{
  "run_id": "datarobot-oss--datarobot-genai-gpt-6-luna-1793198498612748315",
  "date": "2026-10-28T14:43:26.498346+00:00",
  "repo": "datarobot-oss/datarobot-genai",
  "kind": "repo",
  "source": "https://github.com/datarobot-oss/datarobot-genai",
  "commit": "f55c1e69b397e94b553b5d427c780c428309619f",
  "model": "gpt-6-luna",
  "model_version": "gpt-6-luna",
  "test_version": "readme-604d73685be33b2939b2632791fb1de37972f659febb28a139c60d6e81057c18",
  "pass": null,
  "outcome": "unverified",
  "time_to_working_s": null,
  "total_s": 107.88552975654602,
  "steps": [
    "pwd; rg --files -g 'README*' -g 'pyproject.toml' -g 'package.json' -g 'requirements*.txt' -g 'Makefile' -g 'Dockerfile' -g '*.md' | head -80; git status --short; python3 --version; python3 -m pip --version",
    "ls -la; find . -maxdepth 2 -type f | head -80",
    "cat README.md; cat AGENTS.md; sed -n '1,200p' pyproject.toml",
    "python3 -m venv /tmp/drgenai-venv && /tmp/drgenai-venv/bin/python -m pip install -e .",
    "find src/datarobot_genai -maxdepth 2 -type f | head -40; find <guest-path> -maxdepth 2 -type f",
    "find src/datarobot_genai/core -type f -maxdepth 2; sed -n '1,200p' src/datarobot_genai/core/model_info.py; sed -n '1,200p' src/datarobot_genai/core/config.py; sed -n '1,180p' src/datarobot_genai/core/__init__.py;",
    "find .coldpass -maxdepth 2 -type f -print; /tmp/drgenai-venv/bin/python -c 'import datarobot_genai.core.model_info as m; print(m.get_model_info(\"datarobot/gpt-4o\") )'",
    "sed -n '1,100p' setup.py;",
    "mkdir -p .coldpass",
    "python3 - <<'PY'\nimport json\np='<guest-path>'\nclaim={'kind':'claim','claim':'Python 3.11\u20133.13 is required for installs','source':'Python 3.11\u20133.13 | Required for all installs','testable':False,'reason':'Prerequisite statement; package install using Python 3.12.3 was successful.'}\njson.dump([claim],open(p+'/claims.json','w'),indent=2)\nprobe={'kind':'cli','argv':['/tmp/drgenai-venv/bin/python','-c','import datarobot_genai.core.model_info'], 'cwd':'<guest-path>','expected_returncode':1,'expected_text':\"No module named 'litellm'\"}\njson.dump(probe,open(p+'/probe.json','w'),indent=2)\njson.dump({'detected':False,'checks':[],'reason':'README and package entrypoints inspected; no scheduler or recurring cycle documented.'},open(p+'/cycles.json','w'),indent=2)\njson.dump([{'kind':'example','claim':'Standalone examples require a DataRobot backed quickstart','source':'README.md / Standalone end-to-end examples','reason':'Quickstart is an external notebook and requires DataRobot credentials; editable package installation ran successfully instead.','deferred':False}],open(p+'/examples.json','w'),indent=2)\njson.dump({'outcome':'blocked','fault_owner':'prerequisite','operation':'Editable package installation and import smoke operation','operation_scope':'Python 3.12.3; no DataRobot credentials needed for install','steps':['python3 -m venv /tmp/drgenai-venv','/tmp/drgenai-venv/bin/python -m pip install -e .'],'deviations':['Import operation failed because base editable installation does not install a framework extra; litellm is absent. README offers framework extras, while the end-to-end example requires DataRobot credentials.'],'stuck_step':'A useful credential independent documented product operation','main_blocker':'README provides framework quickstart needing DataRobot account credentials; framework integration extras were not installed.','plain_failure':'Package installed, but attempted model lookup fails with ModuleNotFoundError: No module named litellm.','suggested_fix':'Install a README-listed framework extra and configure DataRobot credentials to run the documented quickstart.'},open(p+'/report.json','w'),indent=2)\nPY",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "python3 - <<'PY'\nimport json\np='<guest-path>'; q=json.load(open(p)); q['argv']=['/tmp/drgenai-venv/bin/python','-m','pip','show','datarobot-genai']; q.pop('expected_returncode',None); q['expected_text']='Version: 0.31.2'; json.dump(q,open(p,'w'),indent=2)\nPY\n",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay"
  ],
  "stuck_step": "A useful credential independent documented product operation",
  "error_excerpt": "README provides framework quickstart needing DataRobot account credentials; framework integration extras were not installed.",
  "what_it_did": "Editable package installation and import smoke operation",
  "suggested_fix": "Install a README-listed framework extra and configure DataRobot credentials to run the documented quickstart.",
  "tokens_in": 270707,
  "tokens_out": 1551,
  "cost_usd": null,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": false,
        "argv": [
          "/tmp/drgenai-venv/bin/python",
          "-m",
          "pip",
          "show",
          "datarobot-genai"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "Name: datarobot-genai\nVersion: 0.31.2\nSummary: Generic helpers for GenAI\nHome-page: \nAuthor: DataRobot, Inc.\nAuthor-email: \nLicense: Apache-2.0\nLocation: /tmp/drgenai-venv/lib/python3.12/site-packages\nEditable project location: <guest-path>\nRequires: \nRequired-by: ",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 1 hardcoded secret, 51 known vulnerability. 6 static matches retained as context.",
    "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.",
    "findings": [
      {
        "kind": "hardcoded-secret",
        "count": 1,
        "note": "Gitleaks found a possible hardcoded secret; value withheld.",
        "location_count": 1,
        "path": "src/datarobot_genai/dragent/frontends/claim_validation.py"
      },
      {
        "kind": "known-vulnerability",
        "count": 30,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 11
      }
    ],
    "context": [
      {
        "kind": "hardcoded-secret",
        "count": 6,
        "note": "Gitleaks found a possible hardcoded secret; value withheld.",
        "location_count": 6
      }
    ],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=datarobot-oss--datarobot-genai-gpt-6-luna-1793198498612748315",
    "evidence_file": "/data/safety/datarobot-oss--datarobot-genai-gpt-6-luna-1793198498612748315.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "codex",
  "agent_runtime_version": "codex-cli 0.164.0",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": "standard",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 13,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "f55c1e69b397e94b553b5d427c780c428309619f",
    "url": "https://github.com/datarobot-oss/datarobot-genai"
  },
  "purpose": "initial",
  "profile": {
    "model": "gpt-6-luna",
    "reasoning": "low"
  },
  "fault": {
    "owner": "prerequisite",
    "status": "diagnosed",
    "reason": "README provides framework quickstart needing DataRobot account credentials; framework integration extras were not installed."
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 13,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "partly_checked",
  "works": "untested",
  "install_s": null,
  "first_use_s": null,
  "mcp": "none",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "cli"
  ],
  "license": "Apache-2.0",
  "repo_url": "https://github.com/datarobot-oss/datarobot-genai",
  "cost_to_try": null,
  "hardware": null,
  "what_failed": "README provides framework quickstart needing DataRobot account credentials; framework integration extras were not installed.",
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "README and package entrypoints inspected; no scheduler or recurring cycle documented.",
      "evidence": "README and package entrypoints inspected; no scheduler or recurring cycle documented.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "Python 3.11\u20133.13 is required for installs",
      "source": "Python 3.11\u20133.13 | Required for all installs",
      "input": "",
      "expected": "",
      "command": "",
      "verdict": "blocked",
      "outcome": "Prerequisite statement; package install using Python 3.12.3 was successful.",
      "evidence": "Prerequisite statement; package install using Python 3.12.3 was successful.",
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Standalone examples require a DataRobot backed quickstart",
      "source": "README.md / Standalone end-to-end examples",
      "input": "",
      "command": "",
      "evidence": "Quickstart is an external notebook and requires DataRobot credentials; editable package installation ran successfully instead.",
      "deferred": false,
      "expected": "documented command completes successfully",
      "verdict": "blocked",
      "outcome": "Quickstart is an external notebook and requires DataRobot credentials; editable package installation ran successfully instead."
    }
  ],
  "does_what_it_says": null,
  "maintenance": {
    "archived": false,
    "commits_90d": 134,
    "last_commit_at": "2026-10-28T12:43:33Z",
    "last_release_at": "2026-10-28T12:43:57Z",
    "median_reply_hours": 42.0,
    "merged_prs_90d": 136,
    "note": "actively maintained: last commit 0 days ago; 134 commits and 136 merged PRs in 90 days; 0 open issues, 37 open PRs; 2 of 5 recent threads got a maintainer reply, median first reply 42.0h; latest release 2026-10-28",
    "open_issues": 0,
    "open_prs": 37,
    "reply_share": 0.4,
    "reply_threads": 5,
    "verdict": "maintained"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 0 days ago; 134 commits and 136 merged PRs in 90 days; 0 open issues, 37 open PRs; 2 of 5 recent threads got a maintainer reply, median first reply 42.0h; latest release 2026-10-28",
  "maintained": "active",
  "maintained_note": "last commit 0 days ago",
  "last_commit_at": "2026-10-28T12:43:57Z",
  "last_release_at": "2026-10-28T12:43:57Z",
  "open_issues": null,
  "answered_issues": null,
  "platforms_claimed": [
    "linux"
  ],
  "topic": "data",
  "agent_interfaces": [
    {
      "interface": "mcp",
      "evidence": "README metadata",
      "observed": false,
      "operation_checked": false
    },
    {
      "interface": "cli",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": false
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-28T14:43:26.498346+00:00",
  "tested_commit": "f55c1e69b397e94b553b5d427c780c428309619f",
  "tested_with": {
    "agent": "codex",
    "agent_version": "codex-cli 0.164.0",
    "model": "gpt-6-luna",
    "model_route": "gpt-6-luna",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "datarobot-oss/datarobot-genai",
    "source": "https://github.com/datarobot-oss/datarobot-genai",
    "commit": "f55c1e69b397e94b553b5d427c780c428309619f",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "gpt-6-luna",
    "model_version": "gpt-6-luna",
    "agent_execution": "native_agent",
    "agent_runtime": "codex",
    "agent_runtime_version": "codex-cli 0.164.0",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "f55c1e69b397e94b553b5d427c780c428309619f",
      "url": "https://github.com/datarobot-oss/datarobot-genai"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": "standard",
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Editable package installation and import smoke operation",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "repo",
    "test_version": "readme-604d73685be33b2939b2632791fb1de37972f659febb28a139c60d6e81057c18",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": "/transcripts/datarobot-oss--datarobot-genai-gpt-6-luna-1793198498612748315.txt",
  "report_url": "/reports/datarobot-oss--datarobot-genai-gpt-6-luna-1793198498612748315.json"
}