{
  "run_id": "rubik--radon-claude-haiku-5-5-1793088194888008151",
  "date": "2026-10-27T08:06:01.191997+00:00",
  "repo": "rubik/radon",
  "kind": "repo",
  "source": "https://github.com/rubik/radon",
  "commit": "54b88e5878b2724bf4d77f97349588b811abdff2",
  "model": "claude-haiku-5-5",
  "model_version": "claude-haiku-5-5",
  "test_version": "readme-d5b140d3c0f8b95c2dd6fe6fc381a303cacb92679582c22317d8e78b572f0cf2",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 126.21298387902789,
  "total_s": 166.3038923740387,
  "steps": [
    "cd <guest-path> && ls -la && git status 2>&1 | head -3; python3 --version; id -u; cat README.md | head -150",
    "cd <guest-path> && cat README.rst; ls .coldpass; cat pyproject.toml | head -30",
    "ls -la <guest-path>; cd /tmp && python3 -m venv <guest-path> 2>&1 | tail -3; <guest-path> install -q <guest-path> 2>&1 | tail -5; <guest-path> --version",
    "mkdir -p <guest-path> && cat > <guest-path> <<'EOF'\ndef classify(n):\n    if n < 0:\n        return \"neg\"\n    elif n == 0:\n        return \"zero\"\n    for i in range(n):\n        if i % 2 == 0 and i > 3:\n            print(i)\n    return \"pos\"\nEOF\ncd <guest-path> && <guest-path> cc example.py -a; echo rc=$?; <guest-path> raw example.py; echo rc=$?; <guest-path> mi example.py -s; echo rc=$?",
    "cd <guest-path> && cat Makefile; cat tox.ini; ls radon; ls radon/tests 2>/dev/null | head; grep -rn \"schedul\\|cron\\|--once\\|webhook\" --include=*.py --include=*.rst radon docs README.rst | head -5",
    "cd <guest-path> && cat test_requirements.txt && <guest-path> install -q -r test_requirements.txt 2>&1 | tail -3; echo rc=$?",
    "cd <guest-path> && <guest-path> radon/tests/run.py > <guest-path> 2>&1; echo rc=$?; tail -5 <guest-path>",
    "cd <guest-path> && R=<guest-path> && cat > claims.json <<EOF\n[\n{\"kind\":\"claim\",\"claim\":\"Radon computes cyclomatic complexity from the command line with radon cc\",\"source\":\"radon cc sympy/solvers/solvers.py -a -nc\",\"input\":\"<guest-path>\",\"expected\":\"classify function listed with complexity rank B and average B\",\"probe_kind\":\"cli\",\"argv\":[\"$R\",\"cc\",\"<guest-path>\",\"-a\"],\"expected_text\":\"F 1:0 classify - B\",\"cwd\":\"<guest-path>\"},\n{\"kind\":\"claim\",\"claim\":\"Radon computes raw metrics such as LOC and SLOC\",\"source\":\"radon raw --include-ipynb --ipynb-cells .\",\"input\":\"<guest-path>\",\"expected\":\"raw metrics report with LOC 9\",\"probe_kind\":\"cli\",\"argv\":[\"$R\",\"raw\",\"<guest-path>\"],\"expected_text\":\"LOC: 9\",\"cwd\":\"<guest-path>\"}\n]\nEOF\nsed -i \"s#\\$R#$R#g\" claims.json && cat > probe.json <<EOF\n{\"kind\":\"cli\",\"argv\":[\"$R\",\"cc\",\"<guest-path>\",\"-a\"],\"cwd\":\"<guest-path>\",\"expected_text\":\"F 1:0 classify - B\"}\nEOF\ncat claims.json probe.json",
    "cd <guest-path> && P=<guest-path> && R=<guest-path> && cat > examples.json <<EOF\n[\n{\"kind\":\"example\",\"claim\":\"Run the documented test suite (make tests)\",\"source\":\"Makefile tests target\",\"input\":\"radon/tests/run.py\",\"expected\":\"all tests pass\",\"argv\":[\"$P\",\"radon/tests/run.py\"],\"cwd\":\"<guest-path>\",\"expected_text\":\"404 passed\"},\n{\"kind\":\"example\",\"claim\":\"Run the README quick example form of radon cc on the package\",\"source\":\"README.rst Cyclomatic Complexity Example\",\"input\":\"radon package with -a -nc\",\"expected\":\"blocks analyzed summary\",\"argv\":[\"$R\",\"cc\",\"radon\",\"-a\",\"-nc\"],\"cwd\":\"<guest-path>\",\"expected_text\":\"blocks (classes, functions, methods) analyzed\"}\n]\nEOF\ncat > cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected (radon/cli.py, README.rst, setup.py, pyproject.toml): radon is a one-shot CLI that computes metrics and exits; it has no scheduler, cron, loop, webhook or --once/--now trigger.\",\"checks\":[]}\nEOF\ncd <guest-path> && <guest-path> cc radon -a -nc | tail -2; <guest-path> cc radon -a -nc >/dev/null; echo rc=$?",
    "cd <guest-path> && cat > report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Compute code metrics (cyclomatic complexity with radon cc, raw metrics with radon raw) from the command line\",\"operation_scope\":\"Python 3.12 guest VM; pip install of the pinned checkout into a venv at <guest-path>; no browser or credentials needed\",\"steps\":[\"python3 -m venv <guest-path>\",\"<guest-path> install <guest-path>\",\"<guest-path> install -r test_requirements.txt\",\"<guest-path> --version\",\"<guest-path> cc example.py -a\",\"<guest-path> raw example.py\",\"python radon/tests/run.py (404 passed)\"],\"deviations\":[\"README gives 'pip install radon'; installed the pinned checkout instead, from <guest-path>, to test the pinned commit.\",\"Ran the tests with the venv python at <guest-path> rather than a bare python, because the Makefile's bare 'python' is not guaranteed to be the venv interpreter.\",\"README names the file README.rst; the Makefile and checker default look for README.md, so claim quotes are taken from README.rst.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":\"None required for the tested operations.\"}\nEOF\npython3 -c \"import json;json.load(open('report.json'));print('ok')\"; cd <guest-path> && <env-var>=<guest-path> python3 -I <guest-path> --validate --replay 2>&1 | tail -40",
    "cd <guest-path> && python3 - <<'EOF'\nimport json\np='claims.json'\nc=json.load(open(p))\nfor x in c: x['source_file']='README.rst'\njson.dump(c,open(p,'w'),indent=1)\ne=json.load(open('examples.json'))\nfor x in e: x['source_file']='README.rst'\njson.dump(e,open('examples.json','w'),indent=1)\nEOF\ncd <guest-path> && <env-var>=<guest-path> python3 -I <guest-path> --validate --replay 2>&1 | tail -40",
    "grep -n \"partial evidence\" -B12 <guest-path> | head -60",
    "grep -n \"def agent_written\" -A25 <guest-path> | head -50",
    "cd <guest-path> && R=<guest-path>; $R cc radon/metrics.py -a; $R raw radon/raw.py | head -3",
    "cd <guest-path> && python3 - <<'EOF'\nimport json\nR='<guest-path>'\nc=json.load(open('claims.json'))\nc[0]['input']='radon/metrics.py'; c[0]['argv']=[R,'cc','radon/metrics.py','-a']; c[0]['expected_text']='F 98:0 mi_compute - A'; c[0]['expected']='mi_compute listed with complexity rank A'\nc[1]['input']='radon/raw.py'; c[1]['argv']=[R,'raw','radon/raw.py']; c[1]['expected_text']='LOC: 245'; c[1]['expected']='raw metrics report with LOC 245'\njson.dump(c,open('claims.json','w'),indent=1)\np={\"kind\":\"cli\",\"argv\":[R,'cc','radon/metrics.py','-a'],\"cwd\":\"<guest-path>\",\"expected_text\":\"F 98:0 mi_compute - A\"}\njson.dump(p,open('probe.json','w'),indent=1)\ne=json.load(open('examples.json'))\njson.dump(e,open('examples.json','w'),indent=1)\nEOF\ncd <guest-path> && <env-var>=<guest-path> python3 -I <guest-path> --validate --replay 2>&1 | tail -40",
    "cd <guest-path> && python3 - <<'EOF'\nimport json\nr=json.load(open('report.json'))\nr['deviations'].append(\"Checker rejected probes whose input .py file lived outside the checkout (flagged as agent-written), so the final probe, claims and examples use the repo's own radon/metrics.py and radon/raw.py as inputs.\")\nr['deviations'].append(\"Final validation: check.py --validate --replay returned valid=true, replay PASS (1 probe, 2 README claims, 2 examples, 1 cycle check with detected=false).\")\njson.dump(r,open('report.json','w'),indent=1)\nEOF\npython3 -c \"import json;json.load(open('<guest-path>'));print('ok')\"; ls <guest-path>"
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Compute code metrics (cyclomatic complexity with radon cc, raw metrics with radon raw) from the command line",
  "suggested_fix": null,
  "tokens_in": 307292,
  "tokens_out": 9336,
  "cost_usd": 0.012786390000000003,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "<guest-path>",
          "cc",
          "radon/metrics.py",
          "-a"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "radon/metrics.py\n    F 69:0 halstead_visitor_report - A\n    F 98:0 mi_compute - A\n    F 120:0 mi_parameters - A\n    F 32:0 h_visit_ast - A\n    F 25:0 h_visit - A\n    F 145:0 mi_visit - A\n    F 150:0 mi_rank - A\n\n7 blocks (classes, functions, methods) analyzed.\nAverage complexity: A (2.2857142857142856)",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 110 known vulnerability.",
    "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.",
    "findings": [
      {
        "kind": "known-vulnerability",
        "count": 110,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 9
      }
    ],
    "context": [],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=rubik--radon-claude-haiku-5-5-1793088194888008151",
    "evidence_file": "/data/safety/rubik--radon-claude-haiku-5-5-1793088194888008151.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "claude-code",
  "agent_runtime_version": "2.1.310 (Claude Code)",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": null,
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 16,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "54b88e5878b2724bf4d77f97349588b811abdff2",
    "url": "https://github.com/rubik/radon"
  },
  "purpose": "initial",
  "profile": {
    "model": "claude-haiku-5-5",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 16,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "none",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "cli"
  ],
  "license": "MIT",
  "repo_url": "https://github.com/rubik/radon",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Entry points inspected (radon/cli.py, README.rst, setup.py, pyproject.toml): radon is a one-shot CLI that computes metrics and exits; it has no scheduler, cron, loop, webhook or --once/--now trigger.",
      "evidence": "Entry points inspected (radon/cli.py, README.rst, setup.py, pyproject.toml): radon is a one-shot CLI that computes metrics and exits; it has no scheduler, cron, loop, webhook or --once/--now trigger.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "Radon computes cyclomatic complexity from the command line with radon cc",
      "source": "radon cc sympy/solvers/solvers.py -a -nc",
      "input": "radon/metrics.py",
      "expected": "mi_compute listed with complexity rank A",
      "command": "<guest-path> cc radon/metrics.py -a",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: F 98:0 mi_compute - A",
      "evidence": "F 98:0 mi_compute - A\n    F 120:0 mi_parameters - A\n    F 32:0 h_visit_ast - A\n    F 25:0 h_visit - A\n    F 145:0 mi_visit - A\n    F 150:0 mi_rank - A\n\n7 blocks (classes, functions, methods) analyzed.\nAverage complexity: A (2.2857142857142856)\n",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.rst"
    },
    {
      "kind": "claim",
      "claim": "Radon computes raw metrics such as LOC and SLOC",
      "source": "radon raw --include-ipynb --ipynb-cells .",
      "input": "radon/raw.py",
      "expected": "raw metrics report with LOC 245",
      "command": "<guest-path> raw radon/raw.py",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: LOC: 245",
      "evidence": "LOC: 245\n    LLOC: 102\n    SLOC: 111\n    Comments: 33\n    Single comments: 31\n    Multi: 57\n    Blank: 46\n    - Comment Stats\n        (C % L): 13%\n        (C % S): 30%\n        (C + M % L): 37%\n",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.rst"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Run the documented test suite (make tests)",
      "source": "Makefile tests target",
      "input": "radon/tests/run.py",
      "command": "<guest-path> radon/tests/run.py",
      "evidence": "                                [ 58%]\nradon/tests/test_ipynb.py .....                                          [ 59%]\nradon/tests/test_other_metrics.py ...................................... [ 69%]\n........................................................................ [ 86%]\n..                                                                       [ 87%]\nradon/tests/test_raw.py ................................................ [ 99%]\n...                                                                      [100%]\n\n============================= 404 passed in 3.30s ==============================",
      "deferred": false,
      "expected": "all tests pass",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    },
    {
      "kind": "example",
      "claim": "Run the README quick example form of radon cc on the package",
      "source": "README.rst Cyclomatic Complexity Example",
      "input": "radon package with -a -nc",
      "command": "<guest-path> cc radon -a -nc",
      "evidence": "radon/raw.py\n    F 185:0 analyze - C\nradon/cli/tools.py\n    F 244:0 iter_filenames - C\nradon/cli/harvest.py\n    M 276:4 RawHarvester.to_terminal - C\nradon/tests/test_cli_tools.py\n    F 564:0 test_cc_to_terminal - C\n\n4 blocks (classes, functions, methods) analyzed.\nAverage complexity: C (12.25)",
      "deferred": false,
      "expected": "blocks analyzed summary",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "last_commit_at": "2024-10-20T09:52:52Z",
    "commits_90d": 0,
    "merged_prs_90d": 0,
    "open_issues": 36,
    "open_prs": 17,
    "reply_share": 0.18,
    "reply_threads": 49,
    "median_reply_hours": 1631.1,
    "last_release_at": null,
    "archived": false,
    "verdict": "abandoned",
    "note": "abandoned: last commit 736 days ago; 0 commits and 0 merged PRs in 90 days; 36 open issues, 17 open PRs; 9 of 49 recent threads got a maintainer reply, median first reply 1631.1h; no releases"
  },
  "maintenance_verdict": "abandoned",
  "maintenance_note": "abandoned: last commit 736 days ago; 0 commits and 0 merged PRs in 90 days; 36 open issues, 17 open PRs; 9 of 49 recent threads got a maintainer reply, median first reply 1631.1h; no releases",
  "maintained": "dormant",
  "maintained_note": "last commit 736 days ago; 13 open issues, 9 answered or closed",
  "last_commit_at": "2024-10-20T09:52:54Z",
  "last_release_at": null,
  "open_issues": 13,
  "answered_issues": 9,
  "platforms_claimed": [
    "windows"
  ],
  "topic": "creative",
  "agent_interfaces": [
    {
      "interface": "cli",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-27T08:06:01.191997+00:00",
  "tested_commit": "54b88e5878b2724bf4d77f97349588b811abdff2",
  "tested_with": {
    "agent": "claude-code",
    "agent_version": "2.1.310 (Claude Code)",
    "model": "claude-haiku-5-5",
    "model_route": "claude-haiku-5-5",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "rubik/radon",
    "source": "https://github.com/rubik/radon",
    "commit": "54b88e5878b2724bf4d77f97349588b811abdff2",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "claude-haiku-5-5",
    "model_version": "claude-haiku-5-5",
    "agent_execution": "native_agent",
    "agent_runtime": "claude-code",
    "agent_runtime_version": "2.1.310 (Claude Code)",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "54b88e5878b2724bf4d77f97349588b811abdff2",
      "url": "https://github.com/rubik/radon"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": null,
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Compute code metrics (cyclomatic complexity with radon cc, raw metrics with radon raw) from the command line",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "repo",
    "test_version": "readme-d5b140d3c0f8b95c2dd6fe6fc381a303cacb92679582c22317d8e78b572f0cf2",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": "/transcripts/rubik--radon-claude-haiku-5-5-1793088194888008151.txt",
  "report_url": "/reports/rubik--radon-claude-haiku-5-5-1793088194888008151.json"
}