{ "run_id": "Adityakk9031--cdebt-claude-haiku-5-5-1793018510050856552", "date": "2026-10-26T12:45:55.565381+00:00", "repo": "Adityakk9031/cdebt", "kind": "repo", "source": "https://github.com/Adityakk9031/cdebt", "commit": "406242619b019a458aa2582cc6d0844db1690d67", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-ca496ea10bb07418d1d8f1c256c2433a55547acc0fb62d8b6d86ae33c976fbfa", "pass": true, "outcome": "pass", "time_to_working_s": 208.65188851207495, "total_s": 245.51447582244873, "steps": [ "cd && pwd && ls -la && id -u && python3 --version && cat README.md 2>/dev/null | head -c 6000", "ls -la /inputs 2>/dev/null; ls -la 2>/dev/null; curl -sS -m 10 \"$CDP_URL/json/version\"; echo \"exit=$?\"", "cd && sed -n '/## Status/,/## Connect/p' README.md | tail -n +20 | head -c 5000; echo ----; grep -n -i \"requires-python\\|^name\\|^version\\|\\[project.scripts\\]\" -A2 pyproject.toml | head -30", "cd && grep -n \"^## \" README.md; echo ----; sed -n '/^## Commands/,/^## [A-Z].*/p' README.md | head -c 5000", "cd && sed -n '323,400p' README.md | head -c 3000; echo ----; python3 -m venv --help >/dev/null 2>&1 && echo venv_ok || echo venv_missing; which git node npm uv 2>&1", "cd && git init -q && git remote add origin https://github.com/Adityakk9031/cdebt && timeout 120 git fetch --depth 1 origin 406242619b019a458aa2582cc6d0844db1690d67; echo \"fetch_exit=$?\"; git reset --mixed FETCH_HEAD 2>&1; echo \"reset_exit=$?\"; git log --oneline -1 2>&1", "cd && python3 -m venv && install -q --upgrade pip 2>&1 | tail -3; timeout 600 install --pre \"cdebt[agent]\" 2>&1 | tail -15; echo \"exit=${PIPESTATUS[0]}\"", "cd && --help 2>&1 | head -60; echo \"exit=${PIPESTATUS[0]}\"", "cd && sed -n '183,200p;226,240p' README.md | head -c 3500", "cd && ls examples examples/first_user 2>/dev/null; echo ----; cat examples/demo.sh | head -c 5000", "cd && export PATH= && timeout 600 bash examples/demo.sh 2>&1 | tail -c 6000; echo \"exit=${PIPESTATUS[0]}\"", "cd && grep -n -i \"trusted\\|docker\\|sandbox\" README.md | head -30; echo ----; sudo -n true 2>&1 && echo sudo_ok; which docker 2>&1", "cd && sed -n '301,322p' README.md", "cd && export PATH= CDEBT_TRUSTED=1 && timeout 900 bash examples/demo.sh > 2>&1; echo \"exit=$?\"; sed -n '1,400p' | tail -c 7000", "cd && map --no-scip > 2>&1; echo \"exit=$?\"; tail -c 1500 ; echo; git status --short | head; ls -la .cdebt 2>/dev/null | head", "cd && grep -rn -i \"cron\\|schedul\\|while True\\|--once\\|--now\\|webhook\\|sleep(\" src/cdebt/*.py | head -20; echo ----; grep -n \"def \\(map\\|quiz\\|gate\\)\\b\" -n src/cdebt/cli.py | head; echo; ls .github/workflows 2>/dev/null; grep -n \"schedule\" -A3 .github/workflows/*.yml 2>/dev/null | head -10", "cd && cat > probe.json <<'EOF'\n{\"kind\":\"cli\",\"argv\":[\"\",\"map\",\"--no-scip\"],\"cwd\":\"\",\"expected_text\":\"Summary files=108 lines=18148\"}\nEOF\ncat > claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"cdebt map answers which files hold un-understood AI-written code\",\"source\":\"README.md\",\"source_file\":\"README.md\",\"quote_source\":\"README.md\",\"input\":\"cdebt map --no-scip run in the pinned repo\",\"expected\":\"a summary table with file counts and AI attribution\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"map\",\"--no-scip\"],\"expected_text\":\"Summary files=108 lines=18148\",\"cwd\":\"\",\"claim_quote\":\"Which files hold the most AI-written code no human has verifiably understood?\",\"quote\":\"Which files hold the most AI-written code no human has verifiably understood?\"}]\nEOF\npython3 -I -c 'import json;json.load(open(\"probe.json\"));print(json.load(open(\"claims.json\"))[0][\"quote\"])' 2>&1; grep -c \"Which files hold the most AI-written code no human has verifiably understood?\" ../README.md", "cd && cat > claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"cdebt map lists which files hold un-understood AI-written code\",\"source\":\"Which files hold the most AI-written code no human has verifiably understood?\",\"input\":\"cdebt map --no-scip run in the pinned repo\",\"expected\":\"a summary table with file counts and AI attribution\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"map\",\"--no-scip\"],\"expected_text\":\"Summary files=108 lines=18148\",\"cwd\":\"\"}]\nEOF\ncat > examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"the README 60-second demo builds a throwaway repo and walks map, quiz, map, gate\",\"source\":\"README.md 60-second demo / examples/demo.sh\",\"input\":\"bash examples/demo.sh with venv PATH and CDEBT_TRUSTED=1\",\"expected\":\"quiz verifies answers and gate reports un-understood lines after edit\",\"argv\":[\"bash\",\"examples/demo.sh\"],\"cwd\":\"\",\"env\":{\"PATH\":\"\",\"CDEBT_TRUSTED\":\"1\"},\"expected_text\":\"2/2 -> UNDERSTOOD\"}]\nEOF\ncat > cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected pyproject entry point cdebt=cdebt.cli:app and src/cdebt/*.py: no cron, scheduler, --once/--now, or webhook trigger. Loops found are interactive quiz input (adaptive.py), sandbox wait (sandbox.py), and SCIP handling (scip.py). The pre-push hook is git-triggered and not a product schedule. Commands run once per invocation.\",\"checks\":[]}\nEOF\nfor f in claims.json examples.json cycles.json probe.json; do python3 -I -m json.tool $f >/dev/null && echo \"$f ok\"; done", "cd && = timeout 900 python3 -I --validate --replay > 2>&1; echo \"exit=$?\"; tail -c 5000 ", "cd && python3 -I -c '\nimport json,sys\nt=open(\"\").read()\ni=t.find(\"{\")\nd=json.loads(t[i:])\nprint({k:(v if not isinstance(v,(dict,list)) else type(v).__name__) for k,v in d.items()})\nfor k in (\"problems\",\"errors\",\"warnings\",\"valid\",\"ok\"):\n if k in d: print(k, json.dumps(d[k])[:1500])\n' ; head -c 600 ", "cd && cat > report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Install cdebt from PyPI with the README command and run the README 60-second demo (map, quiz, map, gate), plus cdebt map on the pinned repo\",\"operation_scope\":\"Python 3.12.3 venv at ; cdebt 1.1.0rc11 (README requires Python 3.11+). Quiz execution needs Docker or the trusted host sandbox; Docker is not installed here, so CDEBT_TRUSTED=1 was set. Git available. No browser or credentials needed.\",\"steps\":[\"git init; git remote add origin https://github.com/Adityakk9031/cdebt; git fetch --depth 1 origin 406242619b019a458aa2582cc6d0844db1690d67; git reset --mixed FETCH_HEAD\",\"python3 -m venv && install --pre \\\"cdebt[agent]\\\" (README Quick start / 60-second demo)\",\"bash examples/demo.sh (README 60-second demo) with PATH= and CDEBT_TRUSTED=1\",\" map --no-scip on the pinned workspace (README Commands: cdebt map)\"],\"deviations\":[\"Workspace had no .git; ran git init and the pinned fetch/reset as the task instructed.\",\"Installed cdebt from PyPI (the README's documented command), not from the pinned git source. The PyPI version 1.1.0rc11 matches pyproject.toml.\",\"First demo run failed at the quiz step: 'this repository is not marked trusted, so probes need strong isolation: Docker ... Neither is available' (exit 2). Docker is not installed. Re-ran with CDEBT_TRUSTED=1, the README Safety model's documented host-sandbox switch, on the throwaway demo repo that the demo script generates. The demo's quiz then ran sandboxed with audit+rlimit.\",\"/inputs/coldpass-preflight.py was absent; used as instructed in the task.\",\"cdebt map creates an untracked .cdebt/ directory in the workspace (product output).\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\npython3 -I -m json.tool report.json >/dev/null && echo report_ok; ls -la ; pgrep -fa \"cdebt|uvicorn\" | grep -v pgrep | head -3; echo done" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Install cdebt from PyPI with the README command and run the README 60-second demo (map, quiz, map, gate), plus cdebt map on the pinned repo", "suggested_fix": null, "tokens_in": 516642, "tokens_out": 13547, "cost_usd": 0.02018839, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "", "map", "--no-scip" ], "kind": "cli", "returncode": 0, "stdout": " cdebt map @ 406242619b01 \n\u250f\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2513\n\u2503 \u2503 \u2503 \u2503 atte\u2026 \u2503 \u2503 \u2503 \u2503 blast \u2503 \u2503 \u2503\n\u2503 file \u2503 AI% \u2503 veri\u2026 \u2503 (NON\u2026 \u2503 unkn\u2026 \u2503 churn \u2503 blast \u2503 src \u2503 score \u2503 attr\u2026 \u2503\n\u2521\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2529\n\u2502 test\u2026 \u2502 100% \u2502 0% \u2502 0% \u2502 0% \u2502 1.00 \u2502 7.57 \u2502 appr\u2026 \u2502 15.1\u2026 \u2502 trai\u2026 \u2502\n\u2502 src/\u2026 \u2502 100% \u2502 0% \u2502 0% \u2502 0% \u2502 1.00 \u2502 7.56 \u2502 appr\u2026 \u2502 15.1\u2026 \u2502 trai\u2026 \u2502\n\u2502 test\u2026 \u2502 100% \u2502 0% \u2502 0% \u2502 0% \u2502 1.00 \u2502 7.18 \u2502 appr\u2026 \u2502 14.3\u2026 \u2502 trai\u2026 \u2502\n\u2502 test\u2026 \u2502 100% \u2502 0% \u2502 0% \u2502 0% \u2502 1.00 \u2502 7.10 \u2502 appr\u2026 \u2502 14.2\u2026 \u2502 trai\u2026 \u2502\n\u2502 src/\u2026 \u2502 100% \u2502 0% \u2502 0% \u2502 0% \u2502 1.00 \u2502 7.02 \u2502 appr\u2026 \u2502 14.0\u2026 \u2502 trai\u2026 \u2502\n\u2502 src/\u2026 \u2502 100% \u2502 0% \u2502 0% \u2502 0% \u2502 1.00 \u2502 6.92 \u2502 appr\u2026 \u2502 13.8\u2026 \u2502 trai\u2026 \u2502\n\u2502 scri\u2026 \u2502 100% \u2502 0% \u2502 0% \u2502 0% \u2502 1.00 \u2502 6.83 \u2502 appr\u2026 \u2502 13.6\u2026 \u2502 trai\u2026 \u2502\n[excerpt truncated]", "stderr": "", "needs_credentials": false, "needs_browser": false, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 known vulnerability. 3 static matches retained as context.", "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.", "findings": [ { "kind": "known-vulnerability", "count": 1, "note": "OSV reports a known vulnerability in this dependency version.", "location_count": 1, "path": "zod" } ], "context": [ { "kind": "hardcoded-secret", "count": 3, "note": "Gitleaks found a possible hardcoded secret; value withheld.", "location_count": 3 } ], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=Adityakk9031--cdebt-claude-haiku-5-5-1793018510050856552", "evidence_file": "/data/safety/Adityakk9031--cdebt-claude-haiku-5-5-1793018510050856552.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 21, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "406242619b019a458aa2582cc6d0844db1690d67", "url": "https://github.com/Adityakk9031/cdebt" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 21, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "none", "needs": [], "needs_which": null, "agent_interface": [ "cli" ], "license": "Apache-2.0", "repo_url": "https://github.com/Adityakk9031/cdebt", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Inspected pyproject entry point cdebt=cdebt.cli:app and src/cdebt/*.py: no cron, scheduler, --once/--now, or webhook trigger. Loops found are interactive quiz input (adaptive.py), sandbox wait (sandbox.py), and SCIP handling (scip.py). The pre-push hook is git-triggered and not a product schedule. Commands run once per invocation.", "evidence": "Inspected pyproject entry point cdebt=cdebt.cli:app and src/cdebt/*.py: no cron, scheduler, --once/--now, or webhook trigger. Loops found are interactive quiz input (adaptive.py), sandbox wait (sandbox.py), and SCIP handling (scip.py). The pre-push hook is git-triggered and not a product schedule. Commands run once per invocation.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "cdebt map lists which files hold un-understood AI-written code", "source": "Which files hold the most AI-written code no human has verifiably understood?", "input": "cdebt map --no-scip run in the pinned repo", "expected": "a summary table with file counts and AI attribution", "command": " map --no-scip", "verdict": "yes", "outcome": "Real input produced the expected result: Summary files=108 lines=18148", "evidence": "Summary files=108 lines=18148 | AI=100.0% (18148) unknown=0.0% (0) | AI lines \nverified: 0% | attested (NON-VERIFIED): 0% | AI units verified: 0/953 (95% CI \n0%-0%), attested 0 | attribution sources: trailer=18148\n* coarse: commit-level trailer heuristic, not line-level.\n", "returncode": 0, "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "the README 60-second demo builds a throwaway repo and walks map, quiz, map, gate", "source": "README.md 60-second demo / examples/demo.sh", "input": "bash examples/demo.sh with venv PATH and CDEBT_TRUSTED=1", "command": "bash examples/demo.sh", "evidence": "rstanding expires\ncdebt gate: FAIL (advisory, exit 0; use --enforce to fail) AI lines in \nun-understood units: 1 (max 0) | sources: {'trailer': 1}\n pkg/shop.py::total 1 AI lines NOT UNDERSTOOD (code_changed) [trailer]\nSome attribution is from commit trailers: coarse, commit-level.\ncdebt gate: FAIL AI lines in un-understood units: 1 (max 0) | sources: \n{'trailer': 1}\n pkg/shop.py::total 1 AI lines NOT UNDERSTOOD (code_changed) [trailer]\nSome attribution is from commit trailers: coarse, commit-level.\n(gate exit code 1 with --enforce: expected 1, total() changed and its understanding expired)", "deferred": false, "expected": "quiz verifies answers and gate reports un-understood lines after edit", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "last_commit_at": "2026-10-24T19:43:37Z", "commits_90d": 101, "merged_prs_90d": 0, "open_issues": 0, "open_prs": 0, "reply_share": null, "reply_threads": 0, "median_reply_hours": null, "last_release_at": null, "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 1 days ago; 101 commits and 0 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 1 days ago; 101 commits and 0 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases", "maintained": "active", "maintained_note": "last commit 1 days ago", "last_commit_at": "2026-10-24T19:43:39Z", "last_release_at": null, "open_issues": null, "answered_issues": null, "platforms_claimed": [ "linux", "mac", "windows" ], "topic": "coding", "agent_interfaces": [ { "interface": "cli", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": null, "tested_at": "2026-10-26T12:45:55.565381+00:00", "tested_commit": "406242619b019a458aa2582cc6d0844db1690d67", "tested_with": { "agent": "claude-code", "agent_version": "2.1.310 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "Adityakk9031/cdebt", "source": "https://github.com/Adityakk9031/cdebt", "commit": "406242619b019a458aa2582cc6d0844db1690d67", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "406242619b019a458aa2582cc6d0844db1690d67", "url": "https://github.com/Adityakk9031/cdebt" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Install cdebt from PyPI with the README command and run the README 60-second demo (map, quiz, map, gate), plus cdebt map on the pinned repo", "operation_scope": "product operation", "hosting": null, "kind": "repo", "test_version": "readme-ca496ea10bb07418d1d8f1c256c2433a55547acc0fb62d8b6d86ae33c976fbfa", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": "/transcripts/Adityakk9031--cdebt-claude-haiku-5-5-1793018510050856552.txt", "report_url": "/reports/Adityakk9031--cdebt-claude-haiku-5-5-1793018510050856552.json" }