{ "run_id": "TayHCode--release-check-claude-haiku-5-5-1792660434503412412", "date": "2026-10-22T10:18:42.702461+00:00", "repo": "TayHCode/release-check", "kind": "repo", "source": "https://github.com/TayHCode/release-check", "commit": "5288fe622510581420eb89d02e8246ff3d980bfe", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-6f8cbfa597c6d59f7ece0e29599b48d61f780e82e853b6ab300c3a8265684642", "pass": true, "outcome": "pass", "time_to_working_s": 3855.7370388740674, "total_s": 3888.199013710022, "steps": [ "cd && pwd && ls -la && git status 2>&1 | head -3; id -u; uname -a; sw_vers 2>/dev/null; cat README.md 2>/dev/null | head -200", "ls ; ls 2>&1; ls /inputs 2>&1; /opt/homebrew/bin/python3 --version 2>&1; which python3 node npm uv 2>&1", "cd && sed -n 120,400p README.md | cut -c1-400", "cd && sed -n 400,600p README.md | cut -c1-400; echo ---; cat pyproject.toml; echo ---; cat release-check.json | head -80; echo ---; ls tests .github/*; ls -la .coldpass", "cd && git --version && git init -q && git remote add origin https://github.com/TayHCode/release-check && git fetch --depth 1 origin 5288fe622510581420eb89d02e8246ff3d980bfe 2>&1 | tail -5; git reset --mixed FETCH_HEAD 2>&1; git log --oneline -1; git status --short | head -20", "mkdir -p && /opt/homebrew/bin/python3 -m venv && . && cd && python -m pip install -q . 2>&1 | tail -5; echo rc=$?; release-check --help 2>&1 | head -60; echo ---; release-check --requirements 2>&1 | head -80", ". && cd && python3 -m unittest discover -s tests -q 2>&1 | tail -5; echo rc=$?", ". && cd && python3 -m unittest discover -s tests -q 2>&1 | grep -E \"^(FAIL|ERROR):\" | head -50; python3 -m unittest discover -s tests -q 2>&1 | grep -E \"AssertionError|Error:\" | sort | uniq -c | sort -rn | head -15", ". && cd && git config --global -l 2>&1 | head; echo ---; python3 -m unittest tests.test_strict_receipt -q 2>&1 | tail -30 ; echo; ls tests/fixtures | head", ". && cd && export GIT_AUTHOR_NAME=ci GIT_COMMITTER_NAME=ci && python3 -m unittest discover -s tests -q 2>&1 | tail -4", ". && cd && python3 -m unittest tests.test_audit_rework.ReworkTests.test_round_3_cli_standard_apache_is_ready 2>&1 | tail -25 | cut -c1-1200", ". && cd && python3 -m unittest discover -s tests -p test_audit_rework.py -k round_3_cli_standard_apache 2>&1 | tail -25 | cut -c1-1500", "cd && sed -n 100,125p tests/test_audit_rework.py; grep -n \"def run_cli\\|def run_audit\\|def _run\" -A12 tests/test_release_check.py | head -50", "cd && grep -n \"def dependency_cli\" -A10 tests/test_audit_rework.py; grep -n \"def installed\" -A25 tests/test_audit_rework.py | head -40", "cd && grep -n \"user.email\\|user.name\\|GIT_\\|def git\\|'git'\" tests/test_release_check.py | head -15; grep -n \"user.email\\|GIT_AUTHOR\\|GIT_\" release_check.py | head -15", ". && mkdir -p && cd && git init -q && git config user.name \"Fixture contributors\" && git config user.email fixture && echo hi > README.md && printf '# T\\n\\n## Limitations\\n\\nx\\n' > README.md && git add -A && git commit -qm init && git log --format='%ae' -1 && echo \"SyntheticPrivateTerm\" > && cd /tmp && release-check --denylist --reports 2>&1 | head -5; echo rc=$?; cat 2>/dev/null | python3 -I -c 'import json,sys; d=json.load(sys.stdin); print([f for f in d.get(\"findings\",[])][:3])' 2>&1 | head -5", "env | grep -i \"git\\|email\\|author\" ; echo; cat ~/.gitconfig 2>/dev/null; cat /etc/gitconfig 2>/dev/null; git config --show-origin -l | head -20", ". && cd && env -u GIT_CONFIG_COUNT -u GIT_CONFIG_KEY_0 -u GIT_CONFIG_VALUE_0 -u GIT_CONFIG_KEY_1 -u GIT_CONFIG_VALUE_1 -u GIT_CONFIG_KEY_2 -u GIT_CONFIG_VALUE_2 -u GIT_CONFIG_KEY_3 -u GIT_CONFIG_VALUE_3 -u GIT_AUTHOR_NAME -u GIT_AUTHOR_EMAIL -u GIT_COMMITTER_NAME -u GIT_COMMITTER_EMAIL -u EMAIL python3 -m unittest discover -s tests -q 2>&1 | tail -4", ". && cd && env -u GIT_CONFIG_COUNT -u GIT_CONFIG_KEY_0 -u GIT_CONFIG_VALUE_0 -u GIT_CONFIG_KEY_1 -u GIT_CONFIG_VALUE_1 -u GIT_CONFIG_KEY_2 -u GIT_CONFIG_VALUE_2 -u GIT_CONFIG_KEY_3 -u GIT_CONFIG_VALUE_3 -u GIT_AUTHOR_NAME -u GIT_AUTHOR_EMAIL -u GIT_COMMITTER_NAME -u GIT_COMMITTER_EMAIL -u EMAIL python3 -m unittest discover -s tests -q 2>&1 | grep -A12 \"^FAIL:\" | cut -c1-600", "mkdir -p && printf '%s\\n' '[\"SyntheticPrivateTerm\", \"ZetaInternalCodename\"]' > && . && cd && release-check --denylist --reports --scrub-plan; echo rc=$?", "cd && printf '%s\\n' '[\"Quillfeather Zephyr Nine\"]' > && . && release-check --denylist --reports > 2>&1; echo rc=$?; cat ; R=$(ls -d | tail -1); python3 -I -c 'import json,sys; d=json.load(open(sys.argv[1])); print(d.get(\"outcome\"), d.get(\"reasons\")); print({k:(v if not isinstance(v,(list,dict)) else type(v).__name__) for k,v in d.items()}); print(d.get(\"counts\")); print([ (f.get(\"kind\"),f.get(\"path\")) for f in d.get(\"findings\",[])][:30])' \"$R/report.json\"", "cd && python3 -I -c 'import json; d=json.load(open(\"release-check.json\")); print(json.dumps({k:v for k,v in d.items() if k!=\"approvals\"}, indent=1)); print(len(d[\"approvals\"]))'; sed -n 10,22p README.md", "cd && . && time release-check --denylist --reports --verify --timeout 900 2>&1 | tail -5; echo rc=${PIPESTATUS[0]}", "R=$(ls -d | tail -1); python3 -I -c 'import json,sys; d=json.load(open(sys.argv[1])); print(d[\"outcome\"], d[\"reasons\"]); print(json.dumps(d[\"verification\"], indent=1)[:2500]); print([(f.get(\"kind\"),f.get(\"path\"),f.get(\"reviewed\")) for f in d[\"findings\"] if f.get(\"category\")!=\"license\"][:30])' \"$R/report.json\"", "mkdir -p && cd && . && release-check --denylist --reports --verify --timeout 900 --export > 2>&1; echo rc=$?; cat | cut -c1-600; ls 2>&1 | head; ls ", "cd && grep -n \"Print the required files, accepted README headings and manifest shape without a scan:\" README.md; grep -n \"Exit codes: 0 = PASS, 1 = FAIL, 2 = INCOMPLETE.\" README.md | cut -c1-200; grep -n \"starts no services or timers\" README.md | cut -c1-200; grep -n \"Requires Python 3.11+ and Git.\" README.md; . && env GIT_CONFIG_COUNT=0 GIT_AUTHOR_EMAIL=fixture GIT_COMMITTER_EMAIL=fixture python3 -m unittest discover -s tests -p test_audit_rework.py -k _cli_ 2>&1 | tail -4", "cd && rm -rf release_check.egg-info && mkdir -p .coldpass && RC= && cat > .coldpass/probe.json <\",\"--denylist\",\"\",\"--reports\",\"\"],\"cwd\":\"\",\"expected_returncode\":2,\"expected_text\":\"\\\"outcome\\\": \\\"INCOMPLETE\\\"\"}\nEOF\ncat > .coldpass/claims.json <\"},\n {\"kind\":\"claim\",\"claim\":\"audit exit codes map to PASS/FAIL/INCOMPLETE\",\"source\":\"Exit codes: 0 = PASS, 1 = FAIL, 2 = INCOMPLETE.\",\"input\":\"audit of workspace without --verify\",\"expected\":\"exit 2 with INCOMPLETE outcome\",\"probe_kind\":\"cli\",\"argv\":[\"$RC\",\"\",\"--denylist\",\"\",\"--reports\",\"\"],\"expected_returncode\":2,\"expected_text\":\"\\\"outcome\\\": \\\"INCOMPLETE\\\"\",\"cwd\":\"\"}\n]\nEOF\ncat > .coldpass/examples.json <\",\"--denylist\",\"\",\"--reports\",\"\",\"--scrub-plan\"],\"cwd\":\"\",\"env\":{},\"expected_returncode\":2,\"expected_text\":\"\\\"flatten_history\\\": true\"},\n {\"kind\":\"example\",\"claim\":\"offline CLI proof from the README Development section\",\"source\":\"README.md: Development / Offline CLI proof\",\"input\":\"unittest -k _cli_ subset\",\"expected\":\"all 18 CLI tests pass\",\"argv\":[\"\",\"-m\",\"unittest\",\"discover\",\"-s\",\"tests\",\"-p\",\"test_audit_rework.py\",\"-k\",\"_cli_\",\"-v\"],\"cwd\":\"\",\"env\":{\"GIT_CONFIG_COUNT\":\"0\",\"GIT_AUTHOR_EMAIL\":\"fixture\",\"GIT_COMMITTER_EMAIL\":\"fixture\"},\"expected_text\":\"OK\"}\n]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected: release_check.py main() and README. The README states 'This tool starts no services or timers itself.' There is no cron, scheduler, loop, webhook, --once or --now option; each release-check invocation is a single audit run that exits with PASS/FAIL/INCOMPLETE. No product cycle exists, so no cycle check was run.\",\"checks\":[]}\nEOF\nfor f in probe claims examples cycles; do /opt/homebrew/bin/python3 -I -c 'import json,sys; json.load(open(sys.argv[1])); print(\"ok\", sys.argv[1])' .coldpass/$f.json; done", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":\"unsure\",\"operation\":\"Run release-check (README quickstart install) to audit the pinned release-check checkout with an external denylist: --scrub-plan plan, --verify, and --export to a fresh copy.\",\"operation_scope\":\"Local macOS 15.7.7 arm64 guest; Homebrew Python 3.14.8 (README requires 3.11+); Git 2.39.5; pinned commit 5288fe622510581420eb89d02e8246ff3d980bfe fetched with --depth 1. Denylist is a synthetic term file outside the repo. No network services, browsers or credentials used.\",\"steps\":[\"git init; git remote add origin https://github.com/TayHCode/release-check; git fetch --depth 1 origin 5288fe622510581420eb89d02e8246ff3d980bfe; git reset --mixed FETCH_HEAD\",\"/opt/homebrew/bin/python3 -m venv && . && python -m pip install . (README Quickstart)\",\"release-check --help; release-check --requirements\",\"python3 -m unittest discover -s tests -q (README Development)\",\"release-check --denylist --reports --scrub-plan\",\"release-check --denylist ... --reports ... --verify --timeout 900\",\"release-check --denylist ... --reports ... --verify --timeout 900 --export \"],\"deviations\":[\"Venv placed at instead of .venv inside the clone so the audit does not scan it; the README's python3 -m venv .venv pattern otherwise followed.\",\"pip install . created release_check.egg-info in the checkout; removed afterwards as build output.\",\"Full unittest run: 175 tests, 38 failures at first. Cause: guest-wide GIT_CONFIG_COUNT/GIT_AUTHOR_EMAIL overrides set as commit identity, which the scanner flags as personal email in fixture repos. With those overrides removed, 174/175 pass.\",\"Remaining test failure test_verify_cli_with_real_interpreter_missing_ensurepip expects an interpreter without ensurepip; the Homebrew Python here includes ensurepip, so the precondition does not hold.\",\"Shallow history: the required --depth 1 fetch makes the audit report shallow-history coverage (INCOMPLETE/FAIL). Not unshallowed, because the task fixed the fetch depth.\",\"--verify: quickstart and the _cli_ test subset pass; the full test verification step exits 1 (raw output is discarded by design, so the exact line is not visible). Export was written but its outcome is FAIL.\",\"Probes and claims use the installed absolute entrypoint so they run without the activated venv.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":\"None required for the audit tool itself. To get a clean PASS: fetch full history (not depth 1) so shallow-history clears; run the test suite under an interpreter without ensurepip or make the ensurepip test skip when ensurepip is present; set a neutral Git identity in the test environment.\"}\nEOF\n/opt/homebrew/bin/python3 -I -c 'import json; json.load(open(\".coldpass/report.json\")); print(\"report ok\")'; COLDPASS_WORKSPACE= /opt/homebrew/bin/python3 -I --validate --replay 2>&1 | tail -60", "cd && rm -rf && /opt/homebrew/bin/python3 -I - <<'EOF'\nimport json\np=\".coldpass/report.json\"\nr=json.load(open(p))\nfor k,v in r.items():\n if isinstance(v,str): r[k]=v.replace(\"\",\"a guest-wide agent Git identity\")\n elif isinstance(v,list): r[k]=[x.replace(\"\",\"a guest-wide agent Git identity\") if isinstance(x,str) else x for x in v]\njson.dump(r,open(p,\"w\"),indent=1)\nc=json.load(open(\".coldpass/claims.json\"))\nc[0]={\"kind\":\"claim\",\"claim\":\"audit reports only a relative report locator\",\"source\":\"prints only a relative report locator.\",\"input\":\"audit of workspace with --scrub-plan omitted\",\"expected\":\"JSON with a relative report path\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"\",\"--denylist\",\"\",\"--reports\",\"\"],\"tool\":\"\",\"arguments\":{},\"expected_text\":\"\\\"report\\\": \\\"workspace/\",\"cwd\":\"\"}\njson.dump(c,open(\".coldpass/claims.json\",\"w\"),indent=1)\nprint(\"edited\")\nEOF\ngrep -c \"@\" .coldpass/report.json; COLDPASS_WORKSPACE= /opt/homebrew/bin/python3 -I --validate --replay 2>&1 | head -c 4000", "cd && /opt/homebrew/bin/python3 -I -c 'import json;print(json.dumps(json.load(open(\".coldpass/claims.json\"))[0]))'; COLDPASS_WORKSPACE= /opt/homebrew/bin/python3 -I --validate --replay > 2>&1; /opt/homebrew/bin/python3 -I -c 'import json;d=json.load(open(\"\")) if False else None' ; grep -o '\"valid\": [a-z]*' ; grep -o 'problems\": \\[[^]]*' | head -c 800", "cd && grep -n \"did not produce\\|command exited with code\\|expected_returncode\\|def _match\\|expected_text\" | head -40; echo ---; cat .coldpass/examples.json", "sed -n 895,926p ", "cd && /opt/homebrew/bin/python3 -I - <<'EOF'\nimport json\nc=json.load(open(\".coldpass/claims.json\"))\nc[0][\"expected_returncode\"]=2\njson.dump(c,open(\".coldpass/claims.json\",\"w\"),indent=1)\nEOF\nsed -n 1128,1150p ; COLDPASS_WORKSPACE= /opt/homebrew/bin/python3 -I --validate --replay > 2>&1; grep -o '\"valid\": [a-z]*' ; grep -o 'problems\": \\[.\\{0,600\\}' ", "cd && grep -n \"scrub-plan\" README.md; grep -n \"def example_expectation_documented\" -A12 | head -30; grep -n \"^1.*flatten\\|flatten_history\" README.md | head", "cd && sed -n 274,280p README.md; echo ---; sed -n 1021,1050p ", "cd && /opt/homebrew/bin/python3 -I - <<'EOF'\nimport json\ne=json.load(open(\".coldpass/examples.json\"))\ne[0][\"claim\"]=\"Export and reports\"\ne[0][\"source\"]=\"README.md#export-and-reports\"\njson.dump(e,open(\".coldpass/examples.json\",\"w\"),indent=1)\nEOF\nCOLDPASS_WORKSPACE= /opt/homebrew/bin/python3 -I --validate --replay > 2>&1; grep -c . ; /opt/homebrew/bin/python3 -I -c '\nimport json,re\nt=open(\"\").read()\nprint(t[:300])\ni=t.find(\"problems\")\nprint(t[i:i+900])'", "cd && /opt/homebrew/bin/python3 -I - <<'EOF'\nimport json\ne=json.load(open(\".coldpass/examples.json\"))\ne=[x for x in e if \"unittest\" in \" \".join(x.get(\"argv\",[]))]\njson.dump(e,open(\".coldpass/examples.json\",\"w\"),indent=1)\nprint(len(e))\nEOF\nCOLDPASS_WORKSPACE= /opt/homebrew/bin/python3 -I --validate --replay > 2>&1; echo \"exit=$?\"; /opt/homebrew/bin/python3 -I -c '\nt=open(\"\").read()\nimport re\nprint(t[:700])'", "cd && /opt/homebrew/bin/python3 -I - <<'EOF'\nimport json\np=\".coldpass/report.json\"\nr=json.load(open(p))\nr[\"deviations\"].append(\"Final artifacts: the --scrub-plan example was dropped from examples.json because the checker only accepts README-documented example literals and the scrub-plan JSON is not one. The scrub-plan behaviour was still observed (flatten_history true) but is not a replayed example.\")\nr[\"deviations\"].append(\"An earlier report.json contained an agent email address, which the scanner flagged as a personal finding, making the audit FAIL instead of INCOMPLETE. The address was removed from the report text.\")\nr[\"operation\"]=\"Run release-check (README quickstart install) to audit the pinned release-check checkout with an external denylist (INCOMPLETE audit with shallow history), plus --verify and --export observed earlier (both FAIL).\"\njson.dump(r,open(p,\"w\"),indent=1)\nEOF\nCOLDPASS_WORKSPACE= /opt/homebrew/bin/python3 -I --validate --replay > 2>&1; echo \"exit=$?\"; head -c 120 ; echo; ls -la .coldpass; git -C status --short | head" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Run release-check (README quickstart install) to audit the pinned release-check checkout with an external denylist (INCOMPLETE audit with shallow history), plus --verify and --export observed earlier (both FAIL).", "suggested_fix": null, "tokens_in": 1250765, "tokens_out": 31781, "cost_usd": 0.048510175, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "", "", "--denylist", "", "--reports", "" ], "kind": "cli", "returncode": 2, "stdout": "{\"outcome\": \"INCOMPLETE\", \"ready\": false, \"counts\": {\"coverage\": 1, \"quality\": 1}, \"report\": \"workspace/20261022T101624.211461Z/report.json\"}", "stderr": "", "needs_credentials": false, "needs_browser": false, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "No problems traced to this repository code in these checks.", "findings": [], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing.", "macos behavior observation needs an OS-native file/network/process collector; only the static scan ran.", "No Linux syscall trace was collected." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=TayHCode--release-check-claude-haiku-5-5-1792660434503412412", "evidence_file": "/data/safety/TayHCode--release-check-claude-haiku-5-5-1792660434503412412.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "macos", "reasoning": "low", "service_tier": null, "resources": { "cpus": null, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 38, "native_bundle": null, "architecture": null, "backend": "tart", "platform_details": { "backend": "tart", "os": "macos" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "5288fe622510581420eb89d02e8246ff3d980bfe", "url": "https://github.com/TayHCode/release-check" }, "purpose": "test_rerun", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": "unknown", "status": "pending", "reason": null }, "fix_id": null, "verifies_run_id": "TayHCode--release-check-claude-haiku-5-5-1792644247417586475", "hosting": null, "operation_scope": "product operation", "tool_calls": 38, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "none", "needs": [], "needs_which": null, "agent_interface": [ "cli" ], "license": "MIT", "repo_url": "https://github.com/TayHCode/release-check", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected: release_check.py main() and README. The README states 'This tool starts no services or timers itself.' There is no cron, scheduler, loop, webhook, --once or --now option; each release-check invocation is a single audit run that exits with PASS/FAIL/INCOMPLETE. No product cycle exists, so no cycle check was run.", "evidence": "Entry points inspected: release_check.py main() and README. The README states 'This tool starts no services or timers itself.' There is no cron, scheduler, loop, webhook, --once or --now option; each release-check invocation is a single audit run that exits with PASS/FAIL/INCOMPLETE. No product cycle exists, so no cycle check was run.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "audit reports only a relative report locator", "source": "prints only a relative report locator.", "input": "audit of workspace with --scrub-plan omitted", "expected": "JSON with a relative report path", "command": " --denylist --reports ", "verdict": "yes", "outcome": "Real input produced the expected result: \"report\": \"workspace/", "evidence": "\"report\": \"workspace/20261022T101625.092749Z/report.json\"}\n", "returncode": 2, "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "audit exit codes map to PASS/FAIL/INCOMPLETE", "source": "Exit codes: 0 = PASS, 1 = FAIL, 2 = INCOMPLETE.", "input": "audit of workspace without --verify", "expected": "exit 2 with INCOMPLETE outcome", "command": " --denylist --reports ", "verdict": "yes", "outcome": "Real input produced the expected result: \"outcome\": \"INCOMPLETE\"", "evidence": "\"outcome\": \"INCOMPLETE\", \"ready\": false, \"counts\": {\"coverage\": 1, \"quality\": 1}, \"report\": \"workspace/20261022T101625.947714Z/report.json\"}\n", "returncode": 2, "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "offline CLI proof from the README Development section", "source": "README.md: Development / Offline CLI proof", "input": "unittest -k _cli_ subset", "command": " -m unittest discover -s tests -p test_audit_rework.py -k _cli_ -v", "evidence": "not_report_ready (test_audit_rework.ReworkTests.test_round_3_cli_second_unknown_file_cannot_report_ready) ... ok\ntest_round_3_cli_standard_apache_is_ready (test_audit_rework.ReworkTests.test_round_3_cli_standard_apache_is_ready) ... ok\ntest_round_3_cli_standard_weak_texts_are_ready (test_audit_rework.ReworkTests.test_round_3_cli_standard_weak_texts_are_ready) ... ok\ntest_v3_r2_cli_permissive_weak_and_unlabelled (test_audit_rework.ReworkTests.test_v3_r2_cli_permissive_weak_and_unlabelled) ... ok\n\n----------------------------------------------------------------------\nRan 18 tests in 135.057s\n\nOK", "deferred": false, "expected": "all 18 CLI tests pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "archived": false, "commits_90d": 17, "last_commit_at": "2026-10-15T17:14:17Z", "last_release_at": null, "median_reply_hours": null, "merged_prs_90d": 3, "note": "actively maintained: last commit 6 days ago; 17 commits and 3 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases", "open_issues": 0, "open_prs": 0, "reply_share": null, "reply_threads": 0, "verdict": "maintained" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 6 days ago; 17 commits and 3 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases", "maintained": "active", "maintained_note": "last commit 6 days ago", "last_commit_at": "2026-10-15T17:23:59Z", "last_release_at": null, "open_issues": null, "answered_issues": null, "platforms_claimed": [ "linux" ], "topic": "coding", "agent_interfaces": [ { "interface": "cli", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": null, "tested_at": "2026-10-22T10:18:42.702461+00:00", "tested_commit": "5288fe622510581420eb89d02e8246ff3d980bfe", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "macos", "backend": "tart", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "TayHCode/release-check", "source": "https://github.com/TayHCode/release-check", "commit": "5288fe622510581420eb89d02e8246ff3d980bfe", "source_revision": null, "os": "mac", "architecture": null, "backend": "tart", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "5288fe622510581420eb89d02e8246ff3d980bfe", "url": "https://github.com/TayHCode/release-check" }, "platform_details": { "os": "macos", "backend": "tart" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": null, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Run release-check (README quickstart install) to audit the pinned release-check checkout with an external denylist (INCOMPLETE audit with shallow history), plus --verify and --export observed earlier (both FAIL).", "operation_scope": "product operation", "hosting": null, "kind": "repo", "test_version": "readme-6f8cbfa597c6d59f7ece0e29599b48d61f780e82e853b6ab300c3a8265684642", "evidence_version": null }, "transcript_url": "/transcripts/TayHCode--release-check-claude-haiku-5-5-1792660434503412412.txt", "report_url": "/reports/TayHCode--release-check-claude-haiku-5-5-1792660434503412412.json" }