{ "tokens_out": 5391, "outcome": "unsupported", "suggested_fix": "Fix the README to match the shipped interface (e.g. document the Python Simulation example as the quickstart), or add the `policyengine-uk` console script to pyproject.toml and release it.", "cycle_checks": null, "fault": { "owner": "prerequisite", "status": "diagnosed", "reason": "The README's CLI entry point does not exist in the published package or the pinned source.", "evidence": [] }, "runtime_revision": null, "agent_execution": "native_agent", "time_to_working_s": null, "usage_complete": true, "runtime": null, "architecture": null, "local_or_hosted": null, "agent_interfaces_note": null, "platform_details": null, "platforms_claimed": null, "maintenance": null, "evidence_strength": null, "purpose": "initial", "topic": null, "needs_which": null, "tested_with": null, "native_bundle": null, "agent_runtime": "claude-code", "maintenance_note": null, "runtime_version": null, "does_what_it_says": null, "commit": "7ad002f549680a9ca024c896532697d532a3a92a", "failure_origin": null, "stuck_step": "Run `policyengine-uk` (README Fast setup instructions, step 2)", "repo_url": null, "needs": null, "checks": [ { "status": "PASS", "details": { "working": false, "argv": [ "-m", "pip", "show", "policyengine-uk" ], "kind": "cli", "returncode": 0, "stdout": "Name: policyengine-uk\nVersion: 2.135.7\nSummary: PolicyEngine tax and benefit system for the UK.\nHome-page: https://github.com/PolicyEngine/policyengine-uk\nAuthor: \nAuthor-email: PolicyEngine <>\nLicense-Expression: AGPL-3.0\nLocation: \nRequires: microdf-python, policyengine-core, pydantic, tables\nRequired-by: ", "stderr": "", "needs_credentials": false, "needs_browser": false, "scope": "partial: install" }, "check": "install", "optional": false } ], "open_issues": null, "agent_runtime_version": "2.1.300 (Claude Code)", "verifies_run_id": null, "total_s": 169.32723236083984, "license": null, "tool_calls": 11, "model_version": "claude-haiku-5-5", "example_checks": [], "mcp": null, "other_model": null, "first_use_s": null, "native_tool_calls": 11, "last_commit_at": null, "source": "https://github.com/PolicyEngine/policyengine-uk", "models_agree": null, "maintenance_verdict": null, "cost_usd": 0.007273670000000001, "safety": null, "answered_issues": null, "what_failed": null, "steps": [ "cd && ls -la && cat README.md 2>/dev/null | head -200", "cat 2>/dev/null | head -50; ls -la 2>/dev/null; echo \"CDP=$CDP_URL $\"; which node npm python3 uv pip 2>&1", "cd && cat .python-version; grep -n \"scripts\" -A5 pyproject.toml; ls docs; grep -ril \"install\" docs | head; python3 --version; which uv pip3 pipx 2>&1; ls ", "cd && sed -n 1,80p docs/book/usage/getting-started.md; grep -n \"project.scripts\" -A3 pyproject.toml", "cd /tmp && python3 -m venv && install -q --upgrade pip 2>&1 | tail -3; install policyengine-uk 2>&1 | tail -5; ls | grep -i policy", "rm -rf ; (sudo apt-get update -qq && sudo DEBIAN_FRONTEND=noninteractive apt-get install -y -qq python3.12-venv >/dev/null) 2>&1 | tail -3; cd /tmp && python3 -m venv && install -q --upgrade pip 2>&1 | tail -3; install policyengine-uk 2>&1 | tail -5; ls | grep -i policy", "cd /tmp && show -f policyengine-uk | grep -i -E \"bin|entry|scripts\" ; ls ; -I -c \"import policyengine_uk,sys;print(policyengine_uk.__file__, policyengine_uk.__version__)\"", "cd /tmp && cat 2>&1; ls | head -50; cd && grep -rn \"__main__\\|def main\\|console\" --include=*.py policyengine_uk | head; grep -n \"scripts\\|entry\" pyproject.toml", "cd /tmp && ; echo \"rc=$?\"; cd && grep -rn \"policyengine-uk\\b\" Makefile .github/workflows | grep -v \"pip install\" | head -5; cd /tmp && timeout 900 -I -c '\nfrom policyengine_uk import Simulation\nsituation = {\"people\": {\"person\": {\"age\": {2025: 30}, \"employment_income\": {2025: 30000}}},\n \"benunits\": {\"benunit\": {\"members\": [\"person\"]}}, \"households\": {\"household\": {\"members\": [\"person\"]}}}\ns = Simulation(situation=situation)\nprint(f\"Income tax: \u00a3{s.calculate(\\\"income_tax\\\", 2025)[0]:.2f}\")' 2>&1 | tail -5; echo \"rc=${PIPESTATUS[0]}\"", "mkdir -p /tmp/sim_check && cat > /tmp/sim_check/run.py <<'EOF'\nfrom policyengine_uk import Simulation\nsituation = {\"people\": {\"person\": {\"age\": {2025: 30}, \"employment_income\": {2025: 30000}}},\n \"benunits\": {\"benunit\": {\"members\": [\"person\"]}}, \"households\": {\"household\": {\"members\": [\"person\"]}}}\ns = Simulation(situation=situation)\ntax = s.calculate(\"income_tax\", 2025)[0]\nprint(f\"Income tax: \u00a3{tax:.2f}\")\nEOF\ncd /tmp && timeout 900 -I /tmp/sim_check/run.py 2>&1 | tail -5; echo \"rc=${PIPESTATUS[0]}\"", "mkdir -p && cd && cat > probe.json <<'EOF'\n{\"checks\":[{\"check\":\"install\",\"kind\":\"cli\",\"argv\":[\"\",\"-m\",\"pip\",\"show\",\"policyengine-uk\"],\"cwd\":\"/tmp\"}]}\nEOF\ncat > report.json <<'EOF'\n{\"outcome\":\"blocked\",\"operation\":\"README quickstart: `pip install policyengine-uk` then `policyengine-uk` (microdata setup prompt); docs/book/usage/getting-started.md household simulation example (income tax for \u00a330,000 earner)\",\"operation_scope\":\"Install succeeded from PyPI (policyengine-uk 2.135.7). The `policyengine-uk` console command is absent from the PyPI package and from the pinned checkout (no project.scripts in pyproject.toml), so the README's documented CLI cannot run. The docs' Python Simulation example runs and prints \u00a33486.00, matching the docs; it is a Python snippet, not a README command, so it is recorded as evidence only. Microdata setup prompt was never reached.\",\"steps\":[\"python3 -m venv (after apt install python3.12-venv)\",\" install policyengine-uk\",\" (exit 127: No such file or directory)\",\"python -I /tmp/sim_check/run.py (docs Simulation example, printed Income tax: \u00a33486.00)\"],\"deviations\":[\"README `pip install policyengine-uk` ran inside a venv because guest python3 lacks ensurepip; installed python3.12-venv via apt first.\",\"README `policyengine-uk` command failed with exit 127; no console script exists in the package or pinned checkout, so the docs' Python example was run as a substitute check.\"],\"stuck_step\":\"Run `policyengine-uk` (README Fast setup instructions, step 2)\",\"main_blocker\":\"The README's CLI entry point does not exist in the published package or the pinned source.\",\"suggested_fix\":\"Fix the README to match the shipped interface (e.g. document the Python Simulation example as the quickstart), or add the `policyengine-uk` console script to pyproject.toml and release it.\"}\nEOF\n= python3 -I --validate; echo \"rc=$?\"" ], "platform_conflicts": null, "claims_note": null, "maintained_note": null, "repo": "PolicyEngine/policyengine-uk", "service_tier": null, "maintained": null, "source_pin": null, "operation_scope": "partial checks", "reasoning": "low", "claims": [], "platform": "linux", "cost_to_try": null, "backend": null, "tool_transport": "mcp-assigned-vm", "hardware": null, "agent_interface": null, "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "date": "2026-10-18T18:54:30.459148+00:00", "kind": "repo", "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "error_excerpt": "The README's CLI entry point does not exist in the published package or the pinned source.", "pass": null, "evidence_version": null, "source_revision": null, "run_id": "PolicyEngine--policyengine-uk-claude-haiku-5-5-1792349501131903279", "last_release_at": null, "furthest_model": null, "model": "claude-haiku-5-5", "what_it_did": "README quickstart: `pip install policyengine-uk` then `policyengine-uk` (microdata setup prompt); docs/book/usage/getting-started.md household simulation example (income tax for \u00a330,000 earner)", "sandbox_source": null, "other_run_id": null, "hosting": null, "tested_commit": null, "guest_setup": null, "mcp_context": null, "agent_interfaces": [], "setup_identity": null, "works": null, "install_s": null, "fix_id": null, "tokens_in": 149458, "tested_at": null, "test_version": "readme-abdba4ff808874f9e3a15ab1ae88db85b1509a9d4c47daf5c1553fa8638b6951", "recovery": { "source": "legacy-oct16-18", "original_run_id": "PolicyEngine--policyengine-uk-claude-haiku-5-5-1792349501131903279", "historical": true, "ledger_sha256": "c5e6a833c182c1e2aecf69d0bd0020aec63c65d98f3e933e4b32232340312736" }, "transcript_url": "/transcripts/PolicyEngine--policyengine-uk-claude-haiku-5-5-1792349501131903279.txt", "report_url": "/reports/PolicyEngine--policyengine-uk-claude-haiku-5-5-1792349501131903279.json" }