{ "checker": { "claims": [ { "claim": "MCP ledger_add returns a finding ID as JSON text", "command": " mcp tools/call {\"tool\": \"ledger_add\", \"arguments\": {\"file\": \"app.py\", \"symbol\": \"load\", \"title\": \"Missing input validation\", \"severity\": \"high\"}}", "evidence": "689e2d2000\\\", \\\"note\\\": \\\"\\\", \\\"rev\\\": \\\"\\\", \\\"severity\\\": \\\"high\\\", \\\"status\\\": \\\"open\\\", \\\"symbol\\\": \\\"load\\\", \\\"title\\\": \\\"Missing input validation\\\", \\\"updated\\\": \\\"2026-10-27T12:03:52.949744+00:00\\\"}\"}], \"isError\": false}", "expected": "ID 689e2d2000 in tool result", "input": "{\"tool\": \"ledger_add\", \"arguments\": {\"file\": \"app.py\", \"symbol\": \"load\", \"title\": \"Missing input validation\", \"severity\": \"high\"}}", "kind": "claim", "outcome": "Real input produced the expected result: 689e2d2000", "source": "Tool results contain JSON text.", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "add prints the ID", "command": " --ledger add --file app.py --symbol load --title 'Missing input validation' --severity high", "evidence": "689e2d2000 [open] high app.py:load: Missing input validation\n", "expected": "prints ID 689e2d2000", "input": "add app.py load Missing input validation high", "kind": "claim", "outcome": "Real input produced the expected result: 689e2d2000", "returncode": 0, "source": "`add` prints the ID and preserves an existing entry when you add the same finding again.", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "check reports a new finding with exit 0", "command": " --ledger check --file app.py --symbol load --title 'Missing input validation'", "evidence": "new finding\n", "expected": "new finding, exit 0", "input": "check on empty ledger", "kind": "claim", "outcome": "Real input produced the expected result: new finding", "returncode": 0, "source": "`check` exits with code 0 for a new finding and 3 for a known finding, including closed findings.", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "hook returns hookSpecificOutput for SessionStart", "command": " --ledger hook", "evidence": "hookSpecificOutput\": {\"hookEventName\": \"SessionStart\", \"additionalContext\": \"Recorded findings: do not report or fix again; call check before reporting/fixing, add new findings.\\n689e2d2000 [fixed] high app.py:load: Missing input validation; Validate input before parsing\"}}\n", "expected": "hookSpecificOutput JSON with additionalContext", "input": "SessionStart event JSON with cwd and a fixed finding in ledger", "kind": "claim", "outcome": "Real input produced the expected result: hookSpecificOutput", "returncode": 0, "source": "For SessionStart and PreCompact it returns `hookSpecificOutput` with the event name and an `additionalContext` reminder listing fixed and wontfix findings.", "source_checked": true, "source_file": "README.md", "verdict": "yes" } ], "cycle_checks": [ { "claim": "Scheduled or looping main behavior", "command": "", "evidence": "Entry points inspected: fixledger CLI (add/check/fix/wontfix/reopen/list), hook (single stdin event per Claude Code SessionStart/PreCompact invocation), and mcp (stdio JSON-RPC loop driven by the client). No scheduler, cron, loop, --once/--now, or webhook trigger exists in the source or README; grep for sleep/while True/schedule/cron/daemon found nothing.", "expected": "identify the product trigger", "input": "source inspection", "kind": "cycle", "outcome": "Entry points inspected: fixledger CLI (add/check/fix/wontfix/reopen/list), hook (single stdin event per Claude Code SessionStart/PreCompact invocation), and mcp (stdio JSON-RPC loop driven by the client). No scheduler, cron, loop, --once/--now, or webhook trigger exists in the source or README; grep for sleep/while True/schedule/cron/daemon found nothing.", "source": "repository entry points", "verdict": "yes" } ], "details": { "argv": [ "", "mcp" ], "kind": "mcp", "scope": "product operation", "serverInfo": { "name": "fixledger", "version": "0.1.0" }, "tool_result": { "content": [ { "text": "{\"file\": \"app.py\", \"file_hash\": \"\", \"first_seen\": \"2026-10-27T12:03:52.949744+00:00\", \"id\": \"689e2d2000\", \"note\": \"\", \"rev\": \"\", \"severity\": \"high\", \"status\": \"open\", \"symbol\": \"load\", \"title\": \"Missing input validation\", \"updated\": \"2026-10-27T12:03:52.949744+00:00\"}", "type": "text" } ], "isError": false }, "tool_result_checked": true, "tool_schema_bytes": 1292, "tools": [ "ledger_check", "ledger_add", "ledger_close", "ledger_list" ], "working": true }, "evidence_strength": "readme_checked", "example_checks": [ { "claim": "Proof workflow in a temporary Git repo", "command": "sh examples/prove.sh", "deferred": false, "evidence": "PASS add and duplicate share one ID\nPASS known check exits 3\nPASS fixed check exits 3 and reports fixed\nPASS different issue exits 0", "expected": "four PASS lines", "input": "sh examples/prove.sh", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md ## Prove the workflow", "verdict": "yes" }, { "claim": "Unit tests", "command": "python3 -m unittest discover -s tests", "deferred": false, "evidence": "..................\n----------------------------------------------------------------------\nRan 18 tests in 8.913s\n\nOK", "expected": "18 tests pass", "input": "python3 -m unittest discover -s tests", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md ## Prove the workflow", "verdict": "yes" }, { "claim": "Fresh install check", "command": "sh scripts/fresh_install.sh", "deferred": false, "evidence": "usage: fixledger [-h] [--version] [--ledger LEDGER]\n {add,check,fix,wontfix,reopen,list,hook,mcp} ...\n\nRemember findings before reporting or fixing them again.\n\npositional arguments:\n {add,check,fix,wontfix,reopen,list,hook,mcp}\n\noptions:\n -h, --help show this help message and exit\n --version show program's version number and exit\n --ledger LEDGER ledger path; defaults to FIXLEDGER_FILE or the\n repository root\nPASS fresh venv, pip install ., fixledger --help", "expected": "PASS fresh venv, pip install ., fixledger --help", "input": "sh scripts/fresh_install.sh", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md ## Prove the workflow", "verdict": "yes" }, { "claim": "Privacy check", "command": "sh scripts/no_personal.sh", "deferred": false, "evidence": "PASS tracked files and git log contain no personal information", "expected": "PASS tracked files and git log contain no personal information", "input": "sh scripts/no_personal.sh", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md ## Prove the workflow", "verdict": "yes" } ], "status": "PASS" }, "deviations": [ "Workspace had no Git metadata; ran git init, git remote add origin https://github.com/TayHCode/fixledger, git fetch --depth 1 origin d2b1cdf257f50709f6a05ccfda57adf9be6a5af2, git reset --mixed FETCH_HEAD, as the task specified. Needed by scripts/no_personal.sh.", "Did not keep the venv activated between calls; probes and claims use the absolute ", "First replay failed on my evidence setup, not the product: the checker applies an MCP probe's env to the process environment for all later steps, and ignores per-claim env for CLI claims. I removed env from the MCP probe and passed ledger paths with the README's documented --ledger PATH option. Replay is then valid with no problems.", "README says check on a known finding exits 3; the CLI prints nothing on that path, so it was verified by exit code only in manual runs.", "No product cycle exists (no scheduler/loop/--once/--now/webhook), so cycles.json is detected:false." ], "fault_owner": null, "main_blocker": null, "operation": "Record, check, close, list and serve findings with the fixledger CLI and MCP server", "operation_scope": "Local, Python 3.12.3 venv per README install; no external services, no browser, no credentials", "outcome": "working", "plain_failure": null, "steps": [ "python3 -m venv .venv", "python3 -m pip install . (inside activated .venv)", "fixledger --help", "sh examples/prove.sh", "python3 -m unittest discover -s tests", "sh scripts/fresh_install.sh", "sh scripts/no_personal.sh", "fixledger add / check / fix / list --status fixed --json", "fixledger mcp (tools/call ledger_add, ledger_list)", "fixledger hook (SessionStart)" ], "stuck_step": null, "suggested_fix": null }