{
  "run_id": "TayHCode--pco-seat-audit-claude-haiku-5-5-1792738050948595977",
  "checker": {
    "claims": [
      {
        "claim": "Quickstart writes a report from invented sample files with no account or token",
        "command": "C:/coldpass/python/python.exe -m pco_seat_audit --plan examples/plan.json --usage examples/usage.json --as-of 2026-10-13T12:00:00Z --output .coldpass/out/claim-quickstart-report.txt",
        "evidence": "9 / 100 service plans (paid tier: Standard)\r\n  Services comparison: 90-day activity count in the manual plan's unit (service plans); this does not measure occupied seats or seat/licence usage.\r\nPublishing: OK \ufffd 1 / 20 published episodes (paid tier: Standard)\r\n\r\nUnofficial tool; not affiliated with or endorsed by Planning Center.\r\nPlan and price values come from pasted subscriptions or manual corrections; available API-root limits take priority. Confirm all values against current billing.\r\nReport reference time: 2026-10-13T12:00:00+00:00\r\n",
        "expected": "Audit report with Services line, exit 0",
        "input": "examples/plan.json and examples/usage.json (synthetic)",
        "kind": "claim",
        "outcome": "Real input produced the expected result: 9 / 100 service plans (paid tier: Standard)",
        "returncode": 0,
        "source": "It needs no account, token, network or interactive input.",
        "source_checked": true,
        "source_file": "README.md",
        "verdict": "yes"
      },
      {
        "claim": "Import-only writes an editable plan file without measuring usage",
        "command": "C:/coldpass/python/python.exe -m pco_seat_audit --subscriptions examples/subscriptions-synthetic.txt --import-only --output .coldpass/out/claim-import-plan.json",
        "evidence": "Partial plan written to .coldpass/out/claim-import-plan.json; supply missing values and metrics before auditing.\r\n",
        "expected": "Partial plan JSON written and reported",
        "input": "examples/subscriptions-synthetic.txt with --import-only",
        "kind": "claim",
        "outcome": "Real input produced the expected result: Partial plan written to",
        "returncode": 0,
        "source": "This shows what was extracted and writes an editable plan file; it does not measure usage.",
        "source_checked": true,
        "source_file": "README.md",
        "verdict": "yes"
      }
    ],
    "cycle_checks": [
      {
        "claim": "Scheduled or looping main behavior",
        "command": "",
        "evidence": "Inspected pco_seat_audit entry points (__main__.py, cli.py) and README: the tool runs once per command and has no cron, scheduler, --once/--now, loop or webhook. The only scheduling match was a product name (Service Planning & Scheduling) in billing.py. No product cycle to trigger.",
        "expected": "identify the product trigger",
        "input": "source inspection",
        "kind": "cycle",
        "outcome": "Inspected pco_seat_audit entry points (__main__.py, cli.py) and README: the tool runs once per command and has no cron, scheduler, --once/--now, loop or webhook. The only scheduling match was a product name (Service Planning & Scheduling) in billing.py. No product cycle to trigger.",
        "source": "repository entry points",
        "verdict": "yes"
      }
    ],
    "details": {
      "argv": [
        "C:/coldpass/python/python.exe",
        "-m",
        "pco_seat_audit",
        "--plan",
        "examples/plan.json",
        "--usage",
        "examples/usage.json",
        "--as-of",
        "2026-10-13T12:00:00Z",
        "--output",
        ".coldpass/out/probe-report.txt-checker-c1920602e2c64c29b8cc000e6dd9c5c1"
      ],
      "expected_file": ".coldpass/out/probe-report.txt-checker-c1920602e2c64c29b8cc000e6dd9c5c1",
      "file_checked": true,
      "file_excerpt": "9 / 100 service plans (paid tier: Standard)\r\n  Services comparison: 90-day activity count in the manual plan's unit (service plans); this does not measure occupied seats or seat/licence usage.\r\nPublishing: OK \u2014 1 / 20 published episodes (paid tier: Standard)\r\n\r\nUnofficial tool; not affiliated with or endorsed by Planning Center.\r\nPlan and price values come from pasted subscriptions or manual corrections; available API-root limits take priority. Confirm all values against current billing.\r\nReport reference time: 2026-10-13T12:00:00+00:00\r\n",
      "kind": "cli",
      "needs_browser": false,
      "needs_credentials": false,
      "returncode": 0,
      "scope": "product operation",
      "stderr": "",
      "stdout": "Planning Center usage audit \ufffd Synthetic sample organization\nLook-back window: 90 days\nPlan source: plan file examples/plan.json\nUsage source: usage file examples/usage.json\n\nFor account administrators. Recommendations only; no account changes are made.\n\nCheck Ins: LOW USAGE \ufffd 2 / 500 unique people checked in (paid tier: Large); Consider Small (200 unique people checked in); possible saving 20.00 per month (confirm current billing)\n  Check-Ins comparison: distinct people across 90 days against a daily check-in allowance; this is not a daily usage figure. Review daily use before changing plans.\nRegistrations: LOW USAGE \ufffd 2 / 100 attendee records (paid tier: Standard); Consider Basic (50 attendee records); possible saving 15.00 per month (confirm current billing)\nGiving: PAID BUT UNUSED \ufffd 0 / 100 unique donors (paid tier: Standard)\nServices: OK \ufffd 9 / 100 service plans (paid tier: Standard)\n[excerpt truncated]",
      "working": true
    },
    "evidence_strength": "readme_checked",
    "example_checks": [
      {
        "claim": "Saved Subscriptions paste with account capacities produces an audit report",
        "command": "C:/coldpass/python/python.exe -m pco_seat_audit --subscriptions examples/subscriptions-synthetic.txt --account-roots examples/account-roots-synthetic.json --usage examples/usage.json --as-of 2026-10-13T12:00:00Z --output .coldpass/out/example-subs-report.txt",
        "deferred": false,
        "evidence": " limit: not found \ufffd enter it\r\n  storage: not applicable\r\n  price_shown: not found \ufffd enter it\r\n  monthly_price: not found \ufffd enter it\r\nSupply missing required billing values in a correction plan file. Optional storage and tiers without numeric limits need manual review; no missing paid status or price is guessed.\r\nPrice ladder: built-in 2026-10-13; pasted products: none; pasted date: not supplied. Monthly USD before tax; confirm current prices. A pasted product replaces that product's whole default ladder; other products retain the dated default.\r\nReport reference time: 2026-10-13T12:00:00+00:00",
        "expected": "Services line reports current seats",
        "input": "examples/subscriptions-synthetic.txt, examples/account-roots-synthetic.json, examples/usage.json",
        "kind": "example",
        "outcome": "command completed successfully",
        "returncode": 0,
        "source": "README.md ## Quickstart (second command)",
        "verdict": "yes"
      },
      {
        "claim": "Change plans ladder is applied to the audit",
        "command": "C:/coldpass/python/python.exe -m pco_seat_audit --subscriptions examples/subscriptions-synthetic.txt --account-roots examples/account-roots-synthetic.json --change-plans examples/change-plans-synthetic.txt --ladder-date 2026-10-13 --usage examples/usage.json --as-of 2026-10-13T12:00:00Z --output .coldpass/out/example-ladder-report.txt",
        "deferred": false,
        "evidence": " not applicable\r\n  price_shown: not found \ufffd enter it\r\n  monthly_price: not found \ufffd enter it\r\nSupply missing required billing values in a correction plan file. Optional storage and tiers without numeric limits need manual review; no missing paid status or price is guessed.\r\nPrice ladder: built-in 2026-10-13; pasted products: check_ins, publishing, registrations, services; pasted date: 2026-10-13. Monthly USD before tax; confirm current prices. A pasted product replaces that product's whole default ladder; other products retain the dated default.\r\nReport reference time: 2026-10-13T12:00:00+00:00",
        "expected": "Price ladder line names the pasted Change plans",
        "input": "examples/change-plans-synthetic.txt with --ladder-date 2026-10-13",
        "kind": "example",
        "outcome": "command completed successfully",
        "returncode": 0,
        "source": "README.md ## Quickstart (Change plans ladder command)",
        "verdict": "yes"
      },
      {
        "claim": "Import-only review writes an editable partial plan",
        "command": "C:/coldpass/python/python.exe -m pco_seat_audit --subscriptions examples/subscriptions-synthetic.txt --import-only --output .coldpass/out/example-import-plan.json",
        "deferred": false,
        "evidence": "hown: not found \ufffd enter it\r\n  monthly_price: not found \ufffd enter it\r\nSupply missing required billing values in a correction plan file. Optional storage and tiers without numeric limits need manual review; no missing paid status or price is guessed.\r\nPrice ladder: built-in 2026-10-13; pasted products: none; pasted date: not supplied. Monthly USD before tax; confirm current prices. A pasted product replaces that product's whole default ladder; other products retain the dated default.\r\nPartial plan written to .coldpass/out/example-import-plan.json; supply missing values and metrics before auditing.",
        "expected": "Partial plan written; missing values listed",
        "input": "examples/subscriptions-synthetic.txt",
        "kind": "example",
        "outcome": "command completed successfully",
        "returncode": 0,
        "source": "README.md ## Quickstart (import-only command)",
        "verdict": "yes"
      },
      {
        "claim": "Documented acceptance tests",
        "command": "",
        "deferred": false,
        "evidence": "Ran python -m unittest discover -s tests on the Windows guest: Ran 89 tests, FAILED (failures=15, errors=12). Failures include Calendar pasted-ladder unit mismatch (Rooms), dash-variant parsing, BOM JSON input, and paging tests. README states Windows was not tested. Not recorded as a passing example.",
        "expected": "documented command completes successfully",
        "input": "",
        "kind": "example",
        "outcome": "Ran python -m unittest discover -s tests on the Windows guest: Ran 89 tests, FAILED (failures=15, errors=12). Failures include Calendar pasted-ladder unit mismatch (Rooms), dash-variant parsing, BOM JSON input, and paging tests. README states Windows was not tested. Not recorded as a passing example.",
        "source": "README.md ## Manual inputs and tests",
        "verdict": "blocked"
      },
      {
        "claim": "Live fetch from Planning Center API",
        "command": "",
        "deferred": false,
        "evidence": "Needs PCO_APP_ID and PCO_SECRET (a Planning Center Personal Access Token), which were not supplied. Documented fetch command returned rc=2 with error: live mode needs PCO_APP_ID and PCO_SECRET environment variables. No report written.",
        "expected": "documented command completes successfully",
        "input": "",
        "kind": "example",
        "outcome": "Needs PCO_APP_ID and PCO_SECRET (a Planning Center Personal Access Token), which were not supplied. Documented fetch command returned rc=2 with error: live mode needs PCO_APP_ID and PCO_SECRET environment variables. No report written.",
        "source": "README.md ## Connect your account to obtain usage",
        "verdict": "blocked"
      }
    ],
    "status": "PASS"
  },
  "diagnosis": null
}