{
  "run_id": "OrionArchitekton--schemafit-claude-haiku-5-5-1793018510130992510",
  "date": "2026-10-26T12:44:06.402984+00:00",
  "repo": "OrionArchitekton/schemafit",
  "kind": "repo",
  "source": "https://github.com/OrionArchitekton/schemafit",
  "commit": "13fb6a43fd0e8890b9b594e035ac57f5b441e78d",
  "model": "claude-haiku-5-5",
  "model_version": "claude-haiku-5-5",
  "test_version": "readme-ca496ea10bb07418d1d8f1c256c2433a55547acc0fb62d8b6d86ae33c976fbfa",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 106.0533964970382,
  "total_s": 136.27196860313416,
  "steps": [
    "cd <guest-path> && ls -la && cat README.md 2>/dev/null | head -c 6000; echo; python3 --version; id -u",
    "ls -la /inputs 2>/dev/null; ls <guest-path> 2>/dev/null; echo \"CDP: $CDP_URL\"; curl -s -m 10 -w '\\nHTTP %{http_code}\\n' $CDP_URL/json/version",
    "cd <guest-path> && tail -c +6000 README.md | head -c 7000",
    "cd <guest-path> && python3 -m venv <guest-path> 2>&1 | tail -5; <guest-path> install -q --upgrade pip 2>&1 | tail -3; <guest-path> install <guest-path> 2>&1 | tail -5; ls <guest-path> | grep -i schemafit",
    "cd <guest-path> && <guest-path> demo; echo \"EXIT=$?\"",
    "cd <guest-path> && echo '{\"type\":\"object\",\"additionalProperties\":false,\"properties\":{\"sku\":{\"type\":\"string\",\"pattern\":\"^[A-Z]{3}-[0-9]{4}$\"},\"qty\":{\"type\":\"integer\",\"minimum\":1}},\"required\":[\"sku\",\"qty\"]}' | <guest-path> lint - --provider openai,anthropic,gemini,mistral,cohere; echo \"EXIT=$?\"",
    "cd <guest-path> && ls fixtures tests docs; grep -rniE \"cron|schedule|--once|--now|webhook|loop\" --include=*.py --include=*.md --include=*.yml . | grep -v CHANGELOG | head -20; echo ---; cd <guest-path> && echo '{\"type\":\"object\",\"additionalProperties\":false,\"properties\":{\"sku\":{\"type\":\"string\",\"pattern\":\"^[A-Z]{3}-[0-9]{4}$\"}},\"required\":[\"sku\"]}' > <guest-path> && <guest-path> repair <guest-path> --provider anthropic; echo \"EXIT=$?\"",
    "cd <guest-path> && cat CONTRIBUTING.md | head -c 1400; echo ---; cat AGENTS.md | head -c 1000; echo ---; mkdir -p <guest-path> && cd <guest-path> && <guest-path> repair <guest-path> --provider anthropic --out <guest-path>; echo \"EXIT=$?\"; cat <guest-path>; echo; ls -la <guest-path>",
    "rm -f <guest-path>; <guest-path> install -q pytest ruff 2>&1 | tail -3; cd <guest-path> && <guest-path> -m pytest -q -p no:cacheprovider 2>&1 | tail -8; echo \"EXIT=${PIPESTATUS[0]}\"",
    "cd <guest-path> && ls -la .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"cli\",\"argv\":[\"<guest-path>\",\"lint\",\"-\",\"--provider\",\"openai,anthropic,gemini,mistral,cohere\"],\"cwd\":\"<guest-path>\",\"stdin\":\"{\\\"type\\\":\\\"object\\\",\\\"additionalProperties\\\":false,\\\"properties\\\":{\\\"sku\\\":{\\\"type\\\":\\\"string\\\",\\\"pattern\\\":\\\"^[A-Z]{3}-[0-9]{4}$\\\"},\\\"qty\\\":{\\\"type\\\":\\\"integer\\\",\\\"minimum\\\":1}},\\\"required\\\":[\\\"sku\\\",\\\"qty\\\"]}\",\"expected_returncode\":1,\"expected_text\":\"[anthropic] FAIL: 2 error(s), 0 warning(s)\"}\nEOF\npython3 -I -c \"import json;json.load(open('<guest-path>'));print('ok')\"",
    "cd <guest-path> && cat > .coldpass/claims.json <<'EOF'\n[\n{\"kind\":\"claim\",\"claim\":\"lint reports provider-specific constraint violations and exits 1 on errors\",\"source\":\"Lint one schema against several providers (exit 1 if any error):\",\"input\":\"schema with pattern and minimum keywords piped on stdin\",\"expected\":\"anthropic FAIL with 2 errors, exit 1\",\"probe_kind\":\"cli\",\"argv\":[\"<guest-path>\",\"lint\",\"-\",\"--provider\",\"openai,anthropic,gemini,mistral,cohere\"],\"stdin\":\"{\\\"type\\\":\\\"object\\\",\\\"additionalProperties\\\":false,\\\"properties\\\":{\\\"sku\\\":{\\\"type\\\":\\\"string\\\",\\\"pattern\\\":\\\"^[A-Z]{3}-[0-9]{4}$\\\"},\\\"qty\\\":{\\\"type\\\":\\\"integer\\\",\\\"minimum\\\":1}},\\\"required\\\":[\\\"sku\\\",\\\"qty\\\"]}\",\"expected_returncode\":1,\"expected_text\":\"[anthropic] FAIL: 2 error(s), 0 warning(s)\",\"cwd\":\"<guest-path>\"},\n{\"kind\":\"claim\",\"claim\":\"demo is an offline self-check that ends with PROOF_OK\",\"source\":\"offline self-check; ends with PROOF_OK\",\"input\":\"schemafit demo\",\"expected\":\"PROOF_OK printed\",\"probe_kind\":\"cli\",\"argv\":[\"<guest-path>\",\"demo\"],\"expected_text\":\"PROOF_OK\",\"cwd\":\"<guest-path>\"},\n{\"kind\":\"claim\",\"claim\":\"repair emits a best-effort provider-valid variant to --out\",\"source\":\"Emit a best-effort provider-valid variant (lossy transforms are flagged):\",\"input\":\"sample schema with pattern, repaired for anthropic\",\"expected\":\"fixed schema file without the pattern keyword\",\"probe_kind\":\"cli\",\"argv\":[\"<guest-path>\",\"repair\",\"<guest-path>\",\"--provider\",\"anthropic\",\"--out\",\"<guest-path>\"],\"expected_file\":\"<guest-path>\",\"expected_text\":\"\\\"additionalProperties\\\": false\",\"cwd\":\"<guest-path>\"}\n]\nEOF\npython3 -I -c \"import json;print(len(json.load(open('<guest-path>'))))\"",
    "cd <guest-path> && <guest-path> check . --no-cache 2>&1 | tail -5; echo \"EXIT=${PIPESTATUS[0]}\"",
    "cd <guest-path> && cat > .coldpass/examples.json <<'EOF'\n[\n{\"kind\":\"example\",\"claim\":\"documented dev test suite passes\",\"source\":\"CONTRIBUTING.md\",\"input\":\"pytest -q run from the checkout\",\"expected\":\"all tests pass\",\"argv\":[\"<guest-path>\",\"-q\",\"-p\",\"no:cacheprovider\"],\"cwd\":\"<guest-path>\",\"expected_text\":\"91 passed\"},\n{\"kind\":\"example\",\"claim\":\"documented lint step is clean\",\"source\":\"CONTRIBUTING.md\",\"input\":\"ruff check . from the checkout\",\"expected\":\"no lint findings\",\"argv\":[\"<guest-path>\",\"check\",\".\",\"--no-cache\"],\"cwd\":\"<guest-path>\",\"expected_text\":\"All checks passed!\"},\n{\"kind\":\"example\",\"claim\":\"README repair --out example writes a fixed schema file\",\"source\":\"README.md\",\"input\":\"sample schema repaired for anthropic into a fresh --out file\",\"expected\":\"fixed.json written with additionalProperties false\",\"argv\":[\"<guest-path>\",\"repair\",\"<guest-path>\",\"--provider\",\"anthropic\",\"--out\",\"<guest-path>\"],\"expected_file\":\"<guest-path>\",\"expected_text\":\"\\\"additionalProperties\\\": false\",\"cwd\":\"<guest-path>\"}\n]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected README.md and the package entry points (schemafit lint/repair/demo/providers CLI). The README and source contain no cron, scheduler, daemon, loop, webhook, or --once/--now trigger; schemafit is a one-shot CLI that lints or repairs a schema and exits. No product cycle exists to replay.\",\"checks\":[]}\nEOF\npython3 -I -c \"import json;[json.load(open('<guest-path>'+f)) for f in ['examples.json','cycles.json']];print('ok')\"; ls -la <guest-path>",
    "cd <guest-path> && <env-var>=<guest-path> python3 -I <guest-path> --validate --replay; echo \"EXIT=$?\"",
    "mkdir -p <guest-path> && cd <guest-path> && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Lint a JSON schema for provider-specific structured-output constraints (schemafit lint), plus the README demo, repair --out, and the CONTRIBUTING pytest/ruff checks\",\"operation_scope\":\"Pinned checkout 13fb6a43fd0e8890b9b594e035ac57f5b441e78d installed into a Python 3.12.3 venv at <guest-path> (README requires Python 3.11+). Offline, no API keys, no browser, no servers started.\",\"steps\":[\"python3 -m venv <guest-path>\",\"<guest-path> install <guest-path>\",\"<guest-path> demo  (ended with PROOF_OK, exit 0)\",\"echo '<schema>' | <guest-path> lint - --provider openai,anthropic,gemini,mistral,cohere  (anthropic FAIL 2 errors, cohere FAIL 1 error, exit 1 as documented)\",\"<guest-path> repair <guest-path> --provider anthropic --out <guest-path>  (wrote fixed schema, exit 0)\",\"<guest-path> -q (91 passed, from CONTRIBUTING.md)\",\"<guest-path> check . (All checks passed, from CONTRIBUTING.md)\"],\"deviations\":[\"README's first install is 'pip install schemafit' from PyPI; I installed the pinned local checkout with pip into a venv so the tested code matches the pinned commit. Both report schemafit 0.5.1.\",\"Used a venv instead of uvx (uv not installed); no system packages needed.\",\"Installed pytest and ruff into the venv to run the documented CONTRIBUTING.md test and lint commands.\",\"/inputs/coldpass-preflight.py does not exist in this guest; ran the checker at <guest-path> as instructed in the task, which validated and replayed cleanly.\",\"No product scheduler/cycle exists; cycles.json has detected:false.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\npython3 -I -c \"import json;print(json.load(open('<guest-path>'))['outcome'])\"; ls -la <guest-path> 2>&1 | tail -1",
    "cd <guest-path> && <env-var>=<guest-path> python3 -I <guest-path> --validate --replay | python3 -I -c \"import json,sys;d=json.load(sys.stdin);print('valid=',d['valid'],'problems=',d['problems'],'replay=',d['replay']['status'])\"; echo \"EXIT=${PIPESTATUS[0]}\""
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Lint a JSON schema for provider-specific structured-output constraints (schemafit lint), plus the README demo, repair --out, and the CONTRIBUTING pytest/ruff checks",
  "suggested_fix": null,
  "tokens_in": 311495,
  "tokens_out": 11086,
  "cost_usd": 0.014556350000000003,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "<guest-path>",
          "lint",
          "-",
          "--provider",
          "openai,anthropic,gemini,mistral,cohere"
        ],
        "kind": "cli",
        "returncode": 1,
        "stdout": "[openai] PASS: 0 error(s), 0 warning(s)\n[anthropic] FAIL: 2 error(s), 0 warning(s)\n  ERROR   #/properties/qty/minimum  (anthropic-no-minimum)\n          Anthropic rejects the 'minimum' validation keyword (400 Bad Request).\n          ref: https://github.com/vercel/ai/issues/13355\n  ERROR   #/properties/sku/pattern  (anthropic-no-pattern)\n          Anthropic rejects the 'pattern' validation keyword (400 Bad Request).\n          ref: https://github.com/vercel/ai/issues/13355\n[gemini] PASS: 0 error(s), 0 warning(s)\n[mistral] PASS: 0 error(s), 0 warning(s)\n[cohere] FAIL: 1 error(s), 0 warning(s)\n  ERROR   #/properties/qty/minimum  (cohere-no-minimum)\n[excerpt truncated]",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "No problems traced to this repository code in these checks.",
    "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.",
    "findings": [],
    "context": [],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=OrionArchitekton--schemafit-claude-haiku-5-5-1793018510130992510",
    "evidence_file": "/data/safety/OrionArchitekton--schemafit-claude-haiku-5-5-1793018510130992510.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "claude-code",
  "agent_runtime_version": "2.1.310 (Claude Code)",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": null,
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 16,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "13fb6a43fd0e8890b9b594e035ac57f5b441e78d",
    "url": "https://github.com/OrionArchitekton/schemafit"
  },
  "purpose": "initial",
  "profile": {
    "model": "claude-haiku-5-5",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 16,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "none",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "cli"
  ],
  "license": "MIT",
  "repo_url": "https://github.com/OrionArchitekton/schemafit",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Inspected README.md and the package entry points (schemafit lint/repair/demo/providers CLI). The README and source contain no cron, scheduler, daemon, loop, webhook, or --once/--now trigger; schemafit is a one-shot CLI that lints or repairs a schema and exits. No product cycle exists to replay.",
      "evidence": "Inspected README.md and the package entry points (schemafit lint/repair/demo/providers CLI). The README and source contain no cron, scheduler, daemon, loop, webhook, or --once/--now trigger; schemafit is a one-shot CLI that lints or repairs a schema and exits. No product cycle exists to replay.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "lint reports provider-specific constraint violations and exits 1 on errors",
      "source": "Lint one schema against several providers (exit 1 if any error):",
      "input": "schema with pattern and minimum keywords piped on stdin",
      "expected": "anthropic FAIL with 2 errors, exit 1",
      "command": "<guest-path> lint - --provider openai,anthropic,gemini,mistral,cohere",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: [anthropic] FAIL: 2 error(s), 0 warning(s)",
      "evidence": "[anthropic] FAIL: 2 error(s), 0 warning(s)\n  ERROR   #/properties/qty/minimum  (anthropic-no-minimum)\n          Anthropic rejects the 'minimum' validation keyword (400 Bad Request).\n          ref: https://github.com/vercel/ai/issues/13355\n  ERROR   #/properties/sku/pattern  (anthropic-no-pattern)\n          Anthropic rejects the 'pattern' validation keyword (400 Bad Request).\n          ref: https://github.com/vercel/ai/issues/13355\n[gemini] PASS: 0 error(s), 0 warning(s)\n[mistral] PASS: 0 error(s), 0 warning(s)\n[cohere] FAIL: 1 error(s), 0 warning(s)\n  ERROR   #/properties/qty/minimum  (cohere-",
      "returncode": 1,
      "source_checked": true,
      "source_file": "README.md"
    },
    {
      "kind": "claim",
      "claim": "demo is an offline self-check that ends with PROOF_OK",
      "source": "offline self-check; ends with PROOF_OK",
      "input": "schemafit demo",
      "expected": "PROOF_OK printed",
      "command": "<guest-path> demo",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: PROOF_OK",
      "evidence": "PROOF_OK\n",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.md"
    },
    {
      "kind": "claim",
      "claim": "repair emits a best-effort provider-valid variant to --out",
      "source": "Emit a best-effort provider-valid variant (lossy transforms are flagged):",
      "input": "sample schema with pattern, repaired for anthropic",
      "expected": "fixed schema file without the pattern keyword",
      "command": "<guest-path> repair <guest-path> --provider anthropic --out <guest-path>",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: \"additionalProperties\": false",
      "evidence": "\"additionalProperties\": false,\n  \"properties\": {\n    \"sku\": {\n      \"type\": \"string\"\n    }\n  },\n  \"required\": [\n    \"sku\"\n  ],\n  \"type\": \"object\"\n}\n",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "documented dev test suite passes",
      "source": "CONTRIBUTING.md",
      "input": "pytest -q run from the checkout",
      "command": "<guest-path> -q -p no:cacheprovider",
      "evidence": "........................................................................ [ 79%]\n...................                                                      [100%]\n91 passed in 1.08s",
      "deferred": false,
      "expected": "all tests pass",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    },
    {
      "kind": "example",
      "claim": "documented lint step is clean",
      "source": "CONTRIBUTING.md",
      "input": "ruff check . from the checkout",
      "command": "<guest-path> check . --no-cache",
      "evidence": "All checks passed!",
      "deferred": false,
      "expected": "no lint findings",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    },
    {
      "kind": "example",
      "claim": "README repair --out example writes a fixed schema file",
      "source": "README.md",
      "input": "sample schema repaired for anthropic into a fresh --out file",
      "command": "<guest-path> repair <guest-path> --provider anthropic --out <guest-path>",
      "evidence": "{\n  \"additionalProperties\": false,\n  \"properties\": {\n    \"sku\": {\n      \"type\": \"string\"\n    }\n  },\n  \"required\": [\n    \"sku\"\n  ],\n  \"type\": \"object\"\n}\n",
      "deferred": false,
      "expected": "fixed.json written with additionalProperties false",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "last_commit_at": "2026-10-24T20:41:08Z",
    "commits_90d": 1,
    "merged_prs_90d": 1,
    "open_issues": 0,
    "open_prs": 0,
    "reply_share": null,
    "reply_threads": 0,
    "median_reply_hours": null,
    "last_release_at": "2026-10-24T21:19:36Z",
    "archived": false,
    "verdict": "maintained",
    "note": "actively maintained: last commit 1 days ago; 1 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; latest release 2026-10-24"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 1 days ago; 1 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; latest release 2026-10-24",
  "maintained": "active",
  "maintained_note": "last commit 1 days ago",
  "last_commit_at": "2026-10-24T20:45:47Z",
  "last_release_at": "2026-10-24T21:19:36Z",
  "open_issues": null,
  "answered_issues": null,
  "platforms_claimed": [
    "linux"
  ],
  "topic": "mcp-server",
  "agent_interfaces": [
    {
      "interface": "cli",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-26T12:44:06.402984+00:00",
  "tested_commit": "13fb6a43fd0e8890b9b594e035ac57f5b441e78d",
  "tested_with": {
    "agent": "claude-code",
    "agent_version": "2.1.310 (Claude Code)",
    "model": "claude-haiku-5-5",
    "model_route": "claude-haiku-5-5",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "OrionArchitekton/schemafit",
    "source": "https://github.com/OrionArchitekton/schemafit",
    "commit": "13fb6a43fd0e8890b9b594e035ac57f5b441e78d",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "claude-haiku-5-5",
    "model_version": "claude-haiku-5-5",
    "agent_execution": "native_agent",
    "agent_runtime": "claude-code",
    "agent_runtime_version": "2.1.310 (Claude Code)",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "13fb6a43fd0e8890b9b594e035ac57f5b441e78d",
      "url": "https://github.com/OrionArchitekton/schemafit"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": null,
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Lint a JSON schema for provider-specific structured-output constraints (schemafit lint), plus the README demo, repair --out, and the CONTRIBUTING pytest/ruff checks",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "repo",
    "test_version": "readme-ca496ea10bb07418d1d8f1c256c2433a55547acc0fb62d8b6d86ae33c976fbfa",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": "/transcripts/OrionArchitekton--schemafit-claude-haiku-5-5-1793018510130992510.txt",
  "report_url": "/reports/OrionArchitekton--schemafit-claude-haiku-5-5-1793018510130992510.json"
}