{ "run_id": "spcaeo--toadstone-claude-haiku-5-5-1793020814571388312", "date": "2026-10-26T13:27:27.646874+00:00", "repo": "spcaeo/toadstone", "kind": "mcp", "source": "https://github.com/spcaeo/toadstone", "commit": "4841d0bb9faba944661217542f13710582c66bbc", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-07273e1c11baad42cd20f7f04094571c14a18016813d20d67946c7253566eb48", "pass": true, "outcome": "pass", "time_to_working_s": 408.8605109420605, "total_s": 433.07544112205505, "steps": [ "cd && pwd && ls -la && id -u && python3 --version && cat README.md 2>/dev/null | head -c 6000", "cd && grep -n -i -E \"quick start|install|pip|python -m|docker|mcp|--once|cron|schedule|test\" README.md | head -150", "cd && sed -n 375,460p README.md && cat requirements.txt", "cd && (git rev-parse --git-dir 2>/dev/null || true) && git init -q && git remote add origin https://github.com/spcaeo/toadstone && (timeout 200 git fetch --depth 1 origin 4841d0bb9faba944661217542f13710582c66bbc; echo \"fetch rc=$?\") && git reset --mixed FETCH_HEAD && git log --oneline -1; sed -n 1,80p docs/mcp.md | head -c 4000", "cd && python3 -m venv && --version && install -q --upgrade pip 2>&1 | tail -3; cd && timeout 900 install -r requirements.txt 2>&1 | tail -5; echo rc=$?", "echo \"CDP_URL=$CDP_URL =$\"; curl -sS -m 15 -i \"${CDP_URL}/json/version\"; echo; echo rc=$?; cd && grep -rn -i \"cdp\\|connect_over_cdp\\|CDP_URL\" --include=*.py --include=*.md --include=.env.example . | head -20", "cd && grep -rn \"chromium\\|launch(\\|executable_path\\|TOADSTONE_\\|PLAYWRIGHT\" --include=*.py src main.py | head -30; sed -n 1,60p .env.example | cut -c1-160", "cd && mkdir -p && (nohup main.py --local --port 5057 > 2>&1 &) ; sleep 8; curl -s -o /dev/null -w \"%{http_code}\\n\" http://127.0.0.1:5057/ ; tail -15 ", "cd && ls tests tools | head -60; grep -n \"^### \\|^| \\`\" docs/mcp.md | head -60", "cd && sed -n 1,40p tests/coverage_site.py | cut -c1-200; grep -n \"port\\|python\" tests/README.md | head -20", "cd && curl -s -m 10 -o /dev/null -w \"%{http_code}\\n\" https://example.com/; echo rc=$?", "cd && mkdir -p && timeout 600 main.py --crawl https://example.com --fail-on error --report > 2>&1; echo rc=$?; tail -c 2500 ; ls -la ", "cd && printf '%s\\n' '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2024-11-05\",\"capabilities\":{},\"clientInfo\":{\"name\":\"t\",\"version\":\"1\"}}}' '{\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"}' '{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/call\",\"params\":{\"name\":\"list_crawls\",\"arguments\":{\"limit\":5}}}' | TOADSTONE_MCP_URL=http://127.0.0.1:5057 timeout 60 -m src.mcp 2> | cut -c1-1500; echo rc=$?; tail -3 ", "cd && ls -la data 2>/dev/null | head; grep -n \"crawls\\|/api/\" docs/agent-handoff.md | head -30; grep -rn \"DATA_DIR\\|data_dir\\|'data'\" --include=*.py src/*.py | head -8; curl -s http://127.0.0.1:5057/api/crawls | head -c 600", "cd && curl -s \"http://127.0.0.1:5057/api/crawls/list?limit=10\" | head -c 800; echo; echo ---; -I -c \"import sqlite3;c=sqlite3.connect('data/users.db');print([r[0] for r in c.execute(\\\"select name from sqlite_master where type='table'\\\")])\" 2>&1 | head -5", "cd && -I -c \"import sqlite3;c=sqlite3.connect('data/users.db');print(list(c.execute('select id,base_url,status,user_id from crawls')));print(list(c.execute('select * from guest_crawls limit 3')))\" 2>&1 | head -c 1500; echo; grep -n \"guest_crawls\\|user_id\" src/crawl_db.py | head -20", "cd && sed -n 15,35p docs/agent-handoff.md | cut -c1-220; sed -n 105,135p docs/agent-handoff.md | cut -c1-220", "cd && B=http://127.0.0.1:5057; J=; curl -s -c $J -o /dev/null $B/; NEW=$(curl -s -b $J -c $J -H 'Content-Type: application/json' -d '{\"url\":\"https://example.com/\"}' $B/api/start_crawl); echo \"$NEW\"; for i in $(seq 1 30); do S=$(curl -s -b $J -c $J \"$B/api/crawl_status?stats_only=1\"); echo \"$S\" | head -c 300; echo; case \"$S\" in *running*) sleep 5;; *) break;; esac; done", "B=http://127.0.0.1:5057; J=; curl -s -b $J -c $J \"$B/api/crawl_status?stats_only=1\" | -I -c \"import json,sys;d=json.load(sys.stdin);print(d.get('status'), d.get('stats'))\"; curl -s -b $J -c $J \"$B/api/crawls/list?limit=5\" | head -c 500; echo; tail -5 | cut -c1-300", "cd && printf '%s\\n' '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2024-11-05\",\"capabilities\":{},\"clientInfo\":{\"name\":\"t\",\"version\":\"1\"}}}' '{\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"}' '{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/call\",\"params\":{\"name\":\"list_issues\",\"arguments\":{\"crawl_id\":1,\"limit\":5}}}' | TOADSTONE_MCP_URL=http://127.0.0.1:5057 timeout 60 -m src.mcp 2>/dev/null | tail -1 | cut -c1-1800", "cd && grep -n -F -e \"Exits non-zero when the crawl finds an open issue at that severity or worse, so\" -e \"Every finding, wherever it surfaces\" -e \"It is **read-only by default**, restricted to hosts this install has already\" -e \"python main.py --crawl https://example.com --fail-on error --report issues.json\" -e \"python main.py --local --port 5057 &\" -e \"Nothing is required.\" README.md | cut -c1-250; sed -n 160,170p README.md | cat -A | cut -c1-200 | head -12", "cd && sed -n 234,275p docs/mcp.md | cut -c1-260", "cd && sed -n 492,500p README.md | cut -c1-300; grep -rln \"schedul\" --include=*.py src main.py | head; grep -n \"def \\|while True\\|sleep(\" src/scheduler*.py 2>/dev/null | head -40", "cd && grep -n \"def \\|while \\|sleep\\|--once\\|--now\\|argparse\\|add_argument\" src/core/scheduler.py | head -50; grep -n \"scheduler\\|--once\\|--now\" main.py | head -20", "pkill -f \"main.py --local --port 5057\"; sleep 2; pgrep -fa \"main.py --local\" || echo \"no app running\"; rm -f ; mkdir -p && ls -la ", "ps -eo pid,args | grep \"[m]ain.py --local\" || echo \"no app running\"; curl -s -m 3 -o /dev/null -w \"%{http_code}\\n\" http://127.0.0.1:5057/ || echo \"port closed\"; ls -la ; ls -la ", "rm -f ; cd && cat > probe.json <<'EOF'\n{\"kind\":\"mcp_http\",\"argv\":[\"\",\"main.py\",\"--local\",\"--port\",\"5058\"],\"cwd\":\"\",\"url\":\"http://127.0.0.1:5058/api/mcp\",\"tool\":\"list_issues\",\"arguments\":{\"crawl_id\":1,\"limit\":5},\"expected_text\":\"Page has no H1 heading\"}\nEOF\npython3 -m json.tool probe.json >/dev/null && echo probe-ok", "cd && cat > claims.json <<'EOF'\n[\n{\"kind\":\"claim\",\"claim\":\"One-command CLI crawl exits non-zero when the crawl finds errors at that severity\",\"source\":\"Exits non-zero when the crawl finds an open issue at that severity or worse, so\",\"input\":\"python main.py --crawl https://example.com --fail-on error --report \",\"expected\":\"exit code 1 and a FAILED line listing the error count\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"main.py\",\"--crawl\",\"https://example.com\",\"--fail-on\",\"error\",\"--report\",\"\"],\"cwd\":\"\",\"expected_returncode\":1,\"expected_text\":\"FAILED: 4 issue(s) at severity 'error' or worse\"},\n{\"kind\":\"claim\",\"claim\":\"Findings returned over MCP carry the same shape with the finding details\",\"source\":\"Every finding, wherever it surfaces \u2014 UI, API, export, MCP \u2014 carries the same\",\"input\":\"list_issues for crawl 1 via the MCP HTTP endpoint\",\"expected\":\"the missing H1 finding with its details text\",\"probe_kind\":\"mcp_http\",\"argv\":[\"\",\"main.py\",\"--local\",\"--port\",\"5058\"],\"url\":\"http://127.0.0.1:5058/api/mcp\",\"tool\":\"list_issues\",\"arguments\":{\"crawl_id\":1,\"limit\":5},\"expected_text\":\"Page has no H1 heading\",\"cwd\":\"\"}\n]\nEOF\npython3 -m json.tool claims.json >/dev/null && echo claims-ok", "cd && cat > examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Fixture coverage sweep runs the real crawler over six broken-site modes\",\"source\":\"README.md\",\"reason\":\"Deferred on purpose: python tools/coverage_sweep.py runs about six full crawls of a local fixture site, a long run outside this check. The one-command CLI crawl and the MCP list_issues call were run instead.\",\"deferred\":true}]\nEOF\ncat > cycles.json <<'EOF'\n{\"detected\":true,\"checks\":[{\"claim\":\"Standing crawls run on a schedule without opening the UI\",\"source\":\"src/core/scheduler.py\",\"quote\":\"def tick(self, now=None):\",\"reason\":\"Not run: the scheduler runs only inside the long-lived server process (main.py _start_scheduler). Its only trigger is Scheduler.tick(now) called from a background loop, and there is no documented one-shot command or CLI to trigger one cycle. Triggering it needs a stored standing-crawl job plus a fake clock wrapper, which was not built in this run.\"}]}\nEOF\npython3 -m json.tool examples.json >/dev/null && python3 -m json.tool cycles.json >/dev/null && echo ok", "ls -la /inputs/ 2>&1 | head; cd && = timeout 900 python3 -I --validate --replay > 2>&1; echo rc=$?; tail -c 4000 ", "cd && wc -c check1.log; head -c 1500 check1.log; echo; echo ====; grep -o '\"problems\": \\[[^]]*\\]' check1.log | head -c 1500; grep -o '\"ok\": [a-z]*\\|\"valid\": [a-z]*\\|\"passed\": [a-z]*\\|\"status\": \"[^\"]*\"' check1.log | sort | uniq -c | head", "cd && grep -o -i '\"verdict\": \"[a-z]*\"' check1.log | sort | uniq -c; grep -c -i 'fail' check1.log; ps -eo pid,args | grep \"[5]058\\|[m]cp\" || echo \"no leftover servers\"; curl -s -m 2 -o /dev/null -w \"%{http_code}\\n\" http://127.0.0.1:5058/ || echo \"5058 closed\"", "cd && cat > report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Crawl a site from the command line with --fail-on error and --report, then read its findings back through the MCP server (list_issues)\",\"operation_scope\":\"Python 3.12.3 venv with requirements.txt; outbound HTTPS to example.com; local app on a loopback port. No Chromium or JS rendering. The shared CDP endpoint was reachable but the product does not use CDP.\",\"steps\":[\"git init; git remote add origin https://github.com/spcaeo/toadstone; git fetch --depth 1 origin 4841d0bb9faba944661217542f13710582c66bbc; git reset --mixed FETCH_HEAD\",\"python3 -m venv and pip install -r requirements.txt into it\",\"venv python main.py --crawl https://example.com --fail-on error --report \",\"venv python main.py --local --port 5058 (background, for MCP/API)\",\"POST /api/start_crawl then poll /api/crawl_status until complete\",\"MCP HTTP /api/mcp tools/call list_issues crawl_id 1 (probe)\"],\"deviations\":[\"Skipped the README Chromium browser-setup step because browser downloads are forbidden; the crawl ran without JS rendering.\",\"The shared CDP endpoint is not used by the product, which launches its own Chromium via Playwright.\",\"The one-command crawl does not write a database row, so MCP could not see it. Used the documented /api/start_crawl route to create crawl 1 for MCP reads.\",\"MCP probe uses mcp_http with the app as its server argv, because the checker stops servers before replay.\",\"tools/coverage_sweep.py was not run; deferred as a long multi-crawl run.\",\"Scheduler cycle not triggered: no documented one-shot entry point.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":\"Optional: have the CLI --crawl path persist its crawl so MCP/API can list it. The README browser-setup step needs a browser download, which the guest disallowed.\"}\nEOF\npython3 -m json.tool report.json >/dev/null && echo report-ok; cd && = timeout 900 python3 -I --validate --replay 2>&1 | tail -c 1500", "cd && = timeout 900 python3 -I --validate --replay 2>&1 | python3 -c 'import sys,json; d=sys.stdin.read(); print(d[:600])'; ps aux | grep \"main.py --local\" | grep -v grep | wc -l; curl -s -o /dev/null -w \"%{http_code}\\n\" http://127.0.0.1:5058/ || true" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Crawl a site from the command line with --fail-on error and --report, then read its findings back through the MCP server (list_issues)", "suggested_fix": null, "tokens_in": 1210774, "tokens_out": 23009, "cost_usd": 0.040627149999999994, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "kind": "mcp_http", "url": "http://127.0.0.1:5058/api/mcp", "hosting": "local", "transport": "streamable-http", "scope": "remote hosted MCP initialize + tools/list", "argv": [ "", "main.py", "--local", "--port", "5058" ], "serverInfo": { "name": "toadstone", "version": "1.0.0" }, "protocolVersion": "2025-06-18", "tools": [ "list_crawls", "crawl_status", "start_crawl", "list_issues", "issue_detail", "page_detail", "regression_diff", "export_dataset", "check_reference", "accept_issue" ], "tool_schema_bytes": 6572, "tool_result": { "content": [ { "type": "text", "text": "{\n \"crawl_id\": 1,\n \"total\": 16,\n \"offset\": 0,\n \"count\": 5,\n \"by_severity\": {\n \"error\": 4,\n \"warning\": 1\n },\n \"by_check\": {\n \"missing_canonical\": 1,\n \"missing_h1\": 1,\n \"missing_meta_description\": 1,\n \"no_structured_data\": 1,\n \"sitemap_file_error\": 1\n },\n \"issues\": [\n {\n \"id\": \"6bd8aa5a38cc4ea7df918d053682b4f530adecca\",\n \"url\": \"https://example.com/\",\n \"check\": \"missing_h1\",\n \"type\": \"error\",\n \"category\": \"SEO\",\n \"issue\": \"Missing H1 Tag\",\n \"details\": \"Page has no H1 heading\",\n \"evidence\": {},\n \"how_to_fix\": \"\",\n \"docs_url\": \"/checks#missing_h1\",\n \"first_seen_crawl\": 1,\n \"status\": \"open\",\n \"accepted_reason\": null\n },\n {\n \"id\": \"df360f6877b6219dd2945bf98b4b9f12eca0a24d\",\n \"url\": \"https://example.com/\",\n \"check\": \"missing_meta_description\",\n \"type\": \"error\",\n \"category\": \"SEO\",\n \"issue\": \"Missing Meta Description\",\n \"details\": \"Page has no meta description\",\n \"evidence\": {},\n \"how_to_fix\": \"\",\n \"docs_url\": \"/checks#missing_meta_description\",\n \"first_seen_crawl\": 1,\n \"status\": \"open\",\n \"accepted_reason\": null\n },\n {\n \"id\": \"c1e37dec7818a900afe6dee2e183bac133f245f8\",\n \"url\": \"https://example.com/\",\n \"check\": \"no_structured_data\",\n \"type\": \"error\",\n \"category\": \"Structured Data\",\n \"issue\": \"No Structured Data\",\n \"details\": \"Page has no JSON-LD or Schema.org markup\",\n \"evidence\": {},\n \"how_to_fix\": \"\",\n \"docs_url\": \"/checks#no_structured_data\",\n \"first_seen_crawl\": 1,\n \"status\": \"open\",\n \"accepted_reason\": null\n },\n {\n \"id\": \"75d7f5db156cc9f2d9ea93d393e19c8e3ad4b3d0\",\n \"url\": \"https://example.com/sitemap.xml\",\n \"check\": \"sitemap_file_error\",\n \"type\": \"error\",\n \"category\": \"Sitemap\",\n \"issue\": \"Sitemap File Error\",\n \"details\": \"Sitemap file could not be read (HTTP 404).\",\n \"evidence\": {\n \"found\": \"HTTP 404\"\n },\n \"how_to_fix\": \"Serve every sitemap file listed in robots.txt and in the index with HTTP 200 and valid XML.\",\n \"docs_url\": \"/checks#sitemap_file_error\",\n \"first_seen_crawl\": 1,\n \"status\": \"open\",\n \"accepted_reason\": null\n },\n {\n \"id\": \"e591c0dddfb515c96c2e57f5b893c3326f65f12b\",\n \"url\": \"https://example.com/\",\n \"check\": \"missing_canonical\",\n \"type\": \"warning\",\n \"category\": \"Technical\",\n \"issue\": \"Missing Canonical URL\",\n \"details\": \"Page has no canonical URL specified\",\n \"evidence\": {},\n \"how_to_fix\": \"\",\n \"docs_url\": \"/checks#missing_canonical\",\n \"first_seen_crawl\": 1,\n \"status\": \"open\",\n \"accepted_reason\": null\n }\n ]\n}" } ], "isError": false }, "tool_result_checked": true } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 connection review, 24 known vulnerability, 1 sensitive read.", "findings": [ { "kind": "connection-review", "count": 1, "note": "Repository processes attempted these non-loopback connections; proxies can hide the final hostname.", "location_count": 4, "process_count": 12 }, { "kind": "known-vulnerability", "count": 24, "note": "OSV reports a known vulnerability in this dependency version.", "location_count": 3 }, { "kind": "sensitive-read", "count": 1, "note": "A repository process attempted to read this sensitive path.", "location_count": 1, "file_kind": "cloud login", "process_count": 6 } ], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=spcaeo--toadstone-claude-haiku-5-5-1793020814571388312", "evidence_file": "/data/safety/spcaeo--toadstone-claude-haiku-5-5-1793020814571388312.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 34, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "4841d0bb9faba944661217542f13710582c66bbc", "url": "https://github.com/spcaeo/toadstone" }, "purpose": "diagnosis", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": "fix-1fbefc2634adff5107e2", "verifies_run_id": "spcaeo--toadstone-claude-haiku-5-5-1793020353883642353", "hosting": "local", "operation_scope": "remote hosted MCP initialize + tools/list", "tool_calls": 34, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "NOASSERTION", "repo_url": "https://github.com/spcaeo/toadstone", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Standing crawls run on a schedule without opening the UI", "source": "src/core/scheduler.py", "input": "", "expected": "", "command": "", "schedule": "", "method": "", "verdict": "blocked", "outcome": "Not run: the scheduler runs only inside the long-lived server process (main.py _start_scheduler). Its only trigger is Scheduler.tick(now) called from a background loop, and there is no documented one-shot command or CLI to trigger one cycle. Triggering it needs a stored standing-crawl job plus a fake clock wrapper, which was not built in this run.", "evidence": "Not run: the scheduler runs only inside the long-lived server process (main.py _start_scheduler). Its only trigger is Scheduler.tick(now) called from a background loop, and there is no documented one-shot command or CLI to trigger one cycle. Triggering it needs a stored standing-crawl job plus a fake clock wrapper, which was not built in this run." } ], "claims": [ { "kind": "claim", "claim": "One-command CLI crawl exits non-zero when the crawl finds errors at that severity", "source": "Exits non-zero when the crawl finds an open issue at that severity or worse, so", "input": "python main.py --crawl https://example.com --fail-on error --report ", "expected": "exit code 1 and a FAILED line listing the error count", "command": " main.py --crawl https://example.com --fail-on error --report ", "verdict": "yes", "outcome": "Real input produced the expected result: FAILED: 4 issue(s) at severity 'error' or worse", "evidence": "FAILED: 4 issue(s) at severity 'error' or worse\n [error] Missing Meta Description - https://example.com/\n [error] Missing H1 Tag - https://example.com/\n [error] No Structured Data - https://example.com/\n [error] Sitemap File Error - https://example.com/sitemap.xml\n", "returncode": 1, "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Findings returned over MCP carry the same shape with the finding details", "source": "Every finding, wherever it surfaces \u2014 UI, API, export, MCP \u2014 carries the same", "input": "{\"tool\": \"list_issues\", \"arguments\": {\"crawl_id\": 1, \"limit\": 5}}", "expected": "the missing H1 finding with its details text", "command": " main.py --local --port 5058 tools/call {\"tool\": \"list_issues\", \"arguments\": {\"crawl_id\": 1, \"limit\": 5}}", "verdict": "yes", "outcome": "Real input produced the expected result: Page has no H1 heading", "evidence": "Page has no H1 heading\\\",\\n \\\"evidence\\\": {},\\n \\\"how_to_fix\\\": \\\"\\\",\\n \\\"docs_url\\\": \\\"/checks#missing_h1\\\",\\n \\\"first_seen_crawl\\\": 1,\\n \\\"status\\\": \\\"open\\\",\\n \\\"accepted_reason\\\": null\\n },\\n {\\n \\\"id\\\": \\\"df360f6877b6219dd2945bf98b4b9f12eca0a24d\\\",\\n \\\"url\\\": \\\"https://example.com/\\\",\\n \\\"check\\\": \\\"missing_meta_description\\\",\\n \\\"type\\\": \\\"error\\\",\\n \\\"category\\\": \\\"SEO\\\",\\n \\\"issue\\\": \\\"Missing Meta Description\\\",\\n \\\"details\\\": \\\"Page has no meta description\\\",\\n \\\"evidence\\\": {},\\n \\\"how_to_fix\\\": \\\"\\\",\\n", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Fixture coverage sweep runs the real crawler over six broken-site modes", "source": "README.md", "input": "", "command": "", "evidence": "Deferred on purpose: python tools/coverage_sweep.py runs about six full crawls of a local fixture site, a long run outside this check. The one-command CLI crawl and the MCP list_issues call were run instead.", "deferred": true, "expected": "documented command completes successfully", "verdict": "deferred", "outcome": "Deferred on purpose: python tools/coverage_sweep.py runs about six full crawls of a local fixture site, a long run outside this check. The one-command CLI crawl and the MCP list_issues call were run instead." } ], "does_what_it_says": "yes", "maintenance": { "archived": false, "commits_90d": 10, "last_commit_at": "2026-10-24T12:30:10Z", "last_release_at": null, "median_reply_hours": null, "merged_prs_90d": 0, "note": "actively maintained: last commit 2 days ago; 10 commits and 0 merged PRs in 90 days; 1 open issues, 0 open PRs; no releases", "open_issues": 1, "open_prs": 0, "reply_share": null, "reply_threads": 0, "verdict": "maintained" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 2 days ago; 10 commits and 0 merged PRs in 90 days; 1 open issues, 0 open PRs; no releases", "maintained": "active", "maintained_note": "last commit 1 days ago; 1 open issues, 1 answered or closed", "last_commit_at": "2026-10-24T17:54:02Z", "last_release_at": null, "open_issues": 1, "answered_issues": 1, "platforms_claimed": [ "linux", "mac" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true }, { "interface": "api", "evidence": "README metadata", "observed": false, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 10, "schema_bytes": 6572, "tokens_approx": 1643, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-26T13:27:27.646874+00:00", "tested_commit": "4841d0bb9faba944661217542f13710582c66bbc", "tested_with": { "agent": "claude-code", "agent_version": "2.1.310 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "spcaeo/toadstone", "source": "https://github.com/spcaeo/toadstone", "commit": "4841d0bb9faba944661217542f13710582c66bbc", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "4841d0bb9faba944661217542f13710582c66bbc", "url": "https://github.com/spcaeo/toadstone" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Crawl a site from the command line with --fail-on error and --report, then read its findings back through the MCP server (list_issues)", "operation_scope": "remote hosted MCP initialize + tools/list", "hosting": "local", "kind": "mcp", "test_version": "readme-07273e1c11baad42cd20f7f04094571c14a18016813d20d67946c7253566eb48", "evidence_version": null }, "transcript_url": "/transcripts/spcaeo--toadstone-claude-haiku-5-5-1793020814571388312.txt", "report_url": "/reports/spcaeo--toadstone-claude-haiku-5-5-1793020814571388312.json" }