{ "run_id": "ClickHouse--mcp-clickhouse-claude-haiku-5-5-1792977739381636778", "date": "2026-10-26T01:26:50.185785+00:00", "repo": "ClickHouse/mcp-clickhouse", "kind": "mcp", "source": "https://github.com/ClickHouse/mcp-clickhouse", "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-ca496ea10bb07418d1d8f1c256c2433a55547acc0fb62d8b6d86ae33c976fbfa", "pass": true, "outcome": "pass", "time_to_working_s": 247.88694260304328, "total_s": 270.8040907382965, "steps": [ "cd && ls -la && git status 2>&1 | head -3; python3 --version; id -u; cat README.md | head -200", "cd && cat .python-version pyproject.toml; grep -n -i \"install\\|uv \\|quick\\|getting started\\|docker\\|run\" README.md | head -80; which uv; cat /etc/os-release | head -2; ls /inputs 2>&1", "cd && sed -n 200,300p README.md", "cd && sed -n 300,360p README.md; sed -n 462,530p README.md; (which docker clickhouse; ss -ltn 2>/dev/null | grep -E '8123|9000'; echo done)", "cd && uv --version && timeout 600 uv sync --python 3.12 2>&1 | tail -15; ls .venv/bin | grep -i clickhouse", "timeout 15 curl -sS -m 10 \"https://sql-clickhouse.clickhouse.com:8443/?query=SELECT%201\" ; echo \" rc=$?\"; echo \"CDP:\"; timeout 10 curl -sS -m 8 $CDP_URL/json/version; echo \" rc=$?\"", "cd && sed -n 360,380p README.md; grep -n \"CLICKHOUSE_HOST\\|CLICKHOUSE_PORT\\|CLICKHOUSE_SECURE\\|MCP_TRANSPORT\\|MCP_SERVER_TRANSPORT\" README.md | head; wc -l ; grep -n \"def \\|argv\" | head -80", "timeout 20 curl -sS -m 15 \"https://sql-clickhouse.clickhouse.com:8443/?user=demo&query=SELECT%20version(),%20'hello'\" ; echo \" rc=$?\"; sed -n 43,50p ", "grep -n \"'env'\" | head; sed -n 420,480p ", "cd && ls -la .coldpass; cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"mcp\",\"argv\":[\"\"],\"cwd\":\"\",\"tool\":\"run_query\",\"arguments\":{\"query\":\"SELECT 'coldpass-ok' AS marker\"},\"expected_text\":\"coldpass-ok\",\"env\":{\"CLICKHOUSE_HOST\":\"sql-clickhouse.clickhouse.com\",\"CLICKHOUSE_PORT\":\"8443\",\"CLICKHOUSE_USER\":\"demo\",\"CLICKHOUSE_PASSWORD\":\"\",\"CLICKHOUSE_SECURE\":\"true\",\"CLICKHOUSE_VERIFY\":\"true\",\"CLICKHOUSE_CONNECT_TIMEOUT\":\"30\"}}\nEOF\npython3 -I -c 'import json;print(json.load(open(\"\"))[\"tool\"])'", "cd && cat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"run_query executes SQL queries on the ClickHouse cluster\",\"source\":\"Execute SQL queries on your ClickHouse cluster.\",\"input\":\"SELECT 'coldpass-ok' AS marker\",\"expected\":\"query result containing coldpass-ok\",\"probe_kind\":\"mcp\",\"argv\":[\"\"],\"tool\":\"run_query\",\"arguments\":{\"query\":\"SELECT 'coldpass-ok' AS marker\"},\"expected_text\":\"coldpass-ok\",\"cwd\":\"\",\"env\":{\"CLICKHOUSE_HOST\":\"sql-clickhouse.clickhouse.com\",\"CLICKHOUSE_PORT\":\"8443\",\"CLICKHOUSE_USER\":\"demo\",\"CLICKHOUSE_PASSWORD\":\"\",\"CLICKHOUSE_SECURE\":\"true\",\"CLICKHOUSE_VERIFY\":\"true\",\"CLICKHOUSE_CONNECT_TIMEOUT\":\"30\"}},\n{\"kind\":\"claim\",\"claim\":\"run_query binds named {name:Type} parameters from the params object\",\"source\":\"SELECT {id:UInt32} AS id, {name:String} AS name\",\"input\":\"SELECT {id:UInt32} AS id, {name:String} AS name with id=13 and name=O'Reilly\",\"expected\":\"result row containing O'Reilly\",\"probe_kind\":\"mcp\",\"argv\":[\"\"],\"tool\":\"run_query\",\"arguments\":{\"query\":\"SELECT {id:UInt32} AS id, {name:String} AS name\",\"params\":{\"id\":13,\"name\":\"O'Reilly\"}},\"expected_text\":\"O'Reilly\",\"cwd\":\"\",\"env\":{\"CLICKHOUSE_HOST\":\"sql-clickhouse.clickhouse.com\",\"CLICKHOUSE_PORT\":\"8443\",\"CLICKHOUSE_USER\":\"demo\",\"CLICKHOUSE_PASSWORD\":\"\",\"CLICKHOUSE_SECURE\":\"true\",\"CLICKHOUSE_VERIFY\":\"true\",\"CLICKHOUSE_CONNECT_TIMEOUT\":\"30\"}}]\nEOF\npython3 -I -c 'import json;print(len(json.load(open(\"\"))))'; = timeout 900 python3 -I --validate --replay 2>&1 | tail -60", "cd && grep -rn -i \"schedule\\|cron\\|while True\\|--once\\|webhook\" mcp_clickhouse/ | head; ls tests test-services; sed -n 1,30p mcp_clickhouse/main.py | head -40", "cd && sed -n 208,222p mcp_clickhouse/auth.py; grep -n \"CLICKHOUSE_HOST\\|localhost\\|8123\" tests/conftest.py | head -5; timeout 900 uv run --python 3.12 --extra dev pytest -q tests 2>&1 | tail -25", "cd && timeout 300 uv run --python 3.12 --extra dev pytest -q tests/test_tool.py::TestClickhouseTools::test_list_databases 2>&1 | grep -E \"KeyError|Error|environ|CLICKHOUSE\" | head -8; grep -n \"environ\\[\" tests/conftest.py | head -5", "cd && uv run ruff check . 2>&1 | tail -5; echo rc=$?", "cd && cat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Lint check from the README Running tests section\",\"source\":\"README.md: uv run ruff check . # run linting\",\"input\":\"ruff check . in the checkout\",\"expected\":\"All checks passed!\",\"argv\":[\"uv\",\"run\",\"ruff\",\"check\",\".\"],\"cwd\":\"\",\"env\":{},\"expected_text\":\"All checks passed!\"},\n{\"kind\":\"example\",\"claim\":\"Documented pytest suite against a live ClickHouse (README Running tests)\",\"source\":\"README.md: uv run pytest -v tests\",\"reason\":\"Not replayed as a pass. The suite needs a live ClickHouse from docker compose (test-services), and Docker is absent in this guest. Run without CLICKHOUSE_HOST/USER/PASSWORD: passed, 7 skipped, 1 xfailed, 101 failed, 46 errors; failures are 'Missing required environment variables: CLICKHOUSE_HOST, CLICKHOUSE_USER, CLICKHOUSE_PASSWORD'.\"}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected: mcp_clickhouse/main.py runs a stdio or HTTP MCP server via mcp.run(), with no cron, scheduler, --once, --now, or webhook trigger. The only while-loop (mcp_clickhouse/auth.py:216) walks up directories to find a .env file. Request-driven tool calls are the product's operation and are covered by the MCP probe and claims.\",\"checks\":[]}\nEOF\npython3 -I -c 'import json;[json.load(open(\"\"+f)) for f in [\"examples.json\",\"cycles.json\"]];print(\"ok\")'", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Run SQL through the mcp-clickhouse stdio MCP server (run_query tool) against a ClickHouse server, including named parameter binding.\",\"operation_scope\":\"Local Linux guest, Python 3.12 via uv, public ClickHouse SQL playground sql-clickhouse.clickhouse.com:8443 as user demo (README's documented playground config). Read-only default. Docker and a local ClickHouse were not available, so the docker compose test suite was not run against a live server. CDP browser endpoint not needed: this is an MCP stdio server.\",\"steps\":[\"uv sync --python 3.12 (README Development: uv sync --all-extras --dev; run without --all-extras)\",\"Start server: .venv/bin/mcp-clickhouse (README Configuration/Claude Desktop entry)\",\"MCP tools/call run_query with query SELECT 'coldpass-ok' AS marker -> returned coldpass-ok\",\"MCP tools/call run_query with SELECT {id:UInt32} AS id, {name:String} AS name and params id=13, name=O'Reilly -> returned [13, O'Reilly]\",\"uv run ruff check . -> All checks passed!\"],\"deviations\":[\"Checker path /inputs/coldpass-preflight.py does not exist in this guest; used with the same flags as instructed.\",\"README 'uv run pytest -v tests' needs a live ClickHouse (docker compose test-services). Docker not present; the run gave 700 passed, 7 skipped, 1 xfailed, 101 failed, 46 errors, all from missing CLICKHOUSE_HOST/USER/PASSWORD. Recorded as a prerequisite, not a product fault.\",\"Used the README's 'uv sync' dev install instead of the PyPI install path; the README's pip route was not exercised.\",\"Playground connection: the demo user works over HTTP; the README's password is an empty string.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\n= timeout 900 python3 -I --validate --replay 2>&1 | python3 -I -c 'import sys,json; t=sys.stdin.read(); d=json.loads(t[t.index(\"{\"):]); print(\"valid:\",d[\"valid\"]); print(\"problems:\",d[\"problems\"]); r=d.get(\"replay\",{}); print(\"replay:\",r.get(\"status\")); print({k:(v if not isinstance(v,(dict,list)) else \"...\") for k,v in r.get(\"details\",{}).items()})' ; echo rc=$?" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Run SQL through the mcp-clickhouse stdio MCP server (run_query tool) against a ClickHouse server, including named parameter binding.", "suggested_fix": null, "tokens_in": 473433, "tokens_out": 11564, "cost_usd": 0.01818723, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "" ], "kind": "mcp", "serverInfo": { "name": "mcp-clickhouse", "version": "0.7.0" }, "tools": [ "list_databases", "list_tables", "run_query" ], "tool_schema_bytes": 3827, "tool_result": { "_meta": { "fastmcp": { "wrap_result": true } }, "content": [ { "text": "{\"columns\": [\"marker\"], \"rows\": [[\"coldpass-ok\"]]}", "type": "text" } ], "isError": false, "structuredContent": { "result": "{\"columns\": [\"marker\"], \"rows\": [[\"coldpass-ok\"]]}" } }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 connection review, 5 known vulnerability. 1 static matches retained as context.", "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.", "findings": [ { "kind": "connection-review", "count": 1, "note": "Repository processes attempted these non-loopback connections; proxies can hide the final hostname.", "location_count": 9, "process_count": 10 }, { "kind": "known-vulnerability", "count": 5, "note": "OSV reports a known vulnerability in this dependency version.", "location_count": 3 } ], "context": [ { "kind": "hardcoded-secret", "count": 1, "note": "Gitleaks found a possible hardcoded secret; value withheld.", "location_count": 1, "path": "tests/test_startup_contract.py" } ], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=ClickHouse--mcp-clickhouse-claude-haiku-5-5-1792977739381636778", "evidence_file": "/data/safety/ClickHouse--mcp-clickhouse-claude-haiku-5-5-1792977739381636778.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 17, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602", "url": "https://github.com/ClickHouse/mcp-clickhouse" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 17, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "Apache-2.0", "repo_url": "https://github.com/ClickHouse/mcp-clickhouse", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected: mcp_clickhouse/main.py runs a stdio or HTTP MCP server via mcp.run(), with no cron, scheduler, --once, --now, or webhook trigger. The only while-loop (mcp_clickhouse/auth.py:216) walks up directories to find a .env file. Request-driven tool calls are the product's operation and are covered by the MCP probe and claims.", "evidence": "Entry points inspected: mcp_clickhouse/main.py runs a stdio or HTTP MCP server via mcp.run(), with no cron, scheduler, --once, --now, or webhook trigger. The only while-loop (mcp_clickhouse/auth.py:216) walks up directories to find a .env file. Request-driven tool calls are the product's operation and are covered by the MCP probe and claims.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "run_query executes SQL queries on the ClickHouse cluster", "source": "Execute SQL queries on your ClickHouse cluster.", "input": "{\"tool\": \"run_query\", \"arguments\": {\"query\": \"SELECT 'coldpass-ok' AS marker\"}}", "expected": "query result containing coldpass-ok", "command": " tools/call {\"tool\": \"run_query\", \"arguments\": {\"query\": \"SELECT 'coldpass-ok' AS marker\"}}", "verdict": "yes", "outcome": "Real input produced the expected result: coldpass-ok", "evidence": "coldpass-ok\\\"]]}\", \"type\": \"text\"}], \"isError\": false, \"structuredContent\": {\"result\": \"{\\\"columns\\\": [\\\"marker\\\"], \\\"rows\\\": [[\\\"coldpass-ok\\\"]]}\"}}", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "run_query binds named {name:Type} parameters from the params object", "source": "SELECT {id:UInt32} AS id, {name:String} AS name", "input": "{\"tool\": \"run_query\", \"arguments\": {\"query\": \"SELECT {id:UInt32} AS id, {name:String} AS name\", \"params\": {\"id\": 13, \"name\": \"O'Reilly\"}}}", "expected": "result row containing O'Reilly", "command": " tools/call {\"tool\": \"run_query\", \"arguments\": {\"query\": \"SELECT {id:UInt32} AS id, {name:String} AS name\", \"params\": {\"id\": 13, \"name\": \"O'Reilly\"}}}", "verdict": "yes", "outcome": "Real input produced the expected result: O'Reilly", "evidence": "O'Reilly\\\"]]}\", \"type\": \"text\"}], \"isError\": false, \"structuredContent\": {\"result\": \"{\\\"columns\\\": [\\\"id\\\", \\\"name\\\"], \\\"rows\\\": [[13, \\\"O'Reilly\\\"]]}\"}}", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Lint check from the README Running tests section", "source": "README.md: uv run ruff check . # run linting", "input": "ruff check . in the checkout", "command": "uv run ruff check .", "evidence": "All checks passed!", "deferred": false, "expected": "All checks passed!", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "Documented pytest suite against a live ClickHouse (README Running tests)", "source": "README.md: uv run pytest -v tests", "input": "", "command": "", "evidence": "Not replayed as a pass. The suite needs a live ClickHouse from docker compose (test-services), and Docker is absent in this guest. Run without CLICKHOUSE_HOST/USER/PASSWORD: passed, 7 skipped, 1 xfailed, 101 failed, 46 errors; failures are 'Missing required environment variables: CLICKHOUSE_HOST, CLICKHOUSE_USER, CLICKHOUSE_PASSWORD'.", "deferred": false, "expected": "documented command completes successfully", "verdict": "blocked", "outcome": "Not replayed as a pass. The suite needs a live ClickHouse from docker compose (test-services), and Docker is absent in this guest. Run without CLICKHOUSE_HOST/USER/PASSWORD: passed, 7 skipped, 1 xfailed, 101 failed, 46 errors; failures are 'Missing required environment variables: CLICKHOUSE_HOST, CLICKHOUSE_USER, CLICKHOUSE_PASSWORD'." } ], "does_what_it_says": "yes", "maintenance": { "archived": false, "commits_90d": 27, "last_commit_at": "2026-10-21T17:31:49Z", "last_release_at": "2026-09-21T13:55:16Z", "median_reply_hours": 329.8, "merged_prs_90d": 27, "note": "actively maintained: last commit 4 days ago; 27 commits and 27 merged PRs in 90 days; 4 open issues, 5 open PRs; 27 of 30 recent threads got a maintainer reply, median first reply 329.8h; latest release 2026-09-21", "open_issues": 4, "open_prs": 5, "reply_share": 0.9, "reply_threads": 30, "verdict": "maintained" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 4 days ago; 27 commits and 27 merged PRs in 90 days; 4 open issues, 5 open PRs; 27 of 30 recent threads got a maintainer reply, median first reply 329.8h; latest release 2026-09-21", "maintained": "active", "maintained_note": "last commit 4 days ago; 1 open issues, 6 answered or closed", "last_commit_at": "2026-10-21T17:31:58Z", "last_release_at": "2026-09-21T13:55:16Z", "open_issues": 1, "answered_issues": 6, "platforms_claimed": [ "linux", "mac", "windows" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 3, "schema_bytes": 3827, "tokens_approx": 957, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-26T01:26:50.185785+00:00", "tested_commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602", "tested_with": { "agent": "claude-code", "agent_version": "2.1.310 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "ClickHouse/mcp-clickhouse", "source": "https://github.com/ClickHouse/mcp-clickhouse", "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602", "url": "https://github.com/ClickHouse/mcp-clickhouse" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Run SQL through the mcp-clickhouse stdio MCP server (run_query tool) against a ClickHouse server, including named parameter binding.", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-ca496ea10bb07418d1d8f1c256c2433a55547acc0fb62d8b6d86ae33c976fbfa", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": "/transcripts/ClickHouse--mcp-clickhouse-claude-haiku-5-5-1792977739381636778.txt", "report_url": "/reports/ClickHouse--mcp-clickhouse-claude-haiku-5-5-1792977739381636778.json" }