{
  "run_id": "ClickHouse--mcp-clickhouse-gpt-6-luna-1792968762701050179",
  "date": "2026-10-25T22:54:51.063755+00:00",
  "repo": "ClickHouse/mcp-clickhouse",
  "kind": "mcp",
  "source": "https://github.com/ClickHouse/mcp-clickhouse",
  "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602",
  "model": "gpt-6-luna",
  "model_version": "gpt-6-luna",
  "test_version": "readme-a17389bda4cc696f9601c0c4ff1b2c16e23bfa1d907883b715ccdd9e92ddec56",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 103.33620465104468,
  "total_s": 128.36266446113586,
  "steps": [
    "pwd; id -u; python3 --version; rg --files -g 'README*' -g 'pyproject.toml' -g 'requirements*.txt' -g 'Dockerfile*' -g '*.yml' -g '*.yaml' -g 'package.json' | head -80",
    "ls -la; find . -maxdepth 3 -type f | head -100; sed -n '1,240p' README.md",
    "grep -nE '^## |^### |uv run|pip install|run_chdb|stdio|quickstart|CLICKHOUSE_HOST' README.md | tail -100; cat .python-version; cat pyproject.toml; cat fastmcp.json; cat server.json | head -60",
    "sed -n '290,380p' README.md; sed -n '650,700p' README.md; sed -n '1135,1150p' README.md; command -v uv || true; command -v sudo",
    "CLICKHOUSE_HOST=localhost CLICKHOUSE_USER=default CLICKHOUSE_PASSWORD= uv run --with 'mcp-clickhouse[chdb]' --python 3.12 mcp-clickhouse --help",
    "sed -n '146,154p' README.md; sed -n '1,180p' mcp_clickhouse/chdb_backend.py",
    "sed -n '1,160p' <guest-path>; find .coldpass -maxdepth 2 -type f -print -exec cat {} \\;",
    "sed -n '1,100p' mcp_clickhouse/main.py; grep -R \"initialize\\|tools/call\\|CHDB_ENABLED\" -n tests/conftest.py mcp_clickhouse/main.py mcp_clickhouse/mcp_server.py",
    "printf '%s\\n' '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2025-11-25\",\"capabilities\":{},\"clientInfo\":{\"name\":\"coldpass\",\"version\":\"1\"}}}' '{\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"}' '{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/call\",\"params\":{\"name\":\"run_chdb_select_query\",\"arguments\":{\"query\":\"SELECT 42 AS answer\"}}}' | CHDB_ENABLED=true CLICKHOUSE_HOST=localhost CLICKHOUSE_USER=default CLICKHOUSE_PASSWORD= uv run --with 'mcp-clickhouse[chdb]' --python 3.12 mcp-clickhouse",
    "sed -n '1,100p' mcp_clickhouse/mcp_server.py; python3 - <<'PY'\nimport inspect, fastmcp\nPY",
    "grep -n \"def mcp\\|call_tool\\|async def\" <guest-path> | tail",
    "sed -n '382,460p' <guest-path>",
    "sed -n '460,486p' <guest-path>",
    "mkdir -p .coldpass; cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"mcp\",\"argv\":[\"uv\",\"run\",\"--with\",\"mcp-clickhouse[chdb]\",\"--python\",\"3.12\",\"mcp-clickhouse\"],\"cwd\":\"<guest-path>\",\"env\":{\"CHDB_ENABLED\":\"true\",\"CLICKHOUSE_HOST\":\"localhost\",\"CLICKHOUSE_USER\":\"default\",\"CLICKHOUSE_PASSWORD\":\"\"},\"tool\":\"run_chdb_select_query\",\"arguments\":{\"query\":\"SELECT 42 AS answer\"},\"expected_text\":\"42\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"Execute SQL queries using chDB's embedded ClickHouse engine.\",\"source\":\"* Execute SQL queries using [chDB](https://github.com/chdb-io/chdb)'s embedded ClickHouse engine.\",\"input\":\"SELECT 42 AS answer\",\"expected\":\"42\",\"probe_kind\":\"mcp\",\"argv\":[\"uv\",\"run\",\"--with\",\"mcp-clickhouse[chdb]\",\"--python\",\"3.12\",\"mcp-clickhouse\"],\"tool\":\"run_chdb_select_query\",\"arguments\":{\"query\":\"SELECT 42 AS answer\"},\"expected_text\":\"42\",\"env\":{\"CHDB_ENABLED\":\"true\",\"CLICKHOUSE_HOST\":\"localhost\",\"CLICKHOUSE_USER\":\"default\",\"CLICKHOUSE_PASSWORD\":\"\"},\"cwd\":\"<guest-path>\"}]\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"README chDB tool usage\",\"source\":\"README.md, chDB Tools\",\"input\":\"SELECT 42 AS answer\",\"expected\":\"42\",\"argv\":[\"uv\",\"run\",\"--with\",\"mcp-clickhouse[chdb]\",\"--python\",\"3.12\",\"mcp-clickhouse\"],\"cwd\":\"<guest-path>\",\"env\":{\"CHDB_ENABLED\":\"true\",\"CLICKHOUSE_HOST\":\"localhost\",\"CLICKHOUSE_USER\":\"default\",\"CLICKHOUSE_PASSWORD\":\"\"},\"expected_text\":\"42\",\"tool\":\"run_chdb_select_query\",\"arguments\":{\"query\":\"SELECT 42 AS answer\"}}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected README entrypoints and main.py: the product serves MCP requests and has no scheduler, loop trigger, webhook, or one-shot cycle behavior.\",\"checks\":[]}\nEOF",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Run an embedded chDB SQL query through the MCP tool run_chdb_select_query.\",\"operation_scope\":\"stdio MCP server, Python 3.12.3, and optional chDB dependency; no external ClickHouse service required for this query.\",\"steps\":[\"Read README.md and confirmed Python 3.12 is recommended and supported.\",\"Installed and launched with the documented uv run --with 'mcp-clickhouse[chdb]' --python 3.12 mcp-clickhouse command.\",\"Enabled chDB and called run_chdb_select_query with SELECT 42 AS answer; received [{\\\"answer\\\": 42}].\",\"Validated and replayed probe, README claim, example, and cycle inspection with the Coldpass checker; all passed.\"],\"deviations\":[\"The first manually piped MCP exchange ended with Connection closed before the tool call; the supplied checker replay uses proper stdio MCP framing and successfully executed the real query.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay; cat .coldpass/report.json"
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Run an embedded chDB SQL query through the MCP tool run_chdb_select_query.",
  "suggested_fix": null,
  "tokens_in": 418159,
  "tokens_out": 2295,
  "cost_usd": null,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "uv",
          "run",
          "--with",
          "mcp-clickhouse[chdb]",
          "--python",
          "3.12",
          "mcp-clickhouse"
        ],
        "kind": "mcp",
        "serverInfo": {
          "name": "mcp-clickhouse",
          "version": "0.7.0"
        },
        "tools": [
          "list_databases",
          "list_tables",
          "run_query",
          "run_chdb_select_query"
        ],
        "tool_schema_bytes": 4327,
        "tool_result": {
          "_meta": {
            "fastmcp": {
              "wrap_result": true
            }
          },
          "content": [
            {
              "text": "[{\"answer\": 42}]",
              "type": "text"
            }
          ],
          "isError": false,
          "structuredContent": {
            "result": "[{\"answer\": 42}]"
          }
        },
        "tool_result_checked": true,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 1 connection review, 5 known vulnerability. 1 static matches retained as context.",
    "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.",
    "findings": [
      {
        "kind": "connection-review",
        "count": 1,
        "note": "Repository processes attempted these non-loopback connections; proxies can hide the final hostname.",
        "location_count": 8,
        "process_count": 1,
        "processes": [
          {
            "address": "2a04:4e42:400::223:443",
            "executable": "<guest-path>",
            "owner": "repo",
            "pid": "1998",
            "source": "mcp-clickhouse"
          }
        ]
      },
      {
        "kind": "known-vulnerability",
        "count": 5,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 3
      }
    ],
    "context": [
      {
        "kind": "hardcoded-secret",
        "count": 1,
        "note": "Gitleaks found a possible hardcoded secret; value withheld.",
        "location_count": 1,
        "path": "tests/test_startup_contract.py"
      }
    ],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=ClickHouse--mcp-clickhouse-gpt-6-luna-1792968762701050179",
    "evidence_file": "/data/safety/ClickHouse--mcp-clickhouse-gpt-6-luna-1792968762701050179.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "codex",
  "agent_runtime_version": "codex-cli 0.163.0",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": "standard",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 17,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602",
    "url": "https://github.com/ClickHouse/mcp-clickhouse"
  },
  "purpose": "initial",
  "profile": {
    "model": "gpt-6-luna",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 17,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "local",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "mcp"
  ],
  "license": "Apache-2.0",
  "repo_url": "https://github.com/ClickHouse/mcp-clickhouse",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Inspected README entrypoints and main.py: the product serves MCP requests and has no scheduler, loop trigger, webhook, or one-shot cycle behavior.",
      "evidence": "Inspected README entrypoints and main.py: the product serves MCP requests and has no scheduler, loop trigger, webhook, or one-shot cycle behavior.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "Execute SQL queries using chDB's embedded ClickHouse engine.",
      "source": "* Execute SQL queries using [chDB](https://github.com/chdb-io/chdb)'s embedded ClickHouse engine.",
      "input": "{\"tool\": \"run_chdb_select_query\", \"arguments\": {\"query\": \"SELECT 42 AS answer\"}}",
      "expected": "42",
      "command": "uv run --with 'mcp-clickhouse[chdb]' --python 3.12 mcp-clickhouse tools/call {\"tool\": \"run_chdb_select_query\", \"arguments\": {\"query\": \"SELECT 42 AS answer\"}}",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: 42",
      "evidence": "42}]\", \"type\": \"text\"}], \"isError\": false, \"structuredContent\": {\"result\": \"[{\\\"answer\\\": 42}]\"}}",
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "README chDB tool usage",
      "source": "README.md, chDB Tools",
      "input": "SELECT 42 AS answer",
      "command": "uv run --with 'mcp-clickhouse[chdb]' --python 3.12 mcp-clickhouse",
      "evidence": "\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u256f\n\u256d\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u256e\n\u2502                          \ud83c\udf89 Update available: 4.1.3                          \u2502\n\u2502                      Run: pip install --upgrade fastmcp                      \u2502\n\u2570\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u256f\n\n\n[10/25/26 22:54:43] INFO     Starting MCP server                transport.py:242\n                             'mcp-clickhouse' with transport                    \n                             'stdio'",
      "deferred": false,
      "expected": "42",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "archived": false,
    "commits_90d": 27,
    "last_commit_at": "2026-10-21T17:31:49Z",
    "last_release_at": "2026-09-21T13:55:16Z",
    "median_reply_hours": 329.8,
    "merged_prs_90d": 27,
    "note": "actively maintained: last commit 4 days ago; 27 commits and 27 merged PRs in 90 days; 4 open issues, 5 open PRs; 27 of 30 recent threads got a maintainer reply, median first reply 329.8h; latest release 2026-09-21",
    "open_issues": 4,
    "open_prs": 5,
    "reply_share": 0.9,
    "reply_threads": 30,
    "verdict": "maintained"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 4 days ago; 27 commits and 27 merged PRs in 90 days; 4 open issues, 5 open PRs; 27 of 30 recent threads got a maintainer reply, median first reply 329.8h; latest release 2026-09-21",
  "maintained": "active",
  "maintained_note": "last commit 4 days ago; 1 open issues, 6 answered or closed",
  "last_commit_at": "2026-10-21T17:31:58Z",
  "last_release_at": "2026-09-21T13:55:16Z",
  "open_issues": 1,
  "answered_issues": 6,
  "platforms_claimed": [
    "linux",
    "mac",
    "windows"
  ],
  "topic": "mcp-server",
  "agent_interfaces": [
    {
      "interface": "mcp",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": {
    "tool_count": 4,
    "schema_bytes": 4327,
    "tokens_approx": 1082,
    "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)",
    "scope": "returned tools/list page only; excludes client framing and tool results"
  },
  "tested_at": "2026-10-25T22:54:51.063755+00:00",
  "tested_commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602",
  "tested_with": {
    "agent": "codex",
    "agent_version": "codex-cli 0.163.0",
    "model": "gpt-6-luna",
    "model_route": "gpt-6-luna",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "ClickHouse/mcp-clickhouse",
    "source": "https://github.com/ClickHouse/mcp-clickhouse",
    "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "gpt-6-luna",
    "model_version": "gpt-6-luna",
    "agent_execution": "native_agent",
    "agent_runtime": "codex",
    "agent_runtime_version": "codex-cli 0.163.0",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "4bc1c2c094b4b31b97014b846d04e1a0f9173602",
      "url": "https://github.com/ClickHouse/mcp-clickhouse"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": "standard",
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Run an embedded chDB SQL query through the MCP tool run_chdb_select_query.",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "mcp",
    "test_version": "readme-a17389bda4cc696f9601c0c4ff1b2c16e23bfa1d907883b715ccdd9e92ddec56",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": "/transcripts/ClickHouse--mcp-clickhouse-gpt-6-luna-1792968762701050179.txt",
  "report_url": "/reports/ClickHouse--mcp-clickhouse-gpt-6-luna-1792968762701050179.json"
}