{ "run_id": "ashishsinha1602--schemagate-claude-haiku-5-5-1793152981068694457", "date": "2026-10-28T02:10:07.973290+00:00", "repo": "ashishsinha1602/schemagate", "kind": "mcp", "source": "https://github.com/ashishsinha1602/schemagate", "commit": "0a1c23ae0ec9038cfe97260154d973311a864839", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-c03644542c69939a9374958136a8b3431f7456269d3fb4b3c433785f59cfd637", "pass": true, "outcome": "pass", "time_to_working_s": 384.3326104299995, "total_s": 426.90408539772034, "steps": [ "cd && pwd && ls -la && git status 2>&1 | head -3; id -u; python3 --version; cat README.md 2>/dev/null | head -150", "cd && grep -n -i \"requires-python\\|^## \\|^### \" README.md | head -80; grep -n \"requires-python\" pyproject.toml; ls /inputs 2>&1", "cd && sed -n 184,300p README.md", "cd /tmp && python3 -m venv 2>&1; --version; install -q --upgrade pip 2>&1 | tail -3", "cd /tmp && install 2>&1 | tail -5; --version 2>&1 | head -3", "cd /tmp && S=; $S demo \"salary by employee\"; echo \"rc=$?\"; echo ----; $S demo \"salary by employee\" --principal okta:hr --role payroll; echo \"rc=$?\"", "cd && sed -n 1021,1100p README.md | cut -c1-400", "cd /tmp && install '' 2>&1 | tail -2; ls | grep -i schemagate; which uv", "cd && grep -n \"^def \\|^async def \\\\\" src/schemagate/mcp_server.py | head -60", "cd && sed -n 906,925p src/schemagate/mcp_server.py; sed -n 1509,1530p src/schemagate/mcp_server.py | head -30", "cd && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"mcp\",\"argv\":[\"\",\"--url\",\"demo\"],\"cwd\":\"\",\"tool\":\"select_schema\",\"arguments\":{\"question\":\"salary by employee\",\"principal\":\"okta:hr\",\"roles\":[\"payroll\"]},\"expected_text\":\"hr_compensation\"}\nEOF\npython3 -m json.tool .coldpass/probe.json >/dev/null && echo ok; sed -n 1,60p | grep -n \"argv\\|--validate\\|--replay\\|argparse\\|add_argument\" | head -30", "cd && grep -n \"add_argument\\|def main\\|expected_text\\|probe.json\\|claims.json\\|examples.json\\|cycles.json\\|report.json\" check.py | head -50", "cd && grep -rn -i \"cron\\|--once\\|schedule\\|webhook\\|while True\" src/schemagate/*.py | head -15; echo ----; ls examples tests | head -40; echo ----; grep -n \"pytest\\|python -m\\|make \" README.md TESTING.md | head -20", "cd && sed -n 300,380p README.md | cut -c1-300", "cd && cat > .coldpass/claims.json <<'EOF'\n[\n{\"kind\":\"claim\",\"claim\":\"Restricted tables are scoped to the caller's roles: with the payroll role, hr_compensation is selected\",\"source\":\"README.md\",\"quote_line\":\"\",\"source_file\":\"README.md\",\"input\":\"salary by employee, principal okta:hr, role payroll\",\"expected\":\"hr_compensation is in the selection\",\"probe_kind\":\"mcp\",\"argv\":[\"\",\"--url\",\"demo\"],\"tool\":\"select_schema\",\"arguments\":{\"question\":\"salary by employee\",\"principal\":\"okta:hr\",\"roles\":[\"payroll\"]},\"expected_text\":\"hr_compensation\",\"cwd\":\"\",\"quote\":\"Absent, not ranked low. A table the caller may not read never enters the\"},\n{\"kind\":\"claim\",\"claim\":\"The demo CLI with --principal okta:hr --role payroll ranks hr_compensation as selected\",\"source\":\"README.md\",\"input\":\"salary by employee, principal okta:hr, role payroll\",\"expected\":\"main.hr_compensation listed\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"demo\",\"salary by employee\",\"--principal\",\"okta:hr\",\"--role\",\"payroll\"],\"expected_text\":\"main.hr_compensation\",\"cwd\":\"\",\"quote\":\"schemagate demo \\\"salary by employee\\\" --principal okta:hr --role payroll # now it is first\"}\n]\nEOF\npython3 -m json.tool .coldpass/claims.json >/dev/null && echo ok", "cd && cat > .coldpass/claims.json <<'EOF'\n[\n{\"kind\":\"claim\",\"claim\":\"Restricted tables are scoped to the caller's roles: with the payroll role, hr_compensation is selected\",\"source\":\"Absent, not ranked low. A table the caller may not read never enters the\",\"input\":\"salary by employee, principal okta:hr, role payroll\",\"expected\":\"hr_compensation is in the selection\",\"probe_kind\":\"mcp\",\"argv\":[\"\",\"--url\",\"demo\"],\"tool\":\"select_schema\",\"arguments\":{\"question\":\"salary by employee\",\"principal\":\"okta:hr\",\"roles\":[\"payroll\"]},\"expected_text\":\"hr_compensation\",\"cwd\":\"\"},\n{\"kind\":\"claim\",\"claim\":\"The demo CLI with --principal okta:hr --role payroll ranks hr_compensation as selected\",\"source\":\"schemagate demo \\\"salary by employee\\\" --principal okta:hr --role payroll # now it is first\",\"input\":\"salary by employee, principal okta:hr, role payroll\",\"expected\":\"main.hr_compensation listed\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"demo\",\"salary by employee\",\"--principal\",\"okta:hr\",\"--role\",\"payroll\"],\"expected_text\":\"main.hr_compensation\",\"cwd\":\"\"}\n]\nEOF\npython3 -m json.tool .coldpass/claims.json >/dev/null && echo ok && cd && grep -c \"Absent, not ranked low. A table the caller may not read never enters the\" README.md; grep -c 'schemagate demo \"salary by employee\" --principal okta:hr --role payroll # now it is first' README.md", "cd /tmp && demo \"late shipments by carrier\" --prompt > 2>&1; echo rc=$?; head -c 900 ; echo; grep -c \"CREATE\" ", "cd && sed -n 1,40p TESTING.md | cut -c1-250", "cd && install -q pytest 2>&1 | tail -2; timeout 600 -m pytest tests/test_cli.py -q -p no:cacheprovider 2>&1 | tail -8", "cd && cat > .coldpass/examples.json <<'EOF'\n[\n{\"kind\":\"example\",\"claim\":\"demo --prompt prints the DDL the model gets\",\"source\":\"README.md: schemagate demo \\\"late shipments by carrier\\\" --prompt # the DDL the model gets\",\"input\":\"late shipments by carrier --prompt\",\"expected\":\"DDL with TABLE main.ship_carrier\",\"argv\":[\"\",\"demo\",\"late shipments by carrier\",\"--prompt\"],\"cwd\":\"\",\"expected_text\":\"TABLE main.ship_carrier (\"},\n{\"kind\":\"example\",\"claim\":\"offline CLI test suite runs under pytest\",\"source\":\"TESTING.md: everything on this page runs from `pytest`\",\"input\":\"tests/test_cli.py\",\"expected\":\"13 passed\",\"argv\":[\"\",\"tests/test_cli.py\",\"-q\",\"-p\",\"no:cacheprovider\"],\"cwd\":\"\",\"expected_text\":\"13 passed\"}\n]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected: schemagate CLI (demo, select, studio, describe, certify) and schemagate-mcp are one-shot commands or servers that answer requests; grep of src/schemagate for cron, schedule, --once, webhook and while-True loops found no scheduler or product cycle. Each command runs once per invocation.\",\"checks\":[]}\nEOF\npython3 -m json.tool .coldpass/examples.json >/dev/null && python3 -m json.tool .coldpass/cycles.json >/dev/null && echo ok", "cd && = timeout 900 python3 -I --validate --replay 2>&1 | tail -c 4000", "cd && = timeout 900 python3 -I --validate --replay > 2>; echo rc=$?; python3 -I -c \"\nimport json,sys\nd=json.load(open(''))\nprint({k:(v if not isinstance(v,(dict,list)) else type(v).__name__) for k,v in d.items()})\np=d.get('probe') or d.get('probe_check')\nprint('PROBE:', json.dumps(p)[:600])\nfor c in d.get('claim_checks',[]): print('CLAIM:', c.get('verdict'), c.get('outcome'))\n\" ; tail -c 600 ", "cd && python3 -I -c \"\nimport json\nd=json.load(open(''))\nprint('problems:', d['problems'])\nr=d['replay']; print('replay keys:', list(r.keys()))\nfor k,v in r.items():\n if isinstance(v,dict): print(k, {kk:(str(vv)[:200]) for kk,vv in v.items()})\n elif isinstance(v,list):\n for x in v: print(k, str({kk:str(vv)[:160] for kk,vv in x.items() if kk in ('kind','verdict','outcome','returncode','claim')}))\n else: print(k, str(v)[:200])\n\"", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Install schemagate from the pinned source and run its text-to-SQL schema selection: the demo CLI and the schemagate-mcp server (select_schema tool), which filter the schema by the caller's roles so restricted tables are absent or present.\",\"operation_scope\":\"Local, offline, bundled 42-object demo schema (no database, no API key, no model call). Python 3.12.3 in a venv at Not covered: --answer (needs a model provider key), describe, studio, certify, and real database engines.\",\"steps\":[\"python3 -m venv \",\" install (README: pip install schemagate; installed from the pinned checkout instead)\",\" demo \\\"salary by employee\\\" -> hr_compensation absent for caller demo:analyst\",\" demo \\\"salary by employee\\\" --principal okta:hr --role payroll -> main.hr_compensation listed\",\" install '' (README MCP section needs the mcp extra; uvx was not used)\",\" --url demo (MCP tool select_schema with principal okta:hr, roles [payroll] -> 9 objects including main.hr_compensation)\",\" demo \\\"late shipments by carrier\\\" --prompt -> DDL with TABLE main.ship_carrier\",\" tests/test_cli.py -q -p no:cacheprovider -> 13 passed\"],\"deviations\":[\"Installed from the pinned local checkout (pip install ) instead of PyPI 'pip install schemagate'; the installed version is 1.14.0.\",\"Installed MCP extra with pip into the venv instead of the README's uvx route (uv is present but was not used).\",\"The first test run used 'python -m pytest'; the recorded example uses the pytest executable from the venv.\",\"The checker path /inputs/coldpass-preflight.py does not exist in this guest; used as instructed by the environment.\",\"Not exercised because they need a model key or a real database: schemagate demo --answer, select against a real engine, describe, studio, certify.\",\"No product scheduler or cycle exists, so cycles.json has detected:false.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\npython3 -m json.tool .coldpass/report.json >/dev/null && echo report-ok; ls .coldpass; rm -f " ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Install schemagate from the pinned source and run its text-to-SQL schema selection: the demo CLI and the schemagate-mcp server (select_schema tool), which filter the schema by the caller's roles so restricted tables are absent or present.", "suggested_fix": null, "tokens_in": 675976, "tokens_out": 14022, "cost_usd": 0.021775400000000004, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "", "--url", "demo" ], "kind": "mcp", "serverInfo": { "name": "schemagate", "version": "1.14.0" }, "tools": [ "select_schema", "list_objects", "describe_object", "run_query", "semantic_query", "answer", "deep_answer", "refresh_catalog", "health" ], "tool_schema_bytes": 16092, "tool_result": { "content": [ { "text": "{\n \"question\": \"salary by employee\",\n \"selected\": 9,\n \"total_objects\": 42,\n \"objects\": [\n \"main.hr_compensation\",\n \"main.hr_employee\",\n \"main.v_employee_headcount\",\n \"main.sales_order_status\",\n \"main.sales_invoice_draft\",\n \"main.core_country\",\n \"main.core_party\",\n \"main.hr_department\",\n \"main.sales_order\"\n ],\n \"ddl\": \"-- salary history; restricted\\nTABLE main.hr_compensation (\\n id INTEGER PK,\\n id_employee INTEGER,\\n effective_from TEXT,\\n annual_amount REAL,\\n currency TEXT,\\n pay_grade TEXT\\n)\\n-- FK hr_compensation(id_employee) -> hr_employee\\n\\nTABLE main.hr_employee (\\n id INTEGER PK,\\n id_party INTEGER,\\n employee_number TEXT,\\n hired_on TEXT,\\n id_manager INTEGER,\\n id_department INTEGER,\\n status TEXT\\n)\\n-- FK hr_employee(id_manager) -> hr_employee\\n-- FK hr_employee(id_party) -> core_party\\n-- FK hr_employee(id_department) -> hr_department (inferred from the column name, not declared)\\n\\nVIEW main.v_employee_headcount (\\n department TEXT,\\n headcount NULL\\n)\\n\\nTABLE main.sales_order_status (\\n id INTEGER PK,\\n code TEXT,\\n label TEXT,\\n is_terminal INTEGER\\n)\\n\\n-- pre-issue drafts only; NOT real revenue, exclude from financials\\nTABLE main.sales_invoice_draft (\\n id INTEGER PK,\\n id_order INTEGER,\\n drafted_on TEXT,\\n state TEXT,\\n total_gross REAL\\n)\\n-- FK sales_invoice_draft(id_order) -> sales_order\\n\\nTABLE main.core_country (\\n id INTEGER PK,\\n iso2 TEXT,\\n name TEXT,\\n region TEXT\\n)\\n\\nTABLE main.core_party (\\n id INTEGER PK,\\n display_name TEXT,\\n party_type TEXT,\\n id_primary_address INTEGER,\\n status TEXT,\\n created_at TEXT\\n)\\n-- FK core_party(id_primary_address) -> core_address\\n\\nTABLE main.hr_department (\\n id INTEGER PK,\\n code TEXT,\\n name TEXT,\\n cost_centre TEXT\\n)\\n\\nTABLE main.sales_order (\\n id INTEGER PK,\\n order_number TEXT,\\n id_customer INTEGER,\\n id_ship_address INTEGER,\\n id_quote INTEGER,\\n ordered_at TEXT,\\n id_status INTEGER,\\n currency TEXT,\\n total_net REAL\\n)\\n-- FK sales_order(id_quote) -> sales_quote\\n-- FK sales_order(id_ship_address) -> core_address\\n-- FK sales_order(id_customer) -> crm_customer\\n-- FK sales_order(id_status) -> sales_order_status (inferred from the column name, not declared)\",\n \"explain\": [\n {\n \"object\": \"main.hr_compensation\",\n \"score\": 0.0489,\n \"reason\": \"hybrid\"\n },\n {\n \"object\": \"main.hr_employee\",\n \"score\": 0.0487,\n \"reason\": \"hybrid\"\n },\n {\n \"object\": \"main.v_employee_headcount\",\n \"score\": 0.0481,\n \"reason\": \"hybrid\"\n },\n {\n \"object\": \"main.sales_order_status\",\n \"score\": 0.0156,\n \"reason\": \"vector\"\n },\n {\n \"object\": \"main.sales_invoice_draft\",\n \"score\": 0.0154,\n \"reason\": \"vector\"\n },\n {\n \"object\": \"main.core_country\",\n \"score\": 0.0152,\n \"reason\": \"vector\"\n },\n {\n \"object\": \"main.core_party\",\n \"score\": 0.0,\n \"reason\": \"fk\"\n },\n {\n \"object\": \"main.hr_department\",\n \"score\": 0.0,\n \"reason\": \"fk\"\n },\n {\n \"object\": \"main.sales_order\",\n \"score\": 0.0,\n \"reason\": \"fk\"\n }\n ]\n}", "type": "text" } ], "isError": false, "structuredContent": { "result": { "question": "salary by employee", "selected": 9, "total_objects": 42, "objects": [ "main.hr_compensation", "main.hr_employee", "main.v_employee_headcount", "main.sales_order_status", "main.sales_invoice_draft", "main.core_country", "main.core_party", "main.hr_department", "main.sales_order" ], "ddl": "-- salary history; restricted\nTABLE main.hr_compensation (\n id INTEGER PK,\n id_employee INTEGER,\n effective_from TEXT,\n annual_amount REAL,\n currency TEXT,\n pay_grade TEXT\n)\n-- FK hr_compensation(id_employee) -> hr_employee\n\nTABLE main.hr_employee (\n id INTEGER PK,\n id_party INTEGER,\n employee_number TEXT,\n hired_on TEXT,\n id_manager INTEGER,\n id_department INTEGER,\n status TEXT\n)\n-- FK hr_employee(id_manager) -> hr_employee\n-- FK hr_employee(id_party) -> core_party\n-- FK hr_employee(id_department) -> hr_department (inferred from the column name, not declared)\n\nVIEW main.v_employee_headcount (\n department TEXT,\n headcount NULL\n)\n\nTABLE main.sales_order_status (\n id INTEGER PK,\n code TEXT,\n label TEXT,\n is_terminal INTEGER\n)\n\n-- pre-issue drafts only; NOT real revenue, exclude from financials\nTABLE main.sales_invoice_draft (\n id INTEGER PK,\n id_order INTEGER,\n drafted_on TEXT,\n state TEXT,\n total_gross REAL\n)\n-- FK sales_invoice_draft(id_order) -> sales_order\n\nTABLE main.core_country (\n id INTEGER PK,\n iso2 TEXT,\n name TEXT,\n region TEXT\n)\n\nTABLE main.core_party (\n id INTEGER PK,\n display_name TEXT,\n party_type TEXT,\n id_primary_address INTEGER,\n status TEXT,\n created_at TEXT\n)\n-- FK core_party(id_primary_address) -> core_address\n\nTABLE main.hr_department (\n id INTEGER PK,\n code TEXT,\n name TEXT,\n cost_centre TEXT\n)\n\nTABLE main.sales_order (\n id INTEGER PK,\n order_number TEXT,\n id_customer INTEGER,\n id_ship_address INTEGER,\n id_quote INTEGER,\n ordered_at TEXT,\n id_status INTEGER,\n currency TEXT,\n total_net REAL\n)\n-- FK sales_order(id_quote) -> sales_quote\n-- FK sales_order(id_ship_address) -> core_address\n-- FK sales_order(id_customer) -> crm_customer\n-- FK sales_order(id_status) -> sales_order_status (inferred from the column name, not declared)", "explain": [ { "object": "main.hr_compensation", "score": 0.0489, "reason": "hybrid" }, { "object": "main.hr_employee", "score": 0.0487, "reason": "hybrid" }, { "object": "main.v_employee_headcount", "score": 0.0481, "reason": "hybrid" }, { "object": "main.sales_order_status", "score": 0.0156, "reason": "vector" }, { "object": "main.sales_invoice_draft", "score": 0.0154, "reason": "vector" }, { "object": "main.core_country", "score": 0.0152, "reason": "vector" }, { "object": "main.core_party", "score": 0.0, "reason": "fk" }, { "object": "main.hr_department", "score": 0.0, "reason": "fk" }, { "object": "main.sales_order", "score": 0.0, "reason": "fk" } ] } } }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 hardcoded secret.", "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.", "findings": [ { "kind": "hardcoded-secret", "count": 1, "note": "Gitleaks found a possible hardcoded secret; value withheld.", "location_count": 1, "path": "scripts/build_site.py" } ], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=ashishsinha1602--schemagate-claude-haiku-5-5-1793152981068694457", "evidence_file": "/data/safety/ashishsinha1602--schemagate-claude-haiku-5-5-1793152981068694457.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 24, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "0a1c23ae0ec9038cfe97260154d973311a864839", "url": "https://github.com/ashishsinha1602/schemagate" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 24, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "Apache-2.0", "repo_url": "https://github.com/ashishsinha1602/schemagate", "cost_to_try": "free", "hardware": "3 GB RAM", "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected: schemagate CLI (demo, select, studio, describe, certify) and schemagate-mcp are one-shot commands or servers that answer requests; grep of src/schemagate for cron, schedule, --once, webhook and while-True loops found no scheduler or product cycle. Each command runs once per invocation.", "evidence": "Entry points inspected: schemagate CLI (demo, select, studio, describe, certify) and schemagate-mcp are one-shot commands or servers that answer requests; grep of src/schemagate for cron, schedule, --once, webhook and while-True loops found no scheduler or product cycle. Each command runs once per invocation.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "Restricted tables are scoped to the caller's roles: with the payroll role, hr_compensation is selected", "source": "Absent, not ranked low. A table the caller may not read never enters the", "input": "{\"tool\": \"select_schema\", \"arguments\": {\"question\": \"salary by employee\", \"principal\": \"okta:hr\", \"roles\": [\"payroll\"]}}", "expected": "hr_compensation is in the selection", "command": " --url demo tools/call {\"tool\": \"select_schema\", \"arguments\": {\"question\": \"salary by employee\", \"principal\": \"okta:hr\", \"roles\": [\"payroll\"]}}", "verdict": "yes", "outcome": "Real input produced the expected result: hr_compensation", "evidence": "\u2026hr_compensation\\\",\\n \\\"main.hr_employee\\\",\\n \\\"main.v_employee_headcount\\\",\\n \\\"main.sales_order_status\\\",\\n \\\"main.sales_invoice_draft\\\",\\n \\\"main.core_country\\\",\\n \\\"main.core_party\\\",\\n \\\"main.hr_department\\\",\\n \\\"main.sales_order\\\"\\n ],\\n \\\"ddl\\\": \\\"-- salary history; restricted\\\\nTABLE main.hr_compensation (\\\\n id INTEGER PK,\\\\n id_employee INTEGER,\\\\n effective_from TEXT,\\\\n annual_amount REAL,\\\\n currency TEXT,\\\\n pay_grade TEXT\\\\n)\\\\n-- FK hr_compensation(id_employee) -> hr_employee\\\\n\\\\nTABLE main.hr_employee (\\\\n id INTEGER PK,\\\\n id_party INTEGER,\\\\", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "The demo CLI with --principal okta:hr --role payroll ranks hr_compensation as selected", "source": "schemagate demo \"salary by employee\" --principal okta:hr --role payroll # now it is first", "input": "salary by employee, principal okta:hr, role payroll", "expected": "main.hr_compensation listed", "command": " demo 'salary by employee' --principal okta:hr --role payroll", "verdict": "yes", "outcome": "Real input produced the expected result: main.hr_compensation", "evidence": "\u2026main.hr_compensation\n main.hr_employee\n main.v_employee_headcount\n main.sales_order_status\n main.sales_invoice_draft\n main.core_country\n main.core_party\n main.hr_department\n main.sales_order\n\n", "returncode": 0, "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "demo --prompt prints the DDL the model gets", "source": "README.md: schemagate demo \"late shipments by carrier\" --prompt # the DDL the model gets", "input": "late shipments by carrier --prompt", "command": " demo 'late shipments by carrier' --prompt", "evidence": "count_pct REAL,\n line_net REAL\n)\n-- FK sales_order_line(id_product) -> cat_product\n-- FK sales_order_line(id_order) -> sales_order\n\nTABLE main.core_party (\n id INTEGER PK,\n display_name TEXT,\n party_type TEXT,\n id_primary_address INTEGER,\n status TEXT,\n created_at TEXT\n)\n-- FK core_party(id_primary_address) -> core_address\n\nTABLE main.cat_product (\n id INTEGER PK,\n sku TEXT,\n name TEXT,\n id_category INTEGER,\n unit_of_measure TEXT,\n list_price REAL,\n status TEXT,\n is_serialised INTEGER\n)\n-- FK cat_product(id_category) -> cat_category (inferred from the column name, not declared)", "deferred": false, "expected": "DDL with TABLE main.ship_carrier", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "offline CLI test suite runs under pytest", "source": "TESTING.md: everything on this page runs from `pytest`", "input": "tests/test_cli.py", "command": " tests/test_cli.py -q -p no:cacheprovider", "evidence": "............. [100%]\n13 passed in 34.73s", "deferred": false, "expected": "13 passed", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "last_commit_at": "2026-10-27T23:30:19Z", "commits_90d": 382, "merged_prs_90d": 173, "open_issues": 0, "open_prs": 1, "reply_share": null, "reply_threads": 0, "median_reply_hours": null, "last_release_at": "2026-10-27T23:31:13Z", "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 0 days ago; 382 commits and 173 merged PRs in 90 days; 0 open issues, 1 open PRs; latest release 2026-10-27" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 0 days ago; 382 commits and 173 merged PRs in 90 days; 0 open issues, 1 open PRs; latest release 2026-10-27", "maintained": "active", "maintained_note": "last commit 0 days ago", "last_commit_at": "2026-10-27T23:30:26Z", "last_release_at": "2026-10-27T23:31:13Z", "open_issues": null, "answered_issues": null, "platforms_claimed": [ "windows" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 9, "schema_bytes": 16092, "tokens_approx": 4023, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-28T02:10:07.973290+00:00", "tested_commit": "0a1c23ae0ec9038cfe97260154d973311a864839", "tested_with": { "agent": "claude-code", "agent_version": "2.1.310 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "ashishsinha1602/schemagate", "source": "https://github.com/ashishsinha1602/schemagate", "commit": "0a1c23ae0ec9038cfe97260154d973311a864839", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "0a1c23ae0ec9038cfe97260154d973311a864839", "url": "https://github.com/ashishsinha1602/schemagate" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Install schemagate from the pinned source and run its text-to-SQL schema selection: the demo CLI and the schemagate-mcp server (select_schema tool), which filter the schema by the caller's roles so restricted tables are absent or present.", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-c03644542c69939a9374958136a8b3431f7456269d3fb4b3c433785f59cfd637", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": "/transcripts/ashishsinha1602--schemagate-claude-haiku-5-5-1793152981068694457.txt", "report_url": "/reports/ashishsinha1602--schemagate-claude-haiku-5-5-1793152981068694457.json" }