{
  "run_id": "mongodb-js--mongodb-mcp-server-gpt-6-luna-1792853296495479854",
  "date": "2026-10-24T15:06:18.726177+00:00",
  "repo": "mongodb-js/mongodb-mcp-server",
  "kind": "mcp",
  "source": "https://github.com/mongodb-js/mongodb-mcp-server",
  "commit": "1b117c7c3cfdd5a6cc84b78792de23220fd03fe7",
  "model": "gpt-6-luna",
  "model_version": "gpt-6-luna",
  "test_version": "readme-20cd1bc4ab0be6730266a08d7400e342dd7d403c08aabf42aab2e51dc9b34ce0",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 1018.6981238659937,
  "total_s": 1082.23064661026,
  "steps": [
    "cd <guest-path> && pwd && id -u && python3 --version && rg --files -g 'README*' -g 'AGENTS.md' -g 'package.json' -g 'pyproject.toml' -g 'requirements*.txt' -g 'Dockerfile*' -g '*.json' | head -80 && git status --short --branch && vault-search 'mongodb MCP server README tools setup' 2>&1 | head -60 && sed -n '1,240p' README.md",
    "cd <guest-path> && ls -la && find .. -name README.md -o -name AGENTS.md | head -40 && command -v vault-search || true && python3 --version && sed -n '1,240p' README.md",
    "cd <guest-path> && node -v; npm -v; command -v pnpm; sed -n '1,200p' packages/mongodb-mcp-server/README.md; cat package.json; grep -nE '^## |^### |setup|tools/list|listDatabases|listCollections' README.md | head -80; ls -la .coldpass; find packages/mongodb-mcp-server -maxdepth 2 -type f | head -50",
    "sudo -n apt-get update && sudo -n apt-get install -y nodejs npm; node -v; npm -v",
    "export NODE_USE_ENV_PROXY=1; curl -fsSL https://deb.nodesource.com/setup_22.x -o /tmp/nodesource-setup.sh && sudo -n bash /tmp/nodesource-setup.sh && sudo -n apt-get install -y nodejs && node -v && npm -v",
    "cd /tmp && export NODE_USE_ENV_PROXY=1 CI=1; timeout 55s npx -y mongodb-mcp-server@latest setup --help",
    "cd <guest-path> && sed -n '320,400p' README.md && cat packages/mongodb-mcp-server/package.json | head -100 && sed -n '1,120p' packages/mongodb-mcp-server/src/index.ts && sed -n '1,120p' packages/mongodb-mcp-server/src/allTools.ts",
    "x",
    "cd <guest-path> && corepack enable && corepack prepare pnpm@11.5.1 --activate && pnpm install --frozen-lockfile",
    "cd <guest-path> && corepack prepare pnpm@11.5.1 --activate && corepack pnpm --version",
    "-",
    "cd <guest-path> && corepack pnpm install --frozen-lockfile",
    "-",
    "cd <guest-path> && corepack pnpm --filter mongodb-mcp-server build",
    "sudo -n ln -sf /usr/lib/node_modules/corepack/dist/pnpm.js /usr/local/bin/pnpm && cd <guest-path> && corepack pnpm --filter mongodb-mcp-server build",
    "cd <guest-path> && corepack pnpm run build",
    "cd <guest-path> && sed -n '1,220p' packages/mongodb-mcp-server/src/index.ts && grep -R \"DryRunHandler\\|dry-run\" -n packages/cli/src packages/setup/src | head -40",
    "cd <guest-path> && sed -n '1,120p' packages/cli/src/handlers/dryRunHandler.ts && sed -n '1,100p' packages/cli/src/runMcpCli.ts",
    "cd <guest-path> && sed -n '1,180p' packages/cli/src/transports/dryModeRunner.ts && cd <guest-path> && node dist/esm/index.js --help",
    "-",
    "cd <guest-path> && node dist/esm/index.js --dryRun",
    "cd <guest-path> && mkdir -p .coldpass && python3 - <<'PY'\nimport json\nfrom pathlib import Path\np=Path('.coldpass')\n(p/'probe.json').write_text(json.dumps({'kind':'cli','argv':['node','dist/esm/index.js','--dryRun'],'cwd':'<guest-path>','expected_text':'\"name\": \"list-databases\"'},indent=2)+'\\n')\n(p/'claims.json').write_text(json.dumps([{'kind':'claim','claim':'The server exposes MongoDB database tools, including listing databases.','source':'- `list-databases` - List all databases for a MongoDB connection','input':'dry run with default configuration','expected':'The enabled tool list contains list-databases.','probe_kind':'cli','argv':['node','dist/esm/index.js','--dryRun'],'expected_text':'\"name\": \"list-databases\"','cwd':'<guest-path>'}],indent=2)+'\\n')\n(p/'examples.json').write_text(json.dumps([{'kind':'example','claim':'Run the local MCP server in dry-run mode to inspect enabled tools.','source':'README.md, Supported Tools / Tool List; src/index.ts wires DryRunHandler','input':'--dryRun','expected':'Configuration and enabled tool names printed.','argv':['node','dist/esm/index.js','--dryRun'],'cwd':'<guest-path>','expected_text':'Enabled tools:'}],indent=2)+'\\n')\n(p/'cycles.json').write_text(json.dumps({'detected':False,'reason':'Inspected package entry points: server responds to MCP tool calls and has no cron, scheduler, recurring loop, webhook or one-shot cycle entry point.','checks':[]},indent=2)+'\\n')\nPY\n",
    "cd <guest-path> && <env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "cd <guest-path> && cat > .coldpass/report.json <<'EOF'\n{\n  \"outcome\": \"working\",\n  \"fault_owner\": null,\n  \"operation\": \"Built the MongoDB MCP server and ran its dry-run tool discovery operation.\",\n  \"operation_scope\": \"Local tool registry/configuration inspection; no database connection was configured.\",\n  \"steps\": [\n    \"Checked README prerequisites; Node 22 was required.\",\n    \"Installed Node.js 22.23.4 in the guest and activated pnpm 11.5.1 with Corepack.\",\n    \"Installed workspace dependencies with corepack pnpm install --frozen-lockfile.\",\n    \"Built the monorepo with corepack pnpm run build.\",\n    \"Ran node dist/esm/index.js --dryRun; it printed configuration and 26 enabled tools including list-databases.\"\n  ],\n  \"deviations\": [\n    \"The documented npx setup command was attempted with --help but exceeded a 55 second timeout while resolving/downloading dependencies; the source build and dry-run operation were used afterward.\",\n    \"A package-only build initially failed because workspace dependencies had not yet been built; the documented root build then succeeded.\"\n  ],\n  \"stuck_step\": null,\n  \"main_blocker\": null,\n  \"plain_failure\": null,\n  \"suggested_fix\": null\n}\nEOF\n"
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Built the MongoDB MCP server and ran its dry-run tool discovery operation.",
  "suggested_fix": null,
  "tokens_in": 1406048,
  "tokens_out": 2560,
  "cost_usd": null,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "node",
          "dist/esm/index.js",
          "--dryRun"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "Configuration:\n{\n  \"dryRun\": true,\n  \"deepInspect\": true,\n  \"apiBaseUrl\": \"https://cloud.mongodb.com/\",\n  \"assistantBaseUrl\": \"https://knowledge.mongodb.com/api/v1/\",\n  \"loggers\": [\n    \"disk\",\n    \"mcp\"\n  ],\n  \"logPath\": \"<guest-path>\",\n  \"mcpClientLogLevel\": \"debug\",\n[excerpt truncated]",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 1 encoded execution, 10 known vulnerability. 5 static matches retained as context.",
    "findings": [
      {
        "kind": "encoded-execution",
        "count": 1,
        "note": "Source contains encoded execution; review its purpose.",
        "location_count": 1,
        "path": "packages/ui/src/lib/tools/list-databases.ts"
      },
      {
        "kind": "known-vulnerability",
        "count": 10,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 6
      }
    ],
    "context": [
      {
        "kind": "hardcoded-secret",
        "count": 5,
        "note": "Gitleaks found a possible hardcoded secret; value withheld.",
        "location_count": 4
      }
    ],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=mongodb-js--mongodb-mcp-server-gpt-6-luna-1792853296495479854",
    "evidence_file": "/data/safety/mongodb-js--mongodb-mcp-server-gpt-6-luna-1792853296495479854.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "codex",
  "agent_runtime_version": "codex-cli 0.163.0",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": "standard",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 24,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "1b117c7c3cfdd5a6cc84b78792de23220fd03fe7",
    "url": "https://github.com/mongodb-js/mongodb-mcp-server"
  },
  "purpose": "test_rerun",
  "profile": {
    "model": "gpt-6-luna",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": "mongodb-js--mongodb-mcp-server-gpt-6-luna-1792822679616292288",
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 24,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "unknown",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "cli"
  ],
  "license": "Apache-2.0",
  "repo_url": "https://github.com/mongodb-js/mongodb-mcp-server",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "both",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Inspected package entry points: server responds to MCP tool calls and has no cron, scheduler, recurring loop, webhook or one-shot cycle entry point.",
      "evidence": "Inspected package entry points: server responds to MCP tool calls and has no cron, scheduler, recurring loop, webhook or one-shot cycle entry point.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "The server exposes MongoDB database tools, including listing databases.",
      "source": "- `list-databases` - List all databases for a MongoDB connection",
      "input": "dry run with default configuration",
      "expected": "The enabled tool list contains list-databases.",
      "command": "node dist/esm/index.js --dryRun",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: \"name\": \"list-databases\"",
      "evidence": "\"name\": \"list-databases\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"mongodb-logs\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"rename-collection\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"update-many\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"search-knowledge\",\n    \"category\": \"assistant\"\n  },\n  {\n    \"name\": \"list-knowledge-sources\",\n    \"category\": \"assistant\"\n  }\n]\n",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Run the local MCP server in dry-run mode to inspect enabled tools.",
      "source": "README.md, Supported Tools / Tool List; src/index.ts wires DryRunHandler",
      "input": "--dryRun",
      "command": "node dist/esm/index.js --dryRun",
      "evidence": ",\n  {\n    \"name\": \"insert-many\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"list-collections\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"list-connections\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"list-databases\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"mongodb-logs\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"rename-collection\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"update-many\",\n    \"category\": \"mongodb\"\n  },\n  {\n    \"name\": \"search-knowledge\",\n    \"category\": \"assistant\"\n  },\n  {\n    \"name\": \"list-knowledge-sources\",\n    \"category\": \"assistant\"\n  }\n]",
      "deferred": false,
      "expected": "Configuration and enabled tool names printed.",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "archived": false,
    "commits_90d": 177,
    "last_commit_at": "2026-10-23T15:22:28Z",
    "last_release_at": "2026-10-15T08:39:04Z",
    "median_reply_hours": 45.9,
    "merged_prs_90d": 176,
    "note": "actively maintained: last commit 0 days ago; 177 commits and 176 merged PRs in 90 days; 9 open issues, 23 open PRs; 11 of 21 recent threads got a maintainer reply, median first reply 45.9h; latest release 2026-10-15",
    "open_issues": 9,
    "open_prs": 23,
    "reply_share": 0.52,
    "reply_threads": 21,
    "verdict": "maintained"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 0 days ago; 177 commits and 176 merged PRs in 90 days; 9 open issues, 23 open PRs; 11 of 21 recent threads got a maintainer reply, median first reply 45.9h; latest release 2026-10-15",
  "maintained": "active",
  "maintained_note": "last commit 0 days ago; 2 open issues, 4 answered or closed",
  "last_commit_at": "2026-10-23T23:10:29Z",
  "last_release_at": "2026-10-15T08:39:04Z",
  "open_issues": 2,
  "answered_issues": 4,
  "platforms_claimed": [
    "linux",
    "mac",
    "windows"
  ],
  "topic": "mcp-server",
  "agent_interfaces": [
    {
      "interface": "mcp",
      "evidence": "README metadata",
      "observed": false,
      "operation_checked": false
    },
    {
      "interface": "cli",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-24T15:06:18.726177+00:00",
  "tested_commit": "1b117c7c3cfdd5a6cc84b78792de23220fd03fe7",
  "tested_with": {
    "agent": "codex",
    "agent_version": "codex-cli 0.163.0",
    "model": "gpt-6-luna",
    "model_route": "gpt-6-luna",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "mongodb-js/mongodb-mcp-server",
    "source": "https://github.com/mongodb-js/mongodb-mcp-server",
    "commit": "1b117c7c3cfdd5a6cc84b78792de23220fd03fe7",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "gpt-6-luna",
    "model_version": "gpt-6-luna",
    "agent_execution": "native_agent",
    "agent_runtime": "codex",
    "agent_runtime_version": "codex-cli 0.163.0",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "1b117c7c3cfdd5a6cc84b78792de23220fd03fe7",
      "url": "https://github.com/mongodb-js/mongodb-mcp-server"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": "standard",
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Built the MongoDB MCP server and ran its dry-run tool discovery operation.",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "mcp",
    "test_version": "readme-20cd1bc4ab0be6730266a08d7400e342dd7d403c08aabf42aab2e51dc9b34ce0",
    "evidence_version": null
  },
  "transcript_url": null,
  "report_url": "/reports/mongodb-js--mongodb-mcp-server-gpt-6-luna-1792853296495479854.json"
}