{ "run_id": "localstack--localstack-mcp-server-claude-haiku-5-5-1792815218770221365", "date": "2026-10-24T04:24:46.268803+00:00", "repo": "localstack/localstack-mcp-server", "kind": "mcp", "source": "https://github.com/localstack/localstack-mcp-server", "commit": "afeff462768d4fc7ac719ba8e9895233e6aa72cf", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "pass": true, "outcome": "needs_credentials", "time_to_working_s": 613.9073717530118, "total_s": 667.4985680580139, "steps": [ "cd && pwd && ls -la && id -u && cat /etc/os-release | head -3 && python3 --version && git -C . rev-parse HEAD 2>&1 | head -1; ls /inputs 2>&1", "cd && cat README.md 2>/dev/null | head -200", "cd && sed -n 200,400p README.md | cut -c1-400", "cd && cat package.json; echo ---; (node -v; npm -v; yarn -v; docker --version; sudo -n true && echo SUDO_OK; echo \"LOCALSTACK_AUTH_TOKEN set: \") 2>&1", "apt-cache policy nodejs 2>/dev/null | head -3; echo \"proxy: ${HTTPS_PROXY:-${https_proxy:-none}}\"; timeout 20 curl -sI https://deb.nodesource.com/ | head -1; timeout 20 curl -sI https://registry.npmjs.org/ | head -1; timeout 20 curl -sI https://github.com | head -1", "set -x; curl -fsSL https://deb.nodesource.com/setup_22.x -o /tmp/ns_setup.sh && sudo -n bash /tmp/ns_setup.sh && sudo -n DEBIAN_FRONTEND=noninteractive apt-get install -y nodejs && node -v && npm -v", "cd && head -5 yarn.lock; sudo -n npm install -g yarn@1 2>&1 | tail -2; yarn -v; git init -q 2>&1; git remote add origin https://github.com/localstack/localstack-mcp-server 2>&1; timeout 300 git fetch --depth 1 origin afeff462768d4fc7ac719ba8e9895233e6aa72cf 2>&1 | tail -3; git reset --mixed FETCH_HEAD 2>&1 | tail -2; git rev-parse HEAD", "cd && timeout 900 yarn install --frozen-lockfile 2>&1 | tail -15; echo \"EXIT=${PIPESTATUS[0]}\"", "cd && timeout 900 yarn build 2>&1 | tail -25; echo \"EXIT=${PIPESTATUS[0]}\"; ls -la dist 2>&1 | head", "cd && node dist/cli.js --help 2>&1 | head -30; echo \"---\"; grep -rn \"LOCALSTACK_AUTH_TOKEN\" src --include=*.ts | head -20; echo \"---\"; ls src src/tools; echo; grep -n \"name:\" src/tools/localstack-docs.ts | head", "cd && sed -n 1,60p src/core/preflight.ts; echo ---; grep -ln \"preflight\\|requireAuth\\|assertAuth\" src/tools/*.ts; echo ---; grep -n \"preflight\\|Token\\|token\" src/tools/localstack-docs.ts | head; echo ---; sed -n 1,80p src/tools/localstack-docs.ts | cut -c1-200", "cd && { printf '%s\\n' '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2025-03-26\",\"capabilities\":{},\"clientInfo\":{\"name\":\"probe\",\"version\":\"0\"}}}' '{\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"}' '{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/call\",\"params\":{\"name\":\"localstack-docs\",\"arguments\":{\"query\":\"S3 event notifications\",\"limit\":1}}}'; } | timeout 60 node dist/cli.js 2>/tmp/mcp_err.txt | cut -c1-600; echo \"EXIT=${PIPESTATUS[1]}\"; echo \"stderr:\"; head -c 800 /tmp/mcp_err.txt; echo; echo \"--- cycle grep:\"; grep -rniE \"setInterval|cron|--once|--now|schedule\" src --include=*.ts -l | grep -v test | head", "cd && grep -niE \"setInterval|cron|--once|--now|schedule\" src/cli/lifecycle.ts src/lib/localstack/localstack.utils.ts | cut -c1-220 | head -12; echo ---; (sudo -n DEBIAN_FRONTEND=noninteractive apt-get install -y docker.io >/tmp/docker_install.log 2>&1; echo \"apt docker.io EXIT=$?\"; tail -3 /tmp/docker_install.log; docker --version 2>&1; sudo -n docker info >/dev/null 2>&1 && echo DAEMON_OK || echo DAEMON_UNAVAILABLE)", "cd && timeout 900 yarn test 2>&1 | tail -15; echo \"EXIT=${PIPESTATUS[0]}\"", "cd && which yarn node && ls -la && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"checks\":[{\"check\":\"credentials_error\",\"kind\":\"mcp\",\"argv\":[\"node\",\"dist/cli.js\"],\"cwd\":\"\",\"tool\":\"localstack-docs\",\"arguments\":{\"query\":\"S3 event notifications\",\"limit\":1},\"expected_text\":\"LOCALSTACK_AUTH_TOKEN is required for this operation.\"}]}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"All LocalStack MCP tools require a token\",\"source\":\"All LocalStack MCP tools require `LOCALSTACK_AUTH_TOKEN` to be set.\",\"input\":\"localstack-docs search with no LOCALSTACK_AUTH_TOKEN set\",\"expected\":\"tool refuses with an auth-token error\",\"probe_kind\":\"mcp\",\"argv\":[\"node\",\"dist/cli.js\"],\"tool\":\"localstack-docs\",\"arguments\":{\"query\":\"S3 event notifications\",\"limit\":1},\"expected_text\":\"LOCALSTACK_AUTH_TOKEN is required for this operation.\",\"cwd\":\"\"},\n{\"kind\":\"claim\",\"claim\":\"Tools require the auth token in the MCP tool list\",\"source\":\"All tools in this MCP server require `LOCALSTACK_AUTH_TOKEN`.\",\"input\":\"localstack-docs search with no LOCALSTACK_AUTH_TOKEN set\",\"expected\":\"tool refuses with an auth-token error\",\"probe_kind\":\"mcp\",\"argv\":[\"node\",\"dist/cli.js\"],\"tool\":\"localstack-docs\",\"arguments\":{\"query\":\"S3 event notifications\",\"limit\":1},\"expected_text\":\"Auth Token Required\",\"cwd\":\"\"}]\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Offline unit test suite passes\",\"source\":\"README.md Contributing section (MCP Server Tester notes); package.json test script\",\"input\":\"yarn test\",\"expected\":\"all jest suites pass\",\"argv\":[\"yarn\",\"test\"],\"cwd\":\"\",\"env\":{},\"expected_text\":\"395 passed, 395 total\"},\n{\"kind\":\"example\",\"claim\":\"Direct MCP server tests\",\"source\":\"README.md MCP Server Tester section\",\"reason\":\"yarn test:mcp:direct requires LOCALSTACK_AUTH_TOKEN for MCP tool usage per README; no token available, so not run\"}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected: README.md, package.json scripts (start = node dist/cli.js), src/cli/index.ts/lifecycle.ts. The product is a request-driven stdio MCP server: it answers tools/call requests from the client and exits when stdin closes. Only timers found are an internal health-poll loop during LocalStack container start (src/lib/localstack/localstack.utils.ts scheduleNextPoll) and stdin-exit scheduling (src/cli/lifecycle.ts); neither is a user-facing cron, --once, --now or webhook cycle. No cycle triggered.\",\"checks\":[]}\nEOF\nfor f in probe claims examples cycles; do python3 -I -c \"import json,sys; json.load(open(sys.argv[1])); print('ok', sys.argv[1])\" .coldpass/$f.json; done", "cd && = timeout 900 python3 -I --validate --replay 2>&1 | tail -60; echo \"EXIT=${PIPESTATUS[0]}\"", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"needs_credentials\",\"fault_owner\":\"prerequisite\",\"operation\":\"Build the LocalStack MCP server from source (yarn build) and run its stdio server, then call a real tool (localstack-docs search) to confirm behavior\",\"operation_scope\":\"Node.js >= 20 (installed v22.23.4), yarn 1.22.22, Docker 29.1.3 (daemon up). Build and offline jest suite (395 tests) verified. Every MCP tool requires LOCALSTACK_AUTH_TOKEN, which is not present in this guest and was not obtained, so LocalStack start, deploy, logs and docs search could not be exercised successfully. The no-token tool call returns the documented 'Auth Token Required' error.\",\"steps\":[\"git init; git remote add origin https://github.com/localstack/localstack-mcp-server; git fetch --depth 1 origin afeff462768d4fc7ac719ba8e9895233e6aa72cf; git reset --mixed FETCH_HEAD\",\"Install Node.js 22 (NodeSource setup_22.x + apt install nodejs) and yarn (sudo npm install -g yarn@1)\",\"yarn install --frozen-lockfile (exit 0; optional cpu-features native build warning ignored per yarn)\",\"yarn build (xmcp build + esbuild -> dist/cli.js; 15 tools, 1 prompt)\",\"node dist/cli.js (stdio MCP server, README 'Run from source'); tools/call localstack-docs -> 'Auth Token Required'\",\"yarn test (jest): 38 suites, 395 tests passed\"],\"deviations\":[\"Node.js and npm were absent; installed Node 22.23.4 from NodeSource apt repo (README requires Node 20+).\",\"yarn was absent; installed yarn 1.22.22 globally with npm (README uses yarn).\",\"Docker was absent; installed docker.io 29.1.3 via apt (README prerequisite). No LocalStack image was pulled because the start action is gated by the auth token.\",\"LOCALSTACK_AUTH_TOKEN not available; not obtained or faked. Probe recorded as a credentials_error check on the documented tool call, not a successful tool result.\",\"yarn test:mcp:direct not run (requires the auth token per README).\",\"/inputs/coldpass-preflight.py does not exist in this guest; used as instructed in the task's validation command, which passed.\"],\"stuck_step\":\"Running LocalStack-backed tools: every tool, including localstack-docs, requires LOCALSTACK_AUTH_TOKEN before doing any work.\",\"main_blocker\":\"No LocalStack Auth Token in the guest environment.\",\"plain_failure\":\"The server builds and starts, and its tools answer, but every tool stops with 'LOCALSTACK_AUTH_TOKEN is required'. A LocalStack account token is needed to run the operations (start LocalStack, deploy, logs, docs search), and it was not available in this disposable VM, so those operations were not exercised.\",\"suggested_fix\":\"Re-run in a guest where LOCALSTACK_AUTH_TOKEN is set to a valid LocalStack Auth Token (and Docker is available to start the LocalStack container), then replay probe.json and claims with the token exported. No product change is needed.\"}\nEOF\npython3 -I -c \"import json; d=json.load(open('.coldpass/report.json')); print(d['outcome'], d['fault_owner'])\"; ps aux | grep -c \"[d]ist/cli.js\"", "ps -eo pid,ppid,etime,args | grep \"[d]ist/cli.js\"; echo ---; pids=$(ps -eo pid,args | grep \"[d]ist/cli.js\" | awk '{print $1}'); for p in $pids; do echo \"$p: $(ps -o args= -p $p | cut -c1-80) parent=$(ps -o args= -p $(ps -o ppid= -p $p) | cut -c1-60)\"; done", "cd && = timeout 900 python3 -I --validate --replay 2>&1 | python3 -I -c \"import json,sys; d=json.load(sys.stdin); print('valid:',d['valid'],'problems:',d['problems'],'replay:',d['replay']['status'])\"; ls -la .coldpass; ps -eo args | grep -c \"[d]ist/cli.js\"" ], "stuck_step": "Running LocalStack-backed tools: every tool, including localstack-docs, requires LOCALSTACK_AUTH_TOKEN before doing any work.", "error_excerpt": null, "what_it_did": "Build the LocalStack MCP server from source (yarn build) and run its stdio server, then call a real tool (localstack-docs search) to confirm behavior", "suggested_fix": null, "tokens_in": 629205, "tokens_out": 14871, "cost_usd": 0.023342130000000006, "usage_complete": true, "checks": [ { "status": "PASS", "details": { "working": false, "argv": [ "node", "dist/cli.js" ], "kind": "mcp", "serverInfo": { "name": "LocalStack", "version": "0.7.0", "description": "Manage and interact with LocalStack for local cloud development and testing", "icons": [ { "src": "https://raw.githubusercontent.com/localstack/localstack-mcp-server/main/icon.png", "mimeType": "image/png", "sizes": [ "256x256" ] } ] }, "tools": [ "localstack-app-inspector", "localstack-aws-client", "localstack-aws-replicator", "localstack-azure-client", "localstack-chaos-injector", "localstack-cloud-pods", "localstack-deployer", "localstack-docs", "localstack-ephemeral-instances", "localstack-extensions", "localstack-iam-policy-analyzer", "localstack-logs-analysis", "localstack-management", "localstack-snowflake-client", "localstack-state-management" ], "tool_schema_bytes": 20791, "tool_result": { "content": [ { "type": "text", "text": "\u274c **Auth Token Required**\n\nLOCALSTACK_AUTH_TOKEN is required for this operation." } ] }, "tool_result_checked": true, "scope": "partial: credentials_error" }, "check": "credentials_error", "optional": false } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 connection review, 1 download and execute, 1 hardcoded secret, 72 known vulnerability, 1 outside write.", "expected": "Reviewed as expected for a test run: npm looked for a config file that did not exist, so nothing was read; resolver address lookups that send no data.", "findings": [ { "kind": "connection-review", "count": 1, "note": "Repository processes attempted these non-loopback connections; proxies can hide the final hostname.", "location_count": 1, "path": "3.41.202.155:443", "process_count": 1, "processes": [ { "address": "3.41.202.155:443", "executable": "/usr/bin/node", "owner": "repo", "pid": "8453", "source": "" } ] }, { "kind": "download-and-execute", "count": 1, "note": "Source contains download and execute; review its purpose.", "location_count": 1, "path": "src/lib/azure/resolve-az.ts" }, { "kind": "hardcoded-secret", "count": 1, "note": "Gitleaks found a possible hardcoded secret; value withheld.", "location_count": 1, "path": "src/core/analytics.ts" }, { "kind": "known-vulnerability", "count": 72, "note": "OSV reports a known vulnerability in this dependency version.", "location_count": 12 }, { "kind": "outside-write", "count": 1, "note": "Repository processes attempted these writes outside documented output/cache paths.", "location_count": 3, "process_count": 3 } ], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=localstack--localstack-mcp-server-claude-haiku-5-5-1792815218770221365", "evidence_file": "/data/safety/localstack--localstack-mcp-server-claude-haiku-5-5-1792815218770221365.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 19, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "afeff462768d4fc7ac719ba8e9895233e6aa72cf", "url": "https://github.com/localstack/localstack-mcp-server" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": "prerequisite", "status": "diagnosed", "reason": "No LocalStack Auth Token in the guest environment." }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "partial checks", "tool_calls": 19, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "unknown", "needs": [], "needs_which": null, "agent_interface": [], "license": "Apache-2.0", "repo_url": "https://github.com/localstack/localstack-mcp-server", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "both", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected: README.md, package.json scripts (start = node dist/cli.js), src/cli/index.ts/lifecycle.ts. The product is a request-driven stdio MCP server: it answers tools/call requests from the client and exits when stdin closes. Only timers found are an internal health-poll loop during LocalStack container start (src/lib/localstack/localstack.utils.ts scheduleNextPoll) and stdin-exit scheduling (src/cli/lifecycle.ts); neither is a user-facing cron, --once, --now or webhook cycle. No cycle triggered.", "evidence": "Entry points inspected: README.md, package.json scripts (start = node dist/cli.js), src/cli/index.ts/lifecycle.ts. The product is a request-driven stdio MCP server: it answers tools/call requests from the client and exits when stdin closes. Only timers found are an internal health-poll loop during LocalStack container start (src/lib/localstack/localstack.utils.ts scheduleNextPoll) and stdin-exit scheduling (src/cli/lifecycle.ts); neither is a user-facing cron, --once, --now or webhook cycle. No cycle triggered.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "All LocalStack MCP tools require a token", "source": "All LocalStack MCP tools require `LOCALSTACK_AUTH_TOKEN` to be set.", "input": "{\"tool\": \"localstack-docs\", \"arguments\": {\"query\": \"S3 event notifications\", \"limit\": 1}}", "expected": "tool refuses with an auth-token error", "command": "node dist/cli.js tools/call {\"tool\": \"localstack-docs\", \"arguments\": {\"query\": \"S3 event notifications\", \"limit\": 1}}", "verdict": "yes", "outcome": "Real input produced the expected result: LOCALSTACK_AUTH_TOKEN is required for this operation.", "evidence": "LOCALSTACK_AUTH_TOKEN is required for this operation.\"}]}", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Tools require the auth token in the MCP tool list", "source": "All tools in this MCP server require `LOCALSTACK_AUTH_TOKEN`.", "input": "{\"tool\": \"localstack-docs\", \"arguments\": {\"query\": \"S3 event notifications\", \"limit\": 1}}", "expected": "tool refuses with an auth-token error", "command": "node dist/cli.js tools/call {\"tool\": \"localstack-docs\", \"arguments\": {\"query\": \"S3 event notifications\", \"limit\": 1}}", "verdict": "yes", "outcome": "Real input produced the expected result: Auth Token Required", "evidence": "Auth Token Required**\\n\\nLOCALSTACK_AUTH_TOKEN is required for this operation.\"}]}", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Offline unit test suite passes", "source": "README.md Contributing section (MCP Server Tester notes); package.json test script", "input": "yarn test", "command": "yarn test", "evidence": "c.test.ts\nPASS src/lib/localstack/platform.client.test.ts\nPASS src/lib/wizard/env-parser.logic.test.ts\nPASS src/lib/azure/runtime-status.test.ts\nPASS src/cli/lifecycle.test.ts\nPASS src/lib/azure/child-env.test.ts\nPASS src/core/preflight.test.ts\nPASS src/core/localstack-env.test.ts\nPASS src/lib/wizard/entry-builders.logic.test.ts\nPASS src/lib/wizard/server-config.logic.test.ts\nPASS src/lib/wizard/paths.logic.test.ts\nPASS src/lib/azure/config.test.ts\n\nTest Suites: 38 passed, 38 total\nTests: 395 passed, 395 total\nSnapshots: 0 total\nTime: 11.95 s, estimated 13 s\nRan all test suites.", "deferred": false, "expected": "all jest suites pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "Direct MCP server tests", "source": "README.md MCP Server Tester section", "input": "", "command": "", "evidence": "yarn test:mcp:direct requires LOCALSTACK_AUTH_TOKEN for MCP tool usage per README; no token available, so not run", "deferred": false, "expected": "documented command completes successfully", "verdict": "blocked", "outcome": "yarn test:mcp:direct requires LOCALSTACK_AUTH_TOKEN for MCP tool usage per README; no token available, so not run" } ], "does_what_it_says": "yes", "maintenance": { "last_commit_at": "2026-10-21T16:49:27Z", "commits_90d": 8, "merged_prs_90d": 7, "open_issues": 5, "open_prs": 17, "reply_share": 0.27, "reply_threads": 11, "median_reply_hours": 73.0, "last_release_at": null, "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 2 days ago; 8 commits and 7 merged PRs in 90 days; 5 open issues, 17 open PRs; 3 of 11 recent threads got a maintainer reply, median first reply 73.0h; no releases" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 2 days ago; 8 commits and 7 merged PRs in 90 days; 5 open issues, 17 open PRs; 3 of 11 recent threads got a maintainer reply, median first reply 73.0h; no releases", "maintained": "active", "maintained_note": "last commit 2 days ago; 2 open issues, 0 answered or closed", "last_commit_at": "2026-10-21T16:49:29Z", "last_release_at": null, "open_issues": 2, "answered_issues": 0, "platforms_claimed": [ "linux" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": false }, { "interface": "cli", "evidence": "README metadata", "observed": false, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 15, "schema_bytes": 20791, "tokens_approx": 5198, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-24T04:24:46.268803+00:00", "tested_commit": "afeff462768d4fc7ac719ba8e9895233e6aa72cf", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "localstack/localstack-mcp-server", "source": "https://github.com/localstack/localstack-mcp-server", "commit": "afeff462768d4fc7ac719ba8e9895233e6aa72cf", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "afeff462768d4fc7ac719ba8e9895233e6aa72cf", "url": "https://github.com/localstack/localstack-mcp-server" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Build the LocalStack MCP server from source (yarn build) and run its stdio server, then call a real tool (localstack-docs search) to confirm behavior", "operation_scope": "partial checks", "hosting": null, "kind": "mcp", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": null, "report_url": "/reports/localstack--localstack-mcp-server-claude-haiku-5-5-1792815218770221365.json" }