{ "run_id": "Maherd18--sap-mcp-server-claude-haiku-5-5-1792804375526902605", "date": "2026-10-24T01:18:37.838802+00:00", "repo": "Maherd18/sap-mcp-server", "kind": "mcp", "source": "https://github.com/Maherd18/sap-mcp-server", "commit": "0407f64b850c20e8efb960a791e252c980767e47", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "pass": null, "outcome": "needs_credentials", "time_to_working_s": null, "total_s": 342.3118715286255, "steps": [ "cd && pwd && ls -la && id -u && cat /etc/os-release | head -3 && python3 --version && git status 2>&1 | head -2", "cd && cat README.md 2>/dev/null || find . -maxdepth 2 -iname 'readme*' | head", "cd && (git init -q 2>&1; git remote add origin https://github.com/Maherd18/sap-mcp-server.git 2>&1; timeout 120 git fetch --depth 1 origin 0407f64b850c20e8efb960a791e252c980767e47 2>&1; git reset --mixed FETCH_HEAD 2>&1); git log --oneline -1 2>&1; which node npm; node --version 2>&1; npm --version 2>&1; cat package.json", "sudo -n true 2>&1 && (curl -fsSL https://deb.nodesource.com/setup_22.x -o /tmp/ns.sh && sudo -n bash /tmp/ns.sh >/tmp/ns.log 2>&1 && sudo -n apt-get install -y nodejs >>/tmp/ns.log 2>&1; echo rc=$?; tail -5 /tmp/ns.log); node --version; npm --version", "cd && npm test 2>&1 | tail -25; echo rc=${PIPESTATUS[0]}; ls src test scripts config examples; cat .env.example", "cd && cat src/tools.mjs | head -150; echo ----; cat src/server.mjs | head -80; echo ----; cat config/policy.json; echo ----; cat src/config.mjs | head -60", "cd && mkdir -p && export SAP_HOST=127.0.0.1 SAP_PORT=9 SAP_PROTOCOL=http SAP_CLIENT=100 SAP_USER=DEVUSER SAP_PASSWORD=unused-test SAP_MCP_AUDIT_FILE= && printf '%s\\n' '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},\"clientInfo\":{\"name\":\"t\",\"version\":\"0\"}}}' '{\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"}' '{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/list\"}' '{\"jsonrpc\":\"2.0\",\"id\":3,\"method\":\"tools/call\",\"params\":{\"name\":\"sap_write_source\",\"arguments\":{\"object_name\":\"ZCL_DEMO\",\"source\":\"CLASS zcl_demo DEFINITION PUBLIC.\\nENDCLASS.\"}}}' | timeout 60 node src/server.mjs 2> | cut -c1-600; echo rc=$?; cat | head; echo ---; cat | cut -c1-500", "cd && sed -n 80,200p src/server.mjs", "cd && export SAP_HOST=127.0.0.1 SAP_PORT=9 SAP_PROTOCOL=http SAP_CLIENT=100 SAP_USER=DEVUSER SAP_PASSWORD=unused-test SAP_MCP_AUDIT_FILE=; timeout 60 npm run check 2>&1 | grep -v 'npm notice' | head -30; echo rc=${PIPESTATUS[0]}; echo ---; grep -rnE 'setInterval|cron|schedule|--once|--now|webhook|setTimeout' src scripts | head; echo ---; cat 2>/dev/null | head -3", "cd && rm -f && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"mcp\",\"argv\":[\"node\",\"src/server.mjs\"],\"cwd\":\"\",\"tool\":\"sap_create_object\",\"arguments\":{\"object_name\":\"ZCL_NEW_DEMO\"},\"expected_text\":\"Denied (unknown_tool): tool \\\"sap_create_object\\\" does not exist.\",\"env\":{\"SAP_HOST\":\"127.0.0.1\",\"SAP_PORT\":\"9\",\"SAP_PROTOCOL\":\"http\",\"SAP_CLIENT\":\"100\",\"SAP_USER\":\"DEVUSER\",\"SAP_PASSWORD\":\"unused-test\",\"SAP_MCP_AUDIT_FILE\":\"\"}}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[\n{\"kind\":\"claim\",\"claim\":\"The server has no tool to create objects\",\"source\":\"There is intentionally no tool to delete or create objects.\",\"input\":\"sap_create_object\",\"expected\":\"Denied as unknown_tool\",\"probe_kind\":\"mcp\",\"argv\":[\"node\",\"src/server.mjs\"],\"tool\":\"sap_create_object\",\"arguments\":{\"object_name\":\"ZCL_NEW_DEMO\"},\"expected_text\":\"Denied (unknown_tool): tool \\\"sap_create_object\\\" does not exist.\",\"cwd\":\"\",\"env\":{\"SAP_HOST\":\"127.0.0.1\",\"SAP_PORT\":\"9\",\"SAP_PROTOCOL\":\"http\",\"SAP_CLIENT\":\"100\",\"SAP_USER\":\"DEVUSER\",\"SAP_PASSWORD\":\"unused-test\",\"SAP_MCP_AUDIT_FILE\":\"\"}},\n{\"kind\":\"claim\",\"claim\":\"A tool that is not listed does not exist\",\"source\":\"A tool that isn't listed doesn't exist.\",\"input\":\"sap_delete_object\",\"expected\":\"Denied as unknown_tool\",\"probe_kind\":\"mcp\",\"argv\":[\"node\",\"src/server.mjs\"],\"tool\":\"sap_delete_object\",\"arguments\":{\"object_name\":\"ZCL_OLD_DEMO\"},\"expected_text\":\"Denied (unknown_tool): tool \\\"sap_delete_object\\\" does not exist.\",\"cwd\":\"\",\"env\":{\"SAP_HOST\":\"127.0.0.1\",\"SAP_PORT\":\"9\",\"SAP_PROTOCOL\":\"http\",\"SAP_CLIENT\":\"100\",\"SAP_USER\":\"DEVUSER\",\"SAP_PASSWORD\":\"unused-test\",\"SAP_MCP_AUDIT_FILE\":\"\"}}\n]\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[\n{\"kind\":\"example\",\"claim\":\"Offline unit and integration tests run without a SAP system\",\"source\":\"README.md Development section\",\"input\":\"npm test\",\"expected\":\"all tests pass\",\"argv\":[\"npm\",\"test\"],\"cwd\":\"\",\"env\":{},\"expected_text\":\"# pass 26\"},\n{\"kind\":\"example\",\"claim\":\"Connection check against a real SAP system\",\"source\":\"README.md Quick start / From source: npm run check\",\"reason\":\"No SAP system is reachable from this VM (no host, no credentials). Ran npm run check with SAP_HOST=127.0.0.1 SAP_PORT=9; it reported 'FAIL 127.0.0.1:9 is not reachable' and exited 1. Not a product defect: the check does what it should.\"}\n]\nEOF\npython3 -I -c 'import json;[json.load(open(f\".coldpass/{n}.json\")) for n in [\"probe\",\"claims\",\"examples\"]];print(\"json ok\")'; ls -la .coldpass", "cd && cat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected package.json scripts, src/*.mjs, scripts/*.mjs, README.md. The server is a stdio MCP process that answers requests as they arrive; it has no cron, scheduler, loop, --once/--now flag, or webhook (grep for setInterval/cron/schedule/webhook found only a fetch timeout and a socket timeout). Runs only when an MCP client calls it.\",\"checks\":[]}\nEOF\npython3 -I -c 'import json;json.load(open(\".coldpass/cycles.json\"));print(\"ok\")'; ls /inputs/ 2>&1; = python3 -I --validate --replay 2>&1 | tail -60; echo rc=${PIPESTATUS[0]}", "grep -n \"isError\\|did not confirm\" | head -20", "cd && cat > .coldpass/probe.json <<'EOF'\n{\"checks\":[{\"check\":\"start\",\"kind\":\"mcp\",\"argv\":[\"node\",\"src/server.mjs\"],\"cwd\":\"\",\"env\":{\"SAP_HOST\":\"127.0.0.1\",\"SAP_PORT\":\"9\",\"SAP_PROTOCOL\":\"http\",\"SAP_CLIENT\":\"100\",\"SAP_USER\":\"DEVUSER\",\"SAP_PASSWORD\":\"unused-test\",\"SAP_MCP_AUDIT_FILE\":\"\"}}]}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[\n{\"kind\":\"claim\",\"claim\":\"The server has no tool to create objects\",\"source\":\"There is intentionally no tool to delete or create objects.\",\"testable\":false,\"reason\":\"Observed offline: tools/call sap_create_object returned 'Denied (unknown_tool)' with isError=true. The checker does not count isError results as confirmation, and every other tool result needs a live SAP system (no SAP host available in this VM).\"},\n{\"kind\":\"claim\",\"claim\":\"A tool that is not listed does not exist\",\"source\":\"A tool that isn't listed doesn't exist.\",\"testable\":false,\"reason\":\"Observed offline: tools/call sap_delete_object returned 'Denied (unknown_tool)' with isError=true. Checker does not count isError results as confirmation; no live SAP system available to produce a non-error result.\"}\n]\nEOF\n= python3 -I --validate --replay 2>&1 | tail -c 2500; echo; echo rc=${PIPESTATUS[0]}", "cd && = python3 -I --validate --replay > 2>&1; echo rc=$?; python3 -I -c 'import json;d=json.load(open(\"\"));print(\"valid=\",d.get(\"valid\"));print(\"problems=\",d.get(\"problems\"))' ; ls ", "cd && mkdir -p .coldpass && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"blocked\",\"fault_owner\":\"prerequisite\",\"operation\":\"Run the sap-mcp-server MCP server and call a tool against an SAP ABAT ADT system (read/write via policy-guarded tools)\",\"operation_scope\":\"Needs a reachable SAP system with ADT services active (/sap/bc/adt), a development user and password. Offline, only the test suite and the policy-denial path can run. Node.js 22+ required (README engines). No SAP host or credentials were available in this VM.\",\"steps\":[\"git init; git remote add origin https://github.com/Maherd18/sap-mcp-server.git; git fetch --depth 1 origin 0407f64b850c20e8efb960a791e252c980767e47; git reset --mixed FETCH_HEAD (pinned commit 0407f64, Release 0.3.1)\",\"sudo apt install Node.js 22 via NodeSource setup_22.x (node v22.23.4, npm 10.9.9)\",\"npm test (README Development section): 26 of 26 pass, rc 0\",\"npm run check (README Quick start 'From source'): with SAP_HOST=127.0.0.1 SAP_PORT=9, fails at 'Host reachable' with rc 1 (no SAP system here)\",\"node src/server.mjs (README 'From source' / npx entry), MCP stdio: initialize + tools/list OK; tools/call sap_create_object returns 'Denied (unknown_tool)' (isError=true)\"],\"deviations\":[\"Node.js was not installed in the guest; installed Node 22 from NodeSource (curl setup_22.x script with sudo, apt-get install nodejs). Succeeded.\",\"The README's .env flow (curl .env.example, fill in values) was not possible: no SAP credentials. Used environment variables with placeholder values :9 for the local-only paths.\",\"The checker rejects isError results as confirmation. Product denials are flagged isError=true, so the only offline tool result (unknown_tool denial) cannot be replayed as a confirmed claim. Probe and claims were recorded as partial evidence (start check) and claims marked testable:false with reason.\",\"Did not run npm run setup:sandbox or any read/write tool; both need SAP.\"],\"stuck_step\":\"npm run check (Host reachable) and any tools/call that needs SAP\",\"main_blocker\":\"No SAP system (ADT endpoint and credentials) is available in this VM, so no tool can return a successful result.\",\"plain_failure\":\"The server installs and its offline tests pass, but it could not be shown working end to end. Every useful action (reading, searching, writing SAP objects) needs a live SAP development system, and none was available here. The only thing observed is that the server refuses to create or delete objects.\",\"suggested_fix\":\"Re-run in an environment with a reachable SAP development/sandbox system: set SAP_HOST, SAP_PORT, SAP_CLIENT, SAP_USER, SAP_PASSWORD (via .env or env vars), run npm run check, then probe a read tool such as sap_test_connection or sap_search_objects and replay the claims against a real result.\"}\nEOF\npython3 -I -c 'import json;d=json.load(open(\".coldpass/report.json\"));print(d[\"outcome\"], d[\"fault_owner\"])'; = python3 -I --validate --replay > 2>&1; echo rc=$?; python3 -I -c 'import json;d=json.load(open(\"\"));print(\"valid=\",d.get(\"valid\"),d.get(\"problems\"))'", "cd && sed -i 's/ABAT/ABAP/' .coldpass/report.json && python3 -I -c 'import json;print(json.load(open(\".coldpass/report.json\"))[\"operation\"])' && = python3 -I --validate --replay > 2>&1; echo rc=$?; python3 -I -c 'import json;d=json.load(open(\"\"));print(\"valid=\",d.get(\"valid\"),d.get(\"problems\"))'; ls .coldpass" ], "stuck_step": "npm run check (Host reachable) and any tools/call that needs SAP", "error_excerpt": "No SAP system (ADT endpoint and credentials) is available in this VM, so no tool can return a successful result.", "what_it_did": "Run the sap-mcp-server MCP server and call a tool against an SAP ABAP ADT system (read/write via policy-guarded tools)", "suggested_fix": "Re-run in an environment with a reachable SAP development/sandbox system: set SAP_HOST, SAP_PORT, SAP_CLIENT, SAP_USER, SAP_PASSWORD (via .env or env vars), run npm run check, then probe a read tool such as sap_test_connection or sap_search_objects and replay the claims against a real result.", "tokens_in": 423253, "tokens_out": 14453, "cost_usd": 0.019002440000000002, "usage_complete": true, "checks": [ { "status": "PASS", "details": { "working": false, "argv": [ "node", "src/server.mjs" ], "kind": "mcp", "serverInfo": { "name": "sap-mcp-server", "version": "0.3.1" }, "tools": [ "sap_test_connection", "sap_search_objects", "sap_read_metadata", "sap_read_source", "sap_list_transports", "sap_write_source", "sap_activate", "sap_release_transport" ], "tool_schema_bytes": 2233, "tool_result_checked": false, "scope": "partial: start" }, "check": "start", "optional": false } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "No problems traced to this repository code in these checks.", "findings": [], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=Maherd18--sap-mcp-server-claude-haiku-5-5-1792804375526902605", "evidence_file": "/data/safety/Maherd18--sap-mcp-server-claude-haiku-5-5-1792804375526902605.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 16, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "0407f64b850c20e8efb960a791e252c980767e47", "url": "https://github.com/Maherd18/sap-mcp-server" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": "prerequisite", "status": "diagnosed", "reason": "No SAP system (ADT endpoint and credentials) is available in this VM, so no tool can return a successful result." }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "partial checks", "tool_calls": 16, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "partly_checked", "works": "untested", "install_s": null, "first_use_s": null, "mcp": "unknown", "needs": [], "needs_which": null, "agent_interface": [], "license": "MIT", "repo_url": "https://github.com/Maherd18/sap-mcp-server", "cost_to_try": null, "hardware": null, "what_failed": "No SAP system (ADT endpoint and credentials) is available in this VM, so no tool can return a successful result.", "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Inspected package.json scripts, src/*.mjs, scripts/*.mjs, README.md. The server is a stdio MCP process that answers requests as they arrive; it has no cron, scheduler, loop, --once/--now flag, or webhook (grep for setInterval/cron/schedule/webhook found only a fetch timeout and a socket timeout). Runs only when an MCP client calls it.", "evidence": "Inspected package.json scripts, src/*.mjs, scripts/*.mjs, README.md. The server is a stdio MCP process that answers requests as they arrive; it has no cron, scheduler, loop, --once/--now flag, or webhook (grep for setInterval/cron/schedule/webhook found only a fetch timeout and a socket timeout). Runs only when an MCP client calls it.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "The server has no tool to create objects", "source": "There is intentionally no tool to delete or create objects.", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "Observed offline: tools/call sap_create_object returned 'Denied (unknown_tool)' with isError=true. The checker does not count isError results as confirmation, and every other tool result needs a live SAP system (no SAP host available in this VM).", "evidence": "Observed offline: tools/call sap_create_object returned 'Denied (unknown_tool)' with isError=true. The checker does not count isError results as confirmation, and every other tool result needs a live SAP system (no SAP host available in this VM).", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "A tool that is not listed does not exist", "source": "A tool that isn't listed doesn't exist.", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "Observed offline: tools/call sap_delete_object returned 'Denied (unknown_tool)' with isError=true. Checker does not count isError results as confirmation; no live SAP system available to produce a non-error result.", "evidence": "Observed offline: tools/call sap_delete_object returned 'Denied (unknown_tool)' with isError=true. Checker does not count isError results as confirmation; no live SAP system available to produce a non-error result.", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Offline unit and integration tests run without a SAP system", "source": "README.md Development section", "input": "npm test", "command": "npm test", "evidence": "k inside the sandbox\nok 24 - writes source with lock and unlock inside the sandbox\n ---\n duration_ms: 8.677288\n type: 'test'\n ...\n# Subtest: activation is never executed, it returns an approval request\nok 25 - activation is never executed, it returns an approval request\n ---\n duration_ms: 3.804982\n type: 'test'\n ...\n# Subtest: the ADT client refuses paths outside /sap/bc/adt\nok 26 - the ADT client refuses paths outside /sap/bc/adt\n ---\n duration_ms: 0.568927\n type: 'test'\n ...\n1..26\n# tests 26\n# suites 0\n# pass 26\n# fail 0\n# cancelled 0\n# skipped 0\n# todo 0\n# duration_ms 687.234626", "deferred": false, "expected": "all tests pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "Connection check against a real SAP system", "source": "README.md Quick start / From source: npm run check", "input": "", "command": "", "evidence": "No SAP system is reachable from this VM (no host, no credentials). Ran npm run check with SAP_HOST=127.0.0.1 SAP_PORT=9; it reported 'FAIL 127.0.0.1:9 is not reachable' and exited 1. Not a product defect: the check does what it should.", "deferred": false, "expected": "documented command completes successfully", "verdict": "blocked", "outcome": "No SAP system is reachable from this VM (no host, no credentials). Ran npm run check with SAP_HOST=127.0.0.1 SAP_PORT=9; it reported 'FAIL 127.0.0.1:9 is not reachable' and exited 1. Not a product defect: the check does what it should." } ], "does_what_it_says": null, "maintenance": { "last_commit_at": "2026-09-30T14:56:35Z", "commits_90d": 5, "merged_prs_90d": 1, "open_issues": 0, "open_prs": 0, "reply_share": null, "reply_threads": 0, "median_reply_hours": null, "last_release_at": "2026-09-30T15:10:51Z", "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 23 days ago; 5 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; latest release 2026-09-30" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 23 days ago; 5 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; latest release 2026-09-30", "maintained": "active", "maintained_note": "last commit 23 days ago", "last_commit_at": "2026-09-30T15:13:03Z", "last_release_at": "2026-09-30T15:10:51Z", "open_issues": null, "answered_issues": null, "platforms_claimed": [ "linux" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 8, "schema_bytes": 2233, "tokens_approx": 559, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-24T01:18:37.838802+00:00", "tested_commit": "0407f64b850c20e8efb960a791e252c980767e47", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "Maherd18/sap-mcp-server", "source": "https://github.com/Maherd18/sap-mcp-server", "commit": "0407f64b850c20e8efb960a791e252c980767e47", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "0407f64b850c20e8efb960a791e252c980767e47", "url": "https://github.com/Maherd18/sap-mcp-server" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Run the sap-mcp-server MCP server and call a tool against an SAP ABAP ADT system (read/write via policy-guarded tools)", "operation_scope": "partial checks", "hosting": null, "kind": "mcp", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": null, "report_url": "/reports/Maherd18--sap-mcp-server-claude-haiku-5-5-1792804375526902605.json" }