{ "run_id": "oxylabs--web-api-mcp-claude-haiku-5-5-1792777780162059126", "date": "2026-10-23T17:54:47.402733+00:00", "repo": "oxylabs/web-api-mcp", "kind": "mcp", "source": "https://github.com/oxylabs/web-api-mcp", "commit": "895116f090cc83258a5a7b1079aaca5e9207d7ee", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "pass": null, "outcome": "unverified", "time_to_working_s": null, "total_s": 307.24064350128174, "steps": [ "cd && pwd && ls -la && id -u && python3 --version && cat /etc/os-release | head -3 && (git -C . rev-parse HEAD 2>&1 | head -1)", "cd && cat README.md 2>/dev/null | head -300", "cd && ls -la .coldpass scripts tests src; cat pyproject.toml; cat .env.example; which uv pipx pip3 git; python3 -m venv --help >/dev/null 2>&1 && echo venv_ok || echo venv_missing", "cd && git init -q && git remote add origin https://github.com/oxylabs/web-api-mcp && timeout 120 git fetch --depth 1 origin 895116f090cc83258a5a7b1079aaca5e9207d7ee; echo \"fetch rc=$?\"; git reset --mixed FETCH_HEAD 2>&1; git log --oneline -1 2>&1; git status --short | head", "cd /tmp && python3 -m venv && --version && cd && timeout 900 install -q -e '.[dev]' 2>&1 | tail -20; echo \"rc=${PIPESTATUS[0]}\"; ls | grep -E 'oxylabs|pytest|ruff'", "rm -rf ; sudo -n apt-get update -qq 2>&1 | tail -3; sudo -n DEBIAN_FRONTEND=noninteractive apt-get install -y -qq python3.12-venv 2>&1 | tail -3; echo \"rc=${PIPESTATUS[0]}\"; cd /tmp && python3 -m venv && --version", "cd && timeout 900 install -q -e '.[dev]' 2>&1 | tail -20; echo \"rc=${PIPESTATUS[0]}\"; ls | grep -E 'oxylabs|pytest|ruff'", "cd && V=; $V/ruff check . ; echo \"ruff check rc=$?\"; $V/ruff format --check . ; echo \"ruff format rc=$?\"; timeout 600 $V/pytest -q 2>&1 | tail -15; echo \"pytest rc=${PIPESTATUS[0]}\"", "cd && ls -R src | head -30 && grep -n \"def \\\\\\|OXYLABS_WEB_API_KEY\\|credentials\" src/oxylabs_web_api_mcp/server.py | head -80", "ls -la /inputs/ 2>&1 | head; cd && sed -n 217,237p src/oxylabs_web_api_mcp/server.py; env | grep -i -E 'proxy|oxylabs' | sed 's/=.*/=/'; sed -n 1446,1470p src/oxylabs_web_api_mcp/server.py", "cd && sed -n 522,550p src/oxylabs_web_api_mcp/server.py; sed -n 1212,1253p src/oxylabs_web_api_mcp/server.py", "cd && grep -n \"def \\|mcp_http\\|'mcp'\\|\\\"mcp\\\"\\|credentials_error\\|env\" check.py | head -150", "cd && sed -n 350,362p check.py; sed -n 384,444p check.py; sed -n 788,856p check.py", "cd && sed -n 1168,1204p check.py; sed -n 856,870p check.py; sed -n 935,960p check.py; sed -n 1273,1300p check.py", "mkdir -p && cat > <<'EOF'\nimport json, subprocess, sys, os\nargv = json.loads(sys.argv[1]); tool = sys.argv[2]; args = json.loads(sys.argv[3])\np = subprocess.Popen(argv, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)\ndef send(d): p.stdin.write(json.dumps(d)+\"\\n\"); p.stdin.flush()\ndef recv():\n while True:\n line = p.stdout.readline()\n if not line: return None\n try: d = json.loads(line)\n except ValueError: continue\n return d\nsend({\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2024-11-05\",\"capabilities\":{},\"clientInfo\":{\"name\":\"t\",\"version\":\"1\"}}})\nprint(\"init:\", json.dumps(recv().get(\"result\",{}).get(\"serverInfo\")))\nsend({\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"})\nsend({\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/list\",\"params\":{}})\nr = recv(); print(\"tools:\", [t[\"name\"] for t in r[\"result\"][\"tools\"]])\nsend({\"jsonrpc\":\"2.0\",\"id\":3,\"method\":\"tools/call\",\"params\":{\"name\":tool,\"arguments\":args}})\nprint(\"call:\", json.dumps(recv(), ensure_ascii=False)[:1500])\np.stdin.close(); p.terminate()\nEOF\ncd && V=; \necho \"--- search without key (env key unset)\"; env -u OXYLABS_WEB_API_KEY timeout 60 -I mcp_call.py '[\"\"]' search '{\"query\":\"oxylabs\"}' 2>&1 | tail -5\necho \"--- fixture + read_scraped\"; printf 'Oxylabs fixture line one.\\nChunk two of the offloaded page.\\n' > \nOXYLABS_SPILL_DIR= timeout 60 -I mcp_call.py '[\"\"]' read_scraped '{\"path\":\"\",\"length\":200}' 2>&1 | tail -5", "cd && sed -i 's/ return d$/ if d.get(\"id\") is None and \"method\" in d: continue\\n return d/' mcp_call.py && env -u OXYLABS_WEB_API_KEY timeout 60 -I mcp_call.py '[\"\"]' search '{\"query\":\"oxylabs\"}' 2>&1 | tail -2 | cut -c1-900", "cd && grep -n -i \"cron\\|schedule\\|sleep\\|--once\\|--now\\|webhook\\|interval\" src/oxylabs_web_api_mcp/server.py | head; echo ---; grep -n -F \"Read a large page that was offloaded to disk, in chunks\" README.md; grep -n -F \"*(required on stdio)*\" README.md | cut -c1-120; grep -n -F \"## Development\" README.md; grep -n -F \"Read a single URL as\" README.md | cut -c1-80", "cd && V= && cat > probe.json <\",\"env\":{\"OXYLABS_SPILL_DIR\":\"\"},\"tool\":\"read_scraped\",\"arguments\":{\"path\":\"\",\"offset\":0,\"length\":200},\"expected_text\":\"Chunk two of the offloaded page.\"}\nEOF\ncat > claims.json <\"},\"tool\":\"read_scraped\",\"arguments\":{\"path\":\"\",\"offset\":26,\"length\":20},\"expected_text\":\"Chunk two of the off\",\"cwd\":\"\"},\n {\"kind\":\"claim\",\"claim\":\"search needs a live Oxylabs key and returns ranked results\",\"source\":\"Search the live web, returns ranked organic results (title, description, URL)\",\"testable\":false,\"reason\":\"Needs a real OXYLABS_WEB_API_KEY and live API access; none is available in this guest. A no-key call returned isError 'No Oxylabs Web API key'.\"},\n {\"kind\":\"claim\",\"claim\":\"the key is required on stdio\",\"source\":\"*(required on stdio)*\",\"testable\":false,\"reason\":\"Needs a real Oxylabs key to show a working call; the no-key error path was observed (search returned isError: No Oxylabs Web API key) but no key was supplied.\"}\n]\nEOF\ncat > examples.json <<'EOF'\n[\n {\"kind\":\"example\",\"claim\":\"lint passes\",\"source\":\"README.md / ## Development\",\"input\":\"ruff check .\",\"expected\":\"All checks passed!\",\"argv\":[\"\",\"check\",\".\"],\"cwd\":\"\",\"expected_text\":\"All checks passed!\"},\n {\"kind\":\"example\",\"claim\":\"formatting is clean\",\"source\":\"README.md / ## Development\",\"input\":\"ruff format --check .\",\"expected\":\"already formatted\",\"argv\":[\"\",\"format\",\"--check\",\".\"],\"cwd\":\"\",\"expected_text\":\"already formatted\"},\n {\"kind\":\"example\",\"claim\":\"offline test suite passes\",\"source\":\"README.md / ## Development\",\"input\":\"pytest\",\"expected\":\"75 passed\",\"argv\":[\"\",\"-q\"],\"cwd\":\"\",\"expected_text\":\"75 passed\"}\n]\nEOF\ncat > cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected: README.md and src/oxylabs_web_api_mcp/server.py (main runs mcp.run stdio or http once). No cron, scheduler, loop, --once/--now, or webhook in the product; the only sleep is retry backoff inside one HTTP request. CI schedules are not product cycles.\",\"checks\":[]}\nEOF\ncat > report.json <<'EOF'\n{\"outcome\":\"needs_credentials\",\"fault_owner\":\"prerequisite\",\"operation\":\"Run the Oxylabs Web API MCP server over stdio and call its tools (search, scrape) against the live Oxylabs API\",\"operation_scope\":\"Verified offline: install, ruff lint/format, 75 offline pytest tests, and read_scraped on a local fixture file. Not verified: search and scrape, which need a real OXYLABS_WEB_API_KEY that this guest does not have. No key was requested or obtained.\",\"steps\":[\"git init; git remote add origin https://github.com/oxylabs/web-api-mcp; git fetch --depth 1 origin 895116f090cc83258a5a7b1079aaca5e9207d7ee; git reset --mixed FETCH_HEAD\",\"python3 -m venv (Python 3.12.3, README requires 3.10+)\",\"pip install -e '.[dev]' (README Development section)\",\"ruff check . && ruff format --check .\",\"pytest (75 passed)\",\"oxylabs-web-api-mcp over stdio: tools/list shows search, scrape, check_scrape, read_scraped, list_scrapers, scrape_target\",\"read_scraped on a fixture file in OXYLABS_SPILL_DIR returned the expected chunk\",\"search with no key returned isError: 'No Oxylabs Web API key...'\"],\"deviations\":[\"python3-venv was missing; installed with sudo apt-get install python3.12-venv\",\"workspace was not a git checkout; applied the pin with git init + fetch + reset as instructed\",\"read_scraped was checked against a fixture text file I wrote into , because the product only writes spill files during a live scrape\",\"No Oxylabs API key was available, so search/scrape/check_scrape/list_scrapers/scrape_target were not run against the live API\",\"checker expects a credentials_error via a missing-response path; the product instead returns isError result text, so that check was recorded as an observation, not a PASS\"],\"stuck_step\":\"Calling the search or scrape tool, which needs OXYLABS_WEB_API_KEY\",\"main_blocker\":\"No Oxylabs Web API key in the guest\",\"plain_failure\":\"The main web search and page-reading features cannot run here because they need a paid Oxylabs API key, which this sandbox does not have. The install, the offline tests, and reading saved pages work.\",\"suggested_fix\":\"Provide OXYLABS_WEB_API_KEY in the guest (or a per-request Bearer header) and rerun a search and a scrape call against the live API.\"}\nEOF\nfor f in probe claims examples cycles report; do python3 -I -m json.tool $f.json >/dev/null && echo \"$f ok\"; done; ls -la ", "cd && = python3 -I --validate --replay; echo; echo \"rc=$?\"", "pgrep -af \"oxylabs-web-api-mcp|mcp_call\" || echo \"no servers running\"; ls " ], "stuck_step": "Calling the search or scrape tool, which needs OXYLABS_WEB_API_KEY", "error_excerpt": "No Oxylabs Web API key in the guest", "what_it_did": "Run the Oxylabs Web API MCP server over stdio and call its tools (search, scrape) against the live Oxylabs API", "suggested_fix": "Provide OXYLABS_WEB_API_KEY in the guest (or a per-request Bearer header) and rerun a search and a scrape call against the live API.", "tokens_in": 510425, "tokens_out": 15442, "cost_usd": 0.02185594, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": false, "argv": [ "" ], "kind": "mcp", "serverInfo": { "name": "oxylabs-web-api", "version": "0.1.0" }, "tools": [ "search", "scrape", "check_scrape", "read_scraped", "list_scrapers", "scrape_target" ], "tool_schema_bytes": 11535, "tool_result": { "content": [ { "text": "{\"path\":\"\",\"offset\":0,\"returned_chars\":59,\"total_chars\":59,\"next_offset\":59,\"eof\":true,\"text\":\"Oxylabs fixture line one.\\nChunk two of the offloaded page.\\n\"}", "type": "text" } ], "isError": false, "structuredContent": { "path": "", "offset": 0, "returned_chars": 59, "total_chars": 59, "next_offset": 59, "eof": true, "text": "Oxylabs fixture line one.\nChunk two of the offloaded page.\n" } }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "No problems traced to this repository code in these checks.", "findings": [], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=oxylabs--web-api-mcp-claude-haiku-5-5-1792777780162059126", "evidence_file": "/data/safety/oxylabs--web-api-mcp-claude-haiku-5-5-1792777780162059126.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 20, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "895116f090cc83258a5a7b1079aaca5e9207d7ee", "url": "https://github.com/oxylabs/web-api-mcp" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": "prerequisite", "status": "diagnosed", "reason": "No Oxylabs Web API key in the guest" }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 20, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "partly_checked", "works": "untested", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "MIT", "repo_url": "https://github.com/oxylabs/web-api-mcp", "cost_to_try": null, "hardware": null, "what_failed": "No Oxylabs Web API key in the guest", "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected: README.md and src/oxylabs_web_api_mcp/server.py (main runs mcp.run stdio or http once). No cron, scheduler, loop, --once/--now, or webhook in the product; the only sleep is retry backoff inside one HTTP request. CI schedules are not product cycles.", "evidence": "Entry points inspected: README.md and src/oxylabs_web_api_mcp/server.py (main runs mcp.run stdio or http once). No cron, scheduler, loop, --once/--now, or webhook in the product; the only sleep is retry backoff inside one HTTP request. CI schedules are not product cycles.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "read_scraped reads an offloaded page in chunks", "source": "Read a large page that was offloaded to disk, in chunks", "input": "{\"tool\": \"read_scraped\", \"arguments\": {\"path\": \"\", \"offset\": 26, \"length\": 20}}", "expected": "returns the chunk starting at offset 26", "command": " tools/call {\"tool\": \"read_scraped\", \"arguments\": {\"path\": \"\", \"offset\": 26, \"length\": 20}}", "verdict": "yes", "outcome": "Real input produced the expected result: Chunk two of the off", "evidence": "Chunk two of the off\\\"}\", \"type\": \"text\"}], \"isError\": false, \"structuredContent\": {\"path\": \"\", \"offset\": 26, \"returned_chars\": 20, \"total_chars\": 59, \"next_offset\": 46, \"eof\": false, \"text\": \"Chunk two of the off\"}}", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "search needs a live Oxylabs key and returns ranked results", "source": "Search the live web, returns ranked organic results (title, description, URL)", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "Needs a real OXYLABS_WEB_API_KEY and live API access; none is available in this guest. A no-key call returned isError 'No Oxylabs Web API key'.", "evidence": "Needs a real OXYLABS_WEB_API_KEY and live API access; none is available in this guest. A no-key call returned isError 'No Oxylabs Web API key'.", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "the key is required on stdio", "source": "*(required on stdio)*", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "Needs a real Oxylabs key to show a working call; the no-key error path was observed (search returned isError: No Oxylabs Web API key) but no key was supplied.", "evidence": "Needs a real Oxylabs key to show a working call; the no-key error path was observed (search returned isError: No Oxylabs Web API key) but no key was supplied.", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "lint passes", "source": "README.md / ## Development", "input": "ruff check .", "command": " check .", "evidence": "All checks passed!", "deferred": false, "expected": "All checks passed!", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "formatting is clean", "source": "README.md / ## Development", "input": "ruff format --check .", "command": " format --check .", "evidence": "5 files already formatted", "deferred": false, "expected": "already formatted", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "offline test suite passes", "source": "README.md / ## Development", "input": "pytest", "command": " -q", "evidence": "........................................................................ [ 96%]\n... [100%]\n75 passed in 4.02s", "deferred": false, "expected": "75 passed", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "partly", "maintenance": { "last_commit_at": "2026-10-15T11:29:03Z", "commits_90d": 42, "merged_prs_90d": 10, "open_issues": 1, "open_prs": 1, "reply_share": 0.0, "reply_threads": 4, "median_reply_hours": null, "last_release_at": null, "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 8 days ago; 42 commits and 10 merged PRs in 90 days; 1 open issues, 1 open PRs; 0 of 4 recent threads got a maintainer reply; no releases" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 8 days ago; 42 commits and 10 merged PRs in 90 days; 1 open issues, 1 open PRs; 0 of 4 recent threads got a maintainer reply; no releases", "maintained": "active", "maintained_note": "last commit 8 days ago; 1 open issues, 0 answered or closed", "last_commit_at": "2026-10-15T11:29:04Z", "last_release_at": null, "open_issues": 1, "answered_issues": 0, "platforms_claimed": [ "linux" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 6, "schema_bytes": 11535, "tokens_approx": 2884, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-23T17:54:47.402733+00:00", "tested_commit": "895116f090cc83258a5a7b1079aaca5e9207d7ee", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "oxylabs/web-api-mcp", "source": "https://github.com/oxylabs/web-api-mcp", "commit": "895116f090cc83258a5a7b1079aaca5e9207d7ee", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "895116f090cc83258a5a7b1079aaca5e9207d7ee", "url": "https://github.com/oxylabs/web-api-mcp" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Run the Oxylabs Web API MCP server over stdio and call its tools (search, scrape) against the live Oxylabs API", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": null, "report_url": "/reports/oxylabs--web-api-mcp-claude-haiku-5-5-1792777780162059126.json" }