{ "run_id": "redis--mcp-redis-claude-haiku-5-5-1793132900376142044", "date": "2026-10-27T20:33:29.368379+00:00", "repo": "redis/mcp-redis", "kind": "mcp", "source": "https://github.com/redis/mcp-redis", "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-d5b140d3c0f8b95c2dd6fe6fc381a303cacb92679582c22317d8e78b572f0cf2", "pass": true, "outcome": "pass", "time_to_working_s": 280.2625338729995, "total_s": 308.99215602874756, "steps": [ "cd && ls -la && cat README.md | head -300 && python3 --version && id -u && git status 2>&1 | head -3", "cd && sed -n 300,600p README.md; echo ----; which uv docker node npm; ls .coldpass; cat .env.example; ls examples tests; echo $CDP_URL $ $REDIS_HOST", "cd && git init -q && git remote add origin https://github.com/redis/mcp-redis && git fetch --depth 1 origin 0506f6b62e109c4364d92ca390d13fc15e9c202f 2>&1 | tail -3; git reset --mixed FETCH_HEAD 2>&1; git log --oneline -1; which redis-server redis-cli; uv --version; sudo -n true && echo SUDO_OK; (timeout 120 uv python install 3.14 2>&1 | tail -5)", "sudo apt-get -o DPkg::Lock::Timeout=300 update -qq 2>&1 | tail -2; sudo apt-get -o DPkg::Lock::Timeout=300 install -y -qq redis-server 2>&1 | tail -3; which redis-server; redis-server --version; (redis-cli ping 2>&1 || true)", "cd && export PATH= && uv venv --python 3.14 -q 2>&1 | tail -3; source .venv/bin/activate && uv sync 2>&1 | tail -4; uv run redis-mcp-server --help 2>&1 | head -30", "cd && ls src/tools; grep -n \"def \\\" src/tools/string.py | head -30; sed -n '/Testing/,/Example Use/p' README.md | head -60", "cd && sed -n 1,60p src/tools/string.py; sed -n '/^## Testing/,/^## Example/p' README.md | head -40; ls .github/workflows; sed -n 1,40p src/main.py | grep -n \"def \\|mcp\" ", "cd && grep -n \"string\\` tools to set, get strings with expiration\" README.md && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"mcp\",\"argv\":[\"uv\",\"run\",\"redis-mcp-server\",\"--url\",\"redis://localhost:6379/0\"],\"cwd\":\"\",\"env\":{\"REDIS_HOST\":\"127.0.0.1\",\"REDIS_PORT\":\"6379\",\"REDIS_DB\":\"0\"},\"tool\":\"set\",\"arguments\":{\"key\":\"coldpass:probe:greeting\",\"value\":\"hello-coldpass\",\"expiration\":300},\"expected_text\":\"Successfully set coldpass:probe:greeting with expiration 300 seconds\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"The string tools can set a value with an expiration time\",\"source\":\"- `string` tools to set, get strings with expiration.\",\"input\":\"key coldpass:claim:session value session-42 expiration 120\",\"expected\":\"Successfully set coldpass:claim:session with expiration 120 seconds\",\"probe_kind\":\"mcp\",\"argv\":[\"uv\",\"run\",\"redis-mcp-server\",\"--url\",\"redis://localhost:6379/0\"],\"tool\":\"set\",\"arguments\":{\"key\":\"coldpass:claim:session\",\"value\":\"session-42\",\"expiration\":120},\"expected_text\":\"Successfully set coldpass:claim:session with expiration 120 seconds\",\"cwd\":\"\",\"env\":{\"REDIS_HOST\":\"127.0.0.1\",\"REDIS_PORT\":\"6379\",\"REDIS_DB\":\"0\"}}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected (src/main.py, pyproject scripts, README). The server is a stdio MCP server that only runs when a client launches it and makes tool calls; there is no built-in cron, scheduler, loop, --once or --now flag, or webhook trigger in the product.\",\"checks\":[]}\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Repository test suite (README Testing points to the MCP Inspector; the CI workflow runs the pytest suite)\",\"source\":\"README.md#testing\",\"reason\":\"README's Testing section only documents an interactive MCP Inspector (npx), which needs a browser/UI and is not a finite check; not run. The offline/integration pytest suite is run separately by the CI workflow, see report.\"}]\nEOF\n= python3 -I --validate --replay 2>&1 | tail -40", "cd && grep -n \"run:\\|pytest\\|redis\" .github/workflows/ci.yml | head -30; grep -n \"pytest\" -A5 pyproject.toml | head -20", "cd && timeout 600 uv run pytest tests/ -v 2>&1 | tail -25; echo EXIT=${PIPESTATUS[0]}", "cd && cat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Repository test suite runs and passes (CI test command)\",\"source\":\".github/workflows/ci.yml\",\"input\":\"uv run pytest tests/ -v\",\"expected\":\"all tests pass\",\"argv\":[\"uv\",\"run\",\"pytest\",\"tests/\",\"-v\"],\"cwd\":\"\",\"env\":{\"REDIS_HOST\":\"127.0.0.1\",\"REDIS_PORT\":\"6379\",\"REDIS_DB\":\"0\"},\"expected_text\":\"345 passed\"}]\nEOF\n= python3 -I --validate --replay > 2>&1; echo EXIT=$?; python3 -c \"\nimport json;d=json.load(open(''));print(d.get('valid'),d.get('problems'));r=d['replay'];print(r['status']);print([ (e.get('verdict')) for e in r['details'].get('example_checks',[])], [c.get('verdict') for c in r['details'].get('claims',[])])\" 2>&1 | tail -5", "cd && python3 -c \"\nimport json;d=json.load(open(''))['replay']['details']\nprint([e.get('verdict') for e in d['example_checks']],[c.get('verdict') for c in d['claims']], d['working'])\" && mkdir -p .coldpass && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Run the Redis MCP Server (stdio) from a development install and call its string 'set' tool against a live Redis, reading back the confirmation; plus the repo's CI pytest suite.\",\"operation_scope\":\"Linux guest (Ubuntu, WSL2 kernel), Python 3.14.9 via uv, local Redis 7.0.15 on 127.0.0.1:6379 (apt redis-server; already running). No Docker, no cloud/EntraID, no browser, no OpenAI key.\",\"steps\":[\"git init; git remote add origin https://github.com/redis/mcp-redis; git fetch --depth 1 origin 0506f6b62e109c4364d92ca390d13fc15e9c202f; git reset --mixed FETCH_HEAD\",\"sudo apt-get -o DPkg::Lock::Timeout=300 install -y redis-server (Redis 7.0.15 already reachable on localhost)\",\"uv python install 3.14 (installed 3.14.9)\",\"uv venv --python 3.14\",\"uv sync\",\"uv run redis-mcp-server --help\",\"uv run redis-mcp-server --url redis://localhost:6379/0 (stdio MCP server, driven by checker tools/call set)\",\"uv run pytest tests/ -v (CI test command, without the uv add step): 345 passed, 88% coverage\"],\"deviations\":[\"Guest system Python is 3.12.3, but the README requires Python 3.14 (badge and dev install). Installed 3.14.9 with uv instead.\",\"Redis was not installed; installed redis-server 7.0.15 via apt-get (the README does not give a Redis install command).\",\"CI's 'uv add --dev pytest ...' step was skipped to avoid modifying pyproject.toml/uv.lock; pytest is already in the dev dependency group, so 'uv run pytest tests/ -v' ran directly.\",\"README 'Testing' section (MCP Inspector via npx) was not run: it is an interactive UI, not a finite check.\",\"Not run: examples/redis_assistant.py (needs OPENAI_API_KEY, an external credential), Docker build, Azure EntraID flows, Claude Desktop/VS Code integrations (client configs, not product behavior).\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\npython3 -I -c \"import json;json.load(open(''));print('report ok')\"", "cd && python3 -I -c \"\nimport json;d=json.load(open(''));print(list(d.keys()));r=d['replay'];print(r['status'], list(r['details'].keys()))\nprint([e.get('verdict') for e in r['details'].get('example_checks',[]) ] if 'example_checks' in r['details'] else 'no example_checks key')\nprint([c.get('verdict') for c in r['details'].get('claims',[])])\nprint(r['details'].get('working'))\n\"", "cd && grep -o '\"verdict\": \"[a-z]*\"' | sort | uniq -c; grep -o '\"example_checks\"' | head -1; grep -o '\"outcome\": \"[^\"]\\{0,160\\}' | tail -2", "cd && mkdir -p .coldpass && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Run the Redis MCP Server (stdio) from a development install and call its string 'set' tool against a live Redis, reading back the confirmation; plus the repo's CI pytest suite.\",\"operation_scope\":\"Linux guest (Ubuntu, WSL2 kernel), Python 3.14.9 via uv, local Redis 7.0.15 on 127.0.0.1:6379 (apt redis-server). No Docker, no cloud/EntraID, no browser, no OpenAI key.\",\"steps\":[\"git init; git remote add origin https://github.com/redis/mcp-redis; git fetch --depth 1 origin 0506f6b62e109c4364d92ca390d13fc15e9c202f; git reset --mixed FETCH_HEAD\",\"sudo apt-get -o DPkg::Lock::Timeout=300 install -y redis-server\",\"uv python install 3.14 (installed 3.14.9)\",\"uv venv --python 3.14\",\"uv sync\",\"uv run redis-mcp-server --help\",\"uv run redis-mcp-server --url redis://localhost:6379/0 (stdio MCP server; tools/call set returned 'Successfully set coldpass:probe:greeting with expiration 300 seconds')\",\"uv run pytest tests/ -v (CI test command without the uv add step): 345 passed, 88% coverage\"],\"deviations\":[\"Guest system Python is 3.12.3, but the README requires Python 3.14 (badge and dev install). Installed 3.14.9 with uv instead.\",\"Redis was not installed; installed redis-server 7.0.15 via apt-get (the README gives no Redis install command). Redis was already answering PONG on localhost:6379 when checked.\",\"CI's 'uv add --dev pytest ...' step was skipped to avoid modifying pyproject.toml/uv.lock; pytest is already in the dev dependency group, so 'uv run pytest tests/ -v' ran directly.\",\"README 'Testing' section (MCP Inspector via npx) was not run: it is an interactive UI, not a finite check.\",\"Not run: examples/redis_assistant.py (needs OPENAI_API_KEY, an external credential), Docker build, Azure EntraID flows, Claude Desktop/VS Code integrations (client configs, not product behavior).\",\"No product scheduler/cycle exists; cycles.json has detected:false.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\npython3 -I -c \"import json;json.load(open(''));print('report ok')\"; = python3 -I --validate --replay 2>&1 | grep -o '\"valid\": [a-z]*\\|\"status\": \"[A-Z]*\"' | head -3" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Run the Redis MCP Server (stdio) from a development install and call its string 'set' tool against a live Redis, reading back the confirmation; plus the repo's CI pytest suite.", "suggested_fix": null, "tokens_in": 402627, "tokens_out": 9343, "cost_usd": 0.01496324, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "uv", "run", "redis-mcp-server", "--url", "redis://localhost:6379/0" ], "kind": "mcp", "serverInfo": { "name": "Redis MCP Server", "version": "1.30.0" }, "tools": [ "hset", "hget", "hdel", "hgetall", "hexists", "set_vector_in_hash", "get_vector_from_hash", "json_set", "json_get", "json_del", "lpush", "rpush", "lpop", "rpop", "lrange", "llen", "lrem", "delete", "type", "expire", "rename", "scan_keys", "scan_all_keys", "search_redis_documents", "publish", "subscribe", "psubscribe", "read_messages", "unsubscribe", "get_indexes", "get_index_info", "get_indexed_keys_number", "create_vector_index_hash", "vector_search_hash", "hybrid_search", "dbsize", "info", "client_list", "sadd", "srem", "smembers", "zadd", "zrange", "zrem", "xadd", "xrange", "xdel", "xgroup_create", "xgroup_destroy", "xreadgroup", "xack", "set", "get" ], "tool_schema_bytes": 38210, "tool_result": { "content": [ { "type": "text", "text": "Successfully set coldpass:probe:greeting with expiration 300 seconds" } ], "structuredContent": { "result": "Successfully set coldpass:probe:greeting with expiration 300 seconds" }, "isError": false }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 13 known vulnerability.", "findings": [ { "kind": "known-vulnerability", "count": 13, "note": "OSV reports a known vulnerability in this dependency version.", "location_count": 4 } ], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=redis--mcp-redis-claude-haiku-5-5-1793132900376142044", "evidence_file": "/data/safety/redis--mcp-redis-claude-haiku-5-5-1793132900376142044.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 15, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f", "url": "https://github.com/redis/mcp-redis" }, "purpose": "test_rerun", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": "fix-1d3569057d59c39bcdae", "verifies_run_id": "redis--mcp-redis-claude-haiku-5-5-1793119033840328585", "hosting": null, "operation_scope": "product operation", "tool_calls": 15, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "MIT", "repo_url": "https://github.com/redis/mcp-redis", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected (src/main.py, pyproject scripts, README). The server is a stdio MCP server that only runs when a client launches it and makes tool calls; there is no built-in cron, scheduler, loop, --once or --now flag, or webhook trigger in the product.", "evidence": "Entry points inspected (src/main.py, pyproject scripts, README). The server is a stdio MCP server that only runs when a client launches it and makes tool calls; there is no built-in cron, scheduler, loop, --once or --now flag, or webhook trigger in the product.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "The string tools can set a value with an expiration time", "source": "- `string` tools to set, get strings with expiration.", "input": "{\"tool\": \"set\", \"arguments\": {\"key\": \"coldpass:claim:session\", \"value\": \"session-42\", \"expiration\": 120}}", "expected": "Successfully set coldpass:claim:session with expiration 120 seconds", "command": "uv run redis-mcp-server --url redis://localhost:6379/0 tools/call {\"tool\": \"set\", \"arguments\": {\"key\": \"coldpass:claim:session\", \"value\": \"session-42\", \"expiration\": 120}}", "verdict": "yes", "outcome": "Real input produced the expected result: Successfully set coldpass:claim:session with expiration 120 seconds", "evidence": "Successfully set coldpass:claim:session with expiration 120 seconds\"}], \"structuredContent\": {\"result\": \"Successfully set coldpass:claim:session with expiration 120 seconds\"}, \"isError\": false}", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Repository test suite runs and passes (CI test command)", "source": ".github/workflows/ci.yml", "input": "uv run pytest tests/ -v", "command": "uv run pytest tests/ -v", "evidence": " 30 0 100%\nsrc/tools/sorted_set.py 30 0 100%\nsrc/tools/stream.py 72 0 100%\nsrc/tools/string.py 39 4 90%\nsrc/version.py 1 0 100%\n--------------------------------------------------------\nTOTAL 1056 125 88%\nCoverage HTML written to dir htmlcov\nCoverage XML written to file coverage.xml\nRequired test coverage of 80% reached. Total coverage: 88.16%\n============================= 345 passed in 16.24s =============================", "deferred": false, "expected": "all tests pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "archived": false, "commits_90d": 34, "last_commit_at": "2026-10-26T16:33:45Z", "last_release_at": "2026-08-05T12:04:27Z", "median_reply_hours": 25.3, "merged_prs_90d": 17, "note": "actively maintained: last commit 0 days ago; 34 commits and 17 merged PRs in 90 days; 12 open issues, 9 open PRs; 14 of 28 recent threads got a maintainer reply, median first reply 25.3h; latest release 2026-08-05", "open_issues": 12, "open_prs": 9, "reply_share": 0.5, "reply_threads": 28, "verdict": "maintained" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 0 days ago; 34 commits and 17 merged PRs in 90 days; 12 open issues, 9 open PRs; 14 of 28 recent threads got a maintainer reply, median first reply 25.3h; latest release 2026-08-05", "maintained": "active", "maintained_note": "last commit 1 days ago; 2 open issues, 3 answered or closed", "last_commit_at": "2026-10-26T16:33:56Z", "last_release_at": "2026-08-05T12:04:27Z", "open_issues": 2, "answered_issues": 3, "platforms_claimed": [ "mac" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true }, { "interface": "cli", "evidence": "README metadata", "observed": false, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 53, "schema_bytes": 38210, "tokens_approx": 9553, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-27T20:33:29.368379+00:00", "tested_commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f", "tested_with": { "agent": "claude-code", "agent_version": "2.1.310 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "redis/mcp-redis", "source": "https://github.com/redis/mcp-redis", "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f", "url": "https://github.com/redis/mcp-redis" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Run the Redis MCP Server (stdio) from a development install and call its string 'set' tool against a live Redis, reading back the confirmation; plus the repo's CI pytest suite.", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-d5b140d3c0f8b95c2dd6fe6fc381a303cacb92679582c22317d8e78b572f0cf2", "evidence_version": null }, "transcript_url": "/transcripts/redis--mcp-redis-claude-haiku-5-5-1793132900376142044.txt", "report_url": "/reports/redis--mcp-redis-claude-haiku-5-5-1793132900376142044.json" }