{
  "run_id": "redis--mcp-redis-gpt-6-luna-1793113929379079482",
  "date": "2026-10-27T15:14:50.103451+00:00",
  "repo": "redis/mcp-redis",
  "kind": "mcp",
  "source": "https://github.com/redis/mcp-redis",
  "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f",
  "model": "gpt-6-luna",
  "model_version": "gpt-6-luna",
  "test_version": "readme-38e6b13f3b13804effb95797e3466b1a1334da7a232d897cbc8965867f802605",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 135.89540634700006,
  "total_s": 160.72435188293457,
  "steps": [
    "pwd; id -u; rg --files -g 'README*' -g 'pyproject.toml' -g 'package.json' -g 'Makefile' -g 'Dockerfile' -g '*.md' | head -80",
    "ls -la; find . -maxdepth 3 -type f | sort | head -100; cat README.md",
    "python3 --version; command -v uv || true; command -v redis-server || true; command -v sudo; cat pyproject.toml; ls -la .coldpass",
    "sudo -n apt-get update && sudo -n apt-get -o DPkg::Lock::Timeout=300 install -y redis-server",
    "uv venv && uv sync",
    "service redis-server start; redis-cli ping; .venv/bin/redis-mcp-server --help",
    "sed -n '1,240p' src/tools/string.py; sed -n '1,220p' src/main.py",
    "redis-server --daemonize yes; redis-cli ping; sed -n '1,240p' src/common/server.py",
    "cat > /tmp/mcp_call.py <<'PY'\nimport asyncio, json\nfrom mcp import ClientSession, StdioServerParameters\nfrom mcp.client.stdio import stdio_client\n\nasync def main():\n    params = StdioServerParameters(command='<guest-path>', args=['--url','redis://localhost:6379/0'])\n    async with stdio_client(params) as (read, write):\n        async with ClientSession(read, write) as session:\n            await session.initialize()\n            tools = await session.list_tools()\n            print([t.name for t in tools.tools])\n            result = await session.call_tool('set', {'key':'coldpass:probe','value':'mcp-ready'})\n            print(result)\n            result = await session.call_tool('get', {'key':'coldpass:probe'})\n            print(result)\nasyncio.run(main())\nPY\n.venv/bin/python /tmp/mcp_call.py",
    "cat > .coldpass/probe.json <<'JSON'\n{\"kind\":\"mcp\",\"argv\":[\"<guest-path>\",\"--url\",\"redis://localhost:6379/0\"],\"cwd\":\"<guest-path>\",\"tool\":\"get\",\"arguments\":{\"key\":\"coldpass:probe\"},\"expected_text\":\"mcp-ready\",\"env\":{}}\nJSON\ncat > .coldpass/claims.json <<'JSON'\n[{\"kind\":\"claim\",\"claim\":\"The string tools can store and retrieve values.\",\"source\":\"`string` tools to set, get strings with expiration.\",\"input\":\"key=coldpass:claim, value=claim-ready\",\"expected\":\"claim-ready\",\"probe_kind\":\"mcp\",\"argv\":[\"<guest-path>\",\"--url\",\"redis://localhost:6379/0\"],\"tool\":\"get\",\"arguments\":{\"key\":\"coldpass:probe\"},\"expected_text\":\"mcp-ready\",\"cwd\":\"<guest-path>\",\"env\":{}}]\nJSON\ncat > .coldpass/cycles.json <<'JSON'\n{\"detected\":false,\"reason\":\"Inspected README installation/configuration and CLI entry point: the product runs as a request-driven stdio MCP server, with no scheduler, loop trigger, webhook cycle, or --once option documented.\",\"checks\":[]}\nJSON\ncat > .coldpass/examples.json <<'JSON'\n[{\"kind\":\"example\",\"claim\":\"Run the documented development CLI entry point\",\"source\":\"README.md, Development Installation\",\"input\":\"--help\",\"expected\":\"CLI options displayed\",\"argv\":[\"<guest-path>\",\"--help\"],\"cwd\":\"<guest-path>\",\"env\":{},\"expected_text\":\"Redis MCP Server - Model Context Protocol server for Redis.\"}]\nJSON",
    "cat > .coldpass/report.json <<'JSON'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Redis MCP string set/get via stdio\",\"operation_scope\":\"Installed with uv sync on Python 3.12.3 and local Redis 7; exercised the server tool against localhost database 0.\",\"steps\":[\"uv venv\",\"uv sync\",\"Started local redis-server and confirmed redis-cli ping returned PONG\",\"Ran redis-mcp-server --help\",\"Called MCP set and get tools; stored and retrieved mcp-ready\"],\"deviations\":[\"System service startup was denied interactive authorization; started redis-server directly as a daemon instead.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nJSON\n<env-var>=<guest-path> python3 -I <guest-path> --validate --replay"
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Redis MCP string set/get via stdio",
  "suggested_fix": null,
  "tokens_in": 247626,
  "tokens_out": 1607,
  "cost_usd": null,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "<guest-path>",
          "--url",
          "redis://localhost:6379/0"
        ],
        "kind": "mcp",
        "serverInfo": {
          "name": "Redis MCP Server",
          "version": "1.30.0"
        },
        "tools": [
          "hset",
          "hget",
          "hdel",
          "hgetall",
          "hexists",
          "set_vector_in_hash",
          "get_vector_from_hash",
          "json_set",
          "json_get",
          "json_del",
          "lpush",
          "rpush",
          "lpop",
          "rpop",
          "lrange",
          "llen",
          "lrem",
          "delete",
          "type",
          "expire",
          "rename",
          "scan_keys",
          "scan_all_keys",
          "search_redis_documents",
          "publish",
          "subscribe",
          "psubscribe",
          "read_messages",
          "unsubscribe",
          "get_indexes",
          "get_index_info",
          "get_indexed_keys_number",
          "create_vector_index_hash",
          "vector_search_hash",
          "hybrid_search",
          "dbsize",
          "info",
          "client_list",
          "sadd",
          "srem",
          "smembers",
          "zadd",
          "zrange",
          "zrem",
          "xadd",
          "xrange",
          "xdel",
          "xgroup_create",
          "xgroup_destroy",
          "xreadgroup",
          "xack",
          "set",
          "get"
        ],
        "tool_schema_bytes": 39590,
        "tool_result": {
          "content": [
            {
              "type": "text",
              "text": "mcp-ready"
            }
          ],
          "structuredContent": {
            "result": "mcp-ready"
          },
          "isError": false
        },
        "tool_result_checked": true,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 6 known vulnerability.",
    "findings": [
      {
        "kind": "known-vulnerability",
        "count": 6,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 4
      }
    ],
    "context": [],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=redis--mcp-redis-gpt-6-luna-1793113929379079482",
    "evidence_file": "/data/safety/redis--mcp-redis-gpt-6-luna-1793113929379079482.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "codex",
  "agent_runtime_version": "codex-cli 0.164.0",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": "standard",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 11,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f",
    "url": "https://github.com/redis/mcp-redis"
  },
  "purpose": "initial",
  "profile": {
    "model": "gpt-6-luna",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 11,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "local",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "mcp"
  ],
  "license": "MIT",
  "repo_url": "https://github.com/redis/mcp-redis",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Inspected README installation/configuration and CLI entry point: the product runs as a request-driven stdio MCP server, with no scheduler, loop trigger, webhook cycle, or --once option documented.",
      "evidence": "Inspected README installation/configuration and CLI entry point: the product runs as a request-driven stdio MCP server, with no scheduler, loop trigger, webhook cycle, or --once option documented.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "The string tools can store and retrieve values.",
      "source": "`string` tools to set, get strings with expiration.",
      "input": "{\"tool\": \"get\", \"arguments\": {\"key\": \"coldpass:probe\"}}",
      "expected": "claim-ready",
      "command": "<guest-path> --url redis://localhost:6379/0 tools/call {\"tool\": \"get\", \"arguments\": {\"key\": \"coldpass:probe\"}}",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: mcp-ready",
      "evidence": "mcp-ready\"}], \"structuredContent\": {\"result\": \"mcp-ready\"}, \"isError\": false}",
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Run the documented development CLI entry point",
      "source": "README.md, Development Installation",
      "input": "--help",
      "command": "<guest-path> --help",
      "evidence": "d-identity-type [system_assigned|user_assigned]\n                                  Managed identity type\n  --entraid-scopes TEXT           Entra ID scopes (comma-separated)\n  --entraid-resource TEXT         Entra ID resource\n  --entraid-token-refresh-ratio FLOAT\n                                  Token expiration refresh ratio\n  --entraid-retry-max-attempts INTEGER\n                                  Maximum retry attempts for token requests\n  --entraid-retry-delay-ms INTEGER\n                                  Retry delay in milliseconds\n  --help                          Show this message and exit.",
      "deferred": false,
      "expected": "CLI options displayed",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "archived": false,
    "commits_90d": 34,
    "last_commit_at": "2026-10-26T16:33:45Z",
    "last_release_at": "2026-08-05T12:04:27Z",
    "median_reply_hours": 25.3,
    "merged_prs_90d": 17,
    "note": "actively maintained: last commit 0 days ago; 34 commits and 17 merged PRs in 90 days; 12 open issues, 9 open PRs; 14 of 28 recent threads got a maintainer reply, median first reply 25.3h; latest release 2026-08-05",
    "open_issues": 12,
    "open_prs": 9,
    "reply_share": 0.5,
    "reply_threads": 28,
    "verdict": "maintained"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 0 days ago; 34 commits and 17 merged PRs in 90 days; 12 open issues, 9 open PRs; 14 of 28 recent threads got a maintainer reply, median first reply 25.3h; latest release 2026-08-05",
  "maintained": "active",
  "maintained_note": "last commit 0 days ago; 2 open issues, 3 answered or closed",
  "last_commit_at": "2026-10-26T16:33:56Z",
  "last_release_at": "2026-08-05T12:04:27Z",
  "open_issues": 2,
  "answered_issues": 3,
  "platforms_claimed": [
    "mac"
  ],
  "topic": "mcp-server",
  "agent_interfaces": [
    {
      "interface": "mcp",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    },
    {
      "interface": "cli",
      "evidence": "README metadata",
      "observed": false,
      "operation_checked": false
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": {
    "tool_count": 53,
    "schema_bytes": 39590,
    "tokens_approx": 9898,
    "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)",
    "scope": "returned tools/list page only; excludes client framing and tool results"
  },
  "tested_at": "2026-10-27T15:14:50.103451+00:00",
  "tested_commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f",
  "tested_with": {
    "agent": "codex",
    "agent_version": "codex-cli 0.164.0",
    "model": "gpt-6-luna",
    "model_route": "gpt-6-luna",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "redis/mcp-redis",
    "source": "https://github.com/redis/mcp-redis",
    "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "gpt-6-luna",
    "model_version": "gpt-6-luna",
    "agent_execution": "native_agent",
    "agent_runtime": "codex",
    "agent_runtime_version": "codex-cli 0.164.0",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "0506f6b62e109c4364d92ca390d13fc15e9c202f",
      "url": "https://github.com/redis/mcp-redis"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": "standard",
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Redis MCP string set/get via stdio",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "mcp",
    "test_version": "readme-38e6b13f3b13804effb95797e3466b1a1334da7a232d897cbc8965867f802605",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": "/transcripts/redis--mcp-redis-gpt-6-luna-1793113929379079482.txt",
  "report_url": "/reports/redis--mcp-redis-gpt-6-luna-1793113929379079482.json"
}