{ "run_id": "LaurieWired--GhidraMCP-claude-haiku-5-5-1792761045110315360", "checker": { "claims": [ { "claim": "Ghidra MCP decompiles functions from a binary", "command": " run --python 3.13 --extra headless ghidra-mcp --headless --binary tests/fixtures/sample_x86_64.elf --extension-jar /tmp/ghidra-ext/GhidraMCP/lib/GhidraMCP.jar tools/call {\"tool\": \"decompile_function\", \"arguments\": {\"name\": \"add_numbers\"}}", "evidence": "return param_1 + param_2;\\\\n}\\\\n\\\\n\\\",\\n \\\"truncated\\\": false\\n}\"}], \"structuredContent\": {\"function\": {\"name\": \"add_numbers\", \"address\": \"01001640\"}, \"code\": \"\\nint add_numbers(int param_1,int param_2)\\n\\n{\\n return param_1 + param_2;\\n}\\n\\n\", \"truncated\": false}, \"isError\": false}", "expected": "decompiled C body of add_numbers", "input": "{\"tool\": \"decompile_function\", \"arguments\": {\"name\": \"add_numbers\"}}", "kind": "claim", "outcome": "Real input produced the expected result: return param_1 + param_2;", "source": "Decompile and analyze binaries in Ghidra", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "Ghidra MCP lists methods of the binary", "command": " run --python 3.13 --extra headless ghidra-mcp --headless --binary tests/fixtures/sample_x86_64.elf --extension-jar /tmp/ghidra-ext/GhidraMCP/lib/GhidraMCP.jar tools/call {\"tool\": \"list_methods\", \"arguments\": {\"offset\": 0, \"limit\": 100}}", "evidence": "add_numbers\"}, {\"type\": \"text\", \"text\": \"mul_numbers\"}, {\"type\": \"text\", \"text\": \"checksum\"}, {\"type\": \"text\", \"text\": \"compute\"}, {\"type\": \"text\", \"text\": \"main\"}, {\"type\": \"text\", \"text\": \"__libc_csu_init\"}, {\"type\": \"text\", \"text\": \"__libc_csu_fini\"}, {\"type\": \"text\", \"text\": \"FUN_01001820\"}, {\"type\": \"text\", \"text\": \"::strcmp\"}, {\"type\": \"text\", \"text\": \"::puts\"}, {\"type\": \"text\", \"text\": \"::printf\"}, {\"type\": \"text\", \"text\": \"::__libc_start_main\"}, {\"type\": \"text\", \"text\": \"::strcmp\"}, {\"type\": \"text\", \"text\": \"::puts\"}, {\"type\":", "expected": "function names including add_numbers", "input": "{\"tool\": \"list_methods\", \"arguments\": {\"offset\": 0, \"limit\": 100}}", "kind": "claim", "outcome": "Real input produced the expected result: add_numbers", "source": "List methods, classes, imports, and exports", "source_checked": true, "source_file": "README.md", "verdict": "yes" } ], "cycle_checks": [ { "claim": "Scheduled or looping main behavior", "command": "", "evidence": "Inspected src/ghidra_mcp (cli.py, server.py, headless.py, backend.py), README.md and .github/workflows/build.yml. There is no cron, scheduler, polling loop, --once/--now flag or webhook. The server only responds to MCP tool calls over stdio or streamable-http, so there is no product cycle to trigger.", "expected": "identify the product trigger", "input": "source inspection", "kind": "cycle", "outcome": "Inspected src/ghidra_mcp (cli.py, server.py, headless.py, backend.py), README.md and .github/workflows/build.yml. There is no cron, scheduler, polling loop, --once/--now flag or webhook. The server only responds to MCP tool calls over stdio or streamable-http, so there is no product cycle to trigger.", "source": "repository entry points", "verdict": "yes" } ], "details": { "argv": [ "", "run", "--python", "3.13", "--extra", "headless", "ghidra-mcp", "--headless", "--binary", "tests/fixtures/sample_x86_64.elf", "--extension-jar", "/tmp/ghidra-ext/GhidraMCP/lib/GhidraMCP.jar" ], "kind": "mcp", "scope": "product operation", "serverInfo": { "name": "ghidra-mcp", "version": "1.30.0" }, "tool_result": { "content": [ { "text": "{\n \"function\": {\n \"name\": \"add_numbers\",\n \"address\": \"01001640\"\n },\n \"code\": \"\\nint add_numbers(int param_1,int param_2)\\n\\n{\\n return param_1 + param_2;\\n}\\n\\n\",\n \"truncated\": false\n}", "type": "text" } ], "isError": false, "structuredContent": { "code": "\nint add_numbers(int param_1,int param_2)\n\n{\n return param_1 + param_2;\n}\n\n", "function": { "address": "01001640", "name": "add_numbers" }, "truncated": false } }, "tool_result_checked": true, "tool_schema_bytes": 13201, "tools": [ "get_program_info", "list_functions", "list_methods", "search_functions_by_name", "list_classes", "list_namespaces", "list_segments", "list_imports", "list_exports", "list_data_items", "list_strings", "get_function_by_address", "decompile_function", "decompile_function_by_address", "disassemble_function", "get_xrefs_to", "get_xrefs_from", "get_function_xrefs", "get_function_calls", "read_memory", "rename_function_by_address", "rename_function", "rename_data", "rename_variable", "set_function_prototype", "set_local_variable_type", "set_decompiler_comment", "set_disassembly_comment" ], "working": true }, "evidence_strength": "readme_checked", "example_checks": [ { "claim": "Offline repository test suite (README: tested with uv run pytest)", "command": " run --python 3.13 pytest -q", "deferred": false, "evidence": ".......................................... [100%]\n42 passed in 68.38s (0:01:08)", "expected": "offline tests pass, Ghidra-dependent tests skipped without GHIDRA_INSTALL_DIR", "input": "uv run pytest", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md: The Python MCP server can be run from a checkout with `uv run ghidra-mcp`, and tested with `uv run pytest`.", "verdict": "yes" }, { "claim": "Headless integration tests with a real Ghidra install (CI command)", "command": " run --python 3.13 --extra headless pytest -q", "deferred": false, "evidence": ".......................................... [100%]\n42 passed in 72.90s (0:01:12)", "expected": "all 42 tests pass including headless Ghidra integration", "input": "uv run --extra headless pytest -q with GHIDRA_INSTALL_DIR set", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": ".github/workflows/build.yml: uv run --extra headless pytest -v", "verdict": "yes" } ], "status": "PASS" }, "diagnosis": null }