{ "run_id": "TayHCode--search-first-gpt-6-luna-1792614395071892802", "date": "2026-10-21T20:28:01.751842+00:00", "repo": "TayHCode/search-first", "kind": "mcp", "source": "https://github.com/TayHCode/search-first", "commit": "2b7c5fd54b96bdd2a736eb2ae25db35d2cb71d7d", "model": "gpt-6-luna", "model_version": "gpt-6-luna", "test_version": "readme-e7675e4c6e05f132c0a8b096a3f6b47fac68d566e8b8573cc5c429e61289127f", "pass": true, "outcome": "pass", "time_to_working_s": 64.62804388301447, "total_s": 86.67992687225342, "steps": [ "cd && vault-search 'search-first repository README operation setup' ; pwd; rg --files -g 'README*' -g 'AGENTS.md' -g '.github/workflows/**' -g 'pyproject.toml' -g 'package.json' -g 'Makefile' -g '*.md' | head -80; git status --short --branch; git rev-parse HEAD 2>/dev/null || true; python3 --version; id -u", "cd && find .. -name AGENTS.md -o -iname 'README*' | head -60; ls -la; find . -maxdepth 3 -type f | head -100", "cd && cat AGENTS.md; rg -n \"Python|Install|Quick|MCP|tool|uv|run|search|serve\" README.md | head -120; cat pyproject.toml; cat docs/SMOKE.md", "cd && sed -n '1,240p' README.md", "cd && grep -n '^##\\|^###\\|uvx\\|headless\\|search-first --' README.md | tail -60; find -maxdepth 2 -type f -name 'check.py' -o -name 'preflight.py'; command -v uv || true; command -v curl; git --version", "cd && sed -n '360,390p' README.md; sed -n '630,690p' README.md; curl -LsSf https://astral.sh/uv/install.sh | UV_INSTALL_DIR=\"$PWD/uv-bin\" UV_NO_MODIFY_PATH=1 sh", "cd && ./uv-bin/uvx --python 3.12 --from . search-first --help", "cd && sed -n '187,278p' README.md; sed -n '1,180p' src/search_first/server.py", "cd && sed -n '1,240p' scripts/smoke.py; cat docs/examples/idle-tabs.json | head -c 300", "cd && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"mcp\",\"argv\":[\"\",\"--python\",\"3.12\",\"--from\",\".\",\"search-first\"],\"cwd\":\"\",\"tool\":\"search_existing\",\"arguments\":{\"idea\":\"a Chrome extension or script that closes idle browser tabs automatically\",\"queries\":[\"chrome idle tab close\",\"auto close tabs\",\"inactive tabs extension\",\"tab auto closer\"],\"limit\":8},\"expected_text\":\"verdict\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"Search GitHub for existing repositories based on a concrete idea and return a ranked shortlist with a provisional verdict.\",\"source\":\"An MCP server that discovers existing public projects, explains a ranked shortlist, inspects maintenance and reuse signals, and compares candidates.\",\"input\":\"a Chrome extension or script that closes idle browser tabs automatically\",\"expected\":\"MCP search result contains candidates and verdict\",\"probe_kind\":\"mcp\",\"argv\":[\"\",\"--python\",\"3.12\",\"--from\",\".\",\"search-first\"],\"tool\":\"search_existing\",\"arguments\":{\"idea\":\"a Chrome extension or script that closes idle browser tabs automatically\",\"queries\":[\"chrome idle tab close\",\"auto close tabs\",\"inactive tabs extension\",\"tab auto closer\"],\"limit\":8},\"expected_text\":\"verdict\",\"cwd\":\"\"}]\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Install and run the documented stdio MCP server (help invocation verifies installation).\",\"source\":\"README.md, Install and run\",\"input\":\"uvx --python 3.12 --from . search-first --help\",\"expected\":\"CLI usage and stdio server options\",\"argv\":[\"\",\"--python\",\"3.12\",\"--from\",\".\",\"search-first\",\"--help\"],\"cwd\":\"\",\"expected_text\":\"usage: search-first\"}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected README run instructions and server entrypoint: this product responds to MCP tool calls and has no scheduled or recurring cycle; its useful operation is a direct search_existing call.\",\"checks\":[]}\nEOF\n", "cd && cat .coldpass/probe.json; COLDPASS_WORKSPACE= python3 -I --validate --replay", "cd && python3 - <<'PY'\nfrom pathlib import Path\np=Path('.coldpass/claims.json')\ns=p.read_text().replace('An MCP server that discovers existing public projects, explains a ranked shortlist, inspects maintenance and reuse signals, and compares candidates.','An MCP server that discovers existing public projects, explains a ranked shortlist,\\ninspects maintenance and reuse signals, and compares candidates.')\np.write_text(s)\nPY\nCOLDPASS_WORKSPACE= python3 -I --validate --replay", "cd && cat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"Search GitHub for existing repositories based on a concrete idea and return a ranked shortlist with a provisional verdict.\",\"source\":\"An MCP server that discovers existing public projects, explains a ranked shortlist,\\ninspects maintenance and reuse signals, and compares candidates.\",\"input\":\"a Chrome extension or script that closes idle browser tabs automatically\",\"expected\":\"MCP search result contains candidates and verdict\",\"probe_kind\":\"mcp\",\"argv\":[\"\",\"--python\",\"3.12\",\"--from\",\".\",\"search-first\"],\"tool\":\"search_existing\",\"arguments\":{\"idea\":\"a Chrome extension or script that closes idle browser tabs automatically\",\"queries\":[\"chrome idle tab close\",\"auto close tabs\",\"inactive tabs extension\",\"tab auto closer\"],\"limit\":8},\"expected_text\":\"verdict\",\"cwd\":\"\"}]\nEOF\nCOLDPASS_WORKSPACE= python3 -I --validate --replay", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Run search-first as a stdio MCP server and call search_existing against public GitHub data.\",\"operation_scope\":\"README-documented Python 3.12 uvx install/run path; unauthenticated GitHub search is limited to two query variants.\",\"steps\":[\"Checked Python 3.12.3 against README minimum Python 3.11.\",\"Installed uv with the README official installer into workspace/uv-bin.\",\"Ran uvx --python 3.12 --from . search-first --help; package built and usage printed.\",\"Started the README-documented stdio server through uvx and called search_existing with the README idle-tabs sample.\",\"Ran checker --validate --replay successfully; tool returned ranked candidate data and a verdict.\"],\"deviations\":[\"vault-search and rg are unavailable in this guest; used find and grep to inspect files.\",\"Unauthenticated request budget returned an inconclusive provisional assessment; results are bounded and public API metadata only.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\nCOLDPASS_WORKSPACE= python3 -I --validate --replay > ; python3 -c 'import json; d=json.load(open(\"\")); print(json.dumps({\"valid\":d.get(\"valid\"),\"problems\":d.get(\"problems\"),\"replay_status\":d.get(\"replay\",{}).get(\"status\"),\"working\":d.get(\"replay\",{}).get(\"details\",{}).get(\"working\")}))'; ls -la .coldpass" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Run search-first as a stdio MCP server and call search_existing against public GitHub data.", "suggested_fix": null, "tokens_in": 259937, "tokens_out": 2485, "cost_usd": null, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "", "--python", "3.12", "--from", ".", "search-first" ], "kind": "mcp", "serverInfo": { "name": "search-first", "version": "0.1.0" }, "tools": [ "search_existing", "inspect_repo", "compare_candidates" ], "tool_schema_bytes": 4129, "tool_result": { "content": [ { "text": "{\n \"verdict\": {\n \"closest_match\": {\n \"name\": \"maverick-360/vaultab\",\n \"url\": \"https://github.com/maverick-360/vaultab\"\n },\n \"plausible_candidates\": 0,\n \"adjacent_candidates\": 53,\n \"recommendation\": \"inconclusive\",\n \"reasoning\": \"Core overlap exists, but the reuse floor (25 stars, push within 365 days) or lexical plausibility threshold is unverified. Inspect their README and required behavior, then broaden queries before choosing to build. A low score does not establish that no reusable base exists.\",\n \"provisional\": true,\n \"search_complete\": true\n },\n \"warnings\": [],\n \"candidates\": [\n {\n \"name\": \"maverick-360/vaultab\",\n \"url\": \"https://github.com/maverick-360/vaultab\",\n \"stars\": 5,\n \"last_push\": \"2026-07-05T14:33:01Z\",\n \"license\": \"MIT\",\n \"relevance_score\": 0.858,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 5 stars, push 108 days ago; returned by 2 query variant(s), best GitHub rank 1. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n },\n {\n \"name\": \"vladbulyukhin/tab-reaper\",\n \"url\": \"https://github.com/vladbulyukhin/tab-reaper\",\n \"stars\": 2,\n \"last_push\": \"2026-09-06T19:31:45Z\",\n \"license\": \"MPL-2.0\",\n \"relevance_score\": 0.783,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 2 stars, push 45 days ago; returned by 1 query variant(s), best GitHub rank 7. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n },\n {\n \"name\": \"danielmarquesads/tabflow\",\n \"url\": \"https://github.com/danielmarquesads/tabflow\",\n \"stars\": 4,\n \"last_push\": \"2026-07-18T06:46:53Z\",\n \"license\": \"MIT\",\n \"relevance_score\": 0.777,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 4 stars, push 95 days ago; returned by 1 query variant(s), best GitHub rank 27. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n },\n {\n \"name\": \"erag/tab-cleaner\",\n \"url\": \"https://github.com/erag/tab-cleaner\",\n \"stars\": 1,\n \"last_push\": \"2026-09-04T03:16:05Z\",\n \"license\": \"MIT\",\n \"relevance_score\": 0.769,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 1 stars, push 47 days ago; returned by 1 query variant(s), best GitHub rank 11. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n },\n {\n \"name\": \"GuyDev1/tab-minimalist\",\n \"url\": \"https://github.com/GuyDev1/tab-minimalist\",\n \"stars\": 1,\n \"last_push\": \"2026-06-06T19:19:47Z\",\n \"license\": \"MIT\",\n \"relevance_score\": 0.767,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 1 stars, push 137 days ago; returned by 1 query variant(s), best GitHub rank 14. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n },\n {\n \"name\": \"RealUnfazed/Chrome-TabTidy\",\n \"url\": \"https://github.com/RealUnfazed/Chrome-TabTidy\",\n \"stars\": 0,\n \"last_push\": \"2026-09-28T10:41:29Z\",\n \"license\": \"MIT\",\n \"relevance_score\": 0.762,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 0 stars, push 23 days ago; returned by 1 query variant(s), best GitHub rank 8. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n },\n {\n \"name\": \"mj407/tab-reaper\",\n \"url\": \"https://github.com/mj407/tab-reaper\",\n \"stars\": 0,\n \"last_push\": \"2026-05-30T21:07:01Z\",\n \"license\": \"MIT\",\n \"relevance_score\": 0.759,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 0 stars, push 143 days ago; returned by 1 query variant(s), best GitHub rank 10. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n },\n {\n \"name\": \"WahaajTauqir/tab-lean\",\n \"url\": \"https://github.com/WahaajTauqir/tab-lean\",\n \"stars\": 0,\n \"last_push\": \"2026-08-24T08:20:15Z\",\n \"license\": \"MIT\",\n \"relevance_score\": 0.753,\n \"idea_term_coverage\": 1.0,\n \"missing_key_terms\": [],\n \"missing_constraints\": [],\n \"why_it_matched\": \"Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 0 stars, push 58 days ago; returned by 1 query variant(s), best GitHub rank 16. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days.\"\n }\n ],\n \"unique_candidates_evaluated\": 55,\n \"errors\": [],\n \"message\": null,\n \"retry_after_seconds\": null,\n \"coverage\": {\n \"bounded\": true,\n \"truncated\": true,\n \"repositories_per_query\": 30,\n \"queries_completed\": 2,\n \"queries_failed\": 0,\n \"queries_skipped\": 3,\n \"query_budget\": 2,\n \"bounded_plan_complete\": true,\n \"results_skipped\": 47,\n \"unretrieved_results\": null,\n \"note\": \"Counts refer to deduplicated retrieved projects, not all of GitHub. Metadata-only lexical ranking; no candidate has been run or tested.\"\n },\n \"notes\": [\n \"Unauthenticated mode: at most 2 search variants per call; set GITHUB_TOKEN for complete searches. Shared-IP quota still applies.\"\n ]\n}", "type": "text" } ], "isError": false, "structuredContent": { "verdict": { "closest_match": { "name": "maverick-360/vaultab", "url": "https://github.com/maverick-360/vaultab" }, "plausible_candidates": 0, "adjacent_candidates": 53, "recommendation": "inconclusive", "reasoning": "Core overlap exists, but the reuse floor (25 stars, push within 365 days) or lexical plausibility threshold is unverified. Inspect their README and required behavior, then broaden queries before choosing to build. A low score does not establish that no reusable base exists.", "provisional": true, "search_complete": true }, "warnings": [], "candidates": [ { "name": "maverick-360/vaultab", "url": "https://github.com/maverick-360/vaultab", "stars": 5, "last_push": "2026-07-05T14:33:01Z", "license": "MIT", "relevance_score": 0.858, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 5 stars, push 108 days ago; returned by 2 query variant(s), best GitHub rank 1. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." }, { "name": "vladbulyukhin/tab-reaper", "url": "https://github.com/vladbulyukhin/tab-reaper", "stars": 2, "last_push": "2026-09-06T19:31:45Z", "license": "MPL-2.0", "relevance_score": 0.783, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 2 stars, push 45 days ago; returned by 1 query variant(s), best GitHub rank 7. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." }, { "name": "danielmarquesads/tabflow", "url": "https://github.com/danielmarquesads/tabflow", "stars": 4, "last_push": "2026-07-18T06:46:53Z", "license": "MIT", "relevance_score": 0.777, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 4 stars, push 95 days ago; returned by 1 query variant(s), best GitHub rank 27. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." }, { "name": "erag/tab-cleaner", "url": "https://github.com/erag/tab-cleaner", "stars": 1, "last_push": "2026-09-04T03:16:05Z", "license": "MIT", "relevance_score": 0.769, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 1 stars, push 47 days ago; returned by 1 query variant(s), best GitHub rank 11. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." }, { "name": "GuyDev1/tab-minimalist", "url": "https://github.com/GuyDev1/tab-minimalist", "stars": 1, "last_push": "2026-06-06T19:19:47Z", "license": "MIT", "relevance_score": 0.767, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 1 stars, push 137 days ago; returned by 1 query variant(s), best GitHub rank 14. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." }, { "name": "RealUnfazed/Chrome-TabTidy", "url": "https://github.com/RealUnfazed/Chrome-TabTidy", "stars": 0, "last_push": "2026-09-28T10:41:29Z", "license": "MIT", "relevance_score": 0.762, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 0 stars, push 23 days ago; returned by 1 query variant(s), best GitHub rank 8. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." }, { "name": "mj407/tab-reaper", "url": "https://github.com/mj407/tab-reaper", "stars": 0, "last_push": "2026-05-30T21:07:01Z", "license": "MIT", "relevance_score": 0.759, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 0 stars, push 143 days ago; returned by 1 query variant(s), best GitHub rank 10. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." }, { "name": "WahaajTauqir/tab-lean", "url": "https://github.com/WahaajTauqir/tab-lean", "stars": 0, "last_push": "2026-08-24T08:20:15Z", "license": "MIT", "relevance_score": 0.753, "idea_term_coverage": 1.0, "missing_key_terms": [], "missing_constraints": [], "why_it_matched": "Strong core match; Core terms: 5/5 (browser, close, extension, idle, tab); 0 stars, push 58 days ago; returned by 1 query variant(s), best GitHub rank 16. Cautions: reuse floor unverified: needs at least 25 stars and a push within 365 days." } ], "unique_candidates_evaluated": 55, "errors": [], "message": null, "retry_after_seconds": null, "coverage": { "bounded": true, "truncated": true, "repositories_per_query": 30, "queries_completed": 2, "queries_failed": 0, "queries_skipped": 3, "query_budget": 2, "bounded_plan_complete": true, "results_skipped": 47, "unretrieved_results": null, "note": "Counts refer to deduplicated retrieved projects, not all of GitHub. Metadata-only lexical ranking; no candidate has been run or tested." }, "notes": [ "Unauthenticated mode: at most 2 search variants per call; set GITHUB_TOKEN for complete searches. Shared-IP quota still applies." ] } }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 connection review, 2 known vulnerability, 1 outside write.", "findings": [ { "kind": "connection-review", "count": 1, "note": "Repository processes attempted these non-loopback connections; proxies can hide the final hostname.", "location_count": 11, "process_count": 22 }, { "kind": "known-vulnerability", "count": 2, "note": "OSV reports a known vulnerability in this dependency version.", "location_count": 1, "path": "certifi" }, { "kind": "outside-write", "count": 1, "note": "Repository processes attempted these writes outside documented output/cache paths.", "location_count": 39, "process_count": 1, "processes": [ { "executable": "", "owner": "repo", "path": "/archive-v0/EXN5Kg6Ry7qvw_tK", "pid": "2315", "source": "" } ] } ], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=TayHCode--search-first-gpt-6-luna-1792614395071892802", "evidence_file": "/data/safety/TayHCode--search-first-gpt-6-luna-1792614395071892802.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "codex", "agent_runtime_version": "codex-cli 0.163.0", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": "standard", "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 14, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "2b7c5fd54b96bdd2a736eb2ae25db35d2cb71d7d", "url": "https://github.com/TayHCode/search-first" }, "purpose": "initial", "profile": { "model": "gpt-6-luna", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 14, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "MIT", "repo_url": "https://github.com/TayHCode/search-first", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Inspected README run instructions and server entrypoint: this product responds to MCP tool calls and has no scheduled or recurring cycle; its useful operation is a direct search_existing call.", "evidence": "Inspected README run instructions and server entrypoint: this product responds to MCP tool calls and has no scheduled or recurring cycle; its useful operation is a direct search_existing call.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "Search GitHub for existing repositories based on a concrete idea and return a ranked shortlist with a provisional verdict.", "source": "An MCP server that discovers existing public projects, explains a ranked shortlist,\ninspects maintenance and reuse signals, and compares candidates.", "input": "{\"tool\": \"search_existing\", \"arguments\": {\"idea\": \"a Chrome extension or script that closes idle browser tabs automatically\", \"queries\": [\"chrome idle tab close\", \"auto close tabs\", \"inactive tabs extension\", \"tab auto closer\"], \"limit\": 8}}", "expected": "MCP search result contains candidates and verdict", "command": " --python 3.12 --from . search-first tools/call {\"tool\": \"search_existing\", \"arguments\": {\"idea\": \"a Chrome extension or script that closes idle browser tabs automatically\", \"queries\": [\"chrome idle tab close\", \"auto close tabs\", \"inactive tabs extension\", \"tab auto closer\"], \"limit\": 8}}", "verdict": "yes", "outcome": "Real input produced the expected result: verdict", "evidence": "verdict\\\": {\\n \\\"closest_match\\\": {\\n \\\"name\\\": \\\"maverick-360/vaultab\\\",\\n \\\"url\\\": \\\"https://github.com/maverick-360/vaultab\\\"\\n },\\n \\\"plausible_candidates\\\": 0,\\n \\\"adjacent_candidates\\\": 53,\\n \\\"recommendation\\\": \\\"inconclusive\\\",\\n \\\"reasoning\\\": \\\"Core overlap exists, but the reuse floor (25 stars, push within 365 days) or lexical plausibility threshold is unverified. Inspect their README and required behavior, then broaden queries before choosing to build. A low score does not establish that no reusable base exists.\\\",\\n \\\"provisional\\\": true,\\n \\\"sear", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Install and run the documented stdio MCP server (help invocation verifies installation).", "source": "README.md, Install and run", "input": "uvx --python 3.12 --from . search-first --help", "command": " --python 3.12 --from . search-first --help", "evidence": " SEARCH_FIRST_AUTH_TOKEN (only behind a trusted\n gateway)\n --rank-weights RANK_WEIGHTS\n Ranking weights as name=value,... over the defaults\n (or SEARCH_FIRST_RANK_WEIGHTS); names: idea_match,\n query_match, github_rank, variant_agreement,\n freshness, stars\n --overall-weights OVERALL_WEIGHTS\n Compare blend weights as name=value,... (or\n SEARCH_FIRST_OVERALL_WEIGHTS); names: fit,\n maintenance, stars", "deferred": false, "expected": "CLI usage and stdio server options", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "last_commit_at": "2026-10-15T16:25:15Z", "commits_90d": 9, "merged_prs_90d": 2, "open_issues": 0, "open_prs": 0, "reply_share": null, "reply_threads": 0, "median_reply_hours": null, "last_release_at": null, "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 6 days ago; 9 commits and 2 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 6 days ago; 9 commits and 2 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases", "maintained": "active", "maintained_note": "last commit 6 days ago", "last_commit_at": "2026-10-15T16:44:45Z", "last_release_at": null, "open_issues": null, "answered_issues": null, "platforms_claimed": [ "linux", "mac", "windows" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 3, "schema_bytes": 4129, "tokens_approx": 1033, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-21T20:28:01.751842+00:00", "tested_commit": "2b7c5fd54b96bdd2a736eb2ae25db35d2cb71d7d", "tested_with": { "agent": "codex", "agent_version": "codex-cli 0.163.0", "model": "gpt-6-luna", "model_route": "gpt-6-luna", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "TayHCode/search-first", "source": "https://github.com/TayHCode/search-first", "commit": "2b7c5fd54b96bdd2a736eb2ae25db35d2cb71d7d", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "gpt-6-luna", "model_version": "gpt-6-luna", "agent_execution": "native_agent", "agent_runtime": "codex", "agent_runtime_version": "codex-cli 0.163.0", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "2b7c5fd54b96bdd2a736eb2ae25db35d2cb71d7d", "url": "https://github.com/TayHCode/search-first" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": "standard", "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Run search-first as a stdio MCP server and call search_existing against public GitHub data.", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-e7675e4c6e05f132c0a8b096a3f6b47fac68d566e8b8573cc5c429e61289127f", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": "/transcripts/TayHCode--search-first-gpt-6-luna-1792614395071892802.txt", "report_url": "/reports/TayHCode--search-first-gpt-6-luna-1792614395071892802.json" }