{ "run_id": "VoltAgent--awesome-codex-subagents-claude-haiku-5-5-1792785146931013101", "date": "2026-10-23T19:53:45.911341+00:00", "repo": "VoltAgent/awesome-codex-subagents", "kind": "repo", "source": "https://github.com/VoltAgent/awesome-codex-subagents", "commit": "16f880a2a0486f880da75d2baffcd68af4cc4811", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "pass": true, "outcome": "pass", "time_to_working_s": 59.67127246106975, "total_s": 78.9803056716919, "steps": [ "cd && pwd && ls -la && id -u && python3 --version && cat README.md 2>/dev/null | head -200; ls /inputs 2>/dev/null; ls 2>/dev/null", "cd && grep -n '```' README.md | head -50; echo ---; sed -n '/^## /p' README.md; echo ---; ls -la .coldpass; echo ---; find . -path ./.git -prune -o -type f ! -name '*.toml' -print | head -50; echo ---; find categories -name '*.toml' | wc -l; echo ---; cat CONTRIBUTING.md | head -80", "cd && sed -n '/^## Understanding Subagents/,/^## Contributing/p' README.md | head -120; echo ---; sed -n 425,450p README.md; echo ---; ls /inputs 2>&1; head -60 ", "cd && git --version; git init -q && git remote add origin https://github.com/VoltAgent/awesome-codex-subagents && timeout 120 git fetch --depth 1 origin 16f880a2a0486f880da75d2baffcd68af4cc4811; echo \"fetch rc=$?\"; git reset -q --mixed FETCH_HEAD; echo \"reset rc=$?\"; git rev-parse HEAD; git status --short | head -20", "cd && mkdir -p ~/.codex/agents && cp categories/01-core-development/backend-developer.toml ~/.codex/agents/ && ls -la ~/.codex/agents/ && cat ~/.codex/agents/backend-developer.toml | head -30; echo ---; python3 -I -c '\nimport tomllib,glob\nbad=[];n=0\nfor f in sorted(glob.glob(\"categories/*/*.toml\")):\n n+=1\n try:\n d=tomllib.load(open(f,\"rb\"))\n for k in (\"name\",\"description\",\"developer_instructions\"):\n if k not in d and not (k==\"developer_instructions\" and \"instructions\" in d): bad.append((f,\"missing \"+k))\n except Exception as e: bad.append((f,str(e)))\nnames=[]\nprint(\"files\",n,\"problems\",len(bad))\nfor b in bad[:20]: print(b)\n'", "cd && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"cli\",\"argv\":[\"cp\",\"categories/01-core-development/backend-developer.toml\",\"\"],\"cwd\":\"\",\"expected_file\":\"\",\"expected_text\":\"name = \\\"backend-developer\\\"\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"Copying an agent .toml file into the agent directory installs it\",\"source\":\"Copy the `.toml` agent files you want into one of the directories above.\",\"input\":\"categories/01-core-development/backend-developer.toml\",\"expected\":\"copied file in output contains name = \\\"backend-developer\\\"\",\"probe_kind\":\"cli\",\"argv\":[\"cp\",\"categories/01-core-development/backend-developer.toml\",\"\"],\"expected_file\":\"\",\"expected_text\":\"name = \\\"backend-developer\\\"\",\"cwd\":\"\"}]\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Install a global Codex subagent with the README example command\",\"source\":\"README.md Installation example (mkdir -p ~/.codex/agents; cp categories/01-core-development/backend-developer.toml ~/.codex/agents/)\",\"input\":\"categories/01-core-development/backend-developer.toml\",\"expected\":\"file copied into \",\"argv\":[\"cp\",\"categories/01-core-development/backend-developer.toml\",\"\"],\"cwd\":\"\",\"env\":{}}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected: README.md, CONTRIBUTING.md, and all 175 .toml files. The repository is a static collection of Codex subagent definitions with no scheduler, cron, loop, webhook, --once or --now entry point; no CI workflow directory exists. Nothing runs on a schedule.\",\"checks\":[]}\nEOF\n= python3 -I --validate --replay; echo \"checker rc=$?\"", "echo \"HOME=$HOME whoami=$(whoami)\"; echo \"~ -> $(eval echo ~)\"; ls -la ~/.codex/agents/ 2>&1; ls -ld 2>&1; ls -la ", "cd && cat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Install a global Codex subagent with the README example command\",\"source\":\"README.md Installation example (mkdir -p ~/.codex/agents; cp categories/01-core-development/backend-developer.toml ~/.codex/agents/)\",\"input\":\"categories/01-core-development/backend-developer.toml\",\"expected\":\"file copied into the guest HOME agents directory (, since HOME=)\",\"argv\":[\"cp\",\"categories/01-core-development/backend-developer.toml\",\"\"],\"cwd\":\"\",\"env\":{}}]\nEOF\n= python3 -I --validate --replay | python3 -c 'import json,sys; d=json.load(sys.stdin); print(\"valid:\",d[\"valid\"]); print(\"problems:\",d[\"problems\"]); print(\"status:\",d[\"replay\"][\"status\"], d[\"replay\"][\"details\"].get(\"evidence_strength\"))'; echo \"rc=${PIPESTATUS[0]}\"", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"unsupported\",\"fault_owner\":\"repo\",\"operation\":\"Install and use the Codex subagent definitions from awesome-codex-subagents (pinned 16f880a2a0486f880da75d2baffcd68af4cc4811)\",\"operation_scope\":\"Static repository of 175 Codex .toml subagent files. The only documented actions are copying .toml files into ~/.codex/agents/ or .codex/agents/ and then delegating to them inside Codex. Codex itself is external and not installed in this guest; the README gives no runnable install command for it. No server, CLI, or library is provided, and no tests or CI exist.\",\"steps\":[\"git init; git remote add origin https://github.com/VoltAgent/awesome-codex-subagents; git fetch --depth 1 origin 16f880a2a0486f880da75d2baffcd68af4cc4811; git reset --mixed FETCH_HEAD (HEAD verified at pinned commit, clean tree)\",\"README Installation: mkdir -p ~/.codex/agents && cp categories/01-core-development/backend-developer.toml ~/.codex/agents/ (succeeded, with HOME=)\",\"CONTRIBUTING validation checklist: parsed all 175 categories/*/*.toml with python3 -I tomllib, checking name/description/developer_instructions (0 problems)\",\"COLDPASS checker --validate --replay: PASS, valid=true, no problems\"],\"deviations\":[\"Git metadata was added with git init and fetch, as the task instructed; the README does not require it.\",\"The README example uses ~, which resolves to HOME= in this guest. The first replay example used an absolute path that does not exist, so it failed. I corrected the example to and re-ran; it passed.\",\"The probe and claim are plain file copies (cp). The task classes file tests as setup only, so they are not evidence of product behaviour. No real product operation exists to exercise.\",\"Codex was not installed. No Codex-native behaviour (agent discovery, delegation) was tested.\"],\"stuck_step\":null,\"main_blocker\":\"The repository is a collection of agent definition files with no runnable product. Nothing in it can be started, called, or tested beyond file copying and TOML parsing.\",\"plain_failure\":\"This repository contains no program to run. It is a set of agent instruction files. The only things the README asks you to do are copy those files into a folder, and Codex then reads them. I could copy and validate the files, but the agents themselves can only be exercised inside Codex, which is not part of this repository and was not set up here.\",\"suggested_fix\":\"If this should be testable, the repo would need a runnable check that Codex loads each agent (for example, a documented command that lists or invokes the installed agents), or an offline validator added to CI that the README points to. Otherwise, treat it as a content-only repo and mark it unsupported for runtime testing.\"}\nEOF\npython3 -I -c 'import json;json.load(open(\".coldpass/report.json\"));print(\"report ok\")'; ls -la .coldpass; = python3 -I --validate --replay | python3 -c 'import json,sys; d=json.load(sys.stdin); print(\"valid:\",d[\"valid\"], \"problems:\",d[\"problems\"])'" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Install and use the Codex subagent definitions from awesome-codex-subagents (pinned 16f880a2a0486f880da75d2baffcd68af4cc4811)", "suggested_fix": null, "tokens_in": 199199, "tokens_out": 9164, "cost_usd": 0.011906240000000002, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "cp", "categories/01-core-development/backend-developer.toml", "" ], "kind": "cli", "returncode": 0, "stdout": "", "stderr": "", "expected_file": "", "file_checked": true, "file_excerpt": "name = \"backend-developer\"\ndescription = \"Use when a task needs scoped backend implementation or backend bug fixes after the owning path is known.\"\nmodel = \"gpt-5.6-sol\"\nmodel_reasoning_effort = \"high\"\nsandbox_mode = \"workspace-write\"\ndeveloper_instructions = \"\"\"\nOwn backend changes as production behavior with explicit data, auth, and failure-path integrity.\n\nWorking mode:\n1. Map entry point, domain logic boundary, and persistence side effects.\n2. Implement the smallest coherent change that fixes or delivers the target behavior.\n3. Validate behavior under normal and high-risk failure paths.\n\nFocus on:\n- request/event entry points and service boundary ownership\n- input validation and contract-safe output behavior\n- transaction boundaries and consistency guarantees\n- idempotency and retry behavior for side-effecting operations\n- authentication/authorization behavior in touched paths\n- logging, metrics, and operator-facing error visibility\n- backward compatibility for existing clients or downstream consumers\n\nImplementation checks:\n- avoid hidden side effects in shared helpers\n- keep domain logic centralized, not split across adapters/controllers\n- preserve existing behavior outside changed scope\n- make failure semantics explicit (timeouts, not found, conflict, transient failure)\n\nQuality checks:\n- validate one critical success path and one high-risk failure path\n- verify persistence and rollback behavior for changed write paths\n- ensure changed path still enforces auth/permission rules\n- call out environment dependencies not verifiable in local checks\n\nReturn:\n- files and backend path changed\n- behavior change summary\n- validation performed\n- residual risk and follow-up verification needed\n\nDo not broaden into unrelated refactors unless explicitly requested by the parent agent.\n\"\"\"\n", "needs_credentials": false, "needs_browser": false, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "No problems traced to this repository code in these checks.", "findings": [], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=VoltAgent--awesome-codex-subagents-claude-haiku-5-5-1792785146931013101", "evidence_file": "/data/safety/VoltAgent--awesome-codex-subagents-claude-haiku-5-5-1792785146931013101.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 9, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "16f880a2a0486f880da75d2baffcd68af4cc4811", "url": "https://github.com/VoltAgent/awesome-codex-subagents" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": "repo", "status": "diagnosed", "reason": "The repository is a collection of agent definition files with no runnable product. Nothing in it can be started, called, or tested beyond file copying and TOML parsing." }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 9, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "none", "needs": [], "needs_which": null, "agent_interface": [ "cli" ], "license": "MIT", "repo_url": "https://github.com/VoltAgent/awesome-codex-subagents", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "hosted", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected: README.md, CONTRIBUTING.md, and all 175 .toml files. The repository is a static collection of Codex subagent definitions with no scheduler, cron, loop, webhook, --once or --now entry point; no CI workflow directory exists. Nothing runs on a schedule.", "evidence": "Entry points inspected: README.md, CONTRIBUTING.md, and all 175 .toml files. The repository is a static collection of Codex subagent definitions with no scheduler, cron, loop, webhook, --once or --now entry point; no CI workflow directory exists. Nothing runs on a schedule.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "Copying an agent .toml file into the agent directory installs it", "source": "Copy the `.toml` agent files you want into one of the directories above.", "input": "categories/01-core-development/backend-developer.toml", "expected": "copied file in output contains name = \"backend-developer\"", "command": "cp categories/01-core-development/backend-developer.toml ", "verdict": "yes", "outcome": "Real input produced the expected result: name = \"backend-developer\"", "evidence": "name = \"backend-developer\"\ndescription = \"Use when a task needs scoped backend implementation or backend bug fixes after the owning path is known.\"\nmodel = \"gpt-5.6-sol\"\nmodel_reasoning_effort = \"high\"\nsandbox_mode = \"workspace-write\"\ndeveloper_instructions = \"\"\"\nOwn backend changes as production behavior with explicit data, auth, and failure-path integrity.\n\nWorking mode:\n1. Map entry point, domain logic boundary, and persistence side effects.\n2. Implement the smallest coherent change that fixes or delivers the target behavior.\n3. Validate behavior under normal and high-risk failure paths.\n\nF", "returncode": 0, "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Install a global Codex subagent with the README example command", "source": "README.md Installation example (mkdir -p ~/.codex/agents; cp categories/01-core-development/backend-developer.toml ~/.codex/agents/)", "input": "categories/01-core-development/backend-developer.toml", "command": "cp categories/01-core-development/backend-developer.toml ", "evidence": "", "deferred": false, "expected": "file copied into the guest HOME agents directory (, since HOME=)", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully with no output" } ], "does_what_it_says": "yes", "maintenance": { "archived": false, "commits_90d": 17, "last_commit_at": "2026-10-05T07:40:02Z", "last_release_at": null, "median_reply_hours": 52.7, "merged_prs_90d": 2, "note": "actively maintained: last commit 18 days ago; 17 commits and 2 merged PRs in 90 days; 0 open issues, 0 open PRs; 4 of 31 recent threads got a maintainer reply, median first reply 52.7h; no releases", "open_issues": 0, "open_prs": 0, "reply_share": 0.13, "reply_threads": 31, "verdict": "maintained" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 18 days ago; 17 commits and 2 merged PRs in 90 days; 0 open issues, 0 open PRs; 4 of 31 recent threads got a maintainer reply, median first reply 52.7h; no releases", "maintained": "active", "maintained_note": "last commit 18 days ago; 0 open issues, 5 answered or closed", "last_commit_at": "2026-10-05T07:40:02Z", "last_release_at": null, "open_issues": 0, "answered_issues": 5, "platforms_claimed": [ "mac", "windows" ], "topic": "agent-harness", "agent_interfaces": [ { "interface": "mcp", "evidence": "README metadata", "observed": false, "operation_checked": false }, { "interface": "cli", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": null, "tested_at": "2026-10-23T19:53:45.911341+00:00", "tested_commit": "16f880a2a0486f880da75d2baffcd68af4cc4811", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "VoltAgent/awesome-codex-subagents", "source": "https://github.com/VoltAgent/awesome-codex-subagents", "commit": "16f880a2a0486f880da75d2baffcd68af4cc4811", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "16f880a2a0486f880da75d2baffcd68af4cc4811", "url": "https://github.com/VoltAgent/awesome-codex-subagents" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Install and use the Codex subagent definitions from awesome-codex-subagents (pinned 16f880a2a0486f880da75d2baffcd68af4cc4811)", "operation_scope": "product operation", "hosting": null, "kind": "repo", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": null, "report_url": "/reports/VoltAgent--awesome-codex-subagents-claude-haiku-5-5-1792785146931013101.json" }