{ "run_id": "gargpratyush--jev-router-claude-haiku-5-5-1792806959295861237", "date": "2026-10-24T01:59:08.086641+00:00", "repo": "gargpratyush/jev-router", "kind": "repo", "source": "https://github.com/gargpratyush/jev-router", "commit": "38da6b84ea01241bfc41fbddc0928d0f40a703f0", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "pass": null, "outcome": "needs_credentials", "time_to_working_s": null, "total_s": 188.79076218605042, "steps": [ "cd && pwd && ls -la && id -u && cat /etc/os-release | head -3 && python3 --version && (git -C . status 2>&1 | head -2)", "cd && cat README.md 2>/dev/null || find . -maxdepth 2 -iname 'readme*'", "cd && cat package.json && ls -la bin src test .coldpass .github/* && (node --version; npm --version) 2>&1; which claude codex 2>&1; ls /inputs 2>&1 | head", "cd && git init -q 2>&1 && git remote add origin https://github.com/gargpratyush/jev-router && timeout 120 git fetch --depth 1 origin 38da6b84ea01241bfc41fbddc0928d0f40a703f0 2>&1 | tail -5; git reset --mixed FETCH_HEAD 2>&1 | tail -2; git log --oneline -1 2>&1", "cd /tmp && (sudo -n true && echo SUDO_OK) 2>&1; (curl -sS -m 30 -o /dev/null -w '%{http_code}\\n' https://nodejs.org/dist/index.json 2>&1); (curl -sS -m 30 -o /dev/null -w '%{http_code}\\n' https://registry.npmjs.org/ 2>&1); env | grep -i proxy | sed 's/=.*@/=***@/'", "cd /tmp && set -o pipefail; curl -sS -m 120 -fL -o /tmp/node20.tar.xz https://nodejs.org/dist/latest-v20.x/SHASUMS256.txt >/dev/null 2>&1; N=$(curl -sS -m 60 https://nodejs.org/dist/latest-v20.x/SHASUMS256.txt | grep -o 'node-v20[0-9.]*-linux-x64.tar.xz' | head -1); echo \"file=$N\"; curl -sS -m 300 -fL -o /tmp/$N https://nodejs.org/dist/latest-v20.x/$N && sudo mkdir -p /opt/node20 && sudo tar -xJf /tmp/$N -C /opt/node20 --strip-components=1 && /opt/node20/bin/node --version && /opt/node20/bin/npm --version", "export PATH=/opt/node20/bin:$PATH; cd && node --version && npm --version && npm install 2>&1 | tail -15; echo \"rc=$?\"; ls node_modules | head -30", "export PATH=/opt/node20/bin:$PATH; cd && npm test 2>&1 | tail -12; echo \"rc=${PIPESTATUS[0]}\"", "cd && cat .github/workflows/test.yml; echo ---; export PATH=/opt/node20/bin:$PATH; node --test test/*.test.mjs 2>&1 | tail -12; echo \"rc=${PIPESTATUS[0]}\"", "cd && sed -n 1,60p bin/jev-claude.mjs | tr -d '\\r'; echo ----; grep -n \"API_KEY\" src/*.mjs | tr -d '\\r' | head", "export PATH=/opt/node20/bin:$PATH; cd && env -u JEV_API_KEY -u TYPESAFE_API_KEY timeout 60 node bin/jev-codex.mjs exec \"what is 2+2?\" 2>&1 | head -20; echo \"rc=${PIPESTATUS[0]}\"; echo ---; env -u JEV_API_KEY -u TYPESAFE_API_KEY timeout 60 node bin/jev-claude.mjs -p \"what is 2+2?\" 2>&1 | head -20; echo \"rc=${PIPESTATUS[0]}\"", "export PATH=/opt/node20/bin:$PATH; export NODE_USE_ENV_PROXY=1; cd /tmp && timeout 600 npm install -g --prefix /tmp/tools @anthropic-ai/claude-code 2>&1 | tail -5; echo \"rc=${PIPESTATUS[0]}\"; PATH=/tmp/tools/bin:$PATH claude --version 2>&1 | head -3", "export PATH=/opt/node20/bin:/tmp/tools/bin:$PATH; cd && env -u JEV_API_KEY -u TYPESAFE_API_KEY timeout 120 node bin/jev-claude.mjs -p \"what is 2+2?\" 2>&1 | head -20; echo \"rc=${PIPESTATUS[0]}\"", "export PATH=/opt/node20/bin:/tmp/tools/bin:$PATH; cd && env -u JEV_API_KEY -u TYPESAFE_API_KEY PATH=$PATH timeout 60 node bin/jev-claude.mjs --version 2>&1; echo \"rc=$?\"; echo ---; grep -rnE \"setInterval|setTimeout|cron|--once|--now|webhook|schedul\" bin src --include=*.mjs | tr -d '\\r' | head; echo \"grep-rc=$?\"", "cd && echo \"HOME=$HOME\" && mkdir -p .coldpass && E='{\"PATH\":\"/tmp/tools/bin:/opt/node20/bin:/usr/local/bin:/usr/bin:/bin\",\"HOME\":\"'$HOME'\"}' && cat > .coldpass/probe.json <\",\"env\":$E,\"expected_text\":\"2.1.197 (Claude Code)\"},\n {\"check\":\"credentials_error\",\"kind\":\"cli\",\"argv\":[\"/opt/node20/bin/node\",\"bin/jev-claude.mjs\",\"-p\",\"what is 2+2?\"],\"cwd\":\"\",\"env\":$E,\"expected_returncode\":1,\"expected_text\":\"Not logged in\"}\n]}\nEOF\ncat > .coldpass/claims.json <\",\"env\":$E},\n {\"kind\":\"claim\",\"claim\":\"Both commands launch the real upstream CLI\",\"source\":\"Both commands launch the real upstream CLI. Jev only chooses the model for a fresh user turn.\",\"input\":\"--version\",\"expected\":\"real Claude Code version printed by the launcher\",\"probe_kind\":\"cli\",\"argv\":[\"/opt/node20/bin/node\",\"bin/jev-claude.mjs\",\"--version\"],\"expected_text\":\"2.1.197 (Claude Code)\",\"cwd\":\"\",\"env\":$E},\n {\"claim\":\"Routing is fail-open: Jev failure never blocks the CLI.\",\"source\":\"Routing is fail-open: Jev failure never blocks the CLI.\",\"testable\":false,\"reason\":\"Needs a TypeSafe JEV_API_KEY (not available) and a logged-in Claude Code session (claude prints 'Not logged in'), so a routed turn cannot be run in this guest.\"},\n {\"claim\":\"Jev only chooses the model for a fresh user turn.\",\"source\":\"Both commands launch the real upstream CLI. Jev only chooses the model for a fresh user turn.\",\"testable\":false,\"reason\":\"Routing decisions need a JEV_API_KEY from TypeSafe and a logged-in Claude Code or Codex CLI; neither credential is available in this guest.\"}\n]\nEOF\ncat > .coldpass/examples.json <\",\"env\":{\"PATH\":\"/opt/node20/bin:/usr/local/bin:/usr/bin:/bin\",\"HOME\":\"$HOME\"},\"expected_text\":\"# fail 0\"},\n {\"kind\":\"example\",\"claim\":\"npm test runs the documented test suite\",\"source\":\"README.md Development section (npm test)\",\"reason\":\"npm test exits 1 on Node 20.20.2 (CI pins 20.12): package.json script 'node --test \\\"test/**/*.test.mjs\\\"' passes the unexpanded glob to node, which prints 'Could not find .../test/**/*.test.mjs'. Ran the same five test files explicitly instead (see previous example, 65 tests, 0 failures).\"}\n]\nEOF\ncat > .coldpass/cycles.json </dev/null && echo \"$f ok\"; done; cat .coldpass/probe.json", "cd && = python3 -I --validate --replay 2>&1 | tail -60; echo \"rc=${PIPESTATUS[0]}\"; ls /inputs/coldpass-preflight.py 2>&1", "cd && cat > .coldpass/claims.json <<'EOF'\n[\n {\"claim\":\"Every CLI argument is forwarded to the real CLI\",\"source\":\"with a subscription. Every CLI argument is forwarded:\",\"testable\":false,\"reason\":\"Forwarding can only be shown with a real prompt (jev-claude -p ...), which needs a logged-in Claude Code session; here it exits 1 with 'Not logged in' (see probe.json credentials_error). The only runnable forwarded call, --version, is setup-only and is not counted as a claim result.\"},\n {\"claim\":\"Both commands launch the real upstream CLI\",\"source\":\"Both commands launch the real upstream CLI. Jev only chooses the model for a fresh user turn.\",\"testable\":false,\"reason\":\"The launcher does start the real Claude Code binary (guest run prints 'Not logged in' from it), but a working launch needs a logged-in CLI and a JEV_API_KEY; the only key-free call is --version, which is setup-only.\"},\n {\"claim\":\"Routing is fail-open: Jev failure never blocks the CLI.\",\"source\":\"Routing is fail-open: Jev failure never blocks the CLI.\",\"testable\":false,\"reason\":\"Needs a TypeSafe JEV_API_KEY (not available) and a logged-in Claude Code session (claude prints 'Not logged in'), so a routed turn cannot be run in this guest.\"},\n {\"claim\":\"Jev only chooses the model for a fresh user turn.\",\"source\":\"Both commands launch the real upstream CLI. Jev only chooses the model for a fresh user turn.\",\"testable\":false,\"reason\":\"Routing decisions need a JEV_API_KEY from TypeSafe and a logged-in Claude Code or Codex CLI; neither credential is available in this guest.\"}\n]\nEOF\npython3 -I -m json.tool .coldpass/claims.json >/dev/null && echo ok; = python3 -I --validate --replay > 2>&1; echo \"rc=$?\"; python3 -I -c \"import json,sys; d=json.load(open('')) if False else None\" ; head -c 1500 ", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"needs_credentials\",\"fault_owner\":\"prerequisite\",\"operation\":\"Route a turn through jev-claude (README Quick start: `jev-claude -p \\\"fix the failing test\\\"`)\",\"operation_scope\":\"Needs a TypeSafe JEV_API_KEY (from docs.typesafe.ai) in ~/.jev-router.env or the environment, plus a logged-in Claude Code (`claude login`) or Codex CLI. Neither credential is available in this disposable guest. Installed Node 20.20.2 and Claude Code 2.1.197 and ran the real launcher; routing itself was not exercised.\",\"steps\":[\"Install Node.js 20.12+ (README requirement): tarball node-v20.20.2-linux-x64 from nodejs.org into /opt/node20 (the README has no installer of its own)\",\"git init; git remote add origin https://github.com/gargpratyush/jev-router; git fetch --depth 1 origin 38da6b84ea01241bfc41fbddc0928d0f40a703f0; git reset --mixed FETCH_HEAD\",\"npm install (README Development / Local repository)\",\"npm test (README Development) - fails, see deviations\",\"node --test test/codex.test.mjs test/explain.test.mjs test/policy.test.mjs test/proxy.test.mjs test/settings.test.mjs - 65 pass, 0 fail\",\"npm install -g --prefix /tmp/tools @anthropic-ai/claude-code (Claude Code prerequisite, linked from README)\",\"node bin/jev-claude.mjs --version - prints 2.1.197 (Claude Code); Claude is forwarded\",\"node bin/jev-claude.mjs -p \\\"what is 2+2?\\\" with no JEV_API_KEY - 'no JEV_API_KEY found - starting Claude Code without routing', then 'Not logged in \u00b7 Please run /login', exit 1\",\"node bin/jev-codex.mjs exec \\\"what is 2+2?\\\" with no key - codex not installed, exit 1\"],\"deviations\":[\"README has no installer command; installed Node 20.20.2 by downloading the official tarball into /opt/node20 (no curl|sh, no telemetry prompt)\",\"`npm test` (README Development) exits 1 on Node 20.20.2: package.json script `node --test \\\"test/**/*.test.mjs\\\"` passes the unexpanded glob, so node reports 'Could not find .../test/**/*.test.mjs'. CI pins Node 20.12, so the same failure is expected there. Ran the five *.test.mjs files explicitly instead: 65 pass, 0 fail.\",\"Installed Claude Code via npm (@anthropic-ai/claude-code 2.1.197) rather than the README-linked setup page, into /tmp/tools\",\"Codex CLI not installed (optional; README needs at least one of Claude Code or Codex)\",\"Did not obtain a JEV_API_KEY or log in to Claude Code; the routed request was never sent\"],\"stuck_step\":\"node bin/jev-claude.mjs -p \\\"what is 2+2?\\\" (README Quick start) - stops at 'Not logged in' because no JEV_API_KEY and no Claude login are present\",\"main_blocker\":\"No TypeSafe JEV_API_KEY and no Claude Code login in the guest, so routing cannot be exercised.\",\"plain_failure\":\"The router launches and forwards to Claude Code correctly, but a real routed request cannot be made here: it needs a TypeSafe key and a signed-in Claude Code account, which this test machine does not have. The npm test script also fails on Node 20 because of a quoting issue in its test command, although the tests themselves pass when run directly.\",\"suggested_fix\":\"Provide a TypeSafe JEV_API_KEY (in ~/.jev-router.env) and run `claude login` in the guest, then rerun `jev-claude -p \\\"what is 2+2?\\\"` to exercise routing. Separately, change package.json's test script to pass the glob through a shell-safe form (e.g. `node --test test/*.test.mjs`, or list the files) so `npm test` works on Node 20.12+.\"}\nEOF\npython3 -I -m json.tool .coldpass/report.json >/dev/null && echo report-ok; = python3 -I --validate --replay 2>&1 | head -c 400; echo; echo \"rc=${PIPESTATUS[0]}\"; ps aux | grep -E \"jev|claude\" | grep -v grep | head -3" ], "stuck_step": "node bin/jev-claude.mjs -p \"what is 2+2?\" (README Quick start) - stops at 'Not logged in' because no JEV_API_KEY and no Claude login are present", "error_excerpt": "No TypeSafe JEV_API_KEY and no Claude Code login in the guest, so routing cannot be exercised.", "what_it_did": "Route a turn through jev-claude (README Quick start: `jev-claude -p \"fix the failing test\"`)", "suggested_fix": "Provide a TypeSafe JEV_API_KEY (in ~/.jev-router.env) and run `claude login` in the guest, then rerun `jev-claude -p \"what is 2+2?\"` to exercise routing. Separately, change package.json's test script to pass the glob through a shell-safe form (e.g. `node --test test/*.test.mjs`, or list the files) so `npm test` works on Node 20.12+.", "tokens_in": 410361, "tokens_out": 20392, "cost_usd": 0.02231117, "usage_complete": true, "checks": [ { "status": "PASS", "details": { "working": false, "argv": [ "/opt/node20/bin/node", "bin/jev-claude.mjs", "--version" ], "kind": "cli", "returncode": 0, "stdout": "2.1.197 (Claude Code)", "stderr": "[jev] no JEV_API_KEY found - starting Claude Code without routing\n[jev] set it in to enable routing", "needs_credentials": false, "needs_browser": false, "scope": "partial: install" }, "check": "install", "optional": false }, { "status": "PASS", "details": { "working": false, "argv": [ "/opt/node20/bin/node", "bin/jev-claude.mjs", "-p", "what is 2+2?" ], "kind": "cli", "returncode": 1, "stdout": "Not logged in \u00b7 Please run /login", "stderr": "[jev] no JEV_API_KEY found - starting Claude Code without routing\n[jev] set it in to enable routing", "needs_credentials": true, "needs_browser": false, "scope": "partial: missing credentials" }, "check": "credentials_error", "optional": false } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 connection review, 1 outside write, 1 sensitive read.", "expected": "Reviewed as expected for a test run: resolver address lookups that send no data.", "findings": [ { "kind": "connection-review", "count": 1, "note": "Repository processes attempted these non-loopback connections; proxies can hide the final hostname.", "location_count": 2, "process_count": 15 }, { "kind": "outside-write", "count": 1, "note": "Repository processes attempted these writes outside documented output/cache paths.", "location_count": 1, "path": "/sys/kernel/debug/tracing/trace_marker", "process_count": 10 }, { "kind": "sensitive-read", "count": 1, "note": "A repository process attempted to read this sensitive path.", "location_count": 1, "path": "", "process_count": 15 } ], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=gargpratyush--jev-router-claude-haiku-5-5-1792806959295861237", "evidence_file": "/data/safety/gargpratyush--jev-router-claude-haiku-5-5-1792806959295861237.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 18, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "38da6b84ea01241bfc41fbddc0928d0f40a703f0", "url": "https://github.com/gargpratyush/jev-router" }, "purpose": "test_rerun", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": "prerequisite", "status": "diagnosed", "reason": "No TypeSafe JEV_API_KEY and no Claude Code login in the guest, so routing cannot be exercised." }, "fix_id": null, "verifies_run_id": "gargpratyush--jev-router-claude-haiku-5-5-1792805092367600997", "hosting": null, "operation_scope": "partial checks", "tool_calls": 18, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "partly_checked", "works": "partly", "install_s": null, "first_use_s": null, "mcp": "none", "needs": [ "credentials" ], "needs_which": "JEV_API_KEY", "agent_interface": [], "license": "MIT", "repo_url": "https://github.com/gargpratyush/jev-router", "cost_to_try": "needs an account or key", "hardware": null, "what_failed": "No TypeSafe JEV_API_KEY and no Claude Code login in the guest, so routing cannot be exercised.", "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected (bin/jev-claude.mjs, bin/jev-codex.mjs, bin/jev-explain.mjs, src/*.mjs). No cron, scheduler, --once/--now, loop or webhook exists. Routing runs once per fresh user turn inside the CLI session; the only setTimeout (src/router.mjs) is a per-request deadline. Nothing to trigger by hand as a product cycle.", "evidence": "Entry points inspected (bin/jev-claude.mjs, bin/jev-codex.mjs, bin/jev-explain.mjs, src/*.mjs). No cron, scheduler, --once/--now, loop or webhook exists. Routing runs once per fresh user turn inside the CLI session; the only setTimeout (src/router.mjs) is a per-request deadline. Nothing to trigger by hand as a product cycle.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "Every CLI argument is forwarded to the real CLI", "source": "with a subscription. Every CLI argument is forwarded:", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "Forwarding can only be shown with a real prompt (jev-claude -p ...), which needs a logged-in Claude Code session; here it exits 1 with 'Not logged in' (see probe.json credentials_error). The only runnable forwarded call, --version, is setup-only and is not counted as a claim result.", "evidence": "Forwarding can only be shown with a real prompt (jev-claude -p ...), which needs a logged-in Claude Code session; here it exits 1 with 'Not logged in' (see probe.json credentials_error). The only runnable forwarded call, --version, is setup-only and is not counted as a claim result.", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Both commands launch the real upstream CLI", "source": "Both commands launch the real upstream CLI. Jev only chooses the model for a fresh user turn.", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "The launcher does start the real Claude Code binary (guest run prints 'Not logged in' from it), but a working launch needs a logged-in CLI and a JEV_API_KEY; the only key-free call is --version, which is setup-only.", "evidence": "The launcher does start the real Claude Code binary (guest run prints 'Not logged in' from it), but a working launch needs a logged-in CLI and a JEV_API_KEY; the only key-free call is --version, which is setup-only.", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Routing is fail-open: Jev failure never blocks the CLI.", "source": "Routing is fail-open: Jev failure never blocks the CLI.", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "Needs a TypeSafe JEV_API_KEY (not available) and a logged-in Claude Code session (claude prints 'Not logged in'), so a routed turn cannot be run in this guest.", "evidence": "Needs a TypeSafe JEV_API_KEY (not available) and a logged-in Claude Code session (claude prints 'Not logged in'), so a routed turn cannot be run in this guest.", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Jev only chooses the model for a fresh user turn.", "source": "Both commands launch the real upstream CLI. Jev only chooses the model for a fresh user turn.", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "Routing decisions need a JEV_API_KEY from TypeSafe and a logged-in Claude Code or Codex CLI; neither credential is available in this guest.", "evidence": "Routing decisions need a JEV_API_KEY from TypeSafe and a logged-in Claude Code or Codex CLI; neither credential is available in this guest.", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Development test suite runs offline and passes", "source": "README.md Development section (node --test on test/*.test.mjs)", "input": "explicit list of the five *.test.mjs files", "command": "/opt/node20/bin/node --test test/codex.test.mjs test/explain.test.mjs test/policy.test.mjs test/proxy.test.mjs test/settings.test.mjs", "evidence": "t: removes the sentinel when there was no previous model\nok 63 - removes the sentinel when there was no previous model\n ---\n duration_ms: 4.161652\n ...\n# Subtest: leaves a real model the user chose during the session alone\nok 64 - leaves a real model the user chose during the session alone\n ---\n duration_ms: 3.717352\n ...\n# Subtest: a missing or unreadable settings file is not an error\nok 65 - a missing or unreadable settings file is not an error\n ---\n duration_ms: 2.528508\n ...\n1..65\n# tests 65\n# suites 0\n# pass 65\n# fail 0\n# cancelled 0\n# skipped 0\n# todo 0\n# duration_ms 1329.212723", "deferred": false, "expected": "all tests pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "npm test runs the documented test suite", "source": "README.md Development section (npm test)", "input": "", "command": "", "evidence": "npm test exits 1 on Node 20.20.2 (CI pins 20.12): package.json script 'node --test \"test/**/*.test.mjs\"' passes the unexpanded glob to node, which prints 'Could not find .../test/**/*.test.mjs'. Ran the same five test files explicitly instead (see previous example, 65 tests, 0 failures).", "deferred": false, "expected": "documented command completes successfully", "verdict": "blocked", "outcome": "npm test exits 1 on Node 20.20.2 (CI pins 20.12): package.json script 'node --test \"test/**/*.test.mjs\"' passes the unexpanded glob to node, which prints 'Could not find .../test/**/*.test.mjs'. Ran the same five test files explicitly instead (see previous example, 65 tests, 0 failures)." } ], "does_what_it_says": null, "maintenance": { "archived": false, "commits_90d": 48, "last_commit_at": "2026-09-19T08:37:38Z", "last_release_at": null, "median_reply_hours": 4.9, "merged_prs_90d": 14, "note": "actively maintained: last commit 34 days ago; 48 commits and 14 merged PRs in 90 days; 26 open issues, 25 open PRs; 6 of 47 recent threads got a maintainer reply, median first reply 4.9h; no releases", "open_issues": 26, "open_prs": 25, "reply_share": 0.13, "reply_threads": 47, "verdict": "maintained" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 34 days ago; 48 commits and 14 merged PRs in 90 days; 26 open issues, 25 open PRs; 6 of 47 recent threads got a maintainer reply, median first reply 4.9h; no releases", "maintained": "active", "maintained_note": "last commit 34 days ago; 10 open issues, 3 answered or closed", "last_commit_at": "2026-09-19T10:28:26Z", "last_release_at": null, "open_issues": 10, "answered_issues": 3, "platforms_claimed": [ "linux", "mac", "windows" ], "topic": "agent-harness", "agent_interfaces": [ { "interface": "cli", "evidence": "independent checker", "observed": true, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": null, "tested_at": "2026-10-24T01:59:08.086641+00:00", "tested_commit": "38da6b84ea01241bfc41fbddc0928d0f40a703f0", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "gargpratyush/jev-router", "source": "https://github.com/gargpratyush/jev-router", "commit": "38da6b84ea01241bfc41fbddc0928d0f40a703f0", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "38da6b84ea01241bfc41fbddc0928d0f40a703f0", "url": "https://github.com/gargpratyush/jev-router" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Route a turn through jev-claude (README Quick start: `jev-claude -p \"fix the failing test\"`)", "operation_scope": "partial checks", "hosting": null, "kind": "repo", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "evidence_version": null }, "transcript_url": null, "report_url": "/reports/gargpratyush--jev-router-claude-haiku-5-5-1792806959295861237.json" }