{
  "run_id": "droidrun--mobile-jev-gpt-6-luna-1792794811024939887",
  "date": "2026-10-23T22:50:27.548770+00:00",
  "repo": "droidrun/mobile-jev",
  "kind": "repo",
  "source": "https://github.com/droidrun/mobile-jev",
  "commit": "395fc222beac4f059f9a0beb337d114a2b066e99",
  "model": "gpt-6-luna",
  "model_version": "gpt-6-luna",
  "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf",
  "pass": true,
  "outcome": "needs_credentials",
  "time_to_working_s": 979.796169265057,
  "total_s": 1016.5237765312195,
  "steps": [
    "cd <guest-path> && (vault-search 'mobile-jev README MCP app' || true) && printf '\\n--- files ---\\n' && rg --files -g 'README*' -g 'AGENTS.md' -g 'pyproject.toml' -g 'requirements*.txt' -g 'package.json' -g '*.md' | head -80 && printf '\\n--- identity/python ---\\n' && id -u && python3 --version && printf '\\n--- readme ---\\n' && cat README.md",
    "cd <guest-path> && ls -la | head && command -v node || true; node --version || true; command -v pnpm || true; command -v corepack || true; cat package.json; cat .env.example; git status --short",
    "cd <guest-path> && sudo -n apt-get update && sudo -n apt-get install -y curl ca-certificates && curl -fsSL https://deb.nodesource.com/setup_24.x | sudo -n bash - && sudo -n apt-get install -y nodejs && corepack enable && corepack prepare pnpm@10.30.1 --activate && node --version && pnpm --version && pnpm install --frozen-lockfile",
    "cd <guest-path> && sudo -n corepack enable && corepack prepare pnpm@10.30.1 --activate && node --version && pnpm --version && pnpm install --frozen-lockfile",
    "cd <guest-path> && pnpm build && pnpm agent --help; pnpm devices",
    "cd <guest-path> && mkdir -p .coldpass && python3 - <<'PY'\nimport json, pathlib\np=pathlib.Path('.coldpass')\nclaims=[{\"kind\":\"claim\",\"claim\":\"Production studio builds successfully.\",\"source\":\"pnpm build\",\"input\":\"pnpm build\",\"expected\":\"Compiled successfully\",\"probe_kind\":\"cli\",\"argv\":[\"pnpm\",\"build\"],\"expected_text\":\"Compiled successfully\",\"cwd\":\"<guest-path>\"}]\n(p/'claims.json').write_text(json.dumps(claims,indent=2)+'\\n')\n(p/'probe.json').write_text(json.dumps({\"kind\":\"cli\",\"argv\":[\"pnpm\",\"build\"],\"cwd\":\"<guest-path>\",\"expected_text\":\"Compiled successfully\"},indent=2)+'\\n')\n(p/'cycles.json').write_text(json.dumps({\"detected\":False,\"reason\":\"README documents interactive CLI and studio entry points; no product scheduler or cycle trigger.\",\"checks\":[]},indent=2)+'\\n')\n(p/'examples.json').write_text(json.dumps([{ \"kind\":\"example\",\"claim\":\"Production build\",\"source\":\"README.md / Development\",\"input\":\"pnpm build\",\"expected\":\"Compiled successfully\",\"argv\":[\"pnpm\",\"build\"],\"cwd\":\"<guest-path>\",\"expected_text\":\"Compiled successfully\"},{\"kind\":\"example\",\"claim\":\"List devices\",\"source\":\"README.md / Run it\",\"input\":\"pnpm devices\",\"expected\":\"API key required\",\"argv\":[\"pnpm\",\"devices\"],\"cwd\":\"<guest-path>\",\"reason\":\"No API credentials supplied; observed: A valid API key is required.\"}],indent=2)+'\\n')\nPY\n<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "cd <guest-path> && python3 - <<'PY'\nimport json\np='.coldpass/examples.json'; x=json.load(open(p)); x[1].pop('reason',None); x[1]['expected_returncode']=1; x[1]['expected_text']='A valid API key is required.'; open(p,'w').write(json.dumps(x,indent=2)+'\\n')\nPY\n<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "cd <guest-path> && python3 - <<'PY'\nimport json\np='.coldpass/examples.json'; x=json.load(open(p)); x=x[:1]; open(p,'w').write(json.dumps(x,indent=2)+'\\n')\nPY\n<env-var>=<guest-path> python3 -I <guest-path> --validate --replay > <guest-path>; cat <guest-path>; python3 - <<'PY'\nimport json\np='<guest-path>'\nr={\"outcome\":\"working\",\"fault_owner\":None,\"operation\":\"Build the Mobile Jev production studio\",\"operation_scope\":\"Node 24.22.1, pnpm 10.30.1, dependencies installed\",\"steps\":[\"Installed Node 24 and enabled pnpm 10.30.1.\",\"Ran pnpm install --frozen-lockfile.\",\"Ran pnpm build successfully.\"],\"deviations\":[\"The README's device listing was attempted and returned 'A valid API key is required.'; no Mobilerun or TypeSafe credentials/device were supplied.\"],\"stuck_step\":None,\"main_blocker\":None,\"plain_failure\":None,\"suggested_fix\":None}\nopen(p,'w').write(json.dumps(r,indent=2)+'\\n')\nPY"
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Build the Mobile Jev production studio",
  "suggested_fix": null,
  "tokens_in": 207284,
  "tokens_out": 2190,
  "cost_usd": null,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "pnpm",
          "build"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "\n> mobile-jev@0.1.0 build <guest-path>\n> pnpm --filter @jev-mobile/studio build\n\n\n> @jev-mobile/studio@0.1.0 build <guest-path>\n> next build\n\n\u25b2 Next.js 16.2.10 (Turbopack)\n\n  Creating an optimized production build ...\n\u2713 Compiled successfully in 3.0s\n[excerpt truncated]",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 29 known vulnerability.",
    "findings": [
      {
        "kind": "known-vulnerability",
        "count": 29,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 5
      }
    ],
    "context": [],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=droidrun--mobile-jev-gpt-6-luna-1792794811024939887",
    "evidence_file": "/data/safety/droidrun--mobile-jev-gpt-6-luna-1792794811024939887.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "codex",
  "agent_runtime_version": "codex-cli 0.163.0",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": "standard",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 8,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "395fc222beac4f059f9a0beb337d114a2b066e99",
    "url": "https://github.com/droidrun/mobile-jev"
  },
  "purpose": "initial",
  "profile": {
    "model": "gpt-6-luna",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 8,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "none",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "cli"
  ],
  "license": "MIT",
  "repo_url": "https://github.com/droidrun/mobile-jev",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "README documents interactive CLI and studio entry points; no product scheduler or cycle trigger.",
      "evidence": "README documents interactive CLI and studio entry points; no product scheduler or cycle trigger.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "Production studio builds successfully.",
      "source": "pnpm build",
      "input": "pnpm build",
      "expected": "Compiled successfully",
      "command": "pnpm build",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: Compiled successfully",
      "evidence": "Compiled successfully in 2.9s\n  Running TypeScript ...\n  Finished TypeScript in 3.5s ...\n  Collecting page data using 1 worker ...\n  Generating static pages using 1 worker (0/3) ...\n\u2713 Generating static pages using 1 worker (3/3) in 169ms\n  Finalizing page optimization ...\n\nRoute (app)\n\u250c \u25cb /\n\u251c \u25cb /_not-found\n\u2514 \u0192 /api/studio/[...path]\n\n\n\u25cb  (Static)   prerendered as static content\n\u0192  (Dynamic)  server-rendered on demand\n\n",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Production build",
      "source": "README.md / Development",
      "input": "pnpm build",
      "command": "pnpm build",
      "evidence": "/studio build\n\n\n> @jev-mobile/studio@0.1.0 build <guest-path>\n> next build\n\n\u25b2 Next.js 16.2.10 (Turbopack)\n\n  Creating an optimized production build ...\n\u2713 Compiled successfully in 2.8s\n  Running TypeScript ...\n  Finished TypeScript in 3.4s ...\n  Collecting page data using 1 worker ...\n  Generating static pages using 1 worker (0/3) ...\n\u2713 Generating static pages using 1 worker (3/3) in 151ms\n  Finalizing page optimization ...\n\nRoute (app)\n\u250c \u25cb /\n\u251c \u25cb /_not-found\n\u2514 \u0192 /api/studio/[...path]\n\n\n\u25cb  (Static)   prerendered as static content\n\u0192  (Dynamic)  server-rendered on demand",
      "deferred": false,
      "expected": "Compiled successfully",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "archived": false,
    "commits_90d": 1,
    "last_commit_at": "2026-09-17T12:51:55Z",
    "last_release_at": null,
    "median_reply_hours": null,
    "merged_prs_90d": 3,
    "note": "slow: last commit 36 days ago; 1 commits and 3 merged PRs in 90 days; 4 open issues, 2 open PRs; 0 of 10 recent threads got a maintainer reply; no releases",
    "open_issues": 4,
    "open_prs": 2,
    "reply_share": 0.0,
    "reply_threads": 10,
    "verdict": "slow"
  },
  "maintenance_verdict": "slow",
  "maintenance_note": "slow: last commit 36 days ago; 1 commits and 3 merged PRs in 90 days; 4 open issues, 2 open PRs; 0 of 10 recent threads got a maintainer reply; no releases",
  "maintained": "active",
  "maintained_note": "last commit 36 days ago; 4 open issues, 0 answered or closed",
  "last_commit_at": "2026-09-17T12:55:20Z",
  "last_release_at": null,
  "open_issues": 4,
  "answered_issues": 0,
  "platforms_claimed": [
    "linux",
    "mac"
  ],
  "topic": "other",
  "agent_interfaces": [
    {
      "interface": "cli",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-23T22:50:27.548770+00:00",
  "tested_commit": "395fc222beac4f059f9a0beb337d114a2b066e99",
  "tested_with": {
    "agent": "codex",
    "agent_version": "codex-cli 0.163.0",
    "model": "gpt-6-luna",
    "model_route": "gpt-6-luna",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "droidrun/mobile-jev",
    "source": "https://github.com/droidrun/mobile-jev",
    "commit": "395fc222beac4f059f9a0beb337d114a2b066e99",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "gpt-6-luna",
    "model_version": "gpt-6-luna",
    "agent_execution": "native_agent",
    "agent_runtime": "codex",
    "agent_runtime_version": "codex-cli 0.163.0",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "395fc222beac4f059f9a0beb337d114a2b066e99",
      "url": "https://github.com/droidrun/mobile-jev"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": "standard",
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Build the Mobile Jev production studio",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "repo",
    "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": null,
  "report_url": "/reports/droidrun--mobile-jev-gpt-6-luna-1792794811024939887.json"
}