{
  "tokens_out": 3021,
  "outcome": "pass",
  "suggested_fix": null,
  "cycle_checks": null,
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null,
    "evidence": []
  },
  "runtime_revision": null,
  "agent_execution": "native_agent",
  "time_to_working_s": null,
  "usage_complete": true,
  "runtime": null,
  "architecture": null,
  "local_or_hosted": null,
  "agent_interfaces_note": null,
  "platform_details": null,
  "platforms_claimed": null,
  "maintenance": null,
  "evidence_strength": null,
  "purpose": "initial",
  "topic": null,
  "needs_which": null,
  "tested_with": null,
  "native_bundle": null,
  "agent_runtime": "claude-code",
  "maintenance_note": null,
  "runtime_version": null,
  "does_what_it_says": null,
  "commit": "fef8e67187e0527d3754dd4e191a40aa27f704b5",
  "failure_origin": null,
  "stuck_step": null,
  "repo_url": null,
  "needs": null,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "/tmp/flashenv/bin/flash-cli",
          "gpus"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "gpu               vram       $/hr\nRTX 4090           24G       0.69\nRTX 5090           32G       0.99\nA100 PCIe          80G       1.39\nA100 SXM           80G       1.49\nRTX Pro 6000       96G       2.09\nH100               80G       3.29\nH200              141G       4.39\nB200              180G       5.89\n\nTip: GPU allocation is automatic by default.\nThe allocator picks the cheapest validated class that fits. Pin a specific class by adding type = \"<CLASS>\" to the [gpu] section.",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "open_issues": null,
  "agent_runtime_version": "2.1.300 (Claude Code)",
  "verifies_run_id": null,
  "total_s": 157.33692073822021,
  "license": null,
  "tool_calls": 7,
  "model_version": "claude-haiku-5-5",
  "example_checks": [],
  "mcp": null,
  "other_model": null,
  "first_use_s": null,
  "native_tool_calls": 7,
  "last_commit_at": null,
  "source": "https://github.com/freesolo-co/flash",
  "models_agree": null,
  "maintenance_verdict": null,
  "cost_usd": 0.00490534,
  "safety": null,
  "answered_issues": null,
  "what_failed": null,
  "steps": [
    "cd <host-path> && ls -la && cat README.md 2>/dev/null | head -300",
    "ls -la <host-path> 2>/dev/null; cat <host-path> 2>/dev/null | head -50; echo \"CDP=$CDP_URL $<env-var>\"",
    "cd /tmp && python3 --version && (python3 -m pip --version || echo NOPIP); python3 -m venv /tmp/flashenv 2>&1 | tail -3; /tmp/flashenv/bin/pip install -q freesolo-flash 2>&1 | tail -5; ls /tmp/flashenv/bin | grep -i flash",
    "sudo apt-get update -qq >/dev/null 2>&1; sudo apt-get install -y -qq python3-venv python3-pip >/tmp/apt.log 2>&1; echo rc=$?; tail -3 /tmp/apt.log; rm -rf /tmp/flashenv; python3 -m venv /tmp/flashenv && /tmp/flashenv/bin/pip install -q freesolo-flash 2>&1 | tail -5; echo rc=$?; ls /tmp/flashenv/bin | grep -i flash",
    "cd /tmp && /tmp/flashenv/bin/flash-cli --help 2>&1 | head -40; echo ---; timeout 60 /tmp/flashenv/bin/flash-cli models 2>&1 | head -30; echo rc=$?; echo ---; timeout 60 /tmp/flashenv/bin/flash-cli gpus 2>&1 | head -30",
    "cd <host-path> && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"cli\",\"argv\":[\"/tmp/flashenv/bin/flash-cli\",\"gpus\"],\"cwd\":\"<host-path>\",\"expected_text\":\"H100\"}\nEOF\ncat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\n\"operation\":\"flash-cli gpus: list managed GPU classes with estimated $/hr from the installed freesolo-flash package (README 'Using the hosted service' CLI reference; command documented in the CLI help and README 'flash gpus').\",\n\"operation_scope\":\"Runs offline without credentials. Hosted operations (flash login, projects, env push, train submit, models deploy/chat) need FREESOLO_API_KEY and were not exercised. Local env test/eval need the freesolo SDK, not installed.\",\n\"steps\":[\"python3 -m venv /tmp/flashenv (python3-venv installed via apt)\",\"/tmp/flashenv/bin/pip install freesolo-flash\",\"/tmp/flashenv/bin/flash-cli --help\",\"/tmp/flashenv/bin/flash-cli models\",\"/tmp/flashenv/bin/flash-cli gpus\"],\n\"deviations\":[\"README quickstart uses bare `pip install freesolo-flash`; guest had no pip, so installed python3-venv and python3-pip via apt and used a venv at /tmp/flashenv.\",\"README uses `flash`; the `flash` console script can be shadowed by runpod-flash, so the probe uses flash-cli from the venv (README recommends flash-cli).\"],\n\"stuck_step\":null,\"main_blocker\":null,\"suggested_fix\":null}\nEOF\npython3 -I -c \"import json;json.load(open('.coldpass/probe.json'));json.load(open('.coldpass/report.json'));print('json ok')\"; <env-var>=<host-path> python3 -I <host-path> --validate; echo rc=$?",
    "cd <host-path> && /tmp/flashenv/bin/flash-cli gpus | head -3; echo rc=${PIPESTATUS[0]}"
  ],
  "platform_conflicts": null,
  "claims_note": null,
  "maintained_note": null,
  "repo": "freesolo-co/flash",
  "service_tier": null,
  "maintained": null,
  "source_pin": null,
  "operation_scope": "product operation",
  "reasoning": "low",
  "claims": [],
  "platform": "linux",
  "cost_to_try": null,
  "backend": null,
  "tool_transport": "mcp-assigned-vm",
  "hardware": null,
  "agent_interface": null,
  "profile": {
    "model": "claude-haiku-5-5",
    "reasoning": "low"
  },
  "date": "2026-10-18T17:45:03.436418+00:00",
  "kind": "repo",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "error_excerpt": null,
  "pass": true,
  "evidence_version": null,
  "source_revision": null,
  "run_id": "freesolo-co--flash-claude-haiku-5-5-1792345346099465784",
  "last_release_at": null,
  "furthest_model": null,
  "model": "claude-haiku-5-5",
  "what_it_did": "flash-cli gpus: list managed GPU classes with estimated $/hr from the installed freesolo-flash package (README 'Using the hosted service' CLI reference; command documented in the CLI help and README 'flash gpus').",
  "sandbox_source": null,
  "other_run_id": null,
  "hosting": null,
  "tested_commit": null,
  "guest_setup": null,
  "mcp_context": null,
  "agent_interfaces": [],
  "setup_identity": null,
  "works": null,
  "install_s": null,
  "fix_id": null,
  "tokens_in": 92624,
  "tested_at": null,
  "test_version": "readme-50129ada4255164f0ea15af10e5fd3b6478bb717aeea9ab520723f8597db9e85",
  "recovery": {
    "source": "legacy-oct16-18",
    "original_run_id": "freesolo-co--flash-claude-haiku-5-5-1792345346099465784",
    "historical": true,
    "ledger_sha256": "c5e6a833c182c1e2aecf69d0bd0020aec63c65d98f3e933e4b32232340312736"
  },
  "transcript_url": "/transcripts/freesolo-co--flash-claude-haiku-5-5-1792345346099465784.txt",
  "report_url": "/reports/freesolo-co--flash-claude-haiku-5-5-1792345346099465784.json"
}
