{
  "tokens_out": 2603,
  "outcome": "pass",
  "suggested_fix": null,
  "cycle_checks": null,
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null,
    "evidence": []
  },
  "runtime_revision": null,
  "agent_execution": "native_agent",
  "time_to_working_s": 54.50832610501675,
  "usage_complete": true,
  "runtime": null,
  "architecture": null,
  "local_or_hosted": null,
  "agent_interfaces_note": null,
  "platform_details": null,
  "platforms_claimed": null,
  "maintenance": null,
  "evidence_strength": null,
  "purpose": "initial",
  "topic": null,
  "needs_which": null,
  "tested_with": null,
  "native_bundle": "/srv/factory/agent-sandbox-state/evidence/native/sandbox-2ef2481af5784919bd9f36b84be70711",
  "agent_runtime": "claude-code",
  "maintenance_note": null,
  "runtime_version": null,
  "does_what_it_says": null,
  "commit": "53146bd03f4745f1282569f83a569c1c766a1487",
  "failure_origin": null,
  "stuck_step": null,
  "repo_url": null,
  "needs": null,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "/opt/wendao-venv/bin/wendao",
          "ask",
          "--search-only",
          "What is a convex hull?"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "Decision: answerable (Retrieved course evidence is strong enough.)\n\n1. high_throughput/thermodynamics.md  score 1.10  (keyword 16.01, meaning 0.63)\n   Thermodynamics\n2. high_throughput/thermodynamics.md  score 0.81  (keyword 13.82, meaning 0.32)\n   Thermodynamics\n3. high_throughput/introduction.md  score 0.61  (keyword 5.13, meaning 0.38)\n   Introduction\n4. final_review/index.md  score 0.60  (keyword 10.42, meaning 0.15)\n   Final Review\n5. machine_learning_potentials/umlp.md  score 0.55  (keyword 9.57, meaning 0.12)\n   Universal MLPs (UMLIPs)",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "open_issues": null,
  "agent_runtime_version": "2.1.300 (Claude Code)",
  "verifies_run_id": null,
  "total_s": 223.94091773033142,
  "license": null,
  "tool_calls": 5,
  "model_version": "claude-haiku-5-5",
  "example_checks": [],
  "mcp": null,
  "other_model": null,
  "first_use_s": null,
  "native_tool_calls": 5,
  "last_commit_at": null,
  "source": "https://github.com/deng-group/wendao",
  "models_agree": null,
  "maintenance_verdict": null,
  "cost_usd": 0.00396412,
  "safety": null,
  "answered_issues": null,
  "what_failed": null,
  "steps": [
    "Read /workspace/README.md (Install and Quick start sections)",
    "apt-get install python3-venv; python3 -m venv /opt/wendao-venv",
    "/opt/wendao-venv/bin/pip install -q /workspace (pinned commit source, instead of PyPI `pip install wendao`)",
    "/opt/wendao-venv/bin/wendao --version -> wendao 0.4.0",
    "cd examples/mle4217_5219 && /opt/wendao-venv/bin/wendao ask --search-only \"What is a convex hull?\" -> Decision: answerable, 5 ranked results"
  ],
  "platform_conflicts": null,
  "claims_note": null,
  "maintained_note": null,
  "repo": "deng-group/wendao",
  "service_tier": null,
  "maintained": null,
  "source_pin": null,
  "operation_scope": "product operation",
  "reasoning": "low",
  "claims": [],
  "platform": "linux",
  "cost_to_try": null,
  "backend": null,
  "tool_transport": "mcp-assigned-vm",
  "hardware": null,
  "agent_interface": null,
  "profile": {
    "model": "claude-haiku-5-5",
    "reasoning": "low"
  },
  "date": "2026-10-18T15:08:34.838020+00:00",
  "kind": "repo",
  "resources": {
    "cpus": 2,
    "disk_mib": 32768,
    "memory_mib": 4096
  },
  "error_excerpt": null,
  "pass": true,
  "evidence_version": null,
  "source_revision": null,
  "run_id": "deng-group--wendao-claude-haiku-5-5-1792335890897092503",
  "last_release_at": null,
  "furthest_model": null,
  "model": "claude-haiku-5-5",
  "what_it_did": "Ran the README Quick start command `wendao ask --search-only \"...\"` against the bundled example course (examples/mle4217_5219, already built) and got ranked course-page hits for \"What is a convex hull?\" with an 'answerable' decision.",
  "sandbox_source": null,
  "other_run_id": null,
  "hosting": null,
  "tested_commit": null,
  "guest_setup": null,
  "mcp_context": null,
  "agent_interfaces": [],
  "setup_identity": null,
  "works": null,
  "install_s": 32.406,
  "fix_id": null,
  "tokens_in": 56013,
  "tested_at": null,
  "test_version": "readme-d82246e0bbc037649a4db516d4aa456c0500644302d6c13970f8d8766d8bd681",
  "recovery": {
    "source": "legacy-oct16-18",
    "original_run_id": "deng-group--wendao-claude-haiku-5-5-1792335890897092503",
    "historical": true,
    "ledger_sha256": "c5e6a833c182c1e2aecf69d0bd0020aec63c65d98f3e933e4b32232340312736"
  },
  "transcript_url": "/transcripts/deng-group--wendao-claude-haiku-5-5-1792335890897092503.txt",
  "report_url": "/reports/deng-group--wendao-claude-haiku-5-5-1792335890897092503.json"
}
