{
  "checker": {
    "details": {
      "argv": [
        "<host-path>",
        "<host-path>"
      ],
      "kind": "cli",
      "needs_browser": false,
      "needs_credentials": false,
      "returncode": 0,
      "scope": "product operation",
      "stderr": "",
      "stdout": "\u2713 Evaluation completed\n\nEVALUATION RESULTS\n\nSummary:\n\u256d\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u252c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u256e\n\u2502 Metric               \u2502 Value           \u2502\n\u251c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u253c\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n\u2502 Total Data Points    \u2502 3               \u2502\n\u2502 Failed Data Points   \u2502 0               \u2502\n\u2502 Total Jobs           \u2502 6               \u2502\n\u2502 Failed Jobs          \u2502 0               \u2502\n[excerpt truncated]",
      "working": true
    },
    "status": "PASS"
  },
  "deviations": [
    "'uv sync --all-extras' (README Install / uv add) failed first with hatch-vcs 'setuptools-scm was unable to detect version' because the checkout has no .git directory. Worked around by setting SETUPTOOLS_SCM_PRETEND_VERSION env vars (no source edits). The version 0.0.0.dev0 is a placeholder."
  ],
  "main_blocker": null,
  "operation": "Ran the README quick-start example (examples/lib/basics/support_agent_eval.py) with the venv Python: two agents scored by string_contains_evaluator over 3 datapoints; output shows agent-v1 0.33, agent-v2 1.00, 0 failed jobs, 'Evaluation completed successfully'. Run locally with ORQ_API_KEY unset.",
  "operation_scope": "Core evaluation only. Red teaming, simulation, dashboard, and coding-agent Docker mode were not exercised; they need an ORQ_API_KEY, Docker, or an LLM provider key. Full pytest/ruff/ty suites intentionally not run.",
  "outcome": "working",
  "steps": [
    "Installed uv 0.13.1 via https://astral.sh/uv/install.sh (README 'Install' uses uv)",
    "Set SETUPTOOLS_SCM_PRETEND_VERSION=0.0.0.dev0 and SETUPTOOLS_SCM_PRETEND_VERSION_FOR_EVALUATORQ=0.0.0.dev0, then ran 'uv sync --all-extras' in <host-path> (creates .venv with eq CLI)",
    "Ran examples/lib/basics/support_agent_eval.py (README Quick start) with .venv/bin/python: exit 0"
  ],
  "stuck_step": null,
  "suggested_fix": null
}