{ "run_id": "TayHCode--agent-sandbox-claude-haiku-5-5-1792735612349295474", "checker": { "claims": [ { "claim": "The offline test suite runs without a hypervisor", "command": "", "evidence": "The checker treats a unit-test suite as not a product operation, so the claim is recorded as not testable here. The suite itself runs and passes (Ran 91 tests, OK); it is recorded in examples.json. The product's real operations need a Tart guest VM, which cannot boot in this macOS guest.", "expected": "", "input": "", "kind": "claim", "outcome": "The checker treats a unit-test suite as not a product operation, so the claim is recorded as not testable here. The suite itself runs and passes (Ran 91 tests, OK); it is recorded in examples.json. The product's real operations need a Tart guest VM, which cannot boot in this macOS guest.", "source": "The tests use fakes and need no hypervisor.", "source_checked": true, "source_file": "README.md", "verdict": "blocked" }, { "claim": "A working setup prints the guest's version string", "command": "", "evidence": "Requires a hypervisor backend. Tart 2.41.1 was installed from the official GitHub release, but it stops with 'Invalid virtual machine configuration. Virtualization is not available on this hardware.' inside this macOS guest, so no guest VM can boot and no version string can be printed.", "expected": "", "input": "", "kind": "claim", "outcome": "Requires a hypervisor backend. Tart 2.41.1 was installed from the official GitHub release, but it stops with 'Invalid virtual machine configuration. Virtualization is not available on this hardware.' inside this macOS guest, so no guest VM can boot and no version string can be printed.", "source": "A working setup prints the guest's version string and exits 0", "source_checked": true, "source_file": "README.md", "verdict": "blocked" } ], "cycle_checks": [ { "claim": "agent command loops, proposing and running commands inside a VM", "command": "", "evidence": "Missing prerequisite: the agent loop executes commands inside a guest VM created by the Tart backend, which cannot boot in this macOS guest (Virtualization not available on this hardware). No cycle was triggered. The README has no cron, webhook or --once/--now option.", "expected": "loop iterates until the model stops proposing commands", "input": "--task and --model-cmd", "kind": "cycle", "method": "none run", "outcome": "Missing prerequisite: the agent loop executes commands inside a guest VM created by the Tart backend, which cannot boot in this macOS guest (Virtualization not available on this hardware). No cycle was triggered. The README has no cron, webhook or --once/--now option.", "schedule": "model-driven loop, not a timer", "source": "sandbox/agent.py", "verdict": "blocked" } ], "details": { "checks": [ { "check": "install", "details": { "argv": [ "/opt/homebrew/bin/python3", "-m", "sandbox", "--help" ], "kind": "cli", "needs_browser": false, "needs_credentials": false, "returncode": 0, "scope": "partial: install", "stderr": "", "stdout": "usage: sandbox [-h] {run,agent,gc} ...\n\npositional arguments:\n {run,agent,gc}\n\noptions:\n -h, --help show this help message and exit", "working": false }, "optional": false, "status": "PASS" }, { "check": "start", "details": { "argv": [ "/opt/homebrew/bin/python3", "-m", "sandbox", "run", "--backend", "tart", "--os", "macos", "--", "sw_vers" ], "kind": "cli", "needs_browser": false, "needs_credentials": false, "returncode": 1, "scope": "partial: start", "stderr": "Traceback (most recent call last):\n File \"\", line 203, in _run_module_as_main\n File \"\", line 88, in _run_code\n File \"/private\", line 3, in \n raise SystemExit(main())\n ~~~~^^\n File \"/private\", line 69, in main\n result = run(backend, work, args.image, args.cpus, args.memory, inputs, outputs, args.result_dir)\n File \"/private\", line 11, in run\n return _run(backend, new_name(), work, image, cpus or backend.default_cpus(), memory_mb, inputs, outputs, result_dir)\n File \"/private\", line 19, in _run\n backend.create(vm, image, cpus, memory_mb)\n[excerpt truncated]", "stdout": "", "working": false }, "optional": false, "status": "PASS" } ], "scope": "partial checks", "working": false }, "evidence_strength": "partly_checked", "example_checks": [ { "claim": "Offline unit test suite from the README Development section", "command": "/opt/homebrew/bin/python3 -m unittest discover -s tests -t . -q", "deferred": false, "evidence": "ing: unclosed file <_io.TextIOWrapper name=5 encoding='UTF-8'>\n function, args, kwargs = self._cleanups.pop()\nResourceWarning: Enable tracemalloc to get the object allocation traceback\n/3.14.8/Frameworks/Python.framework/Versions/3.14/lib/python3.14/unittest/case.py:704: ResourceWarning: unclosed file <_io.TextIOWrapper name=4 encoding='UTF-8'>\n function, args, kwargs = self._cleanups.pop()\nResourceWarning: Enable tracemalloc to get the object allocation traceback\n----------------------------------------------------------------------\nRan 91 tests in 3.881s\n\nOK", "expected": "91 tests run and pass", "input": "python3 -m unittest discover -s tests -t . -q", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md", "verdict": "yes" }, { "claim": "CLI help from the README Quick start", "command": "/opt/homebrew/bin/python3 -m sandbox --help", "deferred": false, "evidence": "usage: sandbox [-h] {run,agent,gc} ...\n\npositional arguments:\n {run,agent,gc}\n\noptions:\n -h, --help show this help message and exit", "expected": "usage text", "input": "python3 -m sandbox --help", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md", "verdict": "yes" } ], "status": "PASS" }, "diagnosis": null }