PrimeIntellect-ai/verifiers

Dry-run of the bundled reverse-text taskset via vf-eval (README docs/getting_started.md: uv run vf-eval reverse-text ... --dry-run), which resolves config without calling a model.

cd <host-path> && ls -la && cat README.md | head -200 && git log -1 --format=%H 2>/dev/null; python3 --version; which uv pip pip3 node npm 2>/dev/null
cd <host-path> && cat AGENTS.md; grep -n -A10 "\[project.scripts\]" pyproject.toml; ls scripts docs examples | head -50; ls .coldpass 2>/dev/null; ls <host-path> 2>/dev/null
cd <host-path> && cat docs/getting_started.md | head -150; ls -la <host-path>; which curl
cd <host-path> && export NODE_USE_ENV_PROXY=1 && (curl -LsSf https://astral.sh/uv/install.sh | sh) 2>&1 | tail -3; export PATH="$HOME/.local/bin:$PATH"; uv --version && uv sync 2>&1 | tail -15
cd <host-path> && export PATH="$HOME/.local/bin:$PATH" && timeout 600 uv run vf-eval reverse-text --env.agent.harness.id null --env.agent.runtime.type subprocess --no-push --dry-run 2>&1 | tail -40; echo "EXIT=${PIPESTATUS[0]}"; ls -la <host-path> 2>/dev/null; git -C <host-path> status 2>&1 | head -3
cd <host-path> && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'
{"kind":"cli","argv":["<host-path>"}
EOF
cat > .coldpass/report.json <<'EOF'
{"outcome":"working","operation":"Dry-run of the bundled reverse-text taskset via vf-eval (README docs/getting_started.md: uv run vf-eval reverse-text ... --dry-run), which resolves config without calling a model.","operation_scope":"Exercises CLI config resolution and writes outputs/.../configs/resolved/eval.json. Does not run a live model evaluation (needs model API keys, not provided). Integration tests and unit suites were not run per task instructions.","steps":["curl -LsSf https://astral.sh/uv/install.sh | sh (uv 0.13.1 installed)","uv sync (README/docs getting_started.md)","uv run vf-eval reverse-text --env.agent.harness.id null --env.agent.runtime.type subprocess --no-push --dry-run (exit 0, wrote config)"],"deviations":["uv was not preinstalled; installed via the documented curl installer. PATH needed $HOME/.local/bin.","README Quickstart only shows `uv tool install prime`; used docs/getting_started.md `uv sync` path instead since it provides the vf-eval command."],"stuck_step":null,"main_blocker":null,"suggested_fix":null}
EOF
<env-var>=<host-path> python3 -I <host-path> --validate