{
  "run_id": "oscarlora--ad-production-kit-gpt-6-luna-1792809164937348765",
  "date": "2026-10-24T02:40:50.897531+00:00",
  "repo": "oscarlora/ad-production-kit",
  "kind": "repo",
  "source": "https://github.com/oscarlora/ad-production-kit",
  "commit": "4b91d5b7c88d445f80408d59d6705efcf525a59f",
  "model": "gpt-6-luna",
  "model_version": "gpt-6-luna",
  "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 451.6466871500015,
  "total_s": 485.96015787124634,
  "steps": [
    "pwd; rg --files -g 'README*' -g 'AGENTS.md' -g 'pyproject.toml' -g 'requirements*' -g 'package.json' -g 'Makefile' -g '.github/workflows/**' | head -100; python3 --version; id -u; git status --short --branch; git rev-parse HEAD; vault-search 'ad-production-kit coldpass README' 2>/dev/null | head -80",
    "ls -la; find .. -name AGENTS.md -o -iname 'README*' | head -80; ls -la <host-path> 2>/dev/null; cat <host-path> 2>/dev/null | head -80; command -v vault-search || true",
    "cat README.md; cat package.json; cat AGENTS.md; git init; git remote add origin https://github.com/oscarlora/ad-production-kit; git fetch --depth 1 origin 4b91d5b7c88d445f80408d59d6705efcf525a59f; git reset --mixed FETCH_HEAD",
    "ls -la; find skills/set-up-adpk tools studio -maxdepth 2 -type f | sort | head -100; sed -n '1,240p' skills/set-up-adpk/SKILL.md; node --version 2>&1; npm --version 2>&1; sed -n '1,220p' tools/setup.sh; cat studio/package.json 2>/dev/null",
    "export NODE_USE_ENV_PROXY=1; bash tools/setup.sh",
    "export PATH=\"$HOME/.local/node/bin:$HOME/.local/bin:$PATH\"; NODE_USE_ENV_PROXY=1 npm run studio > /tmp/adpk-studio.log 2>&1 & echo $! > /tmp/adpk-studio.pid; for i in $(seq 1 45); do if curl -fsS http://127.0.0.1:4179/ > /tmp/adpk-home.html; then break; fi; sleep 1; done; head -c 500 /tmp/adpk-home.html; cat /tmp/adpk-studio.log",
    "sed -n '200,360p' tools/setup.sh; curl -fsS http://127.0.0.1:4179/ | grep -o '<title>[^<]*' | head -1; ps -p \"$(cat /tmp/adpk-studio.pid)\" -o pid=,args=; mkdir -p .coldpass; cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"http\",\"argv\":[\"npm\",\"run\",\"studio\"],\"cwd\":\"<guest-path>\",\"url\":\"http://127.0.0.1:4179/\",\"expected_text\":\"ADPK\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"The local web app provides Board, Media, Swipe and Workflow.\",\"source\":\"the local web app: **Board** (review ads),\\n   **Media** (search the library), **Swipe** (ads to replicate), **Workflow** (each ad's progress, its brief to edit live, and its edit).\",\"input\":\"Open Studio home page\",\"expected\":\"Studio page responds with its app content\",\"probe_kind\":\"cli\",\"argv\":[\"bash\",\"-lc\",\"curl -fsS http://127.0.0.1:4179/\"],\"expected_text\":\"Studio\",\"cwd\":\"<guest-path>\"}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected README and package entrypoints: this is an interactive ad production kit with agent driven workflows, not a scheduled cycle runner.\",\"checks\":[]}\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Build the optional Mac app\",\"source\":\"README.md, Mac app (optional, Claude only)\",\"reason\":\"Optional native Mac app build is platform-specific and not a Linux quickstart.\"},{\"kind\":\"example\",\"claim\":\"Install prerequisites and dependencies\",\"source\":\"README.md, For the AI agent\",\"argv\":[\"bash\",\"tools/setup.sh\"],\"cwd\":\"<guest-path>\",\"env\":{\"NODE_USE_ENV_PROXY\":\"1\"},\"expected_text\":\"ADPK is installed in ~/workspace\"}]\nEOF\nkill \"$(cat /tmp/adpk-studio.pid)\" 2>/dev/null || true; pkill -f 'next dev' 2>/dev/null || true",
    "mkdir -p .coldpass; cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"http\",\"argv\":[\"npm\",\"run\",\"studio\"],\"cwd\":\"<guest-path>\",\"url\":\"http://127.0.0.1:4179/\",\"expected_text\":\"Studio\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"The local web app provides Board, Media, Swipe and Workflow.\",\"source\":\"the local web app: **Board** (review ads),\\n   **Media** (search the library), **Swipe** (ads to replicate), **Workflow** (each ad's progress, its brief to edit live, and its edit).\",\"input\":\"Open Studio home page\",\"expected\":\"Studio page responds with its app content\",\"probe_kind\":\"cli\",\"argv\":[\"bash\",\"-lc\",\"curl -fsS http://127.0.0.1:4179/\"],\"expected_text\":\"Studio\",\"cwd\":\"<guest-path>\"}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected README and package entrypoints: this is an interactive ad production kit with agent driven workflows, not a scheduled cycle runner.\",\"checks\":[]}\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Build the optional Mac app\",\"source\":\"README.md, Mac app (optional, Claude only)\",\"reason\":\"Optional native Mac app build is platform-specific and not a Linux quickstart.\"},{\"kind\":\"example\",\"claim\":\"Install prerequisites and dependencies\",\"source\":\"README.md, For the AI agent\",\"argv\":[\"bash\",\"tools/setup.sh\"],\"cwd\":\"<guest-path>\",\"env\":{\"NODE_USE_ENV_PROXY\":\"1\"},\"expected_text\":\"ADPK is installed in ~/workspace\"}]\nEOF\n",
    "kill \"$(cat /tmp/adpk-studio.pid)\" 2>/dev/null || true; pkill -f 'node dev.mjs' 2>/dev/null || true",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "cat <guest-path> | head -80; find .coldpass -maxdepth 1 -type f -print",
    "python3 - <<'PY'\nimport json\np='.coldpass/probe.json'; d=json.load(open(p)); d['argv']=['<host-path>','run','studio']; d['env']={'NODE_USE_ENV_PROXY':'1'}; open(p,'w').write(json.dumps(d))\np='.coldpass/claims.json'; d=json.load(open(p)); d[0]['probe_kind']='cli'; d[0]['argv']=['bash','-lc','export PATH=\"$HOME/.local/node/bin:$PATH\"; npm run studio']; d[0]['expected_text']='Studio'; open(p,'w').write(json.dumps(d))\np='.coldpass/examples.json'; d=json.load(open(p)); d[0]['deferred']=True; open(p,'w').write(json.dumps(d))\nPY\n<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "echo HOME=$HOME; find <guest-path> -maxdepth 1 -type f -print; ps aux | grep -E 'next|dev.mjs' | grep -v grep; sed -n '1,140p' studio/dev.mjs; cat .coldpass/observed.json",
    "cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"http\",\"argv\":[\"<guest-path>\",\"studio/dev.mjs\"],\"cwd\":\"<guest-path>\",\"url\":\"http://127.0.0.1:4179/\",\"expected_text\":\"Ad Production Kit\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"Studio has Board, Media, Swipe and Workflow.\",\"source\":\"the local web app: **Board** (review ads),\\n   **Media** (search the library), **Swipe** (ads to replicate), **Workflow** (each ad's progress, its brief to edit live, and its edit).\",\"input\":\"Open Studio home page\",\"expected\":\"Home page responds as Ad Production Kit\",\"probe_kind\":\"cli\",\"argv\":[\"<guest-path>\",\"studio/dev.mjs\"],\"expected_text\":\"Ad Production Kit\",\"cwd\":\"<guest-path>\"}]\nEOF\n",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "pkill -f 'node dev.mjs' 2>/dev/null || true",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "python3 - <<'PY'\nimport json\np='.coldpass/claims.json'; d=json.load(open(p)); d[0]['probe_kind']='http'; d[0]['argv']=['<guest-path>','studio/dev.mjs']; d[0]['url']='http://127.0.0.1:4179/'; d[0]['expected_text']='Ad Production Kit'; open(p,'w').write(json.dumps(d))\nPY\ncat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Install ADPK dependencies and launch Studio\",\"operation_scope\":\"Pinned Linux checkout; Node 24 installed in guest; kie.ai key not configured, so generation and account backed workflows were not exercised.\",\"steps\":[\"Ran bash tools/setup.sh with NODE_USE_ENV_PROXY=1; installer installed Node v24.22.1 and npm dependencies.\",\"Ran npm run studio; Studio built successfully and returned its home page on port 4179.\"],\"deviations\":[\"Optional Mac app build was deferred because it is platform-specific.\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\n",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay"
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Install ADPK dependencies and launch Studio",
  "suggested_fix": null,
  "tokens_in": 554113,
  "tokens_out": 3170,
  "cost_usd": null,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "<guest-path>",
          "studio/dev.mjs"
        ],
        "kind": "http",
        "status": 200,
        "bytes": 6144,
        "url": "http://127.0.0.1:4179/",
        "response_checked": true,
        "response_excerpt": "Ad Production Kit</title><meta name=\"description\" content=\"Ad Production Kit Studio: the ads board, media library and workflow for every brand.\"/><meta name=\"next-size-adjust\" content=\"\"/><script src=\"/_next/static/chunks/0cz1d0mv5g_q7.js\" noModule=\"\"></script></head><body><div hidden=\"\"><!--$--><!--/$--></div><main class=\"page\"><!--$--><!--/$--></main><script id=\"_R_\">(globalThis[\"TURBOPACK\"] || (globalThis[\"TURBOPACK\"] = [])).push({\"otherChunks\":[\"static/chunks/1x6obpmlu1_c2.js\",\"static/chunks/1-nqmp1rl8kqt.js\",\"static/chunks/3dmm3v_fq28gc.js\",\"static/chunks/16rx4joepwrkq.js\"],\"runtimeModule",
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 1 connection review, 3 download and execute, 13 known vulnerability, 1 outside write.",
    "expected": "Reviewed as expected for a test run: resolver address lookups that send no data.",
    "findings": [
      {
        "kind": "connection-review",
        "count": 1,
        "note": "Repository processes attempted these non-loopback connections; proxies can hide the final hostname.",
        "location_count": 9,
        "process_count": 14
      },
      {
        "kind": "download-and-execute",
        "count": 3,
        "note": "Source contains download and execute; review its purpose.",
        "location_count": 2
      },
      {
        "kind": "known-vulnerability",
        "count": 13,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 6
      },
      {
        "kind": "outside-write",
        "count": 1,
        "note": "Repository processes attempted these writes outside documented output/cache paths.",
        "location_count": 1,
        "path": "/node_modules/@anthropic-ai/claude-agent-sdk",
        "process_count": 2
      }
    ],
    "context": [],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=oscarlora--ad-production-kit-gpt-6-luna-1792809164937348765",
    "evidence_file": "/data/safety/oscarlora--ad-production-kit-gpt-6-luna-1792809164937348765.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "codex",
  "agent_runtime_version": "codex-cli 0.163.0",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": "standard",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 19,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "4b91d5b7c88d445f80408d59d6705efcf525a59f",
    "url": "https://github.com/oscarlora/ad-production-kit"
  },
  "purpose": "test_rerun",
  "profile": {
    "model": "gpt-6-luna",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": "oscarlora--ad-production-kit-gpt-6-luna-1792796431188846523",
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 19,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "none",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "api"
  ],
  "license": "MIT",
  "repo_url": "https://github.com/oscarlora/ad-production-kit",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "both",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Inspected README and package entrypoints: this is an interactive ad production kit with agent driven workflows, not a scheduled cycle runner.",
      "evidence": "Inspected README and package entrypoints: this is an interactive ad production kit with agent driven workflows, not a scheduled cycle runner.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "Studio has Board, Media, Swipe and Workflow.",
      "source": "the local web app: **Board** (review ads),\n   **Media** (search the library), **Swipe** (ads to replicate), **Workflow** (each ad's progress, its brief to edit live, and its edit).",
      "input": "Open Studio home page",
      "expected": "Home page responds as Ad Production Kit",
      "command": "<guest-path> studio/dev.mjs",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: Ad Production Kit",
      "evidence": "Ad Production Kit</title><meta name=\"description\" content=\"Ad Production Kit Studio: the ads board, media library and workflow for every brand.\"/><meta name=\"next-size-adjust\" content=\"\"/><script src=\"/_next/static/chunks/0cz1d0mv5g_q7.js\" noModule=\"\"></script></head><body><div hidden=\"\"><!--$--><!--/$--></div><main class=\"page\"><!--$--><!--/$--></main><script id=\"_R_\">(globalThis[\"TURBOPACK\"] || (globalThis[\"TURBOPACK\"] = [])).push({\"otherChunks\":[\"static/chunks/1x6obpmlu1_c2.js\",\"static/chunks/1-nqmp1rl8kqt.js\",\"static/chunks/3dmm3v_fq28gc.js\",\"static/chunks/16rx4joepwrkq.js\"],\"runtimeModule",
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Build the optional Mac app",
      "source": "README.md, Mac app (optional, Claude only)",
      "input": "",
      "command": "",
      "evidence": "Optional native Mac app build is platform-specific and not a Linux quickstart.",
      "deferred": true,
      "expected": "documented command completes successfully",
      "verdict": "deferred",
      "outcome": "Optional native Mac app build is platform-specific and not a Linux quickstart."
    },
    {
      "kind": "example",
      "claim": "Install prerequisites and dependencies",
      "source": "README.md, For the AI agent",
      "input": "bash tools/setup.sh",
      "command": "bash tools/setup.sh",
      "evidence": "Ad Production Kit setup\n  \u001b[32m\u2713\u001b[0m Node v24.22.1 ready\n  \u001b[32m\u2713\u001b[0m ADPK's tools ready\n  \u001b[32m\u2713\u001b[0m Studio app ready\n  \u001b[32m\u2713\u001b[0m Shared library ready (music, sound effects, references; each file downloads when used)\n\nADPK is installed in ~/workspace. One step left: open your AI agent in that folder and say\n\"Finish setting up ADPK\". It helps you add your kie.ai key, the one key you need to start.",
      "deferred": false,
      "expected": "documented command completes successfully",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "archived": false,
    "commits_90d": 20,
    "last_commit_at": "2026-10-20T02:23:23Z",
    "last_release_at": null,
    "median_reply_hours": null,
    "merged_prs_90d": 1,
    "note": "actively maintained: last commit 3 days ago; 20 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases",
    "open_issues": 0,
    "open_prs": 0,
    "reply_share": null,
    "reply_threads": 0,
    "verdict": "maintained"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 3 days ago; 20 commits and 1 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases",
  "maintained": "active",
  "maintained_note": "last commit 4 days ago",
  "last_commit_at": "2026-10-20T02:23:24Z",
  "last_release_at": null,
  "open_issues": null,
  "answered_issues": null,
  "platforms_claimed": [
    "linux",
    "mac",
    "windows"
  ],
  "topic": "agent-harness",
  "agent_interfaces": [
    {
      "interface": "api",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-24T02:40:50.897531+00:00",
  "tested_commit": "4b91d5b7c88d445f80408d59d6705efcf525a59f",
  "tested_with": {
    "agent": "codex",
    "agent_version": "codex-cli 0.163.0",
    "model": "gpt-6-luna",
    "model_route": "gpt-6-luna",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "oscarlora/ad-production-kit",
    "source": "https://github.com/oscarlora/ad-production-kit",
    "commit": "4b91d5b7c88d445f80408d59d6705efcf525a59f",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "gpt-6-luna",
    "model_version": "gpt-6-luna",
    "agent_execution": "native_agent",
    "agent_runtime": "codex",
    "agent_runtime_version": "codex-cli 0.163.0",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "4b91d5b7c88d445f80408d59d6705efcf525a59f",
      "url": "https://github.com/oscarlora/ad-production-kit"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": "standard",
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Install ADPK dependencies and launch Studio",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "repo",
    "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf",
    "evidence_version": null
  },
  "transcript_url": null,
  "report_url": "/reports/oscarlora--ad-production-kit-gpt-6-luna-1792809164937348765.json"
}