{
  "run_id": "LeulAria--Aria-Icons-gpt-6-luna-1792810627302209180",
  "date": "2026-10-24T03:17:10.659018+00:00",
  "repo": "LeulAria/Aria-Icons",
  "kind": "mcp",
  "source": "https://github.com/LeulAria/Aria-Icons",
  "commit": "c1d22bdca5a83921f435a52f2832320538236a62",
  "model": "gpt-6-luna",
  "model_version": "gpt-6-luna",
  "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf",
  "pass": true,
  "outcome": "pass",
  "time_to_working_s": 611.8966833159793,
  "total_s": 1203.3567733764648,
  "steps": [
    "pwd; rg --files -g 'README*' -g 'AGENTS.md' -g '!node_modules' -g '!vendor'",
    "vault-search 'Aria Icons repository README setup' 2>&1; ls -la; find .. -name AGENTS.md -o -iname 'README*' | head -60; cat <host-path> 2>&1;",
    "cat README.md; cat apps/web/AGENTS.md; cat package.json; cat packages/cli/README.md; cat Makefile; python3 --version; id -u; git status --short",
    "env | sort | grep -Ei 'CDP|BROWSER|PROXY'; command -v bun; command -v node; command -v npm; ls <guest-path>; cat packages/cli/package.json; sed -n '1,130p' packages/cli/src/index.ts 2>/dev/null; git init; git remote add origin https://github.com/LeulAria/Aria-Icons; git fetch --depth 1 origin c1d22bdca5a83921f435a52f2832320538236a62",
    "git reset --mixed FETCH_HEAD; ls -la",
    "ls -la <guest-path>; ls -la /tmp; command -v node || true; curl -fsSL https://icons.leularia.com/api/v1/search?q=house | head -c 1000",
    "git status --short; git rev-parse HEAD; command -v node; command -v npm; sudo -n apt-get update -qq && sudo -n apt-get install -y nodejs npm",
    "node --version; npm --version; cd /tmp && npm view aria-icons version",
    "mkdir -p .coldpass; cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"cli\",\"argv\":[\"npx\",\"-y\",\"aria-icons@latest\",\"search\",\"house\",\"--collection\",\"lucide\",\"--json\"],\"cwd\":\"/tmp\",\"expected_text\":\"lucide:house\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[{\"kind\":\"claim\",\"claim\":\"Search all collections\",\"source\":\"`search <query>` | Search all collections\",\"input\":\"house\",\"expected\":\"lucide:house\",\"probe_kind\":\"cli\",\"argv\":[\"npx\",\"-y\",\"aria-icons@latest\",\"search\",\"house\",\"--collection\",\"lucide\",\"--json\"],\"expected_text\":\"lucide:house\",\"cwd\":\"/tmp\"}]\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[{\"kind\":\"example\",\"claim\":\"Search an icon collection\",\"source\":\"README.md Quick start command table\",\"input\":\"house in lucide\",\"expected\":\"lucide:house result\",\"argv\":[\"npx\",\"-y\",\"aria-icons@latest\",\"search\",\"house\",\"--collection\",\"lucide\",\"--json\"],\"cwd\":\"/tmp\",\"expected_text\":\"lucide:house\"}]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Inspected CLI entry point and README commands; the product provides search, get, add, migrate and MCP operations without a scheduler or recurring cycle.\",\"checks\":[]}\nEOF\ncd /tmp && npx -y aria-icons@latest search house --collection lucide --json",
    "<env-var>=<guest-path> python3 -I <guest-path> --validate --replay",
    "cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Search icons with the published aria-icons CLI\",\"operation_scope\":\"README quick start published CLI; Node 18 installed in guest\",\"steps\":[\"Pinned checkout at c1d22bdca5a83921f435a52f2832320538236a62\",\"Installed Node.js and npm with sudo apt-get\",\"From /tmp ran npx -y aria-icons@latest search house --collection lucide --json\",\"Validated and replayed probe, README claim, example and cycle record with the coldpass checker\"],\"deviations\":[],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":null}\nEOF\n<env-var>=<guest-path> python3 -I <guest-path> --validate --replay | python3 -c 'import json,sys; x=json.load(sys.stdin); print(json.dumps({\"valid\":x.get(\"valid\"),\"problems\":x.get(\"problems\"),\"status\":x.get(\"replay\",{}).get(\"status\")}))'"
  ],
  "stuck_step": null,
  "error_excerpt": null,
  "what_it_did": "Search icons with the published aria-icons CLI",
  "suggested_fix": null,
  "tokens_in": 355610,
  "tokens_out": 2115,
  "cost_usd": null,
  "usage_complete": true,
  "checks": [
    {
      "check": "operation",
      "status": "PASS",
      "details": {
        "working": true,
        "argv": [
          "npx",
          "-y",
          "aria-icons@latest",
          "search",
          "house",
          "--collection",
          "lucide",
          "--json"
        ],
        "kind": "cli",
        "returncode": 0,
        "stdout": "{\n  \"query\": \"house\",\n  \"total\": 18,\n  \"icons\": [\n    {\n      \"id\": \"lucide:house\",\n      \"legacyId\": \"lucide-icons-house\",\n      \"set\": \"lucide-icons\",\n      \"name\": \"house\",\n      \"styles\": [\n        \"line\"\n      ],\n[excerpt truncated]",
        "stderr": "",
        "needs_credentials": false,
        "needs_browser": false,
        "scope": "product operation"
      }
    }
  ],
  "safety": {
    "version": "z2x-1",
    "rules_version": "z2x-1",
    "summary": "Review signals: 1 download and execute, 172 hardcoded secret, 123 known vulnerability. 8 static matches retained as context.",
    "findings": [
      {
        "kind": "download-and-execute",
        "count": 1,
        "note": "Source contains download and execute; review its purpose.",
        "location_count": 1,
        "path": "apps/web/public/install.sh"
      },
      {
        "kind": "hardcoded-secret",
        "count": 172,
        "note": "Gitleaks found a possible hardcoded secret; value withheld.",
        "location_count": 2
      },
      {
        "kind": "known-vulnerability",
        "count": 123,
        "note": "OSV reports a known vulnerability in this dependency version.",
        "location_count": 24
      }
    ],
    "context": [
      {
        "kind": "hardcoded-secret",
        "count": 6,
        "note": "Gitleaks found a possible hardcoded secret; value withheld.",
        "location_count": 6
      }
    ],
    "limitations": [
      "A short run cannot establish that code is safe.",
      "Connections show IP addresses; proxies can hide the final hostname.",
      "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing."
    ],
    "static": {
      "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check."
    },
    "evidence_url": "/safety/?run=LeulAria--Aria-Icons-gpt-6-luna-1792810627302209180",
    "evidence_file": "/data/safety/LeulAria--Aria-Icons-gpt-6-luna-1792810627302209180.json.gz"
  },
  "agent_execution": "native_agent",
  "agent_runtime": "codex",
  "agent_runtime_version": "codex-cli 0.163.0",
  "tool_transport": "mcp-assigned-vm",
  "platform": "linux",
  "reasoning": "low",
  "service_tier": "standard",
  "resources": {
    "cpus": 2,
    "memory_mib": 4096,
    "disk_mib": 32768
  },
  "native_tool_calls": 11,
  "native_bundle": null,
  "architecture": null,
  "backend": "hyperv",
  "platform_details": {
    "backend": "hyperv",
    "os": "linux"
  },
  "platform_conflicts": null,
  "sandbox_source": null,
  "source_pin": {
    "commit": "c1d22bdca5a83921f435a52f2832320538236a62",
    "url": "https://github.com/LeulAria/Aria-Icons"
  },
  "purpose": "initial",
  "profile": {
    "model": "gpt-6-luna",
    "reasoning": "low"
  },
  "fault": {
    "owner": null,
    "status": "resolved",
    "reason": null
  },
  "fix_id": null,
  "verifies_run_id": null,
  "hosting": null,
  "operation_scope": "product operation",
  "tool_calls": 11,
  "guest_setup": null,
  "runtime": null,
  "runtime_version": null,
  "runtime_revision": null,
  "source_revision": null,
  "evidence_version": null,
  "failure_origin": null,
  "evidence_strength": "readme_checked",
  "works": "yes",
  "install_s": null,
  "first_use_s": null,
  "mcp": "unknown",
  "needs": [],
  "needs_which": null,
  "agent_interface": [
    "cli"
  ],
  "license": "MIT",
  "repo_url": "https://github.com/LeulAria/Aria-Icons",
  "cost_to_try": "free",
  "hardware": null,
  "what_failed": null,
  "local_or_hosted": "local",
  "cycle_checks": [
    {
      "kind": "cycle",
      "claim": "Scheduled or looping main behavior",
      "source": "repository entry points",
      "input": "source inspection",
      "expected": "identify the product trigger",
      "verdict": "yes",
      "outcome": "Inspected CLI entry point and README commands; the product provides search, get, add, migrate and MCP operations without a scheduler or recurring cycle.",
      "evidence": "Inspected CLI entry point and README commands; the product provides search, get, add, migrate and MCP operations without a scheduler or recurring cycle.",
      "command": ""
    }
  ],
  "claims": [
    {
      "kind": "claim",
      "claim": "Search all collections",
      "source": "`search <query>` | Search all collections",
      "input": "house",
      "expected": "lucide:house",
      "command": "npx -y aria-icons@latest search house --collection lucide --json",
      "verdict": "yes",
      "outcome": "Real input produced the expected result: lucide:house",
      "evidence": "lucide:house\",\n      \"legacyId\": \"lucide-icons-house\",\n      \"set\": \"lucide-icons\",\n      \"name\": \"house\",\n      \"styles\": [\n        \"line\"\n      ],\n      \"tags\": [\n        \"home\",\n        \"living\",\n        \"building\",\n        \"residence\",\n        \"architecture\",\n        \"buildings\",\n        \"navigation\"\n      ],\n      \"score\": 99.5\n    },\n    {\n      \"id\": \"lucide:house-plug\",\n      \"legacyId\": \"lucide-icons-house-plug\",\n      \"set\": \"lucide-icons\",\n      \"name\": \"house-plug\",\n      \"styles\": [\n        \"line\"\n      ],\n      \"tags\": [\n        \"home\",\n        \"living\",\n        \"building\",\n     ",
      "returncode": 0,
      "source_checked": true,
      "source_file": "README.md"
    }
  ],
  "claims_note": null,
  "example_checks": [
    {
      "kind": "example",
      "claim": "Search an icon collection",
      "source": "README.md Quick start command table",
      "input": "house in lucide",
      "command": "npx -y aria-icons@latest search house --collection lucide --json",
      "evidence": "\": [\n        \"off\",\n        \"zero\",\n        \"record\",\n        \"shape\",\n        \"circle-pile\",\n        \"circle\",\n        \"pile\",\n        \"stack\",\n        \"layer\",\n        \"structure\",\n        \"form\",\n        \"group\"\n      ],\n      \"score\": 33.9\n    },\n    {\n      \"id\": \"lucide:tower-control\",\n      \"legacyId\": \"lucide-icons-tower-control\",\n      \"set\": \"lucide-icons\",\n      \"name\": \"tower-control\",\n      \"styles\": [\n        \"line\"\n      ],\n      \"tags\": [\n        \"airport\",\n        \"travel\",\n        \"tower\",\n        \"transportation\",\n        \"lighthouse\"\n      ],\n      \"score\": 33.7\n    }\n  ]\n}",
      "deferred": false,
      "expected": "lucide:house result",
      "returncode": 0,
      "verdict": "yes",
      "outcome": "command completed successfully"
    }
  ],
  "does_what_it_says": "yes",
  "maintenance": {
    "archived": false,
    "commits_90d": 68,
    "last_commit_at": "2026-10-17T09:20:06Z",
    "last_release_at": "2026-08-29T12:57:55Z",
    "median_reply_hours": 48.5,
    "merged_prs_90d": 9,
    "note": "actively maintained: last commit 6 days ago; 68 commits and 9 merged PRs in 90 days; 0 open issues, 5 open PRs; 2 of 2 recent threads got a maintainer reply, median first reply 48.5h; latest release 2026-08-29",
    "open_issues": 0,
    "open_prs": 5,
    "reply_share": 1.0,
    "reply_threads": 2,
    "verdict": "maintained"
  },
  "maintenance_verdict": "maintained",
  "maintenance_note": "actively maintained: last commit 6 days ago; 68 commits and 9 merged PRs in 90 days; 0 open issues, 5 open PRs; 2 of 2 recent threads got a maintainer reply, median first reply 48.5h; latest release 2026-08-29",
  "maintained": "active",
  "maintained_note": "last commit 6 days ago; 0 open issues, 2 answered or closed",
  "last_commit_at": "2026-10-17T09:20:06Z",
  "last_release_at": "2026-08-29T12:57:55Z",
  "open_issues": 0,
  "answered_issues": 2,
  "platforms_claimed": [
    "linux"
  ],
  "topic": "mcp-server",
  "agent_interfaces": [
    {
      "interface": "mcp",
      "evidence": "README metadata",
      "observed": false,
      "operation_checked": false
    },
    {
      "interface": "cli",
      "evidence": "independent checker",
      "observed": true,
      "operation_checked": true
    }
  ],
  "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.",
  "mcp_context": null,
  "tested_at": "2026-10-24T03:17:10.659018+00:00",
  "tested_commit": "c1d22bdca5a83921f435a52f2832320538236a62",
  "tested_with": {
    "agent": "codex",
    "agent_version": "codex-cli 0.163.0",
    "model": "gpt-6-luna",
    "model_route": "gpt-6-luna",
    "reasoning": "low",
    "os": "linux",
    "backend": "hyperv",
    "transport": "mcp-assigned-vm"
  },
  "setup_identity": {
    "repo": "LeulAria/Aria-Icons",
    "source": "https://github.com/LeulAria/Aria-Icons",
    "commit": "c1d22bdca5a83921f435a52f2832320538236a62",
    "source_revision": null,
    "os": "linux",
    "architecture": null,
    "backend": "hyperv",
    "model": "gpt-6-luna",
    "model_version": "gpt-6-luna",
    "agent_execution": "native_agent",
    "agent_runtime": "codex",
    "agent_runtime_version": "codex-cli 0.163.0",
    "tool_transport": "mcp-assigned-vm",
    "runtime": null,
    "runtime_version": null,
    "runtime_revision": null,
    "sandbox_source": null,
    "guest_setup": null,
    "source_pin": {
      "commit": "c1d22bdca5a83921f435a52f2832320538236a62",
      "url": "https://github.com/LeulAria/Aria-Icons"
    },
    "platform_details": {
      "os": "linux",
      "backend": "hyperv"
    },
    "platform_conflicts": null,
    "reasoning": "low",
    "service_tier": "standard",
    "resources": {
      "cpus": 2,
      "memory_mib": 4096,
      "disk_mib": 32768
    },
    "operation": "Search icons with the published aria-icons CLI",
    "operation_scope": "product operation",
    "hosting": null,
    "kind": "mcp",
    "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf",
    "evidence_version": null
  },
  "other_model": null,
  "other_run_id": null,
  "models_agree": null,
  "furthest_model": null,
  "transcript_url": null,
  "report_url": "/reports/LeulAria--Aria-Icons-gpt-6-luna-1792810627302209180.json"
}