{ "checker": { "claims": [ { "claim": "Evaluate a client relevance expression inside a container with a pinned qna version", "command": " --container ubuntu:22.04 --qna-version 11.0 'name of operating system'", "evidence": "Linux Ubuntu 22.04.5 LTS\nINFO bigfix_remote_client_relevance.orchestrate: evaluating 1 client-relevance expression(s) across 1 target/version pair(s), max_parallel=8\n", "expected": "Linux Ubuntu 22.04.5 LTS", "input": "name of operating system in ubuntu:22.04 container, qna 11.0", "kind": "claim", "outcome": "Real input produced the expected result: Linux Ubuntu 22.04.5 LTS", "returncode": 0, "source": "bigfix-remote-client-relevance --container ubuntu:22.04 --qna-version 11.0 \"name of operating system\"", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "--schema prints the JSON Schema for a single result", "command": " --schema", "evidence": "ClientRelevanceResult\",\n \"description\": \"One evaluation of one client-relevance expression on one target, for one qna version. Emitted by the CLI's --json and --jsonl output and by bigfix_remote_client_relevance.serialize.result_to_dict.\",\n \"type\": \"object\",\n \"properties\": {\n \"host\": {\n \"type\": \"string\",\n \"description\": \"\\\"local\\\", an SSH host, or \\\"container:@\\\".\"\n },\n \"transport\": {\n \"type\": \"string\",\n \"enum\": [\n \"local\",\n \"ssh\",\n \"container\",\n \"fastquery\"\n ]\n },\n \"platform\": {\n \"type\": [\n \"string", "expected": "ClientRelevanceResult schema", "input": "--schema", "kind": "claim", "outcome": "Real input produced the expected result: ClientRelevanceResult", "returncode": 0, "source": "prints the JSON Schema for a single result and exits 0", "source_checked": true, "source_file": "README.md", "verdict": "yes" } ], "cycle_checks": [ { "claim": "Scheduled or looping main behavior", "command": "", "evidence": "Entry points inspected (cli.py, orchestrate.py, transports/*). The package is a one-shot CLI and library with no cron, scheduler, --once/--now, webhook or daemon loop; the while-True/sleep hits in source are polling and retry helpers (ssh_discovery, container, fastquery, online_evaluator), not product cycles. Each run evaluates once and exits.", "expected": "identify the product trigger", "input": "source inspection", "kind": "cycle", "outcome": "Entry points inspected (cli.py, orchestrate.py, transports/*). The package is a one-shot CLI and library with no cron, scheduler, --once/--now, webhook or daemon loop; the while-True/sleep hits in source are polling and retry helpers (ssh_discovery, container, fastquery, online_evaluator), not product cycles. Each run evaluates once and exits.", "source": "repository entry points", "verdict": "yes" } ], "details": { "argv": [ "", "--container", "ubuntu:22.04", "--qna-version", "11.0", "name of operating system" ], "kind": "cli", "needs_browser": false, "needs_credentials": false, "returncode": 0, "scope": "product operation", "stderr": "INFO bigfix_remote_client_relevance.orchestrate: evaluating 1 client-relevance expression(s) across 1 target/version pair(s), max_parallel=8", "stdout": "Linux Ubuntu 22.04.5 LTS", "working": true }, "evidence_strength": "readme_checked", "example_checks": [ { "claim": "Print the JSON Schema for a single result without a target", "command": " --schema", "deferred": false, "evidence": "k time measured by the controller.\"\n },\n \"raw_qna_output\": {\n \"type\": \"string\",\n \"description\": \"Full qna stdout, for debugging and for agents to self-correct on. May be truncated with a trailing marker when the producer applied a cap.\"\n }\n },\n \"required\": [\n \"host\",\n \"transport\",\n \"platform\",\n \"arch\",\n \"client_relevance\",\n \"ok\",\n \"answers\",\n \"answer_types\",\n \"error\",\n \"error_kind\",\n \"exit_code\",\n \"qna_version\",\n \"qna_fallback_from\",\n \"qna_path\",\n \"qna_time\",\n \"use_client_context\",\n \"elapsed_ms\",\n \"raw_qna_output\"\n ]\n}", "expected": "schema title ClientRelevanceResult", "input": "--schema", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md ## Use / From a non-Python server", "verdict": "yes" } ], "status": "PASS" }, "deviations": [ "Docker was not preinstalled; installed docker.io via apt-get (Docker 29.1.3). Docker socket was not accessible to the ubuntu user after install, so I added ubuntu to the docker group and ran chmod 666 /var/run/docker.sock in this disposable guest to allow non-root use.", "Ran the CLI from the pinned checkout's .venv (uv sync) rather than uv tool install bigfix-remote-client-relevance, so the tested code matches the pinned commit (version 1.7.0).", "Skipped --local, SSH, --inventory and --fastquery targets: no local qna, no SSH endpoint, no BES REST connection in this guest.", "No product cycle exists (one-shot CLI); cycles.json has detected=false." ], "fault_owner": null, "main_blocker": null, "operation": "Evaluate a BigFix client-relevance expression (\"name of operating system\") inside an ubuntu:22.04 container with qna 11.0, via the README's documented --container command", "operation_scope": "Requires Docker (installed via apt docker.io) and network access to Docker Hub and support.bigfix.com for the qna 11.0.7.61 artifact. Local --local, SSH and Fast Query paths were not exercised (no local BigFix client, no SSH host, no BES REST connection).", "outcome": "working", "plain_failure": null, "steps": [ "uv --version (uv 0.13.5 present; Python 3.12.3 satisfies .python-version 3.12 and requires-python >=3.11)", "uv sync (in , per AGENTS.md Commands)", "sudo apt-get -o DPkg::Lock::Timeout=300 install -y docker.io", "docker pull ubuntu:22.04", "bigfix-remote-client-relevance --container ubuntu:22.04 --qna-version 11.0 \"name of operating system\" -> 'Linux Ubuntu 22.04.5 LTS'", "bigfix-remote-client-relevance --schema -> ClientRelevanceResult JSON Schema" ], "stuck_step": null, "suggested_fix": "None for the tested path. Optional: document that --container needs Docker and a user with permission to reach the Docker socket." }