{ "run_id": "aashishmahajan--kube-noob-claude-haiku-5-5-1793143383708318849", "date": "2026-10-27T23:27:16.878051+00:00", "repo": "aashishmahajan/kube-noob", "kind": "mcp", "source": "https://github.com/aashishmahajan/kube-noob", "commit": "42e1f4fea0d5958292b4b5c18519471e39381ef2", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-d5b140d3c0f8b95c2dd6fe6fc381a303cacb92679582c22317d8e78b572f0cf2", "pass": true, "outcome": "pass", "time_to_working_s": 224.19041808499605, "total_s": 253.1696858406067, "steps": [ "cd && pwd && ls -la && id -u && python3 --version && cat README.md 2>/dev/null | head -c 6000", "cd && tail -c 400 README.md; echo ----; ls .coldpass; echo ----; grep -n -i \"install\\|pip\\|uv \" docs/install.md | head -60; echo ----; which uv pipx pip3; python3 -m pip --version", "cd /tmp && python3 -m venv 2>&1 | tail -3; ls 2>/dev/null | head", "grep -n \"requires-python\\|^name\\|^version\\|\\[project.scripts\\]\" -A2 | head -20; cat | head -c 600", "cd /tmp && install --upgrade pip 2>&1 | tail -2; install 2>&1 | tail -6", "cd /tmp && K=; $K --version; $K demo --list 2>&1 | head -30; echo \"rc=$?\"; $K doctor 2>&1 | head -30", "cd /tmp && K=; ls | head -30; $K audit --help 2>&1 | head -40", "cd /tmp && K=; $K audit -f --platform openshift --version 4.22 2>&1 | head -60; echo \"rc=${PIPESTATUS[0]}\"", "cd /tmp && K=; timeout 600 $K selftest 2>&1 | tail -15; echo \"rc=${PIPESTATUS[0]}\"", "cd /tmp && K=; $K diagnose --help 2>&1 | head -20; echo ----; $K diagnose \"$(head -c 600 )\" 2>&1 | head -40; echo \"rc=${PIPESTATUS[0]}\"", "cd && grep -rn -i \"cron\\|schedul\\|--once\\|--now\\|webhook\\|while True\\|sleep(\" src | head -20; echo ----; grep -n \"^ *\\\"\\?\\(search\\|diagnose\\|audit\\|generate\\)\\\"\\?\\b\" -r src --include=*.py | head -10; ls src/kube_noob | head -60", "cd && grep -rln -i \"cron\\|schedul\\|--once\\|webhook\" src | head; echo ----; grep -rn -i \"\\-\\-once\\|\\-\\-now\\|while True\\|webhook\" src | cut -c1-200 | head -12", "cd && grep -n -i \"cron\\|schedul\\|watch\\|daemon\" src/kube_noob/cli.py | cut -c1-180 | head; echo ----; sed -n 258,275p src/kube_noob/debug/policy.py | cut -c1-160", "cd && ls src/kube_noob | tr '\\n' ' '; echo; grep -rn \"name=\\\"\\|@.*tool\" src/kube_noob/mcp*.py src/kube_noob/mcp/ 2>/dev/null | cut -c1-160 | head -40", "cd && ls src/kube_noob/server; grep -n \"def \\|name=\" src/kube_noob/toolkit.py | cut -c1-150 | head -50", "cd && grep -n -A6 \"^class SearchIn\\|^class RuleIn\" src/kube_noob/toolkit.py | cut -c1-170", "cd /tmp && K=; { printf '%s\\n' '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},\"clientInfo\":{\"name\":\"probe\",\"version\":\"0\"}}}' '{\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"}' '{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/call\",\"params\":{\"name\":\"explain\",\"arguments\":{\"rule_id\":\"KN-S013\"}}}'; sleep 3; } | timeout 60 $K mcp 2> | cut -c1-700; echo \"rc=${PIPESTATUS[1]}\"; head -c 400 ", "cd /tmp && K=; { printf '%s\\n' '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"initialize\",\"params\":{\"protocolVersion\":\"2025-06-18\",\"capabilities\":{},\"clientInfo\":{\"name\":\"probe\",\"version\":\"0\"}}}' '{\"jsonrpc\":\"2.0\",\"method\":\"notifications/initialized\"}' '{\"jsonrpc\":\"2.0\",\"id\":2,\"method\":\"tools/list\"}' '{\"jsonrpc\":\"2.0\",\"id\":3,\"method\":\"tools/call\",\"params\":{\"name\":\"kubenoob_search_knowledge\",\"arguments\":{\"query\":\"readinessProbe\",\"limit\":2}}}'; sleep 4; } | timeout 60 $K mcp 2>/dev/null | tail -n 2 | python3 -I -c 'import sys,json\nfor l in sys.stdin:\n d=json.loads(l)\n if d.get(\"id\")==2: print([t[\"name\"] for t in d[\"result\"][\"tools\"]])\n if d.get(\"id\")==3: print(d[\"result\"][\"content\"][0][\"text\"][:900])'", "cd /tmp && K=; $K --cluster-enabled watch -n shop --once 2>&1 | head -8; echo \"rc=${PIPESTATUS[0]}\"; echo ----; $K demo search 2>&1 | head -12; echo \"rc=${PIPESTATUS[0]}\"", "cd /tmp && K=; $K audit -f --platform openshift --version 4.22 --fail-on never --format json 2>&1 | head -c 300; echo; echo \"rc=${PIPESTATUS[0]}\"; echo ----; $K diagnose \"$(cat | head -c 300)\" 2>&1 | grep -i \"id:\" | head -3", "cd && grep -n -F -e '- **Cite**: answers cite local knowledge as `[kn:#]`.' -e '- **Audit**: 60 rules plus strict schemas (Kubernetes 1.35, Routes, SCCs, EgressFirewall, Gateway API, StackRox),' -e '- **Debug**: 38 offline playbooks, read-only steps first;' README.md | cut -c1-200; grep -c \"\" README.md", "cd && K=; W=; cat > probe.json < claims.json <#] chunk ids\",\"source\":\"- **Cite**: answers cite local knowledge as \\`[kn:#]\\`.\",\"input\":\"readinessProbe\",\"expected\":\"search result cites kn:k8s-probes#0\",\"probe_kind\":\"mcp\",\"argv\":[\"$K\",\"mcp\"],\"tool\":\"kubenoob_search_knowledge\",\"arguments\":{\"query\":\"readinessProbe\",\"limit\":2},\"expected_text\":\"kn:k8s-probes#0\",\"cwd\":\"$W\"},\n{\"kind\":\"claim\",\"claim\":\"Audit finds issues in a Deployment with rules such as KN-S013\",\"source\":\"- **Audit**: 60 rules plus strict schemas (Kubernetes 1.35, Routes, SCCs, EgressFirewall, Gateway API, StackRox),\",\"input\":\"examples/insecure-deployment.yaml\",\"expected\":\"report lists KN-S013 hardcoded DB_PASSWORD finding\",\"probe_kind\":\"cli\",\"argv\":[\"$K\",\"audit\",\"-f\",\"$W/examples/insecure-deployment.yaml\",\"--platform\",\"openshift\",\"--version\",\"4.22\",\"--fail-on\",\"never\"],\"expected_text\":\"KN-S013\",\"cwd\":\"$W\"},\n{\"kind\":\"claim\",\"claim\":\"Debug diagnoses a CrashLoop from pasted events\",\"source\":\"- **Debug**: 38 offline playbooks, read-only steps first;\",\"input\":\"examples/events-crashloop.txt\",\"expected\":\"diagnosis id DBG-CRASHLOOP\",\"probe_kind\":\"cli\",\"argv\":[\"$K\",\"diagnose\",\"-f\",\"$W/examples/events-crashloop.txt\"],\"expected_text\":\"DBG-CRASHLOOP\",\"cwd\":\"$W\"}\n]\nEOF\npython3 -I -c 'import json;json.load(open(\"probe.json\"));print(len(json.load(open(\"claims.json\"))),\"claims ok\")'", "cd && K=; W=; cat > examples.json < cycles.json < && = python3 -I --validate --replay 2>&1 | tail -c 4000; echo \"rc=${PIPESTATUS[0]}\"", "cd && = python3 -I --validate --replay > 2>&1; echo rc=$?; python3 -I -c '\nimport json,re\nt=open(\"\").read()\nprint(len(t))\ni=t.find(\"{\")\ntry:\n d=json.loads(t[i:])\n print({k:(v if not isinstance(v,(dict,list)) else \"...\") for k,v in d.items()})\n for k in d:\n if isinstance(d[k],dict) and (\"error\" in d[k] or \"valid\" in d[k]): print(k, d[k].get(\"valid\"), str(d[k].get(\"error\"))[:600])\nexcept Exception as e: print(\"parse\",e); print(t[:1500])\n' 2>&1 | cut -c1-1500", "cd && python3 -I -c '\nimport json\nt=open(\"\").read()\nd=json.loads(t[t.find(\"{\"):])\nprint(\"PROBLEMS:\", json.dumps(d[\"problems\"], indent=1)[:2500])\nr=d[\"replay\"]\nprint(\"REPLAY keys:\", list(r.keys()) if isinstance(r,dict) else type(r))\n' | cut -c1-600", "cd && python3 -I -c '\nimport json\nt=open(\"\").read()\nd=json.loads(t[t.find(\"{\"):])\nfor c in d[\"replay\"][\"claims\"]:\n print({k:str(v)[:160] for k,v in c.items() if k in (\"claim\",\"verdict\",\"outcome\",\"command\",\"returncode\")})\n' | cut -c1-700", "grep -n \"help/version\" -B12 | cut -c1-200 | head -60", "cd /tmp && K=; $K audit -f --platform openshift --fail-on never 2>&1 | grep -E \"KN-S013|audit \\|\" ; echo \"rc=${PIPESTATUS[0]}\"; grep -n -i \"version\" | head -5", "cd && python3 -I -c '\nimport json\nc=json.load(open(\"claims.json\"))\nfor x in c:\n if \"audit\" in x[\"argv\"]:\n a=x[\"argv\"]; i=a.index(\"--version\"); del a[i:i+2]\n print(a)\njson.dump(c,open(\"claims.json\",\"w\"),indent=1)\n' && cd && = python3 -I --validate --replay > 2>&1; echo rc=$?; python3 -I -c '\nimport json\nt=open(\"\").read()\nd=json.loads(t[t.find(\"{\"):])\nprint(\"valid:\",d[\"valid\"]); print(\"PROBLEMS:\", d[\"problems\"])\nprint(\"status:\", d[\"replay\"][\"status\"], d[\"replay\"].get(\"evidence_strength\"))\n' | cut -c1-900", "cd && cat > report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Install kube-noob 0.4.0 from the pinned checkout into a venv and run its CLI (audit, diagnose, demo, selftest) and its MCP stdio server (kubenoob_search_knowledge)\",\"operation_scope\":\"Local offline use with Python 3.12.3 in ; no cluster, no web lookups, no LLM. Cluster-backed watch was not run because no oc/kubectl or pod is available in the guest.\",\"steps\":[\"python3 -m venv \",\" install (README: pip install in a virtual environment; installed from the checkout instead of PyPI so the pinned source is what runs)\",\"kube-noob --version\",\"kube-noob demo --list\",\"kube-noob doctor\",\"kube-noob audit -f examples/insecure-deployment.yaml --platform openshift --fail-on never\",\"kube-noob selftest\",\"kube-noob diagnose -f examples/events-crashloop.txt\",\"kube-noob demo search\",\"kube-noob mcp (stdio JSON-RPC: initialize, tools/list, tools/call kubenoob_search_knowledge)\"],\"deviations\":[\"README suggests uv/pipx/brew; used the pip-in-venv route from docs/install.md because uv/pipx were not required and the source was the pinned checkout.\",\"Audit without --fail-on never exits 1 by design when high-severity findings exist; the probe and claim use --fail-on never to get a zero exit code.\",\"The audit claim omits the documented --version 4.22 option: the checker rejects any argv containing a version token as help/version-only (validation reported 'help/version/requirements alone does not establish working behavior'). Without it the product still reports the KN-S013 finding on platform=openshift with the default version, so the claim checks the same behavior.\",\"Cycle: the 'watch' loop (cli.py, --once) needs a live cluster. Without one it exits 4: 'No cluster backend available'. No cycle was replayed; recorded as a missing prerequisite in cycles.json.\",\"The README's 'brew', 'uv tool' and Claude plugin installs were not run (no Homebrew, not required).\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":\"None for the product. Optional: when a checker treats '--version' as help-only, the audit claim needs a different probe shape; the product itself is fine.\"}\nEOF\npython3 -I -c 'import json;d=json.load(open(\"report.json\"));print(d[\"outcome\"], d[\"fault_owner\"])'; cd && ls -la .coldpass && = python3 -I --validate --replay 2>&1 | python3 -I -c 'import sys,json;t=sys.stdin.read();print(t[:300])' | head -5" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Install kube-noob 0.4.0 from the pinned checkout into a venv and run its CLI (audit, diagnose, demo, selftest) and its MCP stdio server (kubenoob_search_knowledge)", "suggested_fix": null, "tokens_in": 824368, "tokens_out": 17775, "cost_usd": 0.025905870000000004, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "", "mcp" ], "kind": "mcp", "serverInfo": { "icons": [ { "mimeType": "image/svg+xml", "sizes": [ "any" ], "src": "data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCA1MTIgNTEyIiByb2xlPSJpbWciIGFyaWEtbGFiZWxsZWRieT0idCI+CiAgPHRpdGxlIGlkPSJ0Ij5rdWJlLW5vb2I8L3RpdGxlPgogIDxkZWZzPgogICAgPGxpbmVhckdyYWRpZW50IGlkPSJiZyIgeDE9IjAiIHkxPSIwIiB4Mj0iMSIgeTI9IjEiPgogICAgICA8c3RvcCBvZmZzZXQ9IjAiIHN0b3AtY29sb3I9IiMwRTJBNDciLz4KICAgICAgPHN0b3Agb2Zmc2V0PSIxIiBzdG9wLWNvbG9yPSIjMDcxNDIyIi8+CiAgICA8L2xpbmVhckdyYWRpZW50PgogICAgPGxpbmVhckdyYWRpZW50IGlkPSJyaW5nIiB4MT0iMCIgeTE9IjAiIHgyPSIxIiB5Mj0iMSI+CiAgICAgIDxzdG9wIG9mZnNldD0iMCIgc3RvcC1jb2xvcj0iIzQzRTk3QiIvPgogICAgICA8c3RvcCBvZmZzZXQ9IjAuNTUiIHN0b3AtY29sb3I9IiMyMkI4Q0YiLz4KICAgICAgPHN0b3Agb2Zmc2V0PSIxIiBzdG9wLWNvbG9yPSIjMkY2RkVEIi8+CiAgICA8L2xpbmVhckdyYWRpZW50PgogICAgPGxpbmVhckdyYWRpZW50IGlkPSJib2R5IiB4MT0iMCIgeTE9IjAiIHgyPSIxIiB5Mj0iMSI+CiAgICAgIDxzdG9wIG9mZnNldD0iMCIgc3RvcC1jb2xvcj0iI0ZGRkZGRiIvPgogICAgICA8c3RvcCBvZmZzZXQ9IjEiIHN0b3AtY29sb3I9IiM5Q0NCRkYiLz4KICAgIDwvbGluZWFyR3JhZGllbnQ+CiAgICA8bGluZWFyR3JhZGllbnQgaWQ9ImZpbiIgeDE9IjAiIHkxPSIwIiB4Mj0iMSIgeTI9IjEiPgogICAgICA8c3RvcCBvZmZzZXQ9IjAiIHN0b3AtY29sb3I9IiM0M0U5N0IiLz4KICAgICAgPHN0b3Agb2Zmc2V0PSIxIiBzdG9wLWNvbG9yPSIjMTZBM0EzIi8+CiAgICA8L2xpbmVhckdyYWRpZW50PgogICAgPGxpbmVhckdyYWRpZW50IGlkPSJmbGFtZSIgeDE9IjEiIHkxPSIwIiB4Mj0iMCIgeTI9IjEiPgogICAgICA8c3RvcCBvZmZzZXQ9IjAiIHN0b3AtY29sb3I9IiNGRkU0NUMiLz4KICAgICAgPHN0b3Agb2Zmc2V0PSIwLjUiIHN0b3AtY29sb3I9IiNGRjlGMUMiLz4KICAgICAgPHN0b3Agb2Zmc2V0PSIxIiBzdG9wLWNvbG9yPSIjRkY0RDJFIi8+CiAgICA8L2xpbmVhckdyYWRpZW50PgogICAgPHJhZGlhbEdyYWRpZW50IGlkPSJ2aXNvciIgY3g9IjAuNCIgY3k9IjAuMzUiIHI9IjAuNzUiPgogICAgICA8c3RvcCBvZmZzZXQ9IjAiIHN0b3AtY29sb3I9IiMxRjRFN0EiLz4KICAgICAgPHN0b3Agb2Zmc2V0PSIxIiBzdG9wLWNvbG9yPSIjMEExQTJDIi8+CiAgICA8L3JhZGlhbEdyYWRpZW50PgogIDwvZGVmcz4KCiAgPCEtLSBhcHAtaWNvbiB0aWxlIC0tPgogIDxyZWN0IHg9IjAiIHk9IjAiIHdpZHRoPSI1MTIiIGhlaWdodD0iNTEyIiByeD0iMTEyIiBmaWxsPSJ1cmwoI2JnKSIvPgogIDxyZWN0IHg9IjE4IiB5PSIxOCIgd2lkdGg9IjQ3NiIgaGVpZ2h0PSI0NzYiIHJ4PSI5NiIgZmlsbD0ibm9uZSIgc3Ryb2tlPSJ1cmwoI3JpbmcpIiBzdHJva2Utd2lkdGg9IjE0Ii8+CgogIDwhLS0gc3RhcnMgLS0+CiAgPGNpcmNsZSBjeD0iNDA0IiBjeT0iMzcyIiByPSI3IiBmaWxsPSIjNDNFOTdCIi8+CiAgPGNpcmNsZSBjeD0iNDI4IiBjeT0iMTc2IiByPSI0IiBmaWxsPSIjOUNDQkZGIi8+CiAgPGNpcmNsZSBjeD0iMTE4IiBjeT0iMTIyIiByPSI1IiBmaWxsPSIjOUNDQkZGIi8+CgogIDwhLS0gcm9ja2V0LCBmbHlpbmcgdXAtcmlnaHQgLS0+CiAgPGcgdHJhbnNmb3JtPSJyb3RhdGUoNDUgMjU2IDI1NikiPgogICAgPCEtLSBmbGFtZSAtLT4KICAgIDxwYXRoIGQ9Ik0yNTYgMzUyIEMgMjI2IDM5MiAyMzIgNDMyIDI1NiA0NzAgQyAyODAgNDMyIDI4NiAzOTIgMjU2IDM1MiBaIiBmaWxsPSJ1cmwoI2ZsYW1lKSIvPgogICAgPHBhdGggZD0iTTI1NiAzNjIgQyAyNDQgMzg4IDI0NiA0MTQgMjU2IDQzNiBDIDI2NiA0MTQgMjY4IDM4OCAyNTYgMzYyIFoiIGZpbGw9IiNGRkYzQjAiLz4KICAgIDwhLS0gZmlucyAtLT4KICAgIDxwYXRoIGQ9Ik0xOTYgMjkwIEwgMTUwIDM1MiBMIDE1MCAzNzIgTCAyMDYgMzQwIFoiIGZpbGw9InVybCgjZmluKSIvPgogICAgPHBhdGggZD0iTTMxNiAyOTAgTCAzNjIgMzUyIEwgMzYyIDM3MiBMIDMwNiAzNDAgWiIgZmlsbD0idXJsKCNmaW4pIi8+CiAgICA8IS0tIGJvZHkgLS0+CiAgICA8cGF0aCBkPSJNMjU2IDY0IEMgMzE2IDExMiAzMzAgMTk2IDMyMiAzMDAgQyAzMjAgMzMwIDMwNiAzNTIgMjU2IDM1MiBDIDIwNiAzNTIgMTkyIDMzMCAxOTAgMzAwIEMgMTgyIDE5NiAxOTYgMTEyIDI1NiA2NCBaIgogICAgICAgICAgZmlsbD0idXJsKCNib2R5KSIvPgogICAgPCEtLSBub3NlIGNvbmUgLS0+CiAgICA8cGF0aCBkPSJNMjU2IDY0IEMgMjg2IDg4IDMwNCAxMTYgMzEyIDE0NiBMIDIwMCAxNDYgQyAyMDggMTE2IDIyNiA4OCAyNTYgNjQgWiIgZmlsbD0iIzJGNkZFRCIvPgogICAgPCEtLSBwb3J0aG9sZSB3aXRoIGFzdHJvbmF1dCAibm9vYiIgZmFjZSAtLT4KICAgIDxjaXJjbGUgY3g9IjI1NiIgY3k9IjIyMiIgcj0iNTAiIGZpbGw9IiMwRTJBNDciLz4KICAgIDxjaXJjbGUgY3g9IjI1NiIgY3k9IjIyMiIgcj0iNDIiIGZpbGw9InVybCgjdmlzb3IpIi8+CiAgICA8Y2lyY2xlIGN4PSIyNDAiIGN5PSIyMTQiIHI9IjciIGZpbGw9IiNGRkZGRkYiLz4KICAgIDxjaXJjbGUgY3g9IjI3MiIgY3k9IjIxNCIgcj0iNyIgZmlsbD0iI0ZGRkZGRiIvPgogICAgPHBhdGggZD0iTTIzOCAyMzYgUSAyNTYgMjUyIDI3NCAyMzYiIGZpbGw9Im5vbmUiIHN0cm9rZT0iIzQzRTk3QiIgc3Ryb2tlLXdpZHRoPSI2IiBzdHJva2UtbGluZWNhcD0icm91bmQiLz4KICAgIDxwYXRoIGQ9Ik0yMjggMTk4IFEgMjQwIDE4NiAyNTYgMTg2IiBmaWxsPSJub25lIiBzdHJva2U9IiM5Q0NCRkYiIHN0cm9rZS13aWR0aD0iNSIgc3Ryb2tlLWxpbmVjYXA9InJvdW5kIiBvcGFjaXR5PSIwLjciLz4KICA8L2c+CgogIDwhLS0gbGF1bmNoIGNsb3VkIC0tPgogIDxnIGZpbGw9IiNFOEY0RkYiPgogICAgPGNpcmNsZSBjeD0iMTEyIiBjeT0iNDIwIiByPSIzNCIvPgogICAgPGNpcmNsZSBjeD0iMTUwIiBjeT0iNDM2IiByPSIyNiIvPgogICAgPGNpcmNsZSBjeD0iODQiIGN5PSI0NDAiIHI9IjIyIi8+CiAgPC9nPgo8L3N2Zz4K" } ], "name": "kube_noob_mcp", "title": "kube-noob", "version": "0.4.0", "websiteUrl": "https://github.com/aashishmahajan/kube-noob" }, "tools": [ "kubenoob_run_protocol", "kubenoob_validate_manifests", "kubenoob_audit_manifests", "kubenoob_red_team", "kubenoob_fix_manifests", "kubenoob_clarify_requirements", "kubenoob_generate_manifests", "kubenoob_generate_helm_chart", "kubenoob_search_knowledge", "kubenoob_get_knowledge", "kubenoob_api_history", "kubenoob_explain_rule", "kubenoob_list_rules", "kubenoob_diagnose", "kubenoob_known_issues", "kubenoob_explain_denial", "kubenoob_check_network_policy", "kubenoob_incidents", "kubenoob_incident", "kubenoob_incident_confirm", "kubenoob_learn_tracks", "kubenoob_learn_lesson", "kubenoob_learn_exercise", "kubenoob_learn_submit", "kubenoob_learn_quiz", "kubenoob_learn_progress", "kubenoob_grade_answer", "kubenoob_learning_summary", "kubenoob_learning_note_add", "kubenoob_learning_profile_set", "kubenoob_config_status" ], "tool_schema_bytes": 40072, "tool_result": { "content": [ { "text": "{\n \"query\": \"readinessProbe\",\n \"webEnabled\": false,\n \"results\": [\n {\n \"chunkId\": \"kn:k8s-probes#0\",\n \"title\": \"Readiness, liveness and startup probes > Probes\",\n \"url\": \"https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/\",\n \"license\": \"Apache-2.0\",\n \"sourceId\": \"builtin:k8s-probes\",\n \"version\": \"2026-10-27\",\n \"origin\": \"builtin\",\n \"score\": 4.296,\n \"text\": \"- **readinessProbe**: may this pod receive traffic now? Failing removes the pod from Service endpoints (no restart).\\n Can check dependencies.\\n- **livenessProbe**: is the process wedged? Failing restarts the container. Check only the process itself - never a\\n database or downstream API, or one slow dependency restarts every replica at once.\\n- **startupProbe**: disables liveness/readiness until the app has started; size it as\\n `failureThreshold x periodSeconds >= worst-case startup time`.\"\n },\n {\n \"chunkId\": \"kn:k8s-probes#1\",\n \"title\": \"Readiness, liveness and startup probes > Safe defaults\",\n \"url\": \"https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/\",\n \"license\": \"Apache-2.0\",\n \"sourceId\": \"builtin:k8s-probes\",\n \"version\": \"2026-10-27\",\n \"origin\": \"builtin\",\n \"score\": 4.199,\n \"text\": \"```yaml\\nreadinessProbe: {httpGet: {path: /readyz, port: http}, periodSeconds: 5, timeoutSeconds: 2, failureThreshold: 3}\\nlivenessProbe: {httpGet: {path: /healthz, port: http}, periodSeconds: 10, timeoutSeconds: 3, failureThreshold: 3}\\n```\\nApps must listen on 0.0.0.0 (not 127.0.0.1) so the kubelet can reach them. Keep `timeoutSeconds` below\\n`periodSeconds` as a convention so probes do not overlap (Kubernetes does not enforce it).\"\n }\n ],\n \"howToCite\": \"Cite results inline as [], e.g. [kn:ocp-scc#0].\",\n \"knowledgeAsOf\": \"knowledge as of 2026-10-27 (Kubernetes 1.35, OpenShift 4.22); release-note issues as of 2026-10-27 for OpenShift 4.20, 4.21, 4.22\"\n}", "type": "text" } ], "isError": false, "structuredContent": { "query": "readinessProbe", "webEnabled": false, "results": [ { "chunkId": "kn:k8s-probes#0", "title": "Readiness, liveness and startup probes > Probes", "url": "https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/", "license": "Apache-2.0", "sourceId": "builtin:k8s-probes", "version": "2026-10-27", "origin": "builtin", "score": 4.296, "text": "- **readinessProbe**: may this pod receive traffic now? Failing removes the pod from Service endpoints (no restart).\n Can check dependencies.\n- **livenessProbe**: is the process wedged? Failing restarts the container. Check only the process itself - never a\n database or downstream API, or one slow dependency restarts every replica at once.\n- **startupProbe**: disables liveness/readiness until the app has started; size it as\n `failureThreshold x periodSeconds >= worst-case startup time`." }, { "chunkId": "kn:k8s-probes#1", "title": "Readiness, liveness and startup probes > Safe defaults", "url": "https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/", "license": "Apache-2.0", "sourceId": "builtin:k8s-probes", "version": "2026-10-27", "origin": "builtin", "score": 4.199, "text": "```yaml\nreadinessProbe: {httpGet: {path: /readyz, port: http}, periodSeconds: 5, timeoutSeconds: 2, failureThreshold: 3}\nlivenessProbe: {httpGet: {path: /healthz, port: http}, periodSeconds: 10, timeoutSeconds: 3, failureThreshold: 3}\n```\nApps must listen on 0.0.0.0 (not 127.0.0.1) so the kubelet can reach them. Keep `timeoutSeconds` below\n`periodSeconds` as a convention so probes do not overlap (Kubernetes does not enforce it)." } ], "howToCite": "Cite results inline as [], e.g. [kn:ocp-scc#0].", "knowledgeAsOf": "knowledge as of 2026-10-27 (Kubernetes 1.35, OpenShift 4.22); release-note issues as of 2026-10-27 for OpenShift 4.20, 4.21, 4.22" } }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 1 hardcoded secret. 8 static matches retained as context.", "expected": "Reviewed as expected for a test run: attempted writes that failed, so nothing was written.", "findings": [ { "kind": "hardcoded-secret", "count": 1, "note": "Gitleaks found a possible hardcoded secret; value withheld.", "location_count": 1, "path": "scripts/e2e_mcp_offline.py" } ], "context": [ { "kind": "encoded-execution", "count": 1, "note": "Source contains encoded execution; review its purpose.", "location_count": 1, "path": "tests/test_review_regressions.py" }, { "kind": "hardcoded-secret", "count": 7, "note": "Gitleaks found a possible hardcoded secret; value withheld.", "location_count": 5 } ], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=aashishmahajan--kube-noob-claude-haiku-5-5-1793143383708318849", "evidence_file": "/data/safety/aashishmahajan--kube-noob-claude-haiku-5-5-1793143383708318849.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 31, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "42e1f4fea0d5958292b4b5c18519471e39381ef2", "url": "https://github.com/aashishmahajan/kube-noob" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 31, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "Apache-2.0", "repo_url": "https://github.com/aashishmahajan/kube-noob", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Watch namespaces on a schedule-like loop (polls every interval; --once runs one pass)", "source": "src/kube_noob/cli.py", "input": "watch -n shop --once with no cluster backend", "expected": "one watch pass against a live cluster; cannot run here", "command": "", "schedule": "poll interval watch.intervalSeconds", "method": "run-once (--once)", "verdict": "blocked", "outcome": "Missing prerequisite: no cluster. Observed: 'error: No cluster backend available: not in a pod and neither oc nor kubectl is on PATH.' rc=4. No cycle replayed.", "evidence": "Missing prerequisite: no cluster. Observed: 'error: No cluster backend available: not in a pod and neither oc nor kubectl is on PATH.' rc=4. No cycle replayed." } ], "claims": [ { "kind": "claim", "claim": "Answers cite local knowledge as [kn:#] chunk ids", "source": "- **Cite**: answers cite local knowledge as `[kn:#]`.", "input": "{\"tool\": \"kubenoob_search_knowledge\", \"arguments\": {\"query\": \"readinessProbe\", \"limit\": 2}}", "expected": "search result cites kn:k8s-probes#0", "command": " mcp tools/call {\"tool\": \"kubenoob_search_knowledge\", \"arguments\": {\"query\": \"readinessProbe\", \"limit\": 2}}", "verdict": "yes", "outcome": "Real input produced the expected result: kn:k8s-probes#0", "evidence": "kn:k8s-probes#0\\\",\\n \\\"title\\\": \\\"Readiness, liveness and startup probes > Probes\\\",\\n \\\"url\\\": \\\"https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/\\\",\\n \\\"license\\\": \\\"Apache-2.0\\\",\\n \\\"sourceId\\\": \\\"builtin:k8s-probes\\\",\\n \\\"version\\\": \\\"2026-10-27\\\",\\n \\\"origin\\\": \\\"builtin\\\",\\n \\\"score\\\": 4.296,\\n \\\"text\\\": \\\"- **readinessProbe**: may this pod receive traffic now? Failing removes the pod from Service endpoints (no restart).\\\\n Can check dependencies.\\\\n- **livenessProbe**: is the process wedged? Fai", "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Audit finds issues in a Deployment with rules such as KN-S013", "source": "- **Audit**: 60 rules plus strict schemas (Kubernetes 1.35, Routes, SCCs, EgressFirewall, Gateway API, StackRox),", "input": "examples/insecure-deployment.yaml", "expected": "report lists KN-S013 hardcoded DB_PASSWORD finding", "command": " audit -f --platform openshift --fail-on never", "verdict": "yes", "outcome": "Real input produced the expected result: KN-S013", "evidence": "KN-S013 Deployment/shop/orders-api L23 spec.template.spec.containers[0].env[0].value\n Container 'api' sets DB_PASSWORD as a literal value.\n fix: Move the value to a Secret and reference it with valueFrom.secretKeyRef (or an external secret store).\n RHACS: Environment Variable Contains Secret\n[HIGH ] KN-S004 Deployment/shop/orders-api L25 spec.template.spec.containers[0].securityContext.runAsUser\n Container 'api' sets runAsUser: 1000; restricted-v2 will reject IDs outside the namespace range.\n fix: Remove runAsUser/fsGroup and let OpenShi", "returncode": 0, "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Debug diagnoses a CrashLoop from pasted events", "source": "- **Debug**: 38 offline playbooks, read-only steps first;", "input": "examples/events-crashloop.txt", "expected": "diagnosis id DBG-CRASHLOOP", "command": " diagnose -f ", "verdict": "yes", "outcome": "Real input produced the expected result: DBG-CRASHLOOP", "evidence": "DBG-CRASHLOOP\n title: Container keeps crashing (CrashLoopBackOff)\n confidence: 0.6\n evidence:\n - 'Reason: CrashLoopBackOff'\n - Warning BackOff 30s (x25 over 6m) kubelet Back-off restarting failed container api in pod orders-api-7c4b9d6f5-x2lqp_shop\n rootCauses:\n - The process exits right after start (bad config, missing env/secret, failed migration, wrong command).\n - Liveness probe kills a slow-starting app (look for 'Liveness probe failed' before each restart).\n - OOMKilled at startup (see lastState.terminated.reason).\n - 'On OpenShift: the image expects root or a fixed", "returncode": 0, "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Quick start: list the built-in demos", "source": "README.md Quick start", "input": "demo --list", "command": " demo --list", "evidence": "audit Audit and auto-fix a Deployment for OpenShift [developers, platform engineers]\ndiagnose Diagnose SCC and CrashLoop/OOM failures, read-only first [SREs, on-call]\nprotocol Blueprint to audited ROSA HCP manifests (7-step protocol) [platform engineers]\nlearn Lesson plus a graded exercise [learners, trainers]\nsearch Cited answers from local knowledge [everyone]\nlearning Remember a confirmed team fix and find it later [teams]\nposture Show and lock the security posture [security, platform admins]\n\nRun: kube-noob demo or kube-noob demo all", "deferred": false, "expected": "lists demos and the run command", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "Quick start: run the offline self-test", "source": "README.md Quick start", "input": "selftest", "command": " selftest", "evidence": "kube-noob self-test: 61/61 passed\n everyday 10/10\n helm 7/7\n kubernetes 18/18\n openshift 11/11\n rhacs 5/5\n rosa-hcp 10/10", "deferred": false, "expected": "all rule and playbook checks pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "Quick start: cited search with the demo query", "source": "README.md Quick start", "input": "demo search", "command": " demo search", "evidence": "== kube-noob demo: Cited answers from local knowledge ==\n\n# Ask the local knowledge base; every answer carries a citation\n$ kube-noob search \"restricted-v2 SCC runAsUser range\"\n[kn:ocp-scc#1] SecurityContextConstraints (SCC) on OpenShift > restricted-v2 (default for authenticated users on new 4.11+ clusters)\n[kn:openshift#4] OpenShift Container Platform - what it adds on top of Kubernetes > Security defaults\n[kn:ocp-arbitrary-uid#0] Building images that run as an arbitrary UID (OpenShift) > Arbitrary UIDs", "deferred": false, "expected": "cited answers with kn: ids", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "last_commit_at": "2026-10-27T23:19:23Z", "commits_90d": 56, "merged_prs_90d": 0, "open_issues": 1, "open_prs": 0, "reply_share": null, "reply_threads": 0, "median_reply_hours": null, "last_release_at": "2026-10-27T22:39:53Z", "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 0 days ago; 56 commits and 0 merged PRs in 90 days; 1 open issues, 0 open PRs; latest release 2026-10-27" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 0 days ago; 56 commits and 0 merged PRs in 90 days; 1 open issues, 0 open PRs; latest release 2026-10-27", "maintained": "active", "maintained_note": "last commit 0 days ago; 1 open issues, 0 answered or closed", "last_commit_at": "2026-10-27T23:19:25Z", "last_release_at": "2026-10-27T22:39:53Z", "open_issues": 1, "answered_issues": 0, "platforms_claimed": [ "mac" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 31, "schema_bytes": 40072, "tokens_approx": 10018, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-27T23:27:16.878051+00:00", "tested_commit": "42e1f4fea0d5958292b4b5c18519471e39381ef2", "tested_with": { "agent": "claude-code", "agent_version": "2.1.310 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "aashishmahajan/kube-noob", "source": "https://github.com/aashishmahajan/kube-noob", "commit": "42e1f4fea0d5958292b4b5c18519471e39381ef2", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.310 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "42e1f4fea0d5958292b4b5c18519471e39381ef2", "url": "https://github.com/aashishmahajan/kube-noob" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Install kube-noob 0.4.0 from the pinned checkout into a venv and run its CLI (audit, diagnose, demo, selftest) and its MCP stdio server (kubenoob_search_knowledge)", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-d5b140d3c0f8b95c2dd6fe6fc381a303cacb92679582c22317d8e78b572f0cf2", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": "/transcripts/aashishmahajan--kube-noob-claude-haiku-5-5-1793143383708318849.txt", "report_url": "/reports/aashishmahajan--kube-noob-claude-haiku-5-5-1793143383708318849.json" }