{ "checker": { "claims": [ { "claim": "slop-gate refuses slop tells in outgoing text and runs in CI or as a hook", "command": "python3 .claude/skills/slop-gate/scripts/scan.py /tmp/cog-samples/clean.md", "evidence": "clear\n", "expected": "scanner reports clear and exits 0", "input": "/tmp/cog-samples/clean.md (a clean one-line draft)", "kind": "claim", "outcome": "Real input produced the expected result: clear", "returncode": 0, "source": "Refuse slop tells in anything about to be written, published, or sent; runs in CI or as a hook", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "validate-agent-surface catches drift between manifests, docs, and shipped files", "command": "./scripts/validate-agent-surface.sh", "evidence": "Validation passed with 0 warning(s)\n", "expected": "validator prints Validation passed with 0 warning(s)", "input": "the shipped repo at the pinned commit", "kind": "claim", "outcome": "Real input produced the expected result: Validation passed with 0 warning(s)", "returncode": 0, "source": "Before publishing or updating framework files, run `./scripts/validate-agent-surface.sh` to catch drift between manifests, docs, and shipped files.", "source_checked": true, "source_file": "README.md", "verdict": "yes" } ], "cycle_checks": [ { "claim": "Scheduled or looping main behavior", "command": "", "evidence": "Entry points inspected: README.md, SETUP.md, WORKFLOW.md, cog-update.sh, scripts/validate-agent-surface.sh, and skill scripts. The repo ships no cron, scheduler, webhook, --once or --now entry point. Scheduling appears only in skill prose (content-factory says it may run nightly via cron/launchd, harvest says a user may schedule a job), and the user sets that up externally. slop-gate's hook wiring is opt-in and not shipped. So no product cycle is detected and no cycle was triggered.", "expected": "identify the product trigger", "input": "source inspection", "kind": "cycle", "outcome": "Entry points inspected: README.md, SETUP.md, WORKFLOW.md, cog-update.sh, scripts/validate-agent-surface.sh, and skill scripts. The repo ships no cron, scheduler, webhook, --once or --now entry point. Scheduling appears only in skill prose (content-factory says it may run nightly via cron/launchd, harvest says a user may schedule a job), and the user sets that up externally. slop-gate's hook wiring is opt-in and not shipped. So no product cycle is detected and no cycle was triggered.", "source": "repository entry points", "verdict": "yes" } ], "details": { "argv": [ "python3", ".claude/skills/slop-gate/scripts/scan.py", "/tmp/cog-samples/draft.md" ], "kind": "cli", "needs_browser": false, "needs_credentials": false, "returncode": 1, "scope": "product operation", "stderr": "", "stdout": "/tmp/cog-samples/draft.md: 4 tell(s)\n [em dash] ...ut speed, it is about trust \u2014 that is the point....\n [honesty framing] ...Honestly, it is not about speed, it...\n [not-X-it's-Y contrast] ...Honestly, it is not about speed, it is about trust \u2014 that is the po...\n [verdict kicker] ...speed, it is about trust \u2014 that is the point....", "working": true }, "evidence_strength": "readme_checked", "example_checks": [ { "claim": "Install COG skills via skills.sh (README installer), run non-interactively into an empty directory outside the checkout", "command": "/usr/bin/npx --yes skills add huytieu/COG-second-brain --agent claude-code -y", "deferred": false, "evidence": "n: Edit drafts into sharper, more human writing while preserving the \u2026\n ^\n\n\u26a0 Skipped /tmp/skills-DPsZ20/.claude/skills/review-cockpit/SKILL.md \u2014 YAML parse error: Nested mappings are not allowed in compact mappings at line 2, column 14:\n\ndescription: Produce and continuously maintain ONE living review document for a\u2026\n ^\n\n\u26a0 Skipped /tmp/skills-DPsZ20/.claude/skills/slop-gate/SKILL.md \u2014 YAML parse error: Nested mappings are not allowed in compact mappings at line 2, column 14:\n\ndescription: Deterministic pre-publish scan that refuses AI-slop tells in anyth\u2026\n ^", "expected": "skills copied under ./.claude/skills", "input": "huytieu/COG-second-brain --agent claude-code -y in /tmp/cog-npx-install with Node 22 on PATH", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md Quick Start: npx skills add huytieu/COG-second-brain", "verdict": "yes" }, { "claim": "Check for upstream COG updates without changing files", "command": "./cog-update.sh --check", "deferred": false, "evidence": "\u001b[1mCOG Upstream Update\u001b[0m\n\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n\u001b[0;36m\u2139\u001b[0m Fetching latest from \u001b[1mcog-upstream/main\u001b[0m...\n\u001b[0;36m\u2139\u001b[0m Local version: \u001b[1m3.16.0\u001b[0m\n\u001b[0;36m\u2139\u001b[0m Upstream version: \u001b[1m3.16.0\u001b[0m\n\n\u001b[0;32m\u2713\u001b[0m Everything is up to date! (v3.16.0)", "expected": "reports local and upstream version and that everything is up to date", "input": "--check", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md Keeping COG Updated: ./cog-update.sh --check", "verdict": "yes" } ], "status": "PASS" }, "deviations": [ "Guest had no Node/npm; installed Ubuntu apt nodejs 18.19.1 and npm 9.2.0 with sudo apt-get install. Install succeeded.", "npx skills add failed on Node 18 (skills@1.7.4 requires Node >=22.20; error: node:util does not export styleText). Installed Node 22.23.4 user-locally with npm install --prefix /tmp/node22 node@22 and put it first on PATH. Install succeeded.", "npx skills add without flags is interactive and aborts when stdin is not a TTY (Nothing was installed). Re-ran with the installer's own non-interactive flags: --agent claude-code -y. Installed into /tmp/cog-npx-install, outside the checkout.", "The installer skipped several SKILL.md files with YAML parse errors (for example slop-gate, review-cockpit, no-ai-slop, retro, ultragoal, feature-doc, editorial-illustrations, youtube-video-kit). It reported 41 skills found. The README advertises 43 skills.", "cog-update.sh --check added a git remote named cog-upstream to the checkout. It made no other file changes.", "The /inputs/coldpass-preflight.py path named in the task does not exist in the guest. Used instead, which the task's primary command names." ], "fault_owner": null, "main_blocker": null, "operation": "Run COG's documented checks and its deterministic slop-gate scanner: validate the packaged agent surfaces, check for upstream updates, scan a draft for AI-slop tells (exit 1 with findings, exit 0 when clear), and install the skills via the README's npx skills.sh installer.", "operation_scope": "Linux Ubuntu 24.04 guest, Python 3.12.3, pinned commit 144c7a3a959cc99538b7dfee9c22c4b065a0e156. Needs sudo for apt Node/npm and network access to GitHub and the npm registry. Not exercised: the conversational skills (onboarding, braindump, daily-brief, etc.). Those run inside an AI agent such as Claude Code, which was not available in this VM. Also not exercised: the optional Git sync, iCloud, and Obsidian setup in SETUP.md.", "outcome": "working", "plain_failure": null, "steps": [ "git init; git remote add origin https://github.com/huytieu/COG-second-brain; git fetch --depth 1 origin 144c7a3a959cc99538b7dfee9c22c4b065a0e156; git reset --mixed FETCH_HEAD", "./scripts/validate-agent-surface.sh (exit 0, 0 warnings)", "./cog-update.sh --check (exit 0, up to )", "npx skills add huytieu/COG-second-brain (README Quick Start)", "python3 .claude/skills/slop-gate/scripts/scan.py /tmp/cog-samples/draft.md (exit 1, 4 tells)", "python3 .claude/skills/slop-gate/scripts/scan.py /tmp/cog-samples/clean.md (exit 0, clear)", "= python3 -I --validate --replay (valid, no problems, replay PASS)" ], "stuck_step": null, "suggested_fix": "Fix the YAML frontmatter in the skipped SKILL.md files so the installer picks up every skill (the description values contain unquoted colons or nested mappings). Also document the Node 22.20+ requirement for the npx skills.sh installer and the non-interactive flags for scripted installs." }