{ "run_id": "solisolsoli--context-layer-claude-haiku-5-5-1792816079161105046", "date": "2026-10-24T05:05:46.241301+00:00", "repo": "solisolsoli/context-layer", "kind": "mcp", "source": "https://github.com/solisolsoli/context-layer", "commit": "22ac801fa808a6df303d74cf5543f6d9276c671b", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "pass": true, "outcome": "pass", "time_to_working_s": 2211.592291949084, "total_s": 2267.0801217556, "steps": [ "cd && pwd && ls -la && git status 2>&1 | head -3; python3 --version; id -u; cat /etc/os-release | head -2; ls /inputs 2>&1", "cd && cat README.md 2>/dev/null | head -300", "cd && ls -la .coldpass; which git; git --version; ls 2>&1; ls /inputs 2>&1; python3 -m venv --help >/dev/null 2>&1 && echo venv_ok || echo venv_missing; sed -n 1,40p pyproject.toml | grep -n -i \"python\" ", "cd && git init -q && git remote add origin https://github.com/solisolsoli/context-layer && timeout 170 git fetch --depth 1 origin 22ac801fa808a6df303d74cf5543f6d9276c671b 2>&1 | tail -5; echo rc=$?; git reset --mixed FETCH_HEAD 2>&1 | tail -3; git log --oneline -1 2>&1; git status --short | head -5", "cd && python3 -m venv .venv && . .venv/bin/activate && python -m pip install -q --upgrade pip 2>&1 | tail -2; python -m pip install -e . 2>&1 | tail -4; echo rc=${PIPESTATUS[0]}; ls -la ~/ContextLayerDemo 2>&1; ls | grep context", "cd && sudo -n apt-get update -qq 2>&1 | tail -2; sudo -n DEBIAN_FRONTEND=noninteractive apt-get install -y -qq python3.12-venv 2>&1 | tail -3; echo rc=$?; rm -rf .venv && python3 -m venv .venv && echo VENV_OK", "cd && .venv/bin/python -m pip install -q --upgrade pip 2>&1 | tail -2; .venv/bin/python -m pip install -e . 2>&1 | tail -4; echo rc=${PIPESTATUS[0]}; ls .venv/bin | grep context-layer", "cd && echo HOME=$HOME && V=; D=$HOME/ContextLayerDemo; ls -d $D 2>&1; $V brain init $D --apply 2>&1 | tail -20; echo rc=$?; $V index $D 2>&1 | tail -20; echo rc=$?; $V search $D --prompt \"which timer controller did we choose and why\" --method synaptic 2>&1 | head -80; echo rc=$?", "cd && grep -n -A3 \"^test\" Makefile | head -30; echo ---; grep -rn -i \"schedul\\|cron\\|--once\\|--now\\|webhook\\|loop\" --include=*.py context_layer | head -20; echo ---; grep -n \"def \\|expected_text\\|kind\" | head -80", "cd && sed -n 1,12p Makefile | grep -n PYTHON; . .venv/bin/activate && timeout 900 make test > 2>&1; echo rc=$?; tail -15 ", "cd && sudo -n DEBIAN_FRONTEND=noninteractive apt-get install -y -qq make > 2>&1; echo install_rc=$?; which make; . .venv/bin/activate && timeout 900 make test > 2>&1; echo rc=$?; tail -15 ", "cd && grep -n \"FAIL\\|ERROR\\|Error\" | head; sed -n 45,56p Makefile; echo ---; grep -n \"import\\|claude\\|subprocess\\|sleep\" tests/test_orchestrate.py | head -30; grep -c \"\" tests/test_orchestrate.py", "cd && . .venv/bin/activate && export PYTHONUTF8=1 && nohup bash -c 'start=$(date +%s); python3 tests/test_orchestrate.py > 2>&1; echo \"EXIT=$? secs=$(( $(date +%s)-start ))\" >> ' >/dev/null 2>&1 &\nsleep 5; echo started; tail -c 300 ", "cd && .venv/bin/context-layer --help 2>&1 | head -60; grep -n \"mcp\" docs/cli.md | head -10; grep -n \"\\\"name\\\": \\\"\\|@tool\\|def tool_\" context_layer/mcp_server.py | head -20", "cd && sed -n 971,1005p context_layer/mcp_server.py; sed -n 774,790p context_layer/mcp_server.py; .venv/bin/context-layer mcp --help 2>&1 | head -20", "cd && mkdir -p .coldpass && cat > .coldpass/probe.json <<'EOF'\n{\"kind\":\"mcp\",\"argv\":[\"\",\"mcp\",\"--vault\",\"\"],\"cwd\":\"\",\"tool\":\"search_vault\",\"arguments\":{\"prompt\":\"which timer controller did we choose and why\"},\"expected_text\":\"Option 2, because the schedule in\"}\nEOF\ncat > .coldpass/claims.json <<'EOF'\n[\n{\"kind\":\"claim\",\"claim\":\"Search returns a JSON evidence packet with the timer decision\",\"source\":\"a JSON evidence packet containing the timer decision\",\"input\":\"which timer controller did we choose and why\",\"expected\":\"the decision note passage is returned\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"search\",\"\",\"--prompt\",\"which timer controller did we choose and why\",\"--method\",\"synaptic\"],\"cwd\":\"\",\"expected_text\":\"Option 2, because the schedule in\"},\n{\"kind\":\"claim\",\"claim\":\"Synaptic search follows links between notes\",\"source\":\"The `--method synaptic` option follows links between notes.\",\"input\":\"which timer controller did we choose and why with --method synaptic\",\"expected\":\"a note reached through a link is included\",\"probe_kind\":\"cli\",\"argv\":[\"\",\"search\",\"\",\"--prompt\",\"which timer controller did we choose and why\",\"--method\",\"synaptic\"],\"cwd\":\"\",\"expected_text\":\"500-Knowledge/Example - Drip Irrigation Basics.md\"},\n{\"kind\":\"claim\",\"claim\":\"Agent can search notes over MCP\",\"source\":\"The agent can then search notes and read sources on demand.\",\"input\":\"which timer controller did we choose and why\",\"expected\":\"the decision passage is returned by the search_vault tool\",\"probe_kind\":\"mcp\",\"argv\":[\"\",\"mcp\",\"--vault\",\"\"],\"tool\":\"search_vault\",\"arguments\":{\"prompt\":\"which timer controller did we choose and why\"},\"expected_text\":\"Option 2, because the schedule in\",\"cwd\":\"\"}\n]\nEOF\ncat > .coldpass/examples.json <<'EOF'\n[\n{\"kind\":\"example\",\"claim\":\"Index the demo vault as the quick start describes\",\"source\":\"README.md Quick start\",\"input\":\"~/ContextLayerDemo ()\",\"expected\":\"27 files indexed\",\"argv\":[\"\",\"index\",\"\"],\"cwd\":\"\",\"env\":{},\"expected_text\":\"indexed 27 files\"},\n{\"kind\":\"example\",\"claim\":\"Plain full-text search of the demo vault returns evidence\",\"source\":\"README.md Quick start\",\"input\":\"which timer controller did we choose and why\",\"expected\":\"status PARTIAL with evidence\",\"argv\":[\"\",\"search\",\"\",\"--prompt\",\"which timer controller did we choose and why\"],\"cwd\":\"\",\"env\":{},\"expected_text\":\"\\\"status\\\":\\\"PARTIAL\\\"\"}\n]\nEOF\ncat > .coldpass/cycles.json <<'EOF'\n{\"detected\":false,\"reason\":\"Entry points inspected: README.md, QUICKSTART.md and docs/cli.md list no scheduler, cron, loop, webhook, --once or --now command. context_layer/ contains no scheduling code; the CLI subcommands (index, search, mcp, hook, etc.) run once per invocation and the MCP server runs only while a host keeps stdin open. The only 'loop' hits are unrelated code comments and the agent-loop usage label. No product cycle to trigger.\",\"checks\":[]}\nEOF\nfor f in probe claims examples cycles; do python3 -I -c \"import json,sys; json.load(open('.coldpass/$f.json')); print('$f ok')\"; done; tail -c 400 ", "cd && = timeout 900 python3 -I --validate --replay > 2>&1; echo rc=$?; tail -c 3000 ", "cd && grep -o '\"verdict\": \"[a-z]*\"' | sort | uniq -c; grep -o -i 'problem[^,]*' | head -5; grep -o '\"outcome\": \"[^\"]*\"' | sort | uniq -c | head; echo ---; tail -c 300 ", "for i in $(seq 1 16); do grep -q EXIT= && break; sleep 20; done; tail -c 400 ; echo; ps aux | grep -c \"[t]est_orchestrate\"", "cd && nohup bash -c 'start=$(date +%s); . .venv/bin/activate; PYTHONUTF8=1 make test; echo \"MAKE_EXIT=$? secs=$(( $(date +%s)-start ))\"' 2>&1 &\nsleep 240; grep -c \"ok$\" ; grep -n \"MAKE_EXIT\\|FAIL\\|Error\\|Terminated\" | head; tail -c 200 ", "for i in $(seq 1 40); do grep -q MAKE_EXIT && break; sleep 20; done; grep -n \"MAKE_EXIT\\|^FAILED\\|Error:\\|Terminated\\|^FAIL:\" | head; grep -c \"^Ran\" ; tail -c 300 ", "for i in $(seq 1 40); do grep -q MAKE_EXIT && break; sleep 20; done; grep -n \"MAKE_EXIT\\|^FAILED\\|Terminated\\|^FAIL:\\|make: \\*\\*\\*\" | head; grep -c \"^OK\" ; tail -c 250 ", "cd && ps aux | grep -E \"[c]ontext-layer|[t]est_\" | head -3; echo procs_checked; git status --short | head -10; ls .coldpass", "cd && cat > .coldpass/report.json <<'EOF'\n{\"outcome\":\"working\",\"fault_owner\":null,\"operation\":\"Build a local index of a Markdown vault and retrieve source-linked evidence for a question, both by the context-layer CLI search command and through the context-layer MCP stdio server (search_vault tool)\",\"operation_scope\":\"Pinned commit 22ac801fa808a6df303d74cf5543f6d9276c671b on Ubuntu 24.04 with Python 3.12.3; uses the README's demo vault (fictional notes, no API key, no network for local search). Browser, GitHub sources and model APIs were not used. Scheduling/cycles: none in the product.\",\"steps\":[\"git init; git remote add origin https://github.com/solisolsoli/context-layer; git fetch --depth 1 origin 22ac801fa808a6df303d74cf5543f6d9276c671b; git reset --mixed FETCH_HEAD\",\"python3 -m venv .venv (failed first: ensurepip unavailable; fixed by sudo apt-get install python3.12-venv, then recreated .venv)\",\"python -m pip install -e . (in the venv; installed context-layer 0.5.0)\",\"context-layer brain init ~/ContextLayerDemo --apply (HOME=, so folder is )\",\"context-layer index ~/ContextLayerDemo (indexed 27 files, 27 notes, 66 edges)\",\"context-layer search ~/ContextLayerDemo --prompt \\\"which timer controller did we choose and why\\\" --method synaptic (returned PARTIAL evidence packet with the timer decision and linked notes)\",\"context-layer mcp --vault ~/ContextLayerDemo, MCP tools/call search_vault with prompt \\\"which timer controller did we choose and why\\\" (returned the decision passage)\",\"make test (documented in README 'Support and development'): exit 0 after 1073 s, all suites OK, 2 platform tests skipped\"],\"deviations\":[\"python3 -m venv failed: ensurepip not available (python3.12-venv missing). Substitute: sudo -n apt-get install -y python3.12-venv, then recreated the venv in the same location. Succeeded.\",\"make was not installed; installed with sudo -n apt-get install -y make. Succeeded.\",\"First foreground 'make test' was killed by my own 900 s tool timeout (rc=124) during tests/test_orchestrate.py; no test failure was reported. Reran make test in the background with stdin closed; it completed with exit 0 in 1073 s.\",\"Demo folder placed at because HOME is , not the README's ~ equivalent of a user home directory.\",\"The quick start's Windows and Obsidian steps were not run (not applicable to this Linux guest; Obsidian plugin not installed).\"],\"stuck_step\":null,\"main_blocker\":null,\"plain_failure\":null,\"suggested_fix\":\"None required for the tested path. Optional: the README's first install step assumes python3-venv is present; on Ubuntu 24.04 minimal guests a 'python3.12-venv' install is needed first.\"}\nEOF\npython3 -I -c \"import json; d=json.load(open('.coldpass/report.json')); print(d['outcome'], d['fault_owner'])\"; = timeout 900 python3 -I --validate --replay > 2>&1; echo rc=$?; grep -o '\"problems\": \\[[^]]*\\]' | head -2; grep -o '\"verdict\": \"[a-z]*\"' | sort | uniq -c" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Build a local index of a Markdown vault and retrieve source-linked evidence for a question, both by the context-layer CLI search command and through the context-layer MCP stdio server (search_vault tool)", "suggested_fix": null, "tokens_in": 650923, "tokens_out": 16090, "cost_usd": 0.022413340000000004, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "", "mcp", "--vault", "" ], "kind": "mcp", "serverInfo": { "name": "context-layer", "version": "0.5.0" }, "tools": [ "search_vault", "read_source", "vault_status", "memory_record", "memory_resume", "graph_neighbors", "read_packet", "check_claims", "github_context" ], "tool_schema_bytes": 7574, "tool_result": { "content": [ { "type": "text", "text": "{\"schema\":\"evidence-delivery-v1\",\"operation_status\":\"ok\",\"status\":\"PARTIAL\",\"evidence\":[{\"source_path\":\"300-Projects/Example - Garden Irrigation.md\",\"source_sha256\":\"a30a9582959968345ec6ee92ca2c814af125ff2aa592b7440a22618a2b7d9f50\",\"content\":\"---\\naliases: [Irrigation project]\\nrelated:\\n - \\\"[[Example - Drip Irrigation Basics]]\\\"\\n - \\\"[[Example - Watering Schedule v2]]\\\"\\n - \\\"[[Example - Decision - Timer Controller]]\\\"\\nstatus: active\\ntags: [project, example]\\n---\\n# Example - Garden Irrigation\\n\\n> [!note] Example note\\n> Fictional content that shows linking and supersession. Safe to delete.\\n\\n## Goal\\n\\nWater the four vegetable beds automatically, so a week away does not kill the\\ntomatoes.\\n\\n## Status and next step\\n\\n- Status: timer chosen, pipes not yet laid.\\n- Next step: buy 30 m of drip line (see [[Example - Drip Irrigation Basics]]).\\n\\n## Links\\n\\n- Decision: [[Example - Decision - Timer Controller]]\\n- Meeting: [[Example - Meeting - Garden Club 2026-01-14]]\\n- Current schedule: [[Example - Watering Schedule v2]]\\n- Advice from: [[Example - Person - Sam]]\\n\",\"start\":0,\"end\":813,\"line_start\":1,\"line_end\":30,\"source_chars\":813,\"truncated\":false,\"match_in_content\":true},{\"source_path\":\"daily/Example - 2026-01-15.md\",\"source_sha256\":\"56a6b668ce572a7014d00121c6c217c3229664f2a65f0fe35a14f342e15acbf5\",\"content\":\"---\\naliases: []\\nrelated:\\n - \\\"[[Example - Garden Irrigation]]\\\"\\nstatus: done\\ntags: [daily, example]\\n---\\n# Example - 2026-01-15\\n\\n> [!note] Example note\\n> Fictional content that shows linking and supersession. Safe to delete.\\n\\n## Done\\n\\n- Chose the timer: [[Example - Decision - Timer Controller]].\\n- Replaced the old schedule with [[Example - Watering Schedule v2]].\\n\\n## Open\\n\\n- Buy drip line (tracked in [[Example - Garden Irrigation]]).\\n\",\"start\":0,\"end\":436,\"line_start\":1,\"line_end\":20,\"source_chars\":436,\"truncated\":false,\"match_in_content\":true},{\"source_path\":\"300-Projects/Example - Decision - Timer Controller.md\",\"source_sha256\":\"5961c595365b3195f568f4e8f35825a12f393a6f121c2d3895c384cfbd3106b3\",\"content\":\"---\\naliases: []\\nrelated:\\n - \\\"[[Example - Garden Irrigation]]\\\"\\nstatus: decided\\ntags: [decision, example]\\n---\\n# Example - Decision - Timer Controller\\n\\n> [!note] Example note\\n> Fictional content that shows linking and supersession. Safe to delete.\\n\\nDate: 2026-01-15\\n\\n## Question\\n\\nWhich timer should control the drip line?\\n\\n## Options\\n\\n1. A mechanical dial timer.\\n2. A battery timer with two programs.\\n\\n## Decision and why\\n\\nOption 2, because the schedule in [[Example - Watering Schedule v2]] needs a\\nsecond watering time on hot days.\\n\\n## Evidence\\n\\n- PARTIAL: the schedule note asks for morning watering every day; evening\\n watering only on days above 28 C, so two programs are needed on hot days\\n only.\\n- USER_STATED: a battery is acceptable; there is no power outlet near the beds.\\n- NOT_FOUND: no note in this vault gives the battery life. This search found\\n nothing; it does not mean the battery life is short.\\n\",\"start\":0,\"end\":915,\"line_start\":1,\"line_end\":36,\"source_chars\":915,\"truncated\":false,\"match_in_content\":true}],\"coverage\":{\"indexed_notes\":27,\"index_sha256\":\"00903e53dc7519679a6bca49ff22a90493b91563009af584c4baf5d425c068f8\",\"query_terms\":[\"timer\",\"controller\",\"did\",\"choose\"],\"match_expression\":\"\\\"timer\\\" OR \\\"controller\\\" OR \\\"did\\\" OR \\\"choose\\\"\",\"skipped_by_reason\":{\"oversize\":0,\"unreadable\":0,\"unsupported_name\":0,\"not_utf8\":0}}}" } ], "isError": false }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "No problems traced to this repository code in these checks.", "findings": [], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=solisolsoli--context-layer-claude-haiku-5-5-1792816079161105046", "evidence_file": "/data/safety/solisolsoli--context-layer-claude-haiku-5-5-1792816079161105046.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 24, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "22ac801fa808a6df303d74cf5543f6d9276c671b", "url": "https://github.com/solisolsoli/context-layer" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 24, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "MIT", "repo_url": "https://github.com/solisolsoli/context-layer", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "local", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Entry points inspected: README.md, QUICKSTART.md and docs/cli.md list no scheduler, cron, loop, webhook, --once or --now command. context_layer/ contains no scheduling code; the CLI subcommands (index, search, mcp, hook, etc.) run once per invocation and the MCP server runs only while a host keeps stdin open. The only 'loop' hits are unrelated code comments and the agent-loop usage label. No product cycle to trigger.", "evidence": "Entry points inspected: README.md, QUICKSTART.md and docs/cli.md list no scheduler, cron, loop, webhook, --once or --now command. context_layer/ contains no scheduling code; the CLI subcommands (index, search, mcp, hook, etc.) run once per invocation and the MCP server runs only while a host keeps stdin open. The only 'loop' hits are unrelated code comments and the agent-loop usage label. No product cycle to trigger.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "Search returns a JSON evidence packet with the timer decision", "source": "a JSON evidence packet containing the timer decision", "input": "which timer controller did we choose and why", "expected": "the decision note passage is returned", "command": " search --prompt 'which timer controller did we choose and why' --method synaptic", "verdict": "yes", "outcome": "Real input produced the expected result: Option 2, because the schedule in", "evidence": "Option 2, because the schedule in [[Example - Watering Schedule v2]] needs a\\nsecond watering time on hot days.\\n\\n## Evidence\\n\\n- PARTIAL: the schedule note asks for morning watering every day; evening\\n watering only on days above 28 C, so two programs are needed on hot days\\n only.\\n- USER_STATED: a battery is acceptable; there is no power outlet near the beds.\\n- NOT_FOUND: no note in this vault gives the battery life. This search found\\n nothing; it does not mean the battery life is short.\\n\",\"start\":0,\"end\":915,\"line_start\":1,\"line_end\":36,\"source_chars\":915,\"truncated\":false,\"match_", "returncode": 0, "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Synaptic search follows links between notes", "source": "The `--method synaptic` option follows links between notes.", "input": "which timer controller did we choose and why with --method synaptic", "expected": "a note reached through a link is included", "command": " search --prompt 'which timer controller did we choose and why' --method synaptic", "verdict": "yes", "outcome": "Real input produced the expected result: 500-Knowledge/Example - Drip Irrigation Basics.md", "evidence": "500-Knowledge/Example - Drip Irrigation Basics.md\",\"source_sha256\":\"cc5fb95e94ff42cea3054edf2e76218454e8a59803a299eabc810497ee766d15\",\"content\":\"# Example - Drip Irrigation Basics\\n\\n> [!note] Example note\\n> Fictional content that shows linking and supersession. Safe to delete.\\n\\nDrip irrigation delivers water slowly at the root through a line with small\\nemitters. For raised beds it wastes less water than a sprinkler and keeps the\\nleaves dry.\\n\\n- One emitter per plant, or a line with emitters every 30 cm.\\n- A pressure reducer and a filter go between the tap and the line.\\n- How often to ", "returncode": 0, "source_checked": true, "source_file": "README.md" }, { "kind": "claim", "claim": "Agent can search notes over MCP", "source": "The agent can then search notes and read sources on demand.", "input": "{\"tool\": \"search_vault\", \"arguments\": {\"prompt\": \"which timer controller did we choose and why\"}}", "expected": "the decision passage is returned by the search_vault tool", "command": " mcp --vault tools/call {\"tool\": \"search_vault\", \"arguments\": {\"prompt\": \"which timer controller did we choose and why\"}}", "verdict": "yes", "outcome": "Real input produced the expected result: Option 2, because the schedule in", "evidence": "Option 2, because the schedule in [[Example - Watering Schedule v2]] needs a\\\\nsecond watering time on hot days.\\\\n\\\\n## Evidence\\\\n\\\\n- PARTIAL: the schedule note asks for morning watering every day; evening\\\\n watering only on days above 28 C, so two programs are needed on hot days\\\\n only.\\\\n- USER_STATED: a battery is acceptable; there is no power outlet near the beds.\\\\n- NOT_FOUND: no note in this vault gives the battery life. This search found\\\\n nothing; it does not mean the battery life is short.\\\\n\\\",\\\"start\\\":0,\\\"end\\\":915,\\\"line_start\\\":1,\\\"line_end\\\":36,\\\"source_chars\\\":915,\\\"t", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Index the demo vault as the quick start describes", "source": "README.md Quick start", "input": "~/ContextLayerDemo ()", "command": " index ", "evidence": "indexed 27 files, 27 records -> .context/index.sqlite\nincremental: 0 changed, 0 added, 0 removed, 27 unchanged (0 records rewritten); index unchanged\ngraph: 27 notes, 66 edges, 0 unresolved links (0 ambiguous) -> .context/graph.sqlite in 0.020s (unchanged)", "deferred": false, "expected": "27 files indexed", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "Plain full-text search of the demo vault returns evidence", "source": "README.md Quick start", "input": "which timer controller did we choose and why", "command": " search --prompt 'which timer controller did we choose and why'", "evidence": "ower outlet near the beds.\\n- NOT_FOUND: no note in this vault gives the battery life. This search found\\n nothing; it does not mean the battery life is short.\\n\",\"start\":0,\"end\":915,\"line_start\":1,\"line_end\":36,\"source_chars\":915,\"truncated\":false,\"match_in_content\":true}],\"coverage\":{\"indexed_notes\":27,\"index_sha256\":\"00903e53dc7519679a6bca49ff22a90493b91563009af584c4baf5d425c068f8\",\"query_terms\":[\"timer\",\"controller\",\"did\",\"choose\"],\"match_expression\":\"\\\"timer\\\" OR \\\"controller\\\" OR \\\"did\\\" OR \\\"choose\\\"\",\"skipped_by_reason\":{\"oversize\":0,\"unreadable\":0,\"unsupported_name\":0,\"not_utf8\":0}}}", "deferred": false, "expected": "status PARTIAL with evidence", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "last_commit_at": "2026-10-08T19:41:01Z", "commits_90d": 49, "merged_prs_90d": 0, "open_issues": 0, "open_prs": 0, "reply_share": null, "reply_threads": 0, "median_reply_hours": null, "last_release_at": null, "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 15 days ago; 49 commits and 0 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 15 days ago; 49 commits and 0 merged PRs in 90 days; 0 open issues, 0 open PRs; no releases", "maintained": "active", "maintained_note": "last commit 15 days ago", "last_commit_at": "2026-10-08T20:18:43Z", "last_release_at": null, "open_issues": null, "answered_issues": null, "platforms_claimed": [ "linux", "mac", "windows" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 9, "schema_bytes": 7574, "tokens_approx": 1894, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-24T05:05:46.241301+00:00", "tested_commit": "22ac801fa808a6df303d74cf5543f6d9276c671b", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "solisolsoli/context-layer", "source": "https://github.com/solisolsoli/context-layer", "commit": "22ac801fa808a6df303d74cf5543f6d9276c671b", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "22ac801fa808a6df303d74cf5543f6d9276c671b", "url": "https://github.com/solisolsoli/context-layer" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Build a local index of a Markdown vault and retrieve source-linked evidence for a question, both by the context-layer CLI search command and through the context-layer MCP stdio server (search_vault tool)", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": null, "report_url": "/reports/solisolsoli--context-layer-claude-haiku-5-5-1792816079161105046.json" }