{ "checker": { "claims": [ { "claim": "Hard scope isolation: a memory scoped to one task is not returned to an unrelated task", "command": " recall 'mini PC' --task disk-cleanup", "evidence": "(no memories found)\n", "expected": "(no memories found)", "input": "recall 'mini PC' under unrelated task disk-cleanup", "kind": "claim", "outcome": "Real input produced the expected result: (no memories found)", "returncode": 0, "source": "- Hard scope isolation \u2014 session/task/host is a filter applied before ranking, not a signal", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "Search by meaning, not keywords", "command": " recall 'what is the small computer on my desk called?' --task homelab", "evidence": "cognita-pulse\n id=mem:f5e07e3a1add4647 scope=homelab\n", "expected": "memory mentioning cognita-pulse is returned", "input": "what is the small computer on my desk called?", "kind": "claim", "outcome": "Real input produced the expected result: cognita-pulse", "returncode": 0, "source": "2. **Search by meaning**, not keywords.", "source_checked": true, "source_file": "README.md", "verdict": "yes" } ], "cycle_checks": [ { "claim": "Background scheduler periodically runs consolidate() (expire, decay, dedup, replay)", "command": " consolidate", "evidence": "{\n \"expired\": 0,\n \"edges_pruned\": 0,\n \"duplicates_linked\": 0,\n \"replayed\": 0,\n \"distilled\": {\n \"skipped\": \"local LLM unreachable\"\n }\n}", "expected": "consolidation summary JSON printed, expired count reported", "input": "memstrand consolidate against MEMSTRAND_HOME store", "kind": "cycle", "method": "run-once: manual invocation of the same Memory.consolidate() via the CLI, no source edits", "outcome": "Triggered one cycle by hand (run-once: manual invocation of the same Memory.consolidate() via the CLI, no source edits; normal trigger: periodic background loop started by memstrand serve (consolidate_seconds)): {\n \"expired\": 0,\n \"edges_pruned\": 0,\n \"duplicates_linked\": 0,\n \"replayed\": 0,\n \"distilled\": {\n \"skipped\": \"local LLM unreachable\"\n }\n}", "returncode": 0, "schedule": "periodic background loop started by memstrand serve (consolidate_seconds)", "source": "src/memstrand/server.py", "verdict": "yes" } ], "details": { "argv": [ "", "mcp" ], "kind": "mcp", "scope": "product operation", "serverInfo": { "name": "memstrand", "version": "" }, "tool_result": { "content": [ { "text": "{\n \"id\": \"mem:f5e07e3a1add4647\",\n \"score\": 0.849128236279044,\n \"category\": \"fact\",\n \"content\": \"Chiran's mini PC is named cognita-pulse\",\n \"provenance\": \"explicit_statement\",\n \"confidence\": 0.95,\n \"task_id\": \"homelab\",\n \"scopes\": [\n \"homelab\"\n ],\n \"tags\": [],\n \"source_ref\": null,\n \"contradictions\": []\n}", "type": "text" } ], "isError": false, "structuredContent": { "result": [ { "category": "fact", "confidence": 0.95, "content": "Chiran's mini PC is named cognita-pulse", "contradictions": [], "id": "mem:f5e07e3a1add4647", "provenance": "explicit_statement", "scopes": [ "homelab" ], "score": 0.849128236279044, "source_ref": null, "tags": [], "task_id": "homelab" } ] } }, "tool_result_checked": true, "tool_schema_bytes": 10164, "tools": [ "remember", "recall", "context", "answer", "scope", "update", "forget", "log_turn", "improve", "ingest", "stats" ], "working": true }, "evidence_strength": "readme_checked", "example_checks": [ { "claim": "Acceptance rubric: remember, recall by meaning, and no cross-task leak against a persistent store", "command": " examples/quickstart.py", "deferred": false, "evidence": "test 2 (semantic recall): [{'id': 'mem:f5e07e3a1add4647', 'score': 0.8591283596433427, 'content': \"Chiran's mini PC is named cognita-pulse\", 'category': 'fact', 'provenance': 'explicit_statement', 'confidence': 0.95, 'task_id': 'homelab', 'scopes': ['homelab'], 'tags': [], 'host': None, 'source': None, 'source_ref': None, 'created_at': '2026-10-23T20:07:58.199159+00:00', 'similarity': 0.7425051700805104, 'keyword': True, 'superseded': False, 'neighbors': [], 'contradictions': []}]\ntest 3 (no cross-task leak): []\ntest 3b (unscoped query): []\nall three tests pass", "expected": "all three tests pass", "input": "no arguments; uses MEMSTRAND_HOME store", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "README.md#acceptance-test (examples/quickstart.py)", "verdict": "yes" } ], "status": "PASS" }, "deviations": [ " was not a git repository; ran git init and the pinned fetch/reset as instructed (fetch succeeded).", "System python3 could not create a venv (python3-venv missing); installed python3-venv and python3-pip with sudo apt-get (guest is ubuntu uid 1000 with passwordless sudo).", "Installed the README's PyPI package (pip install memstrand) into instead of the Makefile's editable install from the checkout (make install / pip install -e '.[dev,all]' not run). PyPI version 0.3.0 matches the pinned pyproject version.", "No local LLM endpoint is configured, so distillation (improve) is skipped; consolidate reports 'local LLM unreachable'. The distillation half of the product was not exercised.", "The background scheduler is not run as a long-lived daemon; the consolidate cycle was triggered by hand with the CLI, which calls the same Memory.consolidate() method.", "Repository pytest suite (make test) not run; only the README acceptance example and CLI/MCP operations were exercised.", "Embedding model (BAAI/bge-small via fastembed) downloaded from Hugging Face on first use; this needed network access." ], "fault_owner": null, "main_blocker": null, "operation": "Store a memory with the CLI, read it back by meaning through the CLI and the MCP stdio server (recall tool), confirm it does not leak into an unrelated task, and run the README acceptance example.", "operation_scope": "Linux (Ubuntu 24.04, Python 3.12.3), PyPI memstrand 0.3.0 (matches pinned commit a22dc07 pyproject version), local embedded store under MEMSTRAND_HOME=, local ONNX embedding model (downloaded from Hugging Face on first use). No LLM endpoint configured; no daemon started.", "outcome": "working", "plain_failure": null, "steps": [ "git init; git remote add origin https://github.com/memstrand/memstrand; git fetch --depth 1 origin a22dc07381fd1b6ab090e4ddacf377df0ef68538; git reset --mixed FETCH_HEAD", "python3 -m venv (after apt-get install python3-venv python3-pip)", " install memstrand (README Quickstart)", " remember \"Chiran's mini PC is named cognita-pulse\" --task homelab", " recall \"what is the mini PC called?\" --task homelab", " recall \"mini PC\" --task disk-cleanup (returned no memories)", " mcp (MCP stdio, tool recall)", " consolidate (one manual cycle of the scheduler's consolidate step)", " examples/quickstart.py (README acceptance test)" ], "stuck_step": null, "suggested_fix": "None required for the tested path. Optional: configure a local LLM endpoint to exercise improve()/distillation, and run the repo's pytest suite via make install then make test." }