{ "run_id": "dharmikbhesaniya--obsidian-mcp-claude-haiku-5-5-1792804377406375167", "date": "2026-10-24T01:19:24.310849+00:00", "repo": "dharmikbhesaniya/obsidian-mcp", "kind": "mcp", "source": "https://github.com/dharmikbhesaniya/obsidian-mcp", "commit": "41610a903a0381e8ca799792a2f37c19df0d4f82", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "pass": true, "outcome": "pass", "time_to_working_s": 331.54724820901174, "total_s": 386.9044408798218, "steps": [ "cd && pwd && ls -la && id -u && python3 --version && cat /etc/os-release | head -3 && (git -C . rev-parse HEAD 2>&1 | head -1)", "cd && ls -la && cat README.md 2>/dev/null | head -300", "cd && sed -n 300,700p README.md | grep -n -i -E \"npm|node|test|cron|schedule|once|now|webhook|sync|loop|--|obsidian_cli\" | head -80; echo ---; which node npm npx; node -v 2>&1; npm -v 2>&1; cat package.json", "cd && git init -q && git remote add origin https://github.com/dharmikbhesaniya/obsidian-mcp && git fetch --depth 1 origin 41610a903a0381e8ca799792a2f37c19df0d4f82 2>&1 | tail -3; git reset --mixed FETCH_HEAD 2>&1 | tail -2; git rev-parse HEAD; git status --short | head", "sudo -n true && echo SUDO_OK; apt-cache policy nodejs 2>/dev/null | head -3; cd && sed -n 100,125p README.md", "sudo apt-get update -qq 2>&1 | tail -2; apt-cache policy nodejs | head -3", "export NODE_USE_ENV_PROXY=1; curl -fsSL https://deb.nodesource.com/setup_22.x -o /tmp/ns_setup.sh && sudo -E bash /tmp/ns_setup.sh >/tmp/ns.log 2>&1; echo rc=$?; tail -3 /tmp/ns.log; sudo apt-get install -y -qq nodejs >/tmp/nodeinst.log 2>&1; echo rc=$?; tail -3 /tmp/nodeinst.log; node -v; npm -v", "cd && npm ci > /tmp/npmci.log 2>&1; echo ci_rc=$?; tail -5 /tmp/npmci.log; npm run build > /tmp/build.log 2>&1; echo build_rc=$?; tail -5 /tmp/build.log; ls dist | head", "cd && timeout 600 npm test > /tmp/test.log 2>&1; echo test_rc=$?; tail -25 /tmp/test.log", "cd && which obsidian; echo \"obsidian_rc=$?\"; cat .env.example; echo ---; ls src src/adapters; grep -rn \"OBSIDIAN_BIN_PATH\\|spawn(\\|execFile\" src | head -20", "cd && ls src/services src/tools src/adapters/obsidian; grep -rln \"cliAdapter\\|ObsidianCliAdapter\\|\\.run(\" src | head; echo ---; grep -rn \"name: \\\"obsidian_\" src/tools | head -60 | awk -F'name: ' '{print $2}' | cut -c1-60 | tr '\\n' ' '", "cd && grep -n \"async \\w*(\" src/services/vault.service.ts | head -60; echo ---; grep -n \"cli\\.\\|this.cli\" src/services/vault.service.ts | head -20; echo ---; grep -n \"obsidian_list_vaults\\|obsidian_create_note\\|obsidian_read_note\\|registerTool\\|server.tool(\" src/tools/index.ts | head -10", "cd && sed -n 345,366p src/services/vault.service.ts; sed -n 192,200p src/services/vault.service.ts; ls ; ls 2>/dev/null; ls /inputs 2>/dev/null; ls -la .coldpass", "mkdir -p && printf '# Hello\\n\\nColdpass fixture note says: vault-sentinel-7731.\\n' > && mkdir -p && cd && cat > client.mjs <<'EOF'\nimport { Client } from \"\";\nimport { StdioClientTransport } from \"\";\nconst [,, tool, argsJson] = process.argv;\nconst t = new StdioClientTransport({ command: \"node\", args: [\"\"], cwd: \"\", env: { ...process.env, OBSIDIAN_VAULT_PATH: \"\", MCP_TRANSPORT: \"stdio\", AUTH_ENABLED: \"false\" }, stderr: \"ignore\" });\nconst c = new Client({ name: \"h\", version: \"1\" });\nawait c.connect(t);\nconst r = await c.callTool({ name: tool, arguments: JSON.parse(argsJson || \"{}\") });\nconsole.log(JSON.stringify(r).slice(0, 1500));\nawait c.close();\nEOF\nexport NODE_PATH=; timeout 60 node client.mjs obsidian_read_note '{\"path\":\"hello.md\"}'; echo rc=$?", "cd && grep -rn -i \"setInterval\\|cron\\|schedul\\|--once\\|webhook\\|setTimeout\" src | head; echo ---; grep -n \"Notes Domain (8 tools)\" README.md | cut -c1-200; grep -n \"The server exposes 54\" README.md | cut -c1-120; grep -n \"Run test suite\" README.md; grep -n \"Build TypeScript to dist\" README.md", "cd && python3 - <<'EOF'\nimport json\nW=\"\"\nenv={\"OBSIDIAN_VAULT_PATH\":\"\",\"MCP_TRANSPORT\":\"stdio\",\"AUTH_ENABLED\":\"false\"}\nargv=[\"node\",\"dist/index.js\"]\nprobe={\"kind\":\"mcp\",\"argv\":argv,\"cwd\":W,\"env\":env,\"tool\":\"obsidian_read_note\",\"arguments\":{\"path\":\"hello.md\"},\"expected_text\":\"vault-sentinel-7731\"}\njson.dump(probe,open(\"probe.json\",\"w\"),indent=2)\nclaims=[{\"kind\":\"claim\",\"claim\":\"The Notes domain exposes obsidian_read_note, which returns a note's content from the vault\",\n \"source\":\"- **Notes Domain (8 tools)**: `obsidian_read_note`, `obsidian_create_note`\",\n \"input\":\"hello.md\",\"expected\":\"the note body including the fixture sentinel\",\n \"probe_kind\":\"mcp\",\"argv\":argv,\"env\":env,\"tool\":\"obsidian_read_note\",\"arguments\":{\"path\":\"hello.md\"},\n \"expected_text\":\"vault-sentinel-7731\",\"cwd\":W}]\njson.dump(claims,open(\"claims.json\",\"w\"),indent=2)\nexamples=[{\"kind\":\"example\",\"claim\":\"Run the documented test suite (unit, integration, security)\",\n \"source\":\"README.md Local Development Setup / Installation & Build\",\n \"input\":\"none\",\"expected\":\"all 88 tests pass\",\"argv\":[\"npm\",\"test\"],\"cwd\":W,\"expected_text\":\"88 passed\"}]\njson.dump(examples,open(\"examples.json\",\"w\"),indent=2)\njson.dump({\"detected\":False,\"reason\":\"Inspected src/ for cron/schedule/--once/webhook/loop entry points: none found. The only timer is setInterval in src/transport/http.ts (session cleanup housekeeping, not a user-facing product cycle). README documents no scheduling.\",\"checks\":[]},open(\"cycles.json\",\"w\"),indent=2)\nreport={\"outcome\":\"working\",\"fault_owner\":None,\"operation\":\"Start the Obsidian MCP stdio server and read a note from a vault through obsidian_read_note\",\n \"operation_scope\":\"Filesystem-backed vault tools only. Node 22 installed; fixture vault at The Obsidian desktop CLI (OBSIDIAN_BIN_PATH) is not installed, so the ~30 CLI-backed tools (e.g. search, backlinks, daily notes, tasks, commands) were not exercised.\",\n \"steps\":[\"git init; git remote add origin https://github.com/dharmikbhesaniya/obsidian-mcp; git fetch --depth 1 origin 41610a903a0381e8ca799792a2f37c19df0d4f82; git reset --mixed FETCH_HEAD\",\n \"sudo apt-get update; NodeSource setup_22.x; sudo apt-get install -y nodejs (Node v22.23.4, npm 10.9.9)\",\n \"npm ci\",\"npm run build\",\"npm test (88 passed)\",\n \"node dist/index.js with OBSIDIAN_VAULT_PATH= via MCP client; tool obsidian_read_note path=hello.md returned sentinel vault-sentinel-7731\"],\n \"deviations\":[\"README says 'sudo apt install ... nodejs npm'; Ubuntu 24.04 apt offers only Node 18.19.1, below the required Node 20+. Installed Node 22 from NodeSource instead.\",\n \"README requires Obsidian Desktop v1.12+ with CLI enabled; not installed in this guest (no obsidian binary). Used the filesystem-backed read tool instead; CLI-backed tools were not exercised.\",\n \"No .env created; configuration passed via environment variables in probe/claims instead.\",\n \"Created fixture vault outside the checkout.\"],\n \"stuck_step\":None,\"main_blocker\":None,\"plain_failure\":None,\"suggested_fix\":\"None for the tested path. To test the rest of the 54 tools, install Obsidian desktop with its CLI enabled and set OBSIDIAN_BIN_PATH.\"}\njson.dump(report,open(\"report.json\",\"w\"),indent=2)\nprint(\"written\")\nEOF\nls -la; cd && = python3 -I --validate --replay; echo rc=$?", "pgrep -af \"obsidian|dist/index.js\" || echo \"no leftover server processes\"" ], "stuck_step": null, "error_excerpt": null, "what_it_did": "Start the Obsidian MCP stdio server and read a note from a vault through obsidian_read_note", "suggested_fix": null, "tokens_in": 429614, "tokens_out": 10143, "cost_usd": 0.01752323, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": true, "argv": [ "node", "dist/index.js" ], "kind": "mcp", "serverInfo": { "name": "obsidian-mcp", "version": "1.0.0" }, "tools": [ "obsidian_list_vaults", "obsidian_get_vault", "obsidian_list_files", "obsidian_get_file_info", "obsidian_read_note", "obsidian_create_note", "obsidian_append_note", "obsidian_prepend_note", "obsidian_update_note", "obsidian_patch_note", "obsidian_move_note", "obsidian_delete_note", "obsidian_search", "obsidian_search_context", "obsidian_read_daily_note", "obsidian_append_daily_note", "obsidian_prepend_daily_note", "obsidian_get_properties", "obsidian_get_property", "obsidian_set_property", "obsidian_remove_property", "obsidian_list_tasks", "obsidian_toggle_task", "obsidian_get_backlinks", "obsidian_get_links", "obsidian_get_link_path", "obsidian_get_orphans", "obsidian_get_unresolved_links", "obsidian_get_deadends", "obsidian_get_tags", "obsidian_get_tag_notes", "obsidian_list_bases", "obsidian_query_base", "obsidian_get_note_context", "obsidian_find_notes", "obsidian_recent_changes", "obsidian_list_bookmarks", "obsidian_create_bookmark", "obsidian_get_outline", "obsidian_outline", "obsidian_list_aliases", "obsidian_get_aliases", "obsidian_list_templates", "obsidian_read_template", "obsidian_word_count", "obsidian_random_note", "obsidian_create_unique_note", "obsidian_open_note", "obsidian_open_in_app", "obsidian_list_plugins", "obsidian_list_snippets", "obsidian_list_commands", "obsidian_execute_command" ], "tool_schema_bytes": 31079, "tool_result": { "content": [ { "type": "text", "text": "{\n \"path\": \"hello.md\",\n \"content\": \"# Hello\\n\\nColdpass fixture note says: vault-sentinel-7731.\\n\",\n \"revision\": \"09dc74de6897737348cfd0f13d39dc4a8fa59b98\",\n \"etag\": \"09dc74de6897737348cfd0f13d39dc4a8fa59b98\",\n \"frontmatter\": {},\n \"obsidianUri\": \"obsidian://open?vault=vault&file=hello.md\"\n}" } ] }, "tool_result_checked": true, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "Review signals: 14 known vulnerability.", "findings": [ { "kind": "known-vulnerability", "count": 14, "note": "OSV reports a known vulnerability in this dependency version.", "location_count": 5 } ], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=dharmikbhesaniya--obsidian-mcp-claude-haiku-5-5-1792804377406375167", "evidence_file": "/data/safety/dharmikbhesaniya--obsidian-mcp-claude-haiku-5-5-1792804377406375167.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 17, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "41610a903a0381e8ca799792a2f37c19df0d4f82", "url": "https://github.com/dharmikbhesaniya/obsidian-mcp" }, "purpose": "initial", "profile": { "model": "claude-haiku-5-5", "reasoning": "low" }, "fault": { "owner": null, "status": "resolved", "reason": null }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 17, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "readme_checked", "works": "yes", "install_s": null, "first_use_s": null, "mcp": "local", "needs": [], "needs_which": null, "agent_interface": [ "mcp" ], "license": "MIT", "repo_url": "https://github.com/dharmikbhesaniya/obsidian-mcp", "cost_to_try": "free", "hardware": null, "what_failed": null, "local_or_hosted": "both", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "Inspected src/ for cron/schedule/--once/webhook/loop entry points: none found. The only timer is setInterval in src/transport/http.ts (session cleanup housekeeping, not a user-facing product cycle). README documents no scheduling.", "evidence": "Inspected src/ for cron/schedule/--once/webhook/loop entry points: none found. The only timer is setInterval in src/transport/http.ts (session cleanup housekeeping, not a user-facing product cycle). README documents no scheduling.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "The Notes domain exposes obsidian_read_note, which returns a note's content from the vault", "source": "- **Notes Domain (8 tools)**: `obsidian_read_note`, `obsidian_create_note`", "input": "{\"tool\": \"obsidian_read_note\", \"arguments\": {\"path\": \"hello.md\"}}", "expected": "the note body including the fixture sentinel", "command": "node dist/index.js tools/call {\"tool\": \"obsidian_read_note\", \"arguments\": {\"path\": \"hello.md\"}}", "verdict": "yes", "outcome": "Real input produced the expected result: vault-sentinel-7731", "evidence": "vault-sentinel-7731.\\\\n\\\",\\n \\\"revision\\\": \\\"09dc74de6897737348cfd0f13d39dc4a8fa59b98\\\",\\n \\\"etag\\\": \\\"09dc74de6897737348cfd0f13d39dc4a8fa59b98\\\",\\n \\\"frontmatter\\\": {},\\n \\\"obsidianUri\\\": \\\"obsidian://open?vault=vault&file=hello.md\\\"\\n}\"}]}", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Run the documented test suite (unit, integration, security)", "source": "README.md Local Development Setup / Installation & Build", "input": "none", "command": "npm test", "evidence": "\u001b[1m\u001b[32m10 passed\u001b[39m\u001b[22m\u001b[90m (10)\u001b[39m\n\u001b[2m Tests \u001b[22m \u001b[1m\u001b[32m88 passed\u001b[39m\u001b[22m\u001b[90m (88)\u001b[39m\n\u001b[2m Start at \u001b[22m 01:19:02\n\u001b[2m Duration \u001b[22m 7.84s\u001b[2m (import 54%, tests 27%, transform 17%, worker 2%)\u001b[22m\n\n\u001b[2m Import \u001b[22m \u001b[33m37 modules were evaluated 55 times\u001b[39m\u001b[2m \u00b7 2.67s total, 54% of tracked time\u001b[22m\n\u001b[2m \u001b[22m \u001b[2m~874ms faster with \u001b[22m\u001b[33misolate: false\u001b[39m\u001b[2m \u2014 shared modules are evaluated once per worker instead of once per file\u001b[22m\n\u001b[2m \u001b[22m \u001b[2mlearn more: https://vitest.dev/guide/improving-performance#test-isolation\u001b[22m", "deferred": false, "expected": "all 88 tests pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": "yes", "maintenance": { "last_commit_at": "2026-10-07T03:09:11Z", "commits_90d": 33, "merged_prs_90d": 1, "open_issues": 0, "open_prs": 6, "reply_share": null, "reply_threads": 0, "median_reply_hours": null, "last_release_at": null, "archived": false, "verdict": "maintained", "note": "actively maintained: last commit 16 days ago; 33 commits and 1 merged PRs in 90 days; 0 open issues, 6 open PRs; no releases" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 16 days ago; 33 commits and 1 merged PRs in 90 days; 0 open issues, 6 open PRs; no releases", "maintained": "active", "maintained_note": "last commit 3 days ago", "last_commit_at": "2026-10-20T20:35:11Z", "last_release_at": null, "open_issues": null, "answered_issues": null, "platforms_claimed": [ "linux", "mac" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "independent checker", "observed": true, "operation_checked": true }, { "interface": "cli", "evidence": "README metadata", "observed": false, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": { "tool_count": 53, "schema_bytes": 31079, "tokens_approx": 7770, "estimate_method": "ceil(compact UTF-8 tools/list JSON bytes / 4)", "scope": "returned tools/list page only; excludes client framing and tool results" }, "tested_at": "2026-10-24T01:19:24.310849+00:00", "tested_commit": "41610a903a0381e8ca799792a2f37c19df0d4f82", "tested_with": { "agent": "claude-code", "agent_version": "2.1.300 (Claude Code)", "model": "claude-haiku-5-5", "model_route": "claude-haiku-5-5", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "dharmikbhesaniya/obsidian-mcp", "source": "https://github.com/dharmikbhesaniya/obsidian-mcp", "commit": "41610a903a0381e8ca799792a2f37c19df0d4f82", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "claude-haiku-5-5", "model_version": "claude-haiku-5-5", "agent_execution": "native_agent", "agent_runtime": "claude-code", "agent_runtime_version": "2.1.300 (Claude Code)", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "41610a903a0381e8ca799792a2f37c19df0d4f82", "url": "https://github.com/dharmikbhesaniya/obsidian-mcp" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": null, "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Start the Obsidian MCP stdio server and read a note from a vault through obsidian_read_note", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-bdc1b9b3c0d2673aef87e076d14084a8123ddcf09d520c1ee2e364a37c3f4bb9", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": null, "report_url": "/reports/dharmikbhesaniya--obsidian-mcp-claude-haiku-5-5-1792804377406375167.json" }