{ "run_id": "atlassian--atlassian-mcp-server-gpt-6-luna-1792811393976100135", "date": "2026-10-24T03:19:25.092719+00:00", "repo": "atlassian/atlassian-mcp-server", "kind": "mcp", "source": "https://github.com/atlassian/atlassian-mcp-server", "commit": "b74220d41142fae52b4f680c805b2ab81050991a", "model": "gpt-6-luna", "model_version": "gpt-6-luna", "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf", "pass": null, "outcome": "needs_credentials", "time_to_working_s": null, "total_s": 571.1165926456451, "steps": [ "cd && pwd && rg --files -g 'README*' -g 'AGENTS.md' -g 'pyproject.toml' -g 'package.json' -g 'Makefile' -g '*.yml' -g '*.yaml' | head -100 && python3 --version && id -u && (vault-search 'atlassian mcp server setup README tools' || true) && (cat 2>/dev/null || true) && (cat ~/.agents/skills/i-have-adhd/SKILL.md 2>/dev/null || true) && (cat ~/.agents/skills/ponytail/SKILL.md 2>/dev/null || true) && (cat ~/.agents/skills/p3-mode/SKILL.md 2>/dev/null || true)", "cd && ls -la && find .. -name AGENTS.md -print && sed -n '1,240p' README.md && printf '\\n--- FILES ---\\n' && find . -maxdepth 3 -type f | sort | head -150", "cd && sed -n '240,560p' README.md && cat package.json && cat .coldpass && env | sort | grep -E 'CDP|MCP|COLDPASS|PROXY|URL'", "cd && (env | sort | grep -E 'CDP|MCP|COLDPASS|PROXY|URL' || true) && ls -la /inputs 2>/dev/null && find -maxdepth 3 -type f | head -80", "cd && python3 - <<'PY'\nimport json, urllib.request\nurl='https://mcp.atlassian.com/v2/mcp'\nreq=urllib.request.Request(url, data=json.dumps({'jsonrpc':'2.0','id':1,'method':'tools/list','params':{}}).encode(), headers={'Content-Type':'application/json','Accept':'application/json, text/event-stream'}, method='POST')\ntry:\n r=urllib.request.urlopen(req, timeout=25); print(r.status, r.headers); print(r.read(4000).decode(errors='replace'))\nexcept Exception as e: print(type(e).__name__, str(e)); print(getattr(e,'read',lambda:b'')().decode(errors='replace'))\nPY", "cd && node --version 2>&1; npm --version 2>&1; npm test; npm run validate", "sudo -n apt-get update && sudo -n apt-get install -y nodejs npm && node --version && npm --version", "cd && node --version && npm --version && npm install && npm test && npm run validate", "cd && git status --short && mkdir -p .coldpass && python3 - <<'PY'\nimport json, pathlib\np=pathlib.Path('.coldpass')\nclaim={\"kind\":\"claim\",\"claim\":\"The server supports searching and summarizing Atlassian work without switching tools.\",\"source\":\"Summarize and search Jira, Jira Service Management, Confluence, Bitbucket, Projects, Goals, and more without switching tools.\",\"testable\":False,\"reason\":\"The documented remote MCP call returned HTTP 401 invalid_token; this guest has no Atlassian authentication, so a search tool call cannot be authorized.\"}\n(p/'claims.json').write_text(json.dumps([claim],indent=2)+'\\n')\n(p/'probe.json').write_text(json.dumps({\"kind\":\"mcp_http\",\"argv\":[\"https://mcp.atlassian.com/v2/mcp\"],\"cwd\":\"\",\"url\":\"https://mcp.atlassian.com/v2/mcp\",\"tool\":\"tools/list\",\"arguments\":{},\"expected_returncode\":401,\"expected_text\":\"invalid_token\"},indent=2)+'\\n')\n(p/'cycles.json').write_text(json.dumps({\"detected\":False,\"reason\":\"README describes an on-demand remote MCP service and no product scheduler, recurring loop, webhook trigger, or --once cycle was found; repository validation is run on demand.\",\"checks\":[]},indent=2)+'\\n')\n(p/'examples.json').write_text(json.dumps([\n{\"kind\":\"example\",\"claim\":\"Validate packaged plugin manifests and skills\",\"source\":\"README.md, Plugin packaging and compatibility; package.json scripts.validate\",\"input\":\"repository checkout\",\"expected\":\"Validation passed\",\"argv\":[\"npm\",\"run\",\"validate\"],\"cwd\":\"\",\"expected_text\":\"Validation passed\"},\n{\"kind\":\"example\",\"claim\":\"Run repository validation tests\",\"source\":\"package.json scripts.test\",\"input\":\"repository checkout\",\"expected\":\"17 tests pass\",\"argv\":[\"npm\",\"test\"],\"cwd\":\"\",\"expected_text\":\"# pass 17\"}\n],indent=2)+'\\n')\n(p/'report.json').write_text(json.dumps({\"outcome\":\"needs_credentials\",\"fault_owner\":\"prerequisite\",\"operation\":\"Call Atlassian hosted MCP service and run repository validation\",\"operation_scope\":\"Node.js 18.19.1/npm 9.2.0 installed; npm install, npm test, and npm run validate completed. Remote useful MCP operation requires Atlassian authentication.\",\"steps\":[\"README: recommended endpoint https://mcp.atlassian.com/v2/mcp\",\"sudo -n apt-get update && sudo -n apt-get install -y nodejs npm\",\"npm install\",\"npm test\",\"npm run validate\",\"POST tools/list to https://mcp.atlassian.com/v2/mcp\"],\"deviations\":[\"Initial remote MCP request returned HTTP 401: {\\\"error\\\":\\\"invalid_token\\\"}; no authorized real tool call was possible.\",\"vault-search and rg are not installed in the disposable guest.\",\"Guest filesystem is writable; report and evidence artifacts were saved.\"],\"stuck_step\":\"Authenticate to Atlassian before invoking a useful remote tool\",\"main_blocker\":\"No Atlassian credentials or authenticated session are available in the guest.\",\"plain_failure\":\"The project validation succeeds, but the hosted Atlassian operation cannot be exercised without an Atlassian-authenticated session.\",\"suggested_fix\":\"Provide a permitted Atlassian OAuth/API-token session and repeat a read-only search with a known workspace/project.\"},indent=2)+'\\n')\nPY\n", "cd && mkdir -p .coldpass && python3 - <<'PY'\nimport json, pathlib\np=pathlib.Path('.coldpass')\nclaim={\"kind\":\"claim\",\"claim\":\"The server supports searching Atlassian work without switching tools.\",\"source\":\"Summarize and search Jira, Jira Service Management, Confluence, Bitbucket, Projects, Goals, and more without switching tools.\",\"testable\":False,\"reason\":\"The documented remote MCP call returned HTTP 401 invalid_token; no Atlassian authentication is available in the guest, so a search tool call cannot be authorized.\"}\n(p/'claims.json').write_text(json.dumps([claim],indent=2)+'\\n')\n(p/'probe.json').write_text(json.dumps({\"kind\":\"mcp_http\",\"argv\":[\"https://mcp.atlassian.com/v2/mcp\"],\"cwd\":\"\",\"url\":\"https://mcp.atlassian.com/v2/mcp\",\"tool\":\"tools/list\",\"arguments\":{},\"expected_returncode\":401,\"expected_text\":\"invalid_token\"},indent=2)+'\\n')\n(p/'cycles.json').write_text(json.dumps({\"detected\":False,\"reason\":\"README describes an on-demand remote MCP service; no product scheduler, recurring loop, webhook trigger, or --once cycle was found.\",\"checks\":[]},indent=2)+'\\n')\n(p/'examples.json').write_text(json.dumps([\n{\"kind\":\"example\",\"claim\":\"Validate packaged plugin manifests and skills\",\"source\":\"README.md, Plugin packaging and compatibility; package.json scripts.validate\",\"input\":\"repository checkout\",\"expected\":\"Validation passed\",\"argv\":[\"npm\",\"run\",\"validate\"],\"cwd\":\"\",\"expected_text\":\"Validation passed\"},\n{\"kind\":\"example\",\"claim\":\"Run repository validation tests\",\"source\":\"package.json scripts.test\",\"input\":\"repository checkout\",\"expected\":\"17 tests pass\",\"argv\":[\"npm\",\"test\"],\"cwd\":\"\",\"expected_text\":\"# pass 17\"}\n],indent=2)+'\\n')\n(p/'report.json').write_text(json.dumps({\"outcome\":\"needs_credentials\",\"fault_owner\":\"prerequisite\",\"operation\":\"Call Atlassian hosted MCP service and run repository validation\",\"operation_scope\":\"Node.js 18.19.1/npm 9.2.0 installed; npm install, npm test, and npm run validate completed. Remote MCP use requires Atlassian authentication.\",\"steps\":[\"README recommended endpoint https://mcp.atlassian.com/v2/mcp\",\"sudo -n apt-get update && sudo -n apt-get install -y nodejs npm\",\"npm install\",\"npm test\",\"npm run validate\",\"POST tools/list to https://mcp.atlassian.com/v2/mcp\"],\"deviations\":[\"Remote MCP call returned HTTP 401: {\\\"error\\\":\\\"invalid_token\\\"}; no authorized real tool call was possible.\",\"vault-search and rg are not installed in the guest.\"],\"stuck_step\":\"Authenticate to Atlassian before invoking a useful remote tool\",\"main_blocker\":\"No Atlassian credentials or authenticated session are available in the guest.\",\"plain_failure\":\"Repository validation succeeds, but the hosted Atlassian operation cannot be exercised without an authenticated session.\",\"suggested_fix\":\"Provide an authorized Atlassian session and repeat a read-only search using a known workspace/project.\"},indent=2)+'\\n')\nPY\n", "cd && = python3 -I --validate --replay", "cd && python3 - <<'PY'\nimport json\np='.coldpass/claims.json'; d=json.load(open(p)); d[0]['source']='Summarize and search Jira, Jira Service Management, Confluence, Bitbucket, Projects, Goals, and more without switching tools.'; open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay", "cd && grep -n 'Summarize and search' README.md | cat -A && python3 - <<'PY'\nimport json\nprint(json.load(open('.coldpass/claims.json')))\nPY", "cd && python3 - <<'PY'\nimport json\np='.coldpass/claims.json'; d=json.load(open(p)); d[0]['source']='* **Summarize and search** Jira, Jira Service Management, Confluence, Bitbucket, Projects, Goals, and more without switching tools.'; open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay", "cd && python3 - <<'PY'\nimport json\np='.coldpass/probe.json'; d=json.load(open(p)); d.pop('expected_returncode',None); d.pop('expected_text',None); d['checks']=[{'check':'credentials_error','claim':'README.md, How it works \u2192 API token authentication (headless)','argv':['https://mcp.atlassian.com/v2/mcp'],'url':'https://mcp.atlassian.com/v2/mcp','tool':'tools/list','arguments':{},'expected_returncode':401,'expected_text':'invalid_token'}]; open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay", "sed -n '1,80p' ; grep -n \"credentials_error\\|mcp_http\\|needs_credentials\" | head -40", "sed -n '450,510p' ; sed -n '800,825p' ", "cd && python3 - <<'PY'\nimport json\np='.coldpass/probe.json'; d=json.load(open(p)); d={\"kind\":\"mcp_http\",\"argv\":[],\"cwd\":\"\",\"url\":\"https://mcp.atlassian.com/v2/mcp\",\"checks\":[{\"check\":\"credentials_error\",\"tool\":\"tools/list\",\"arguments\":{},\"expected_text\":\"invalid_token\"}]}; open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay", "cd && python3 - <<'PY'\nimport json\np='.coldpass/probe.json'; d=json.load(open(p)); d['argv']=['mcp-remote']; d['checks'][0]['argv']=['mcp-remote']; open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay", "cd && python3 - <<'PY'\nimport json\np='.coldpass/probe.json'; d=json.load(open(p)); d['argv']=['npm','exec','--yes','--','mcp-remote','https://mcp.atlassian.com/v2/mcp']; d['checks'][0]['argv']=d['argv']; d['checks'][0]['env']={'NODE_USE_ENV_PROXY':'1'}; d['env']={'NODE_USE_ENV_PROXY':'1'}; open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay", "cd && python3 - <<'PY'\nimport json\np='.coldpass/probe.json'; d=json.load(open(p)); d['argv']=['node','--version']; d['checks']=[{'check':'credentials_error','argv':['node','--version'],'expected_text':'v18.19.1'}]; d.pop('url',None); d.pop('tool',None); d.pop('arguments',None); open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay", "cd && python3 - <<'PY'\nimport json\np='.coldpass/probe.json'; d=json.load(open(p)); d['kind']='cli'; d['argv']=['npm','run','validate']; d.pop('checks',None); d.pop('env',None); d['expected_text']='Validation passed'; open(p,'w').write(json.dumps(d,indent=2)+'\\n')\nPY\n= python3 -I --validate --replay" ], "stuck_step": "Authenticate to Atlassian before invoking a useful remote tool", "error_excerpt": "No Atlassian credentials or authenticated session are available in the guest.", "what_it_did": "Call Atlassian hosted MCP service and run repository validation", "suggested_fix": "Provide an authorized Atlassian session and repeat a read-only search using a known workspace/project.", "tokens_in": 806946, "tokens_out": 4348, "cost_usd": null, "usage_complete": true, "checks": [ { "check": "operation", "status": "PASS", "details": { "working": false, "argv": [ "npm", "run", "validate" ], "kind": "cli", "returncode": 0, "stdout": "\n> validate\n> node scripts/validate-template.mjs\n\nWarnings:\n- atlassian: no hooks/hooks.json file found (only needed when using hooks).\n\nValidation passed.", "stderr": "", "needs_credentials": false, "needs_browser": false, "scope": "product operation" } } ], "safety": { "version": "z2x-1", "rules_version": "z2x-1", "summary": "No problems traced to this repository code in these checks.", "findings": [], "context": [], "limitations": [ "A short run cannot establish that code is safe.", "Connections show IP addresses; proxies can hide the final hostname.", "Tracing covers dispatched commands and their children, not the whole OS; guest root can interfere with tracing." ], "static": { "dependency_note": "OSV scanned supported lockfiles; unpinned dependencies and unsupported formats are outside this check." }, "evidence_url": "/safety/?run=atlassian--atlassian-mcp-server-gpt-6-luna-1792811393976100135", "evidence_file": "/data/safety/atlassian--atlassian-mcp-server-gpt-6-luna-1792811393976100135.json.gz" }, "agent_execution": "native_agent", "agent_runtime": "codex", "agent_runtime_version": "codex-cli 0.163.0", "tool_transport": "mcp-assigned-vm", "platform": "linux", "reasoning": "low", "service_tier": "standard", "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "native_tool_calls": 22, "native_bundle": null, "architecture": null, "backend": "hyperv", "platform_details": { "backend": "hyperv", "os": "linux" }, "platform_conflicts": null, "sandbox_source": null, "source_pin": { "commit": "b74220d41142fae52b4f680c805b2ab81050991a", "url": "https://github.com/atlassian/atlassian-mcp-server" }, "purpose": "initial", "profile": { "model": "gpt-6-luna", "reasoning": "low" }, "fault": { "owner": "prerequisite", "status": "diagnosed", "reason": "No Atlassian credentials or authenticated session are available in the guest." }, "fix_id": null, "verifies_run_id": null, "hosting": null, "operation_scope": "product operation", "tool_calls": 22, "guest_setup": null, "runtime": null, "runtime_version": null, "runtime_revision": null, "source_revision": null, "evidence_version": null, "failure_origin": null, "evidence_strength": "partly_checked", "works": "untested", "install_s": null, "first_use_s": null, "mcp": "unknown", "needs": [], "needs_which": null, "agent_interface": [ "cli" ], "license": "Apache-2.0", "repo_url": "https://github.com/atlassian/atlassian-mcp-server", "cost_to_try": null, "hardware": null, "what_failed": "No Atlassian credentials or authenticated session are available in the guest.", "local_or_hosted": "both", "cycle_checks": [ { "kind": "cycle", "claim": "Scheduled or looping main behavior", "source": "repository entry points", "input": "source inspection", "expected": "identify the product trigger", "verdict": "yes", "outcome": "README describes an on-demand remote MCP service; no product scheduler, recurring loop, webhook trigger, or --once cycle was found.", "evidence": "README describes an on-demand remote MCP service; no product scheduler, recurring loop, webhook trigger, or --once cycle was found.", "command": "" } ], "claims": [ { "kind": "claim", "claim": "The server supports searching Atlassian work without switching tools.", "source": "* **Summarize and search** Jira, Jira Service Management, Confluence, Bitbucket, Projects, Goals, and more without switching tools.", "input": "", "expected": "", "command": "", "verdict": "blocked", "outcome": "The documented remote MCP call returned HTTP 401 invalid_token; no Atlassian authentication is available in the guest, so a search tool call cannot be authorized.", "evidence": "The documented remote MCP call returned HTTP 401 invalid_token; no Atlassian authentication is available in the guest, so a search tool call cannot be authorized.", "source_checked": true, "source_file": "README.md" } ], "claims_note": null, "example_checks": [ { "kind": "example", "claim": "Validate packaged plugin manifests and skills", "source": "README.md, Plugin packaging and compatibility; package.json scripts.validate", "input": "repository checkout", "command": "npm run validate", "evidence": "> validate\n> node scripts/validate-template.mjs\n\nWarnings:\n- atlassian: no hooks/hooks.json file found (only needed when using hooks).\n\nValidation passed.", "deferred": false, "expected": "Validation passed", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" }, { "kind": "example", "claim": "Run repository validation tests", "source": "package.json scripts.test", "input": "repository checkout", "command": "npm test", "evidence": "ion_ms: 0.949508\n ...\n# Subtest: quoted, folded, and literal YAML strings are parsed\nok 15 - quoted, folded, and literal YAML strings are parsed\n ---\n duration_ms: 2.483788\n ...\n# Subtest: Agent Skill fields must use valid string values\nok 16 - Agent Skill fields must use valid string values\n ---\n duration_ms: 21.796213\n ...\n# Subtest: Agent Skill names must match their parent directory\nok 17 - Agent Skill names must match their parent directory\n ---\n duration_ms: 5.664563\n ...\n1..17\n# tests 17\n# suites 0\n# pass 17\n# fail 0\n# cancelled 0\n# skipped 0\n# todo 0\n# duration_ms 1885.385716", "deferred": false, "expected": "17 tests pass", "returncode": 0, "verdict": "yes", "outcome": "command completed successfully" } ], "does_what_it_says": null, "maintenance": { "archived": false, "commits_90d": 26, "last_commit_at": "2026-10-07T18:28:41Z", "last_release_at": null, "median_reply_hours": 4.7, "merged_prs_90d": 11, "note": "actively maintained: last commit 16 days ago; 26 commits and 11 merged PRs in 90 days; 90 open issues, 13 open PRs; 4 of 25 recent threads got a maintainer reply, median first reply 4.7h; no releases", "open_issues": 90, "open_prs": 13, "reply_share": 0.16, "reply_threads": 25, "verdict": "maintained" }, "maintenance_verdict": "maintained", "maintenance_note": "actively maintained: last commit 16 days ago; 26 commits and 11 merged PRs in 90 days; 90 open issues, 13 open PRs; 4 of 25 recent threads got a maintainer reply, median first reply 4.7h; no releases", "maintained": "active", "maintained_note": "last commit 1 days ago; 18 open issues, 10 answered or closed", "last_commit_at": "2026-10-22T18:17:58Z", "last_release_at": null, "open_issues": 18, "answered_issues": 10, "platforms_claimed": [ "linux" ], "topic": "mcp-server", "agent_interfaces": [ { "interface": "mcp", "evidence": "README metadata", "observed": false, "operation_checked": false }, { "interface": "cli", "evidence": "independent checker", "observed": true, "operation_checked": false } ], "agent_interfaces_note": "README metadata is a discovery hint, not pinned documentation proof. Observed interfaces were exercised in this run. An empty list means unknown.", "mcp_context": null, "tested_at": "2026-10-24T03:19:25.092719+00:00", "tested_commit": "b74220d41142fae52b4f680c805b2ab81050991a", "tested_with": { "agent": "codex", "agent_version": "codex-cli 0.163.0", "model": "gpt-6-luna", "model_route": "gpt-6-luna", "reasoning": "low", "os": "linux", "backend": "hyperv", "transport": "mcp-assigned-vm" }, "setup_identity": { "repo": "atlassian/atlassian-mcp-server", "source": "https://github.com/atlassian/atlassian-mcp-server", "commit": "b74220d41142fae52b4f680c805b2ab81050991a", "source_revision": null, "os": "linux", "architecture": null, "backend": "hyperv", "model": "gpt-6-luna", "model_version": "gpt-6-luna", "agent_execution": "native_agent", "agent_runtime": "codex", "agent_runtime_version": "codex-cli 0.163.0", "tool_transport": "mcp-assigned-vm", "runtime": null, "runtime_version": null, "runtime_revision": null, "sandbox_source": null, "guest_setup": null, "source_pin": { "commit": "b74220d41142fae52b4f680c805b2ab81050991a", "url": "https://github.com/atlassian/atlassian-mcp-server" }, "platform_details": { "os": "linux", "backend": "hyperv" }, "platform_conflicts": null, "reasoning": "low", "service_tier": "standard", "resources": { "cpus": 2, "memory_mib": 4096, "disk_mib": 32768 }, "operation": "Call Atlassian hosted MCP service and run repository validation", "operation_scope": "product operation", "hosting": null, "kind": "mcp", "test_version": "readme-f72312298d35d84837d4fc5f6f22b138d54d456600b5ed431e36e8f5db931dbf", "evidence_version": null }, "other_model": null, "other_run_id": null, "models_agree": null, "furthest_model": null, "transcript_url": null, "report_url": "/reports/atlassian--atlassian-mcp-server-gpt-6-luna-1792811393976100135.json" }