{"schema":"agentwares.mcpcheck/v1","server":{"owner":"demo","slug":"deepwiki","name":"DeepWiki (remote)","spec":{"kind":"remote","url":"https://mcp.deepwiki.com/mcp"},"tier":"preview","schedule":"manual","description":"Cognition's DeepWiki remote server: open Streamable HTTP endpoint, no auth."},"run":{"id":"fixture_deepwiki","runKey":"deepwiki:2026-09-02","kind":"manual","scheduledAt":"2026-09-02T17:57:22.171Z","finishedAt":"2026-09-02T17:57:22.171Z","costUsd":0,"cellCount":10,"expectedCount":10},"overall":"pass","status":"passing","install":{"status":"pass","cells":[{"id":"install:local-darwin","kind":"install","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:09.192Z","summary":"3 tools in 5.7 s","durationMs":5731,"detail":{"spec":"https://mcp.deepwiki.com/mcp","node":"v22.23.2","arch":"arm64","server":{"name":"DeepWiki","version":"2.14.3"},"protocolVersion":"2025-11-25","toolCount":3,"capabilities":["experimental","prompts","resources","tools"],"stderrTail":"","catalogHash":"0f1d3a43a11ab1e6251f0138afa770350ac4ec691d0bccd0bc4908267f02b0b9"}}],"hosts":["local-darwin"],"divergentHosts":[]},"compat":{"status":"pass","cells":[{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:53.244Z","summary":"Claude Code 2.1.196 connected (3 tools in the catalog)","durationMs":2429,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":3,"stderrTail":"Checking MCP server health…\n\ntarget: https://mcp.deepwiki.com/mcp (HTTP) - ✔ Connected\n"}},{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:55:13.185Z","summary":"3 tools via mcp 2.0.1","durationMs":3608,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":3,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:22.171Z","summary":"3 tools via mcp 2.1.1","durationMs":3680,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":3,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:25.397Z","summary":"3 tools via ts-sdk 1.29.0","durationMs":4191,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":3,"protocolVersion":"2025-11-25"}},{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:21.159Z","summary":"3 tools via ts-sdk 1.30.0","durationMs":4497,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":3,"protocolVersion":"2025-11-25"}}],"worksWith":{"claude":{"status":"pass","inferred":false,"from":["compat:claude-cli@cli:local-darwin"]},"cursor":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"vscode":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"python":{"status":"pass","inferred":false,"from":["compat:py-sdk@N-1:local-darwin","compat:py-sdk@N:local-darwin"]}},"matrix":{"hosts":["local-darwin"],"rows":[{"row":{"client":"ts-sdk","slot":"N","label":"TypeScript SDK client (current)","embeddedBy":["Cursor","VS Code","Claude Desktop","Windsurf"]},"version":"1.30.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:21.159Z","summary":"3 tools via ts-sdk 1.30.0","durationMs":4497,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":3,"protocolVersion":"2025-11-25"}}}},{"row":{"client":"ts-sdk","slot":"N-1","label":"TypeScript SDK client (previous minor)","embeddedBy":["Cursor","VS Code"]},"version":"1.29.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:25.397Z","summary":"3 tools via ts-sdk 1.29.0","durationMs":4191,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":3,"protocolVersion":"2025-11-25"}}}},{"row":{"client":"py-sdk","slot":"N","label":"Python SDK client (current)","embeddedBy":[]},"version":"2.1.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:22.171Z","summary":"3 tools via mcp 2.1.1","durationMs":3680,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":3,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"py-sdk","slot":"N-1","label":"Python SDK client (previous minor)","embeddedBy":[]},"version":"2.0.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:55:13.185Z","summary":"3 tools via mcp 2.0.1","durationMs":3608,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":3,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"claude-cli","slot":"cli","label":"Claude Code (`claude mcp list`)","embeddedBy":["Claude Code"]},"version":"2.1.196","byHost":{"local-darwin":{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:53.244Z","summary":"Claude Code 2.1.196 connected (3 tools in the catalog)","durationMs":2429,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":3,"stderrTail":"Checking MCP server health…\n\ntarget: https://mcp.deepwiki.com/mcp (HTTP) - ✔ Connected\n"}}}}]}},"oauth":{"status":"skip","applicable":true,"report":{"url":"https://mcp.deepwiki.com/mcp","authRequired":false,"status":"skip","checks":[{"id":"unauthenticated","title":"Unauthenticated initialize","status":"info","detail":"HTTP 200: the server accepts requests without a token, so OAuth checks do not apply."}],"live":{},"checkedAt":"2026-09-02T17:43:38.237Z"}},"catalog":{"status":"pass","snapshot":{"hash":"0f1d3a43a11ab1e6251f0138afa770350ac4ec691d0bccd0bc4908267f02b0b9","tools":[{"name":"ask_question","description":"Ask any question about a GitHub repository and get an AI-powered, context-grounded response.","inputSchema":{"type":"object","properties":{"repoName":{"anyOf":[{"type":"string"},{"items":{"type":"string"},"type":"array"}],"description":"GitHub repository or list of repositories (max 10) in owner/repo format."},"question":{"description":"The question to ask about the repository.","type":"string"}},"required":["repoName","question"]},"outputSchema":{"type":"object","properties":{"result":{"type":"string"}},"required":["result"],"x-fastmcp-wrap-result":true}},{"name":"read_wiki_contents","description":"View documentation about a GitHub repository.","inputSchema":{"type":"object","properties":{"repoName":{"description":"GitHub repository in owner/repo format (e.g. \"facebook/react\").","type":"string"}},"required":["repoName"]},"outputSchema":{"type":"object","properties":{"result":{"type":"string"}},"required":["result"],"x-fastmcp-wrap-result":true}},{"name":"read_wiki_structure","description":"Get a list of documentation topics for a GitHub repository.","inputSchema":{"type":"object","properties":{"repoName":{"description":"GitHub repository in owner/repo format (e.g. \"facebook/react\").","type":"string"}},"required":["repoName"]},"outputSchema":{"type":"object","properties":{"result":{"type":"string"}},"required":["result"],"x-fastmcp-wrap-result":true}}],"capturedAt":"2026-09-02T11:21:09.192Z","server":{"name":"DeepWiki","version":"2.14.3"},"protocolVersion":"2025-11-25"},"source":"catalog:local-darwin","baselineHash":null,"lastDiff":null,"changedAt":null,"drifted":false},"errors":{"status":"pass","score":65,"graded":{"score":65,"perTool":[{"tool":"ask_question","score":75,"errors":6,"accepted":4,"cases":10},{"tool":"read_wiki_contents","score":61,"errors":7,"accepted":3,"cases":10},{"tool":"read_wiki_structure","score":61,"errors":7,"accepted":3,"cases":10}],"grades":{"ask_question|missing_required:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"ask_question|null_value:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"ask_question|null_value:question":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_contents|missing_required:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_contents|wrong_type:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_contents|null_value:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"ask_question|wrong_type:question":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"ask_question|wrong_type:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_contents|unknown_property":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"ask_question|missing_required:question":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_contents|array_args":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_wiki_structure|missing_required:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_structure|wrong_type:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_structure|null_value:repoName":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_wiki_structure|unknown_property":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_wiki_structure|array_args":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_wiki_structure|string_args":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_wiki_structure|deep_nesting":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_wiki_contents|string_args":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_wiki_contents|deep_nesting":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"}},"llm":{"samples":17,"costUsd":0,"model":"claude-sonnet-5","cacheHit":true},"leniency":[],"gradedAt":"2026-09-02T18:06:12.357Z"},"toolCount":3,"sampleCount":30,"errorCount":20,"worst":[{"sample":{"tool":"read_wiki_contents","caseId":"unknown_property","kind":"unknown_property","title":"an unexpected extra property","outcome":"error","text":"1 validation error for call[read_wiki_contents]\n__mcpcheck_unexpected\n  Unexpected keyword argument [type=unexpected_keyword_argument, input_value=True, input_type=bool]\n    For further information visit https://errors.pydantic.dev/2.12/v/unexpected_keyword_argument","durationMs":69},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"read_wiki_contents","caseId":"array_args","kind":"array_args","title":"arguments is an array, not an object","outcome":"protocol_error","text":"MCP error -32602: Invalid request parameters","durationMs":82,"code":-32602,"structured":""},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"read_wiki_structure","caseId":"unknown_property","kind":"unknown_property","title":"an unexpected extra property","outcome":"error","text":"1 validation error for call[read_wiki_structure]\n__mcpcheck_unexpected\n  Unexpected keyword argument [type=unexpected_keyword_argument, input_value=True, input_type=bool]\n    For further information visit https://errors.pydantic.dev/2.12/v/unexpected_keyword_argument","durationMs":94},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"read_wiki_structure","caseId":"deep_nesting","kind":"deep_nesting","title":"a 64-level nested object","outcome":"error","text":"1 validation error for call[read_wiki_structure]\n__mcpcheck_deep\n  Unexpected keyword argument [type=unexpected_keyword_argument, input_value={'nested': {'nested': {'n...}}}}}}}}}}}}}}}}}}}}}}}}, input_type=dict]\n    For further information visit https://errors.pydantic.dev/2.12/v/unexpected_keyword_argument","durationMs":84},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"read_wiki_contents","caseId":"deep_nesting","kind":"deep_nesting","title":"a 64-level nested object","outcome":"error","text":"1 validation error for call[read_wiki_contents]\n__mcpcheck_deep\n  Unexpected keyword argument [type=unexpected_keyword_argument, input_value={'nested': {'nested': {'n...}}}}}}}}}}}}}}}}}}}}}}}}, input_type=dict]\n    For further information visit https://errors.pydantic.dev/2.12/v/unexpected_keyword_argument","durationMs":1363},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"ask_question","caseId":"missing_required:repoName","kind":"missing_required","title":"required field `repoName` missing","outcome":"error","text":"1 validation error for call[ask_question]\nrepoName\n  Missing required argument [type=missing_argument, input_value={'question': 'example'}, input_type=dict]\n    For further information visit https://errors.pydantic.dev/2.12/v/missing_argument","durationMs":113},"grade":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.75},{"sample":{"tool":"ask_question","caseId":"null_value:repoName","kind":"null_value","title":"required field `repoName` is null","outcome":"error","text":"2 validation errors for call[ask_question]\nrepoName.str\n  Input should be a valid string [type=string_type, input_value=None, input_type=NoneType]\n    For further information visit https://errors.pydantic.dev/2.12/v/string_type\nrepoName.list[str]\n  Input should be a valid list [type=list_type, input_value=None, input_type=NoneType]\n    For further information visit https://errors.pydantic.dev/2.12","durationMs":81},"grade":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.75},{"sample":{"tool":"ask_question","caseId":"null_value:question","kind":"null_value","title":"required field `question` is null","outcome":"error","text":"1 validation error for call[ask_question]\nquestion\n  Input should be a valid string [type=string_type, input_value=None, input_type=NoneType]\n    For further information visit https://errors.pydantic.dev/2.12/v/string_type","durationMs":89},"grade":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.75}],"costUsd":0},"conformance":{"status":"pass","cell":{"id":"conformance:local-darwin","kind":"conformance","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:47.303Z","summary":"3/3 scenarios pass (0.1.16)","durationMs":19904,"detail":{"version":"0.1.16","scenarios":[{"name":"server-initialize","status":"pass","message":""},{"name":"ping","status":"pass","message":""},{"name":"tools-list","status":"pass","message":""}]}}},"pending":[],"urls":{"report":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/deepwiki","json":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/deepwiki/report.json","trust":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/deepwiki/trust.json","badge":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/deepwiki.svg"},"badge":{"label":"mcpcheck","message":"tested · Claude · Cursor · VS Code · macOS","status":"passing","url":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/deepwiki.svg","markdown":"[![mcpcheck](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/deepwiki.svg)](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/deepwiki)"},"history":[],"brand":{"productName":"mcpcheck","homeUrl":"https://agentwares-agentcheck.vercel.app/mcpcheck"},"generatedAt":"2026-09-08T05:13:02.147Z"}