{"schema":"agentwares.mcpcheck/v1","server":{"owner":"demo","slug":"context7","name":"@upstash/context7-mcp","spec":{"kind":"package","spec":"npx -y @upstash/context7-mcp"},"tier":"preview","schedule":"manual","description":"Context7 by Upstash: up-to-date library documentation for coding agents."},"run":{"id":"fixture_context7","runKey":"context7:2026-09-02","kind":"manual","scheduledAt":"2026-09-02T17:57:59.858Z","finishedAt":"2026-09-02T17:57:59.858Z","costUsd":0,"cellCount":8,"expectedCount":8},"overall":"pass","status":"passing","install":{"status":"pass","cells":[{"id":"install:local-darwin","kind":"install","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:54.291Z","summary":"2 tools in 6.8 s","durationMs":6817,"detail":{"spec":"npx -y @upstash/context7-mcp","node":"v22.23.2","arch":"arm64","server":{"name":"Context7","version":"4.0.4"},"protocolVersion":null,"toolCount":2,"capabilities":["prompts","resources","tools"],"stderrTail":"Context7 Documentation MCP Server v4.0.4 running on stdio\n","catalogHash":"8a4cbf5a35ed8bb0169044406e37f90ca653ba1dad3b9bacde4bbcde09d14635"}}],"hosts":["local-darwin"],"divergentHosts":[]},"compat":{"status":"pass","cells":[{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:39.979Z","summary":"Claude Code 2.1.196 connected (2 tools in the catalog)","durationMs":2473,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":2,"stderrTail":"Checking MCP server health…\n\ntarget: npx -y @upstash/context7-mcp - ✔ Connected\n"}},{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:59.858Z","summary":"2 tools via mcp 2.0.1","durationMs":1635,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":2,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:57.618Z","summary":"2 tools via mcp 2.1.1","durationMs":2155,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":2,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:04.828Z","summary":"2 tools via ts-sdk 1.29.0","durationMs":2480,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":2,"protocolVersion":null}},{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:02.295Z","summary":"2 tools via ts-sdk 1.30.0","durationMs":2730,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":2,"protocolVersion":null}}],"worksWith":{"claude":{"status":"pass","inferred":false,"from":["compat:claude-cli@cli:local-darwin"]},"cursor":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"vscode":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"python":{"status":"pass","inferred":false,"from":["compat:py-sdk@N-1:local-darwin","compat:py-sdk@N:local-darwin"]}},"matrix":{"hosts":["local-darwin"],"rows":[{"row":{"client":"ts-sdk","slot":"N","label":"TypeScript SDK client (current)","embeddedBy":["Cursor","VS Code","Claude Desktop","Windsurf"]},"version":"1.30.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:02.295Z","summary":"2 tools via ts-sdk 1.30.0","durationMs":2730,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":2,"protocolVersion":null}}}},{"row":{"client":"ts-sdk","slot":"N-1","label":"TypeScript SDK client (previous minor)","embeddedBy":["Cursor","VS Code"]},"version":"1.29.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:04.828Z","summary":"2 tools via ts-sdk 1.29.0","durationMs":2480,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":2,"protocolVersion":null}}}},{"row":{"client":"py-sdk","slot":"N","label":"Python SDK client (current)","embeddedBy":[]},"version":"2.1.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:57.618Z","summary":"2 tools via mcp 2.1.1","durationMs":2155,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":2,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"py-sdk","slot":"N-1","label":"Python SDK client (previous minor)","embeddedBy":[]},"version":"2.0.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:59.858Z","summary":"2 tools via mcp 2.0.1","durationMs":1635,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":2,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"claude-cli","slot":"cli","label":"Claude Code (`claude mcp list`)","embeddedBy":["Claude Code"]},"version":"2.1.196","byHost":{"local-darwin":{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:39.979Z","summary":"Claude Code 2.1.196 connected (2 tools in the catalog)","durationMs":2473,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":2,"stderrTail":"Checking MCP server health…\n\ntarget: npx -y @upstash/context7-mcp - ✔ Connected\n"}}}}]}},"oauth":{"status":"skip","applicable":false,"report":null},"catalog":{"status":"pass","snapshot":{"hash":"8a4cbf5a35ed8bb0169044406e37f90ca653ba1dad3b9bacde4bbcde09d14635","tools":[{"name":"query-docs","description":"Retrieves and queries up-to-date documentation and code examples from Context7 for any programming library or framework.\n\nYou must call 'Resolve Context7 Library ID' tool first to obtain the exact Context7-compatible library ID required to use this tool, UNLESS the user explicitly provides a library ID in the format '/org/project' or '/org/project/version' in their query.\n\nDo not call this tool more than 3 times per question.","inputSchema":{"type":"object","properties":{"libraryId":{"type":"string","description":"Exact Context7-compatible library ID (e.g., '/mongodb/docs', '/vercel/next.js', '/supabase/supabase', '/vercel/next.js/v14.3.0-canary.87') retrieved from 'resolve-library-id' or directly from user query in the format '/org/project' or '/org/project/version'."},"query":{"type":"string","description":"What to look up in the library's documentation, scoped to a single concept. Be specific and include relevant details, but keep each query to one topic — if the user's question spans multiple distinct concepts, make a separate call per concept instead of combining them, unless the question is about how the concepts interact. Good: 'How to set up authentication with JWT in Express.js' or 'React useEffect cleanup function examples'. Bad (too vague): 'auth' or 'hooks'. Bad (too broad): 'routing and auth and caching in Next.js'. The query is sent to the Context7 API for processing. Do not include any sensitive or confidential information such as API keys, passwords, credentials, personal data, or proprietary code in your query."}},"required":["libraryId","query"],"$schema":"https://json-schema.org/draft/2020-12/schema"},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":true}},{"name":"resolve-library-id","description":"Resolves a package/product name to a Context7-compatible library ID and returns matching libraries.\n\nYou MUST call this function before 'Query Documentation' tool to obtain a valid Context7-compatible library ID UNLESS the user explicitly provides a library ID in the format '/org/project' or '/org/project/version' in their query.\n\nEach result includes:\n- Library ID: Context7-compatible identifier (format: /org/project)\n- Name: Library or package name\n- Description: Short summary\n- Code Snippets: Number of available code examples\n- Source Reputation: Authority indicator (High, Medium, Low, or Unknown)\n- Benchmark Score: Quality indicator (100 is the highest score)\n- Versions: List of versions if available. Use one of those versions if the user provides a version in their query. The format of the version is /org/project/version.\n\nFor best results, select libraries based on name match, source reputation, snippet coverage, benchmark score, and relevance to your use case.\n\nSelection Process:\n1. Analyze the query to understand what library/package the user is looking for\n2. Return the most relevant match based on:\n- Name similarity to the query (exact matches prioritized)\n- Description relevance to the query's intent\n- Documentation coverage (prioritize libraries with higher Code Snippet counts)\n- Source reputation (consider libraries with High or Medium reputation more authoritative)\n- Benchmark Score: Quality indicator (100 is the highest score)\n\nResponse Format:\n- Return the selected library ID in a clearly marked section\n- Provide a brief explanation for why this library was chosen\n- If multiple good matches exist, acknowledge this but proceed with the most relevant one\n- If no good matches exist, clearly state this and suggest query refinements\n\nFor ambiguous queries, request clarification before proceeding with a best-guess match.\n\nIMPORTANT: Do not call this tool more than 3 times per question. If you cannot find what you need after 3 calls, use the best result you have.","inputSchema":{"type":"object","properties":{"query":{"type":"string","description":"What to look up in the library's documentation. This is used to rank library results by relevance to what the user is trying to accomplish. The query is sent to the Context7 API for processing. Do not include any sensitive or confidential information such as API keys, passwords, credentials, personal data, or proprietary code in your query."},"libraryName":{"type":"string","description":"Library name to search for and retrieve a Context7-compatible library ID. Use the official library name with proper punctuation — e.g., 'Next.js' instead of 'nextjs', 'Customer.io' instead of 'customerio', 'Three.js' instead of 'threejs'."}},"required":["query","libraryName"],"$schema":"https://json-schema.org/draft/2020-12/schema"},"annotations":{"readOnlyHint":true,"destructiveHint":false,"idempotentHint":true,"openWorldHint":true}}],"capturedAt":"2026-09-02T11:20:54.291Z","server":{"name":"Context7","version":"4.0.4"},"protocolVersion":null},"source":"catalog:local-darwin","baselineHash":null,"lastDiff":null,"changedAt":null,"drifted":false},"errors":{"status":"pass","score":50,"graded":{"score":50,"perTool":[{"tool":"query-docs","score":50,"errors":6,"accepted":4,"cases":10},{"tool":"resolve-library-id","score":50,"errors":6,"accepted":4,"cases":10}],"grades":{"resolve-library-id|missing_required:query":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"resolve-library-id|missing_required:libraryName":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"resolve-library-id|wrong_type:query":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"resolve-library-id|wrong_type:libraryName":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"resolve-library-id|null_value:query":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"resolve-library-id|null_value:libraryName":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"query-docs|missing_required:libraryId":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"query-docs|missing_required:query":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"query-docs|wrong_type:libraryId":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"query-docs|wrong_type:query":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"query-docs|null_value:libraryId":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"query-docs|null_value:query":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"}},"llm":{"samples":12,"costUsd":0,"model":"claude-sonnet-5","cacheHit":true},"leniency":[],"gradedAt":"2026-09-02T18:06:11.874Z"},"toolCount":2,"sampleCount":20,"errorCount":12,"worst":[{"sample":{"tool":"resolve-library-id","caseId":"missing_required:query","kind":"missing_required","title":"required field `query` missing","outcome":"error","text":"Input validation error: Invalid arguments for tool resolve-library-id: query: Invalid input: expected string, received undefined","durationMs":3},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"resolve-library-id","caseId":"missing_required:libraryName","kind":"missing_required","title":"required field `libraryName` missing","outcome":"error","text":"Input validation error: Invalid arguments for tool resolve-library-id: libraryName: Invalid input: expected string, received undefined","durationMs":3},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"resolve-library-id","caseId":"wrong_type:query","kind":"wrong_type","title":"`query` has the wrong type (12345)","outcome":"error","text":"Input validation error: Invalid arguments for tool resolve-library-id: query: Invalid input: expected string, received number","durationMs":4},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"resolve-library-id","caseId":"wrong_type:libraryName","kind":"wrong_type","title":"`libraryName` has the wrong type (12345)","outcome":"error","text":"Input validation error: Invalid arguments for tool resolve-library-id: libraryName: Invalid input: expected string, received number","durationMs":4},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"resolve-library-id","caseId":"null_value:query","kind":"null_value","title":"required field `query` is null","outcome":"error","text":"Input validation error: Invalid arguments for tool resolve-library-id: query: Invalid input: expected string, received null","durationMs":1},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"resolve-library-id","caseId":"null_value:libraryName","kind":"null_value","title":"required field `libraryName` is null","outcome":"error","text":"Input validation error: Invalid arguments for tool resolve-library-id: libraryName: Invalid input: expected string, received null","durationMs":1},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"query-docs","caseId":"missing_required:libraryId","kind":"missing_required","title":"required field `libraryId` missing","outcome":"error","text":"Input validation error: Invalid arguments for tool query-docs: libraryId: Invalid input: expected string, received undefined","durationMs":2},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"query-docs","caseId":"missing_required:query","kind":"missing_required","title":"required field `query` missing","outcome":"error","text":"Input validation error: Invalid arguments for tool query-docs: query: Invalid input: expected string, received undefined","durationMs":1},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5}],"costUsd":0},"conformance":{"status":"skip","cell":null},"pending":[],"urls":{"report":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/context7","json":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/context7/report.json","trust":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/context7/trust.json","badge":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/context7.svg"},"badge":{"label":"mcpcheck","message":"tested · Claude · Cursor · VS Code · macOS","status":"passing","url":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/context7.svg","markdown":"[![mcpcheck](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/context7.svg)](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/context7)"},"history":[],"brand":{"productName":"mcpcheck","homeUrl":"https://agentwares-agentcheck.vercel.app/mcpcheck"},"generatedAt":"2026-09-08T05:10:58.974Z"}