{"schema":"agentwares.mcpcheck/v1","server":{"owner":"demo","slug":"filesystem","name":"@modelcontextprotocol/server-filesystem","spec":{"kind":"package","spec":"npx -y @modelcontextprotocol/server-filesystem <allowed-dir>"},"tier":"preview","schedule":"manual","description":"The most-installed official server: read/write/search files under allowed directories."},"run":{"id":"fixture_filesystem","runKey":"filesystem:2026-09-02","kind":"manual","scheduledAt":"2026-09-02T17:57:42.360Z","finishedAt":"2026-09-02T17:57:42.360Z","costUsd":0,"cellCount":8,"expectedCount":8},"overall":"pass","status":"passing","install":{"status":"pass","cells":[{"id":"install:local-darwin","kind":"install","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:41.064Z","summary":"14 tools in 7.0 s","durationMs":6986,"detail":{"spec":"npx -y @modelcontextprotocol/server-filesystem /private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-bd294301-74cd-4252-a662-5bde89535ede-775db1f4-0139-439d-a811-1a8f63b77023-scratch-2026-09-02-fed499/4f7244e4-d740-457c-8686-a5dd02bf0943/scratchpad/fs-root","node":"v22.23.2","arch":"arm64","server":{"name":"secure-filesystem-server","version":"0.2.0"},"protocolVersion":null,"toolCount":14,"capabilities":["tools"],"stderrTail":"Secure MCP Filesystem Server running on stdio\nClient does not support MCP Roots, using allowed directories set from server args: [\n  '/private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-bd294301-74cd-4252-a662-5bde89535ede-775db1f4-0139-439d-a811-1a8f63b77023-scratch-2026-09-02-fed499/4f7244e4-d740-457c-8686-a5dd02bf0943/scratchpad/fs-root'\n]\n","catalogHash":"48dc3bea5068887a3d88c5ac6e2929d0cca5cc3a7fa6875d2df359716546ed22"}}],"hosts":["local-darwin"],"divergentHosts":[]},"compat":{"status":"pass","cells":[{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:37.465Z","summary":"Claude Code 2.1.196 connected (14 tools in the catalog)","durationMs":2645,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":14,"stderrTail":"Checking MCP server health…\n\ntarget: npx -y @modelcontextprotocol/server-filesystem /tmp - ✔ Connected\n"}},{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:42.360Z","summary":"14 tools via mcp 2.0.1","durationMs":2975,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":14,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:38.698Z","summary":"14 tools via mcp 2.1.1","durationMs":1812,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":14,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:46.696Z","summary":"14 tools via ts-sdk 1.29.0","durationMs":1791,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":14,"protocolVersion":null}},{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:44.856Z","summary":"14 tools via ts-sdk 1.30.0","durationMs":1924,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":14,"protocolVersion":null}}],"worksWith":{"claude":{"status":"pass","inferred":false,"from":["compat:claude-cli@cli:local-darwin"]},"cursor":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"vscode":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"python":{"status":"pass","inferred":false,"from":["compat:py-sdk@N-1:local-darwin","compat:py-sdk@N:local-darwin"]}},"matrix":{"hosts":["local-darwin"],"rows":[{"row":{"client":"ts-sdk","slot":"N","label":"TypeScript SDK client (current)","embeddedBy":["Cursor","VS Code","Claude Desktop","Windsurf"]},"version":"1.30.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:44.856Z","summary":"14 tools via ts-sdk 1.30.0","durationMs":1924,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":14,"protocolVersion":null}}}},{"row":{"client":"ts-sdk","slot":"N-1","label":"TypeScript SDK client (previous minor)","embeddedBy":["Cursor","VS Code"]},"version":"1.29.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:46.696Z","summary":"14 tools via ts-sdk 1.29.0","durationMs":1791,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":14,"protocolVersion":null}}}},{"row":{"client":"py-sdk","slot":"N","label":"Python SDK client (current)","embeddedBy":[]},"version":"2.1.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:38.698Z","summary":"14 tools via mcp 2.1.1","durationMs":1812,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":14,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"py-sdk","slot":"N-1","label":"Python SDK client (previous minor)","embeddedBy":[]},"version":"2.0.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:42.360Z","summary":"14 tools via mcp 2.0.1","durationMs":2975,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":14,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"claude-cli","slot":"cli","label":"Claude Code (`claude mcp list`)","embeddedBy":["Claude Code"]},"version":"2.1.196","byHost":{"local-darwin":{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:37.465Z","summary":"Claude Code 2.1.196 connected (14 tools in the catalog)","durationMs":2645,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":14,"stderrTail":"Checking MCP server health…\n\ntarget: npx -y @modelcontextprotocol/server-filesystem /tmp - ✔ Connected\n"}}}}]}},"oauth":{"status":"skip","applicable":false,"report":null},"catalog":{"status":"pass","snapshot":{"hash":"48dc3bea5068887a3d88c5ac6e2929d0cca5cc3a7fa6875d2df359716546ed22","tools":[{"name":"create_directory","description":"Create a new directory or ensure a directory exists. Can create multiple nested directories in one operation. If the directory already exists, this operation will succeed silently. Perfect for setting up directory structures for projects or ensuring required paths exist. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":false,"destructiveHint":false,"idempotentHint":true,"openWorldHint":false}},{"name":"directory_tree","description":"Get a recursive tree view of files and directories as a JSON structure. Each entry includes 'name', 'type' (file/directory), and 'children' for directories. Files have no children array, while directories always have a children array (which may be empty). The output is formatted with 2-space indentation for readability. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"},"excludePatterns":{"default":[],"type":"array","items":{"type":"string"}}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"edit_file","description":"Make line-based edits to a text file. Each edit replaces exact line sequences with new content. Returns a git-style diff showing the changes made. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"},"edits":{"type":"array","items":{"type":"object","properties":{"oldText":{"type":"string","description":"Text to search for - must match exactly"},"newText":{"type":"string","description":"Text to replace with"}},"required":["oldText","newText"]}},"dryRun":{"default":false,"description":"Preview changes using git-style diff format","type":"boolean"}},"required":["path","edits"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":false,"destructiveHint":true,"idempotentHint":false,"openWorldHint":false}},{"name":"get_file_info","description":"Retrieve detailed metadata about a file or directory. Returns comprehensive information including size, creation time, last modified time, permissions, and type. This tool is perfect for understanding file characteristics without reading the actual content. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"list_allowed_directories","description":"Returns the list of directories that this server is allowed to access. Subdirectories within these allowed directories are also accessible. Use this to understand which directories and their nested paths are available before trying to access files.","inputSchema":{"type":"object","properties":{},"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"list_directory","description":"Get a detailed listing of all files and directories in a specified path. Results clearly distinguish between files and directories with [FILE] and [DIR] prefixes. This tool is essential for understanding directory structure and finding specific files within a directory. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"list_directory_with_sizes","description":"Get a detailed listing of all files and directories in a specified path, including sizes. Results clearly distinguish between files and directories with [FILE] and [DIR] prefixes. This tool is useful for understanding directory structure and finding specific files within a directory. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"},"sortBy":{"default":"name","description":"Sort entries by name or size","type":"string","enum":["name","size"]}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"move_file","description":"Move or rename files and directories. Can move files between directories and rename them in a single operation. If the destination exists, the operation will fail. Works across different directories and can be used for simple renaming within the same directory. Both source and destination must be within allowed directories.","inputSchema":{"type":"object","properties":{"source":{"type":"string"},"destination":{"type":"string"}},"required":["source","destination"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":false,"destructiveHint":true,"idempotentHint":false,"openWorldHint":false}},{"name":"read_file","description":"Read the complete contents of a file as text. DEPRECATED: Use read_text_file instead.","inputSchema":{"type":"object","properties":{"path":{"type":"string"},"tail":{"description":"If provided, returns only the last N lines of the file","type":"number"},"head":{"description":"If provided, returns only the first N lines of the file","type":"number"}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"read_media_file","description":"Read a file and return it as a base64-encoded content block with its MIME type. Image and audio files are returned as image/audio content; any other file type is returned as an embedded resource. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"array","items":{"anyOf":[{"type":"object","properties":{"type":{"type":"string","enum":["image","audio"]},"data":{"type":"string"},"mimeType":{"type":"string"}},"required":["type","data","mimeType"],"additionalProperties":false},{"type":"object","properties":{"type":{"type":"string","const":"resource"},"resource":{"type":"object","properties":{"uri":{"type":"string"},"mimeType":{"type":"string"},"blob":{"type":"string"}},"required":["uri","blob"],"additionalProperties":false}},"required":["type","resource"],"additionalProperties":false}]}}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"read_multiple_files","description":"Read the contents of multiple files simultaneously. This is more efficient than reading files one by one when you need to analyze or compare multiple files. Each file's content is returned with its path as a reference. Failed reads for individual files won't stop the entire operation. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"paths":{"minItems":1,"type":"array","items":{"type":"string"},"description":"Array of file paths to read. Each path must be a string pointing to a valid file within allowed directories."}},"required":["paths"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"read_text_file","description":"Read the complete contents of a file from the file system as text. Handles various text encodings and provides detailed error messages if the file cannot be read. Use this tool when you need to examine the contents of a single file. Use the 'head' parameter to read only the first N lines of a file, or the 'tail' parameter to read only the last N lines of a file. Operates on the file as text regardless of extension. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"},"tail":{"description":"If provided, returns only the last N lines of the file","type":"number"},"head":{"description":"If provided, returns only the first N lines of the file","type":"number"}},"required":["path"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"search_files","description":"Recursively search for files and directories matching a pattern. The patterns should be glob-style patterns that match paths relative to the working directory. Use pattern like '*.ext' to match files in current directory, and '**/*.ext' to match files in all subdirectories. Returns full paths to all matching items. Great for finding files when you don't know their exact location. Only searches within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"},"pattern":{"type":"string"},"excludePatterns":{"default":[],"type":"array","items":{"type":"string"}}},"required":["path","pattern"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":true,"openWorldHint":false}},{"name":"write_file","description":"Create a new file or completely overwrite an existing file with new content. Use with caution as it will overwrite existing files without warning. Handles text content with proper encoding. Only works within allowed directories.","inputSchema":{"type":"object","properties":{"path":{"type":"string"},"content":{"type":"string"}},"required":["path","content"],"$schema":"http://json-schema.org/draft-07/schema#"},"outputSchema":{"type":"object","properties":{"content":{"type":"string"}},"required":["content"],"$schema":"http://json-schema.org/draft-07/schema#","additionalProperties":false},"annotations":{"readOnlyHint":false,"destructiveHint":true,"idempotentHint":true,"openWorldHint":false}}],"capturedAt":"2026-09-02T11:20:41.064Z","server":{"name":"secure-filesystem-server","version":"0.2.0"},"protocolVersion":null},"source":"catalog:local-darwin","baselineHash":null,"lastDiff":null,"changedAt":null,"drifted":false},"errors":{"status":"pass","score":54,"graded":{"score":54,"perTool":[{"tool":"create_directory","score":53,"errors":9,"accepted":1,"cases":10},{"tool":"directory_tree","score":53,"errors":9,"accepted":1,"cases":10},{"tool":"edit_file","score":48,"errors":10,"accepted":0,"cases":10},{"tool":"get_file_info","score":54,"errors":7,"accepted":3,"cases":10},{"tool":"list_allowed_directories","score":60,"errors":5,"accepted":5,"cases":10},{"tool":"list_directory","score":53,"errors":9,"accepted":1,"cases":10},{"tool":"list_directory_with_sizes","score":58,"errors":9,"accepted":1,"cases":10},{"tool":"move_file","score":45,"errors":10,"accepted":0,"cases":10},{"tool":"read_file","score":60,"errors":10,"accepted":0,"cases":10},{"tool":"read_media_file","score":57,"errors":10,"accepted":0,"cases":10},{"tool":"read_multiple_files","score":64,"errors":7,"accepted":3,"cases":10},{"tool":"read_text_file","score":60,"errors":10,"accepted":0,"cases":10},{"tool":"search_files","score":50,"errors":9,"accepted":1,"cases":10},{"tool":"write_file","score":44,"errors":9,"accepted":1,"cases":10}],"grades":{"read_file|missing_required:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|wrong_type:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|wrong_type:tail":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|wrong_type:head":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|null_value:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|empty_string:path":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_file|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_text_file|missing_required:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_text_file|wrong_type:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|negative_number:tail":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_file|negative_number:head":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_text_file|wrong_type:tail":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_text_file|wrong_type:head":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_text_file|null_value:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_text_file|empty_string:path":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_text_file|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_text_file|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_text_file|negative_number:tail":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_media_file|missing_required:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_text_file|negative_number:head":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_media_file|wrong_type:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_media_file|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"read_media_file|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_media_file|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_media_file|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_media_file|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_media_file|empty_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_media_file|unknown_property":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_multiple_files|missing_required:paths":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_multiple_files|wrong_type:paths":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"read_multiple_files|null_value:paths":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"read_multiple_files|nested_wrong_type:paths":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"read_multiple_files|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_multiple_files|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"read_media_file|deep_nesting":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"read_multiple_files|many_unknowns":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"write_file|missing_required:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"write_file|missing_required:content":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"write_file|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"write_file|wrong_type:content":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"write_file|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"write_file|null_value:content":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"write_file|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"write_file|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"edit_file|missing_required:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|missing_required:edits":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|wrong_type:edits":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|wrong_type:dryRun":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|null_value:edits":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"write_file|empty_string:path":{"code":true,"cause":false,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"edit_file|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"create_directory|missing_required:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"create_directory|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"create_directory|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"edit_file|empty_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"create_directory|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"create_directory|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"create_directory|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"create_directory|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"create_directory|unknown_property":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory|missing_required:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"list_directory|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"list_directory|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"create_directory|deep_nesting":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_directory|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_directory|unknown_property":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory_with_sizes|missing_required:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"list_directory_with_sizes|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"list_directory_with_sizes|wrong_type:sortBy":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_directory_with_sizes|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"list_directory|deep_nesting":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory_with_sizes|invalid_enum:sortBy":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_directory_with_sizes|empty_string:sortBy":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_directory_with_sizes|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory_with_sizes|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"list_directory_with_sizes|huge_string:sortBy":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"directory_tree|missing_required:path":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"directory_tree|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"directory_tree|wrong_type:excludePatterns":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"directory_tree|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"directory_tree|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"directory_tree|nested_wrong_type:excludePatterns":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"directory_tree|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"directory_tree|empty_object":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"move_file|missing_required:source":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"move_file|missing_required:destination":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"move_file|wrong_type:source":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"directory_tree|unknown_property":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"move_file|wrong_type:destination":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"move_file|null_value:source":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"move_file|null_value:destination":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"move_file|control_chars:source":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"move_file|huge_string:source":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"search_files|missing_required:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"search_files|missing_required:pattern":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"search_files|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"move_file|empty_string:source":{"code":true,"cause":false,"fix":true,"retryable":false,"source":"heuristic"},"move_file|empty_string:destination":{"code":true,"cause":false,"fix":false,"retryable":false,"source":"heuristic"},"search_files|wrong_type:pattern":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"search_files|wrong_type:excludePatterns":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"search_files|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"search_files|null_value:pattern":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"get_file_info|missing_required:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"search_files|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"get_file_info|wrong_type:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"search_files|empty_string:pattern":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"get_file_info|null_value:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"get_file_info|control_chars:path":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"get_file_info|huge_string:path":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"get_file_info|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"get_file_info|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_allowed_directories|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_allowed_directories|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"list_allowed_directories|null_args":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"list_allowed_directories|number_args":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"list_allowed_directories|boolean_args":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"}},"llm":{"samples":24,"costUsd":0,"model":"claude-sonnet-5","cacheHit":true},"leniency":[],"gradedAt":"2026-09-02T18:06:12.920Z"},"toolCount":14,"sampleCount":140,"errorCount":123,"worst":[{"sample":{"tool":"read_file","caseId":"control_chars:path","kind":"control_chars","title":"`path` contains NUL and control characters","outcome":"error","text":"Access denied - path outside allowed directories: /private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-bd294301-74cd-4252-a662-5bde89535ede-775db1f4-0139-439d-a811-1a8f63b77023-scratch-2026-09-02-fed499/4f7244e4-d740-457c-8686-a5dd02bf0943/scratchpad/fs-root/\u0000\u0001￾ not in /private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-b","durationMs":1},"grade":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.25},{"sample":{"tool":"write_file","caseId":"empty_string:path","kind":"empty_string","title":"`path` is an empty string","outcome":"error","text":"EISDIR: illegal operation on a directory, rename '/private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-bd294301-74cd-4252-a662-5bde89535ede-775db1f4-0139-439d-a811-1a8f63b77023-scratch-2026-09-02-fed499/4f7244e4-d740-457c-8686-a5dd02bf0943/scratchpad/fs-root.8516260c70ffb6aa68bc296f71461346.tmp' -> '/private/tmp/claude-501/-Users-admin-Library-Application-Supp","durationMs":4},"grade":{"code":true,"cause":false,"fix":false,"retryable":false,"source":"heuristic"},"value":0.25},{"sample":{"tool":"move_file","caseId":"empty_string:destination","kind":"empty_string","title":"`destination` is an empty string","outcome":"error","text":"Destination already exists: /private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-bd294301-74cd-4252-a662-5bde89535ede-775db1f4-0139-439d-a811-1a8f63b77023-scratch-2026-09-02-fed499/4f7244e4-d740-457c-8686-a5dd02bf0943/scratchpad/fs-root","durationMs":1},"grade":{"code":true,"cause":false,"fix":false,"retryable":false,"source":"heuristic"},"value":0.25},{"sample":{"tool":"read_file","caseId":"empty_string:path","kind":"empty_string","title":"`path` is an empty string","outcome":"error","text":"Cannot specify both head and tail parameters simultaneously","durationMs":3},"grade":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"read_file","caseId":"huge_string:path","kind":"huge_string","title":"`path` is a 20000-character string","outcome":"error","text":"ENAMETOOLONG: name too long, realpath '/private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-bd294301-74cd-4252-a662-5bde89535ede-775db1f4-0139-439d-a811-1a8f63b77023-scratch-2026-09-02-fed499/4f7244e4-d740-457c-8686-a5dd02bf0943/scratchpad/fs-root/xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","durationMs":2},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"read_media_file","caseId":"null_value:path","kind":"null_value","title":"required field `path` is null","outcome":"error","text":"MCP error -32602: Input validation error: Invalid arguments for tool read_media_file: Invalid input: expected string, received null at path","durationMs":0},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"value":0.5},{"sample":{"tool":"read_media_file","caseId":"empty_string:path","kind":"empty_string","title":"`path` is an empty string","outcome":"error","text":"EISDIR: illegal operation on a directory, read","durationMs":2},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5},{"sample":{"tool":"read_media_file","caseId":"unknown_property","kind":"unknown_property","title":"an unexpected extra property","outcome":"error","text":"ENOENT: no such file or directory, open '/private/tmp/claude-501/-Users-admin-Library-Application-Support-Claude-scratch-workspaces-bd294301-74cd-4252-a662-5bde89535ede-775db1f4-0139-439d-a811-1a8f63b77023-scratch-2026-09-02-fed499/4f7244e4-d740-457c-8686-a5dd02bf0943/scratchpad/fs-root/example'","durationMs":2},"grade":{"code":true,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.5}],"costUsd":0},"conformance":{"status":"skip","cell":null},"pending":[],"urls":{"report":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/filesystem","json":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/filesystem/report.json","trust":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/filesystem/trust.json","badge":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/filesystem.svg"},"badge":{"label":"mcpcheck","message":"tested · Claude · Cursor · VS Code · macOS","status":"passing","url":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/filesystem.svg","markdown":"[![mcpcheck](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/filesystem.svg)](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/filesystem)"},"history":[],"brand":{"productName":"mcpcheck","homeUrl":"https://agentwares-agentcheck.vercel.app/mcpcheck"},"generatedAt":"2026-09-08T05:12:09.335Z"}