{"schema":"agentwares.mcpcheck/v1","server":{"owner":"demo","slug":"playwright","name":"@playwright/mcp","spec":{"kind":"package","spec":"npx -y @playwright/mcp@latest --headless"},"tier":"preview","schedule":"manual","description":"Microsoft's Playwright MCP: browser automation through accessibility snapshots."},"run":{"id":"fixture_playwright","runKey":"playwright:2026-09-02","kind":"manual","scheduledAt":"2026-09-02T17:57:54.865Z","finishedAt":"2026-09-02T17:57:54.865Z","costUsd":0,"cellCount":8,"expectedCount":8},"overall":"warn","status":"degraded","install":{"status":"pass","cells":[{"id":"install:local-darwin","kind":"install","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:48.453Z","summary":"24 tools in 6.6 s","durationMs":6642,"detail":{"spec":"npx -y @playwright/mcp@latest --headless","node":"v22.23.2","arch":"arm64","server":{"name":"Playwright","version":"1.63.0-alpha-2026-08-31"},"protocolVersion":null,"toolCount":24,"capabilities":["tools"],"stderrTail":"","catalogHash":"9f7489d4fe8c3ec039e601825ed15a3c280c3e5b11ffd71d406dd0251888f640"}}],"hosts":["local-darwin"],"divergentHosts":[]},"compat":{"status":"pass","cells":[{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:50.775Z","summary":"Claude Code 2.1.196 connected (24 tools in the catalog)","durationMs":4157,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":24,"stderrTail":"Checking MCP server health…\n\ntarget: npx -y @playwright/mcp@latest --headless - ✔ Connected\n"}},{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:54.865Z","summary":"24 tools via mcp 2.0.1","durationMs":1796,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":24,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:52.404Z","summary":"24 tools via mcp 2.1.1","durationMs":2005,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":24,"protocolVersion":"2025-11-25","stderrTail":""}},{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:01.706Z","summary":"24 tools via ts-sdk 1.29.0","durationMs":2973,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":24,"protocolVersion":null}},{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:58.677Z","summary":"24 tools via ts-sdk 1.30.0","durationMs":2571,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":24,"protocolVersion":null}}],"worksWith":{"claude":{"status":"pass","inferred":false,"from":["compat:claude-cli@cli:local-darwin"]},"cursor":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"vscode":{"status":"pass","inferred":true,"from":["compat:ts-sdk@N-1:local-darwin","compat:ts-sdk@N:local-darwin"]},"python":{"status":"pass","inferred":false,"from":["compat:py-sdk@N-1:local-darwin","compat:py-sdk@N:local-darwin"]}},"matrix":{"hosts":["local-darwin"],"rows":[{"row":{"client":"ts-sdk","slot":"N","label":"TypeScript SDK client (current)","embeddedBy":["Cursor","VS Code","Claude Desktop","Windsurf"]},"version":"1.30.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:20:58.677Z","summary":"24 tools via ts-sdk 1.30.0","durationMs":2571,"detail":{"client":"ts-sdk","slot":"N","version":"1.30.0","toolCount":24,"protocolVersion":null}}}},{"row":{"client":"ts-sdk","slot":"N-1","label":"TypeScript SDK client (previous minor)","embeddedBy":["Cursor","VS Code"]},"version":"1.29.0","byHost":{"local-darwin":{"id":"compat:ts-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T11:21:01.706Z","summary":"24 tools via ts-sdk 1.29.0","durationMs":2973,"detail":{"client":"ts-sdk","slot":"N-1","version":"1.29.0","toolCount":24,"protocolVersion":null}}}},{"row":{"client":"py-sdk","slot":"N","label":"Python SDK client (current)","embeddedBy":[]},"version":"2.1.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:52.404Z","summary":"24 tools via mcp 2.1.1","durationMs":2005,"detail":{"client":"py-sdk","slot":"N","version":"2.1.1","toolCount":24,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"py-sdk","slot":"N-1","label":"Python SDK client (previous minor)","embeddedBy":[]},"version":"2.0.1","byHost":{"local-darwin":{"id":"compat:py-sdk@N-1:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:57:54.865Z","summary":"24 tools via mcp 2.0.1","durationMs":1796,"detail":{"client":"py-sdk","slot":"N-1","version":"2.0.1","toolCount":24,"protocolVersion":"2025-11-25","stderrTail":""}}}},{"row":{"client":"claude-cli","slot":"cli","label":"Claude Code (`claude mcp list`)","embeddedBy":["Claude Code"]},"version":"2.1.196","byHost":{"local-darwin":{"id":"compat:claude-cli@cli:local-darwin","kind":"compat","status":"pass","host":"local-darwin","source":"local","ranAt":"2026-09-02T17:50:50.775Z","summary":"Claude Code 2.1.196 connected (24 tools in the catalog)","durationMs":4157,"detail":{"client":"claude-cli","slot":"cli","version":"2.1.196","connected":true,"method":"claude mcp list (health check)","toolCount":24,"stderrTail":"Checking MCP server health…\n\ntarget: npx -y @playwright/mcp@latest --headless - ✔ Connected\n"}}}}]}},"oauth":{"status":"skip","applicable":false,"report":null},"catalog":{"status":"pass","snapshot":{"hash":"9f7489d4fe8c3ec039e601825ed15a3c280c3e5b11ffd71d406dd0251888f640","tools":[{"name":"browser_click","description":"Perform click on a web page","inputSchema":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"},"doubleClick":{"description":"Whether to perform a double click instead of a single click","type":"boolean"},"button":{"description":"Button to click, defaults to left","type":"string","enum":["left","right","middle"]},"modifiers":{"description":"Modifier keys to press","type":"array","items":{"type":"string","enum":["Alt","Control","ControlOrMeta","Meta","Shift"]}}},"required":["target"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Click","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_close","description":"Close the page","inputSchema":{"type":"object","properties":{},"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Close browser","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_console_messages","description":"Returns all console messages","inputSchema":{"type":"object","properties":{"level":{"default":"info","description":"Level of the console messages to return. Each level includes the messages of more severe levels. Defaults to \"info\".","type":"string","enum":["error","warning","info","debug"]},"all":{"description":"Return all console messages since the beginning of the session, not just since the last navigation. Defaults to false.","type":"boolean"},"filename":{"description":"Filename to save the console messages to. If not provided, messages are returned as text.","type":"string"}},"required":["level"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Get console messages","readOnlyHint":true,"destructiveHint":false,"openWorldHint":true}},{"name":"browser_drag","description":"Perform drag and drop between two elements","inputSchema":{"type":"object","properties":{"startElement":{"description":"Human-readable source element description used to obtain the permission to interact with the element","type":"string"},"startTarget":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"},"endElement":{"description":"Human-readable target element description used to obtain the permission to interact with the element","type":"string"},"endTarget":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"}},"required":["startTarget","endTarget"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Drag mouse","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_drop","description":"Drop files or MIME-typed data onto an element, as if dragged from outside the page. At least one of \"paths\" or \"data\" must be provided.","inputSchema":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"},"paths":{"description":"Absolute paths to files to drop onto the element.","type":"array","items":{"type":"string"}},"data":{"description":"Data to drop, as a map of MIME type to string value (e.g. {\"text/plain\": \"hello\", \"text/uri-list\": \"https://example.com\"}).","type":"object","propertyNames":{"type":"string"},"additionalProperties":{"type":"string"}}},"required":["target"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Drop files or data onto an element","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_evaluate","description":"Evaluate JavaScript expression on page or element","inputSchema":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"description":"Exact target element reference from the page snapshot, or a unique element selector","type":"string"},"function":{"type":"string","description":"() => { /* code */ } or (element) => { /* code */ } when element is provided"},"filename":{"description":"Filename to save the result to. If not provided, result is returned as text.","type":"string"}},"required":["function"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Evaluate JavaScript","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_file_upload","description":"Upload one or multiple files","inputSchema":{"type":"object","properties":{"paths":{"description":"The absolute paths to the files to upload. Can be single file or multiple files. If omitted, file chooser is cancelled.","type":"array","items":{"type":"string"}}},"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Upload files","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_fill_form","description":"Fill multiple form fields","inputSchema":{"type":"object","properties":{"fields":{"type":"array","items":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"},"name":{"type":"string","description":"Human-readable field name"},"type":{"type":"string","enum":["textbox","checkbox","radio","combobox","slider"],"description":"Type of the field"},"value":{"type":"string","description":"Value to fill in the field. If the field is a checkbox, the value should be `true` or `false`. If the field is a combobox, the value should be the text of the option."}},"required":["target","name","type","value"],"additionalProperties":false},"description":"Fields to fill in"}},"required":["fields"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Fill form","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_find","description":"Search the accessibility snapshot of the current page for text or a regular expression. Returns matching snapshot nodes with a few lines of surrounding context (like search snippets), each shown under its path from the root of the tree, which is cheaper than capturing the whole snapshot when you only need to locate an element and its ref.","inputSchema":{"type":"object","properties":{"text":{"description":"Plain text to search for in the page snapshot (case-insensitive substring match). Provide either text or regex, not both.","type":"string"},"regex":{"description":"Regular expression to search for in the page snapshot. Matching is case-sensitive by default; wrap the pattern in slashes to add flags, e.g. \"/error/i\" for case-insensitive. Provide either text or regex, not both.","type":"string"}},"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Find in page snapshot","readOnlyHint":true,"destructiveHint":false,"openWorldHint":true}},{"name":"browser_handle_dialog","description":"Handle a dialog","inputSchema":{"type":"object","properties":{"accept":{"type":"boolean","description":"Whether to accept the dialog."},"promptText":{"description":"The text of the prompt in case of a prompt dialog.","type":"string"}},"required":["accept"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Handle a dialog","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_hover","description":"Hover over element on page","inputSchema":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"}},"required":["target"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Hover mouse","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_navigate","description":"Navigate to a URL","inputSchema":{"type":"object","properties":{"url":{"type":"string","description":"The URL to navigate to"}},"required":["url"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Navigate to a URL","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_navigate_back","description":"Go back to the previous page in the history","inputSchema":{"type":"object","properties":{},"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Go back","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_network_request","description":"Returns full details (headers and body) of a single network request, or a single part if `part` is set. Use the number from browser_network_requests.","inputSchema":{"type":"object","properties":{"index":{"type":"integer","minimum":1,"maximum":9007199254740991,"description":"1-based index of the request, as printed by browser_network_requests."},"part":{"description":"Return only this part of the request. Omit to return full details.","type":"string","enum":["request-headers","request-body","response-headers","response-body"]},"filename":{"description":"Filename to save the result to. If not provided, output is returned as text.","type":"string"}},"required":["index"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Show network request details","readOnlyHint":true,"destructiveHint":false,"openWorldHint":true}},{"name":"browser_network_requests","description":"Returns a numbered list of network requests since loading the page. Use browser_network_request with the number to get full details.","inputSchema":{"type":"object","properties":{"static":{"default":false,"description":"Whether to include successful static resources like images, fonts, scripts, etc. Defaults to false.","type":"boolean"},"filter":{"description":"Only return requests whose URL matches this regexp (e.g. \"/api/.*user\").","type":"string"},"filename":{"description":"Filename to save the network requests to. If not provided, requests are returned as text.","type":"string"}},"required":["static"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"List network requests","readOnlyHint":true,"destructiveHint":false,"openWorldHint":true}},{"name":"browser_press_key","description":"Press a key on the keyboard","inputSchema":{"type":"object","properties":{"key":{"type":"string","description":"Name of the key to press or a character to generate, such as `ArrowLeft` or `a`"}},"required":["key"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Press a key","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_resize","description":"Resize the browser window","inputSchema":{"type":"object","properties":{"width":{"type":"number","description":"Width of the browser window"},"height":{"type":"number","description":"Height of the browser window"}},"required":["width","height"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Resize browser window","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_run_code_unsafe","description":"Run a Playwright code snippet. Unsafe: executes arbitrary JavaScript in the Playwright server process and is RCE-equivalent.","inputSchema":{"type":"object","properties":{"code":{"description":"A JavaScript function containing Playwright code to execute. It will be invoked with a single argument, page, which you can use for any page interaction. For example: `async (page) => { await page.getByRole('button', { name: 'Submit' }).click(); return await page.title(); }`","type":"string"},"filename":{"description":"Load code from the specified file. If both code and filename are provided, code will be ignored.","type":"string"}},"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Run Playwright code (unsafe)","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_select_option","description":"Select an option in a dropdown","inputSchema":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"},"values":{"type":"array","items":{"type":"string"},"description":"Array of values to select in the dropdown. This can be a single value or multiple values."}},"required":["target","values"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Select option","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_snapshot","description":"Capture accessibility snapshot of the current page, this is better than screenshot","inputSchema":{"type":"object","properties":{"target":{"description":"Exact target element reference from the page snapshot, or a unique element selector","type":"string"},"filename":{"description":"Save snapshot to markdown file instead of returning it in the response.","type":"string"},"depth":{"description":"Limit the depth of the snapshot tree","type":"number"},"boxes":{"description":"Include each element's bounding box as [box=x,y,width,height] in the snapshot. Coordinates are viewport-relative, in CSS pixels (Element.getBoundingClientRect)","type":"boolean"}},"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Page snapshot","readOnlyHint":true,"destructiveHint":false,"openWorldHint":true}},{"name":"browser_tabs","description":"List, create, close, or select a browser tab.","inputSchema":{"type":"object","properties":{"action":{"type":"string","enum":["list","new","close","select"],"description":"Operation to perform"},"index":{"description":"Tab index, used for close/select. If omitted for close, current tab is closed.","type":"number"},"url":{"description":"URL to navigate to in the new tab, used for new.","type":"string"}},"required":["action"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Manage tabs","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_take_screenshot","description":"Take a screenshot of the current page. You can't perform actions based on the screenshot, use browser_snapshot for actions.","inputSchema":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"description":"Exact target element reference from the page snapshot, or a unique element selector","type":"string"},"type":{"description":"Image format for the screenshot. If unset, inferred from the filename extension, otherwise png.","type":"string","enum":["png","jpeg","webp"]},"filename":{"description":"File name to save the screenshot to. Defaults to `page-{timestamp}.{png|jpeg|webp}` if not specified. Prefer relative file names to stay within the output directory.","type":"string"},"fullPage":{"description":"When true, takes a screenshot of the full scrollable page, instead of the currently visible viewport. Cannot be used with element screenshots.","type":"boolean"},"scale":{"default":"css","description":"Image resolution scale. \"css\" produces a screenshot sized in CSS pixels (smaller, consistent across devices). \"device\" produces a high-resolution screenshot using device pixels (larger, accounts for the device pixel ratio). Default is css.","type":"string","enum":["css","device"]}},"required":["scale"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Take a screenshot","readOnlyHint":true,"destructiveHint":false,"openWorldHint":true}},{"name":"browser_type","description":"Type text into editable element","inputSchema":{"type":"object","properties":{"element":{"description":"Human-readable element description used to obtain permission to interact with the element","type":"string"},"target":{"type":"string","description":"Exact target element reference from the page snapshot, or a unique element selector"},"text":{"type":"string","description":"Text to type into the element"},"submit":{"description":"Whether to submit entered text (press Enter after)","type":"boolean"},"slowly":{"description":"Whether to type one character at a time. Useful for triggering key handlers in the page. By default entire text is filled in at once.","type":"boolean"}},"required":["target","text"],"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Type text","readOnlyHint":false,"destructiveHint":true,"openWorldHint":true}},{"name":"browser_wait_for","description":"Wait for text to appear or disappear or a specified time to pass","inputSchema":{"type":"object","properties":{"time":{"description":"The time to wait in seconds","type":"number"},"text":{"description":"The text to wait for","type":"string"},"textGone":{"description":"The text to wait for to disappear","type":"string"}},"$schema":"https://json-schema.org/draft/2020-12/schema","additionalProperties":false},"annotations":{"title":"Wait for","readOnlyHint":true,"destructiveHint":false,"openWorldHint":true}}],"capturedAt":"2026-09-02T11:20:48.453Z","server":{"name":"Playwright","version":"1.63.0-alpha-2026-08-31"},"protocolVersion":null},"source":"catalog:local-darwin","baselineHash":null,"lastDiff":null,"changedAt":null,"drifted":false},"errors":{"status":"warn","score":22,"graded":{"score":22,"perTool":[{"tool":"browser_click","score":25,"errors":10,"accepted":0,"cases":10},{"tool":"browser_close","score":75,"errors":5,"accepted":5,"cases":10},{"tool":"browser_console_messages","score":35,"errors":10,"accepted":0,"cases":10},{"tool":"browser_drag","score":20,"errors":10,"accepted":0,"cases":10},{"tool":"browser_drop","score":15,"errors":10,"accepted":0,"cases":10},{"tool":"browser_evaluate","score":15,"errors":10,"accepted":0,"cases":10},{"tool":"browser_file_upload","score":20,"errors":10,"accepted":0,"cases":10},{"tool":"browser_fill_form","score":35,"errors":10,"accepted":0,"cases":10},{"tool":"browser_find","score":5,"errors":10,"accepted":0,"cases":10},{"tool":"browser_handle_dialog","score":25,"errors":10,"accepted":0,"cases":10},{"tool":"browser_hover","score":10,"errors":10,"accepted":0,"cases":10},{"tool":"browser_navigate","score":23,"errors":10,"accepted":0,"cases":10},{"tool":"browser_navigate_back","score":38,"errors":10,"accepted":0,"cases":10},{"tool":"browser_network_request","score":30,"errors":10,"accepted":0,"cases":10},{"tool":"browser_network_requests","score":10,"errors":10,"accepted":0,"cases":10},{"tool":"browser_press_key","score":23,"errors":10,"accepted":0,"cases":10},{"tool":"browser_resize","score":40,"errors":10,"accepted":0,"cases":10},{"tool":"browser_run_code_unsafe","score":5,"errors":10,"accepted":0,"cases":10},{"tool":"browser_select_option","score":18,"errors":10,"accepted":0,"cases":10},{"tool":"browser_snapshot","score":10,"errors":10,"accepted":0,"cases":10},{"tool":"browser_tabs","score":35,"errors":10,"accepted":0,"cases":10},{"tool":"browser_take_screenshot","score":25,"errors":10,"accepted":0,"cases":10},{"tool":"browser_type","score":23,"errors":10,"accepted":0,"cases":10},{"tool":"browser_wait_for","score":8,"errors":10,"accepted":0,"cases":10}],"grades":{"browser_close|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_close|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_close|null_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_close|number_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_close|boolean_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_resize|missing_required:width":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_resize|missing_required:height":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_resize|wrong_type:width":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_resize|wrong_type:height":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_resize|null_value:width":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_resize|null_value:height":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_resize|negative_number:width":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"browser_resize|negative_number:height":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"browser_resize|unknown_property":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"browser_resize|empty_object":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_console_messages|wrong_type:level":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_console_messages|wrong_type:all":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_console_messages|wrong_type:filename":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_console_messages|null_value:level":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_console_messages|invalid_enum:level":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_console_messages|empty_string:level":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_console_messages|huge_string:level":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_console_messages|control_chars:level":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_handle_dialog|missing_required:accept":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_handle_dialog|wrong_type:accept":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_handle_dialog|wrong_type:promptText":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_handle_dialog|null_value:accept":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_console_messages|missing_required:level":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_console_messages|empty_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_handle_dialog|empty_string:promptText":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_handle_dialog|huge_string:promptText":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_handle_dialog|control_chars:promptText":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_handle_dialog|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_handle_dialog|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_handle_dialog|empty_object":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_evaluate|missing_required:function":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_evaluate|wrong_type:element":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_evaluate|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_evaluate|wrong_type:function":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_evaluate|wrong_type:filename":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_evaluate|null_value:function":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_evaluate|empty_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_evaluate|empty_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_evaluate|empty_string:function":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_evaluate|empty_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_file_upload|wrong_type:paths":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_file_upload|nested_wrong_type:paths":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_file_upload|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_file_upload|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_file_upload|empty_object":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_file_upload|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_file_upload|deep_nesting":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_file_upload|many_unknowns":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_file_upload|huge_unknown":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_drop|missing_required:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_file_upload|numeric_keys":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_drop|wrong_type:element":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drop|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drop|wrong_type:paths":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drop|wrong_type:data":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drop|null_value:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drop|empty_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_drop|empty_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_drop|huge_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|wrong_type:text":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drop|control_chars:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|wrong_type:regex":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_find|empty_string:text":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|empty_string:regex":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|huge_string:text":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|control_chars:text":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|huge_string:regex":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|control_chars:regex":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_fill_form|missing_required:fields":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_find|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_find|empty_object":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_fill_form|wrong_type:fields":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_fill_form|null_value:fields":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_fill_form|nested_wrong_type:fields":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"heuristic"},"browser_fill_form|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_fill_form|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_fill_form|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_fill_form|many_unknowns":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_fill_form|deep_nesting":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_fill_form|huge_unknown":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_press_key|missing_required:key":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_press_key|wrong_type:key":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_press_key|null_value:key":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_press_key|empty_string:key":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_press_key|huge_string:key":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_press_key|control_chars:key":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_press_key|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_press_key|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_press_key|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_type|missing_required:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|missing_required:text":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_press_key|deep_nesting":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_type|wrong_type:element":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|wrong_type:text":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|wrong_type:submit":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|wrong_type:slowly":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|null_value:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|null_value:text":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_navigate|missing_required:url":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_navigate|wrong_type:url":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_navigate|null_value:url":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_type|empty_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate|empty_string:url":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate|huge_string:url":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate|control_chars:url":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_navigate|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_navigate|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate_back|array_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_navigate|deep_nesting":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate_back|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate_back|string_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_navigate_back|deep_nesting":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate_back|many_unknowns":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate_back|huge_unknown":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate_back|null_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_navigate_back|number_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_navigate_back|numeric_keys":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_navigate_back|boolean_args":{"code":true,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_network_requests|wrong_type:static":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_requests|wrong_type:filter":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_requests|wrong_type:filename":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_requests|missing_required:static":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_network_requests|null_value:static":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_requests|empty_string:filter":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_network_requests|empty_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_network_requests|huge_string:filter":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_network_requests|control_chars:filter":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_network_request|missing_required:index":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_requests|huge_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_network_request|wrong_type:index":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_request|wrong_type:part":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_network_request|wrong_type:filename":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_request|null_value:index":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_request|out_of_range:index":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_request|non_integer:index":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_request|invalid_enum:part":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_network_request|empty_string:part":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_run_code_unsafe|wrong_type:code":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_run_code_unsafe|wrong_type:filename":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_network_request|empty_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|empty_string:code":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|empty_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|huge_string:code":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|control_chars:code":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|huge_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|control_chars:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|unknown_property":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_run_code_unsafe|empty_object":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_take_screenshot|wrong_type:element":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_take_screenshot|missing_required:scale":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_take_screenshot|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_take_screenshot|wrong_type:type":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"heuristic"},"browser_take_screenshot|wrong_type:filename":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_take_screenshot|wrong_type:fullPage":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_take_screenshot|wrong_type:scale":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_take_screenshot|null_value:scale":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_snapshot|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_take_screenshot|empty_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_snapshot|wrong_type:filename":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_take_screenshot|empty_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_snapshot|wrong_type:depth":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_snapshot|wrong_type:boxes":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_snapshot|empty_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_snapshot|empty_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_snapshot|negative_number:depth":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_snapshot|huge_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_snapshot|control_chars:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_snapshot|huge_string:filename":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_click|missing_required:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_click|wrong_type:element":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_click|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_click|wrong_type:doubleClick":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_click|wrong_type:button":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_click|wrong_type:modifiers":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_click|null_value:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_click|invalid_enum:button":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_click|empty_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_drag|missing_required:startTarget":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_click|empty_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_drag|missing_required:endTarget":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|wrong_type:startElement":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|wrong_type:startTarget":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|wrong_type:endElement":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|wrong_type:endTarget":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|null_value:startTarget":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|null_value:endTarget":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_hover|missing_required:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|empty_string:startElement":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_hover|wrong_type:element":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_drag|empty_string:startTarget":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_hover|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_hover|null_value:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_hover|empty_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_hover|empty_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_hover|huge_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_hover|control_chars:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_hover|huge_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_select_option|missing_required:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_hover|control_chars:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_select_option|missing_required:values":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_select_option|wrong_type:element":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_select_option|wrong_type:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_select_option|wrong_type:values":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_select_option|null_value:target":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_select_option|null_value:values":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_select_option|empty_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_select_option|empty_string:target":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_tabs|missing_required:action":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_select_option|huge_string:element":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_tabs|wrong_type:action":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_tabs|wrong_type:index":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_tabs|wrong_type:url":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_tabs|null_value:action":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_tabs|invalid_enum:action":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_tabs|empty_string:action":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_tabs|huge_string:action":{"code":false,"cause":true,"fix":true,"retryable":false,"source":"llm"},"browser_tabs|negative_number:index":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|wrong_type:time":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_tabs|empty_string:url":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|wrong_type:text":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_wait_for|wrong_type:textGone":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"browser_wait_for|negative_number:time":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|empty_string:text":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|empty_string:textGone":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|huge_string:text":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|control_chars:text":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|huge_string:textGone":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"browser_wait_for|control_chars:textGone":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"}},"llm":{"samples":24,"costUsd":0,"model":"claude-sonnet-5","cacheHit":true},"leniency":[],"gradedAt":"2026-09-02T18:06:13.202Z"},"toolCount":24,"sampleCount":240,"errorCount":235,"worst":[{"sample":{"tool":"browser_console_messages","caseId":"missing_required:level","kind":"missing_required","title":"required field `level` missing","outcome":"error","text":"### Error\nError: browserBackend.callTool: Target page, context or browser has been closed","durationMs":213},"grade":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"value":0},{"sample":{"tool":"browser_handle_dialog","caseId":"huge_string:promptText","kind":"huge_string","title":"`promptText` is a 20000-character string","outcome":"error","text":"### Error\nError: browserBackend.callTool: Protocol error (Target.createTarget): Failed to open a new tab","durationMs":732},"grade":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"value":0},{"sample":{"tool":"browser_evaluate","caseId":"empty_string:target","kind":"empty_string","title":"`target` is an empty string","outcome":"error","text":"### Error\nError: browserBackend.callTool: Target page, context or browser has been closed\nBrowser logs:\n\n<launching> /Applications/Google Chrome.app/Contents/MacOS/Google Chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-det","durationMs":13},"grade":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"value":0},{"sample":{"tool":"browser_wait_for","caseId":"negative_number:time","kind":"negative_number","title":"`time` is negative","outcome":"error","text":"### Error\nError: No open pages available.","durationMs":2},"grade":{"code":false,"cause":false,"fix":false,"retryable":false,"source":"llm"},"value":0},{"sample":{"tool":"browser_resize","caseId":"negative_number:width","kind":"negative_number","title":"`width` is negative","outcome":"error","text":"### Error\nError: browserBackend.callTool: viewportSize.height: expected integer, got float 1.5","durationMs":5},"grade":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.25},{"sample":{"tool":"browser_resize","caseId":"negative_number:height","kind":"negative_number","title":"`height` is negative","outcome":"error","text":"### Error\nError: browserBackend.callTool: viewportSize.width: expected integer, got float 1.5","durationMs":5},"grade":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"llm"},"value":0.25},{"sample":{"tool":"browser_resize","caseId":"empty_object","kind":"empty_object","title":"empty arguments {}","outcome":"error","text":"### Error\nInvalid arguments for tool \"browser_resize\":\n✖ Invalid input: expected number, received undefined\n  → at width\n✖ Invalid input: expected number, received undefined\n  → at height","durationMs":1},"grade":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"value":0.25},{"sample":{"tool":"browser_console_messages","caseId":"wrong_type:all","kind":"wrong_type","title":"`all` has the wrong type (\"yes\")","outcome":"error","text":"### Error\nInvalid arguments for tool \"browser_console_messages\":\n✖ Invalid input: expected boolean, received string\n  → at all","durationMs":2},"grade":{"code":false,"cause":true,"fix":false,"retryable":false,"source":"heuristic"},"value":0.25}],"costUsd":0},"conformance":{"status":"skip","cell":null},"pending":[],"urls":{"report":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/playwright","json":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/playwright/report.json","trust":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/playwright/trust.json","badge":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/playwright.svg"},"badge":{"label":"mcpcheck","message":"tested · Claude · Cursor · VS Code · macOS · with warnings","status":"degraded","url":"https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/playwright.svg","markdown":"[![mcpcheck](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/badge/playwright.svg)](https://agentwares-agentcheck.vercel.app/mcpcheck/demo/playwright)"},"history":[],"brand":{"productName":"mcpcheck","homeUrl":"https://agentwares-agentcheck.vercel.app/mcpcheck"},"generatedAt":"2026-09-08T05:11:26.769Z"}