{
  "entry": {
    "kind": "webmcp",
    "slug": "webmcp-evals",
    "name": "WebMCP Evals",
    "vendor": "GoogleChromeLabs",
    "description": "A CLI evaluation harness for WebMCP tool surfaces. It drives an agent against a page's registered tools and checks whether the agent selects the right tool and supplies valid arguments — the two failure modes that make an otherwise correct tool surface useless in practice.\n\nIt runs locally, driving a browser and writing result files, so it declares browser control, filesystem writes, and outbound network access for the model calls. Treat its reports as a design signal rather than a security control: an eval suite tells you agents can use your tools correctly, not that a hostile agent cannot use them harmfully. Those are different questions, and only the first one has a harness.",
    "website": "https://github.com/GoogleChromeLabs/webmcp-evals",
    "repository": "https://github.com/GoogleChromeLabs/webmcp-evals",
    "documentationUrl": null,
    "license": null,
    "version": null,
    "trustLevel": "official",
    "capabilities": [
      "browser:control",
      "filesystem:write",
      "network:outbound"
    ],
    "packaging": null,
    "configFiles": null,
    "category": "testing",
    "updatedAt": "2026-09-02",
    "risk": {
      "score": 20,
      "band": "low",
      "signals": [
        {
          "id": "trust-official",
          "kind": "trust",
          "label": "Published by the vendor",
          "contribution": -40
        },
        {
          "id": "high-risk-capabilities",
          "kind": "capability",
          "label": "1 high-risk capability: filesystem:write",
          "contribution": 10
        }
      ],
      "dangerousCombos": []
    },
    "dangerousCombos": []
  }
}