{"generatedAt":"2026-10-24T12:11:27.697Z","canonicalUrl":"https://agentbreakwatch.vercel.app/p/mcp-evals","llmsTxtUrl":"https://agentbreakwatch.vercel.app/p/mcp-evals/llms.txt","categoryHub":{"slug":"mcp-bridges-devtools","title":"MCP Bridges, Transports, Inspectors & Developer Tools","url":"https://agentbreakwatch.vercel.app/c/mcp-bridges-devtools"},"tldrVerdict":"MCP Evals (mcp-evals) is currently at v2.0.1 on NPM (published 2025-06-28), with a 90-day Stability Score of 86/100 (B+) and MEDIUM schema drift risk. Built on MCP SDK (^1.11.0); recent release v2.0.1 (up from v2.0.0) updates MCP DevTool / Inspector tool schemas and transport handling (0 releases in last 90d). Pin exact version v2.0.1 in .mcp.json to avoid silent parameter drift.","package":{"slug":"mcp-evals","packageName":"mcp-evals","registry":"npm","kind":"mcp","subcategory":"MCP DevTool / Inspector","displayName":"MCP Evals","vendor":"mclenhard","githubRepo":"mclenhard/mcp-evals","breakingSummary":"Built on MCP SDK (^1.11.0); recent release v2.0.1 (up from v2.0.0) updates MCP DevTool / Inspector tool schemas and transport handling (0 releases in last 90d). Pin exact version v2.0.1 in .mcp.json to avoid silent parameter drift.","schemaDriftRisk":"medium","affectedSymbols":["mcp-eval","tools/list","tools/call"],"migrationBefore":"\"mcp-evals\": {\n  \"command\": \"npx\",\n  \"args\": [\"-y\", \"mcp-evals@latest\"]\n}","migrationAfter":"\"mcp-evals\": {\n  \"command\": \"npx\",\n  \"args\": [\"-y\", \"mcp-evals@2.0.1\"]\n}","description":"GitHub Action for evaluating MCP server tool calls using LLM-based scoring","latestVersion":"2.0.1","latestPublishedAt":"2025-06-28T16:02:02.022Z","recentVersions":[{"version":"2.0.1","publishedAt":"2025-06-28T16:02:02.022Z"},{"version":"2.0.0","publishedAt":"2025-06-23T17:14:22.528Z"},{"version":"1.0.18","publishedAt":"2025-04-30T11:59:51.826Z"},{"version":"1.0.17","publishedAt":"2025-04-24T14:00:57.233Z"},{"version":"1.0.16","publishedAt":"2025-04-24T12:53:59.807Z"},{"version":"1.0.15","publishedAt":"2025-04-24T12:37:13.010Z"}],"releasesLast90d":0,"dependenciesCount":20,"license":"MIT","registryUrl":"https://www.npmjs.com/package/mcp-evals","githubUrl":"https://github.com/mclenhard/mcp-evals","installCommand":"npx -y mcp-evals@2.0.1","stabilityScore":86,"stabilityGrade":"B+"}}