io.github.cyanheads/evals-mcp-server

{
  "_meta": {
    "io.modelcontextprotocol.registry/official": {
      "status": "active",
      "isLatest": true,
      "updatedAt": "2026-11-13T16:54:27.155015Z",
      "publishedAt": "2026-11-13T16:54:27.155015Z",
      "statusChangedAt": "2026-11-13T16:54:27.155015Z"
    }
  },
  "server": {
    "name": "io.github.cyanheads/evals-mcp-server",
    "$schema": "https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json",
    "version": "0.2.0",
    "packages": [
      {
        "version": "0.2.0",
        "transport": {
          "type": "stdio"
        },
        "identifier": "@cyanheads/evals-mcp-server",
        "runtimeHint": "npx",
        "registryType": "npm",
        "registryBaseUrl": "https://registry.npmjs.org",
        "environmentVariables": [
          {
            "name": "EVALS_DATA_DIR",
            "format": "string",
            "default": "./evals-data",
            "description": "Root folder for record JSON. The store manages drafts/, submitted/, and exports/ subdirs under it."
          },
          {
            "name": "EVALS_REQUIRE_CONFIRMATION",
            "format": "string",
            "default": "false",
            "description": "When 'true', evals_submit_draft requests human confirmation before finalizing."
          },
          {
            "name": "EVALS_DEFAULT_LICENSE",
            "format": "string",
            "description": "Default metadata.license applied when a draft omits one."
          },
          {
            "name": "EVALS_CAPTURE_DIR",
            "format": "string",
            "description": "Directory of tool-call capture files; referenced EvalsIDs resolve to full dumps at submit."
          },
          {
            "name": "MCP_LOG_LEVEL",
            "format": "string",
            "default": "info",
            "description": "Sets the minimum log level for output (e.g., 'debug', 'info', 'warn')."
          }
        ]
      },
      {
        "version": "0.2.0",
        "transport": {
          "url": "http://localhost:3010/mcp",
          "type": "streamable-http"
        },
        "identifier": "@cyanheads/evals-mcp-server",
        "runtimeHint": "npx",
        "registryType": "npm",
        "registryBaseUrl": "https://registry.npmjs.org",
        "environmentVariables": [
          {
            "name": "MCP_TRANSPORT_TYPE",
            "value": "http",
            "format": "string",
            "description": "Selects the HTTP transport."
          },
          {
            "name": "MCP_HTTP_HOST",
            "format": "string",
            "default": "127.0.0.1",
            "description": "The hostname for the HTTP server."
          },
          {
            "name": "MCP_HTTP_PORT",
            "format": "string",
            "default": "3010",
            "description": "The port to run the HTTP server on."
          },
          {
            "name": "MCP_HTTP_ENDPOINT_PATH",
            "format": "string",
            "default": "/mcp",
            "description": "The endpoint path for the MCP server."
          },
          {
            "name": "MCP_AUTH_MODE",
            "format": "string",
            "default": "none",
            "description": "Authentication mode to use: 'none', 'jwt', or 'oauth'."
          },
          {
            "name": "EVALS_DATA_DIR",
            "format": "string",
            "default": "./evals-data",
            "description": "Root folder for record JSON. The store manages drafts/, submitted/, and exports/ subdirs under it."
          },
          {
            "name": "EVALS_REQUIRE_CONFIRMATION",
            "format": "string",
            "default": "false",
            "description": "When 'true', evals_submit_draft requests human confirmation before finalizing."
          },
          {
            "name": "EVALS_DEFAULT_LICENSE",
            "format": "string",
            "description": "Default metadata.license applied when a draft omits one."
          },
          {
            "name": "EVALS_CAPTURE_DIR",
            "format": "string",
            "description": "Directory of tool-call capture files; referenced EvalsIDs resolve to full dumps at submit."
          },
          {
            "name": "MCP_LOG_LEVEL",
            "format": "string",
            "default": "info",
            "description": "Sets the minimum log level for output (e.g., 'debug', 'info', 'warn')."
          }
        ]
      }
    ],
    "repository": {
      "url": "https://github.com/cyanheads/evals-mcp-server",
      "source": "github"
    },
    "description": "Author verifiable eval records through a draft→review→revise→submit loop with enforced graders."
  }
}