{
  "jsonrpc": "2.0",
  "serverInfo": {
    "name": "ai-eval",
    "version": "1.2.0"
  },
  "protocolVersion": "2024-11-05",
  "capabilities": {
    "tools": {
      "listChanged": false
    }
  },
  "tools": [
    {
      "name": "score_response",
      "description": "Score an AI response against a prompt using heuristic metrics (length, relevance, structure, completeness)",
      "inputSchema": {
        "type": "object",
        "required": [
          "prompt",
          "response"
        ],
        "properties": {
          "prompt": {
            "type": "string",
            "description": "The original prompt/question"
          },
          "response": {
            "type": "string",
            "description": "The AI response to evaluate"
          },
          "criteria": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Optional keywords that should appear in response"
          }
        }
      }
    },
    {
      "name": "compare_responses",
      "description": "Compare and rank multiple AI responses to the same prompt",
      "inputSchema": {
        "type": "object",
        "required": [
          "prompt",
          "responses"
        ],
        "properties": {
          "prompt": {
            "type": "string"
          },
          "responses": {
            "type": "array",
            "minItems": 2,
            "items": {
              "type": "string"
            }
          }
        }
      }
    },
    {
      "name": "text_metrics",
      "description": "Get text quality metrics: word count, sentence count, estimated tokens, readability grade",
      "inputSchema": {
        "type": "object",
        "required": [
          "text"
        ],
        "properties": {
          "text": {
            "type": "string"
          }
        }
      }
    }
  ],
  "endpoint": "https://api.lazy-mac.com/ai-eval/mcp"
}