{
  "generatedAt": "2026-05-28T12:03:41.683Z",
  "source": "livebench",
  "title": "LiveBench model_judgment",
  "dataset": "livebench/model_judgment",
  "config": "default",
  "split": "leaderboard",
  "totalRows": 60372,
  "fetchedRows": 2000,
  "partial": true,
  "partialReason": null,
  "topModels": [
    {
      "model": "claude-3-7-sonnet-20250219-base",
      "meanScore": 0.8276,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:08:14.037Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-opus-20240229",
      "meanScore": 0.8276,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.085Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o1-2024-12-17-high",
      "meanScore": 0.8276,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.073Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-7-sonnet-20250219-thinking-64k",
      "meanScore": 0.7931,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:05:04.351Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-thinking-exp-1219",
      "meanScore": 0.7931,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.092Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4.5-preview-2025-02-27",
      "meanScore": 0.7931,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:04:28.682Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-5-sonnet-20241022",
      "meanScore": 0.7586,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.059Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-exp",
      "meanScore": 0.7586,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.122Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-exp-1206",
      "meanScore": 0.7586,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.082Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "chatgpt-4o-latest-2025-03-27",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:05:09.183Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-5-haiku-20241022",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.097Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.103Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-001",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-07T17:27:26.564Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o3-mini-2025-01-31-high",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.078Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwen2.5-max",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T20:56:34.122Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-pro-exp-02-05",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:05:20.474Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.5-pro-exp-03-25",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T21:56:41.828Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-3-27b-it",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T20:00:45.781Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o3-mini-2025-01-31-medium",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.080Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "amazon.nova-pro-v1:0",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.120Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-lite-preview-02-05",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.110Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4o-2024-08-06",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:08:05.866Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "grok-2-1212",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.052Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "hunyuan-turbos-20250313",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T18:16:11.176Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "llama-4-maverick-17b-128e-instruct",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-07T16:06:58.490Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o3-mini-2025-01-31-low",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.056Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "chatgpt-4o-latest-2025-01-29",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.068Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-r1",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T18:24:35.380Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "dracarys2-llama-3.1-70b-instruct",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T17:57:22.139Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-2-27b-it",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.044Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4o-2024-11-20",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:08:06.158Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "grok-beta",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.090Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "llama-3.3-70b-instruct-turbo",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.112Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "meta-llama-3.1-405b-instruct-turbo",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.046Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "command-a-03-2025",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T17:39:15.740Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-v3",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T21:57:19.972Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-1.5-pro-002",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.088Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-lite-001",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T18:28:13.064Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-thinking-exp-01-21",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.093Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "meta-llama-3.1-70b-instruct-turbo",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.107Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-large-2411",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.127Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwq-32b",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T23:37:56.723Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "azerogpt",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T18:12:41.785Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "command-r-08-2024",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T22:12:46.998Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-r1-distill-llama-70b",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T20:53:27.221Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-v3-0324",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T21:58:56.675Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-small-2501",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.041Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-small-2503",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T19:57:10.066Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o1-mini-2024-09-12",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.087Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwen2.5-72b-instruct-turbo",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.117Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwen2.5-coder-32b-instruct",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T21:36:56.648Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "command-r-plus-08-2024",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:05:34.029Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-r1-distill-qwen-32b",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-04T16:10:17.521Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "dracarys2-72b-instruct",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.115Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-3-12b-it",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:31:31.112Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4o-mini-2024-07-18",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.112Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "step-2-16k-202411",
      "meanScore": 0.5,
      "evaluationCount": 28,
      "latestSeenAt": "2025-02-06T20:11:27.098Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5,
          "evaluationCount": 28
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5,
          "evaluationCount": 28
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5,
          "evaluationCount": 28
        }
      ]
    },
    {
      "model": "amazon.nova-micro-v1:0",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.105Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "meta-llama-3.1-8b-instruct-turbo",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T17:33:59.168Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-small-2409",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.056Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "phi-4",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.075Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "learnlm-1.5-pro-experimental",
      "meanScore": 0.4483,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.083Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4483,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4483,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4483,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "amazon.nova-lite-v1:0",
      "meanScore": 0.3793,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.062Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "open-mixtral-8x22b",
      "meanScore": 0.3793,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:13:59.998Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-1.5-flash-8b-001",
      "meanScore": 0.3448,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T15:58:47.570Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3448,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3448,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3448,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-3-4b-it",
      "meanScore": 0.3103,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:53:26.066Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3103,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3103,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3103,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwq-32b-preview",
      "meanScore": 0.25,
      "evaluationCount": 28,
      "latestSeenAt": "2025-02-06T20:11:27.067Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.25,
          "evaluationCount": 28
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.25,
          "evaluationCount": 28
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.25,
          "evaluationCount": 28
        }
      ]
    },
    {
      "model": "qwen2.5-7b-instruct-turbo",
      "meanScore": 0.2414,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.049Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.2414,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.2414,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.2414,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-large",
      "meanScore": 0,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.056Z",
      "categoryScores": {
        "language": {
          "meanScore": 0,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-5-opus-20240229",
      "meanScore": 0,
      "evaluationCount": 1,
      "latestSeenAt": "2025-02-06T20:11:23.068Z",
      "categoryScores": {
        "language": {
          "meanScore": 0,
          "evaluationCount": 1
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0,
          "evaluationCount": 1
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0,
          "evaluationCount": 1
        }
      ]
    }
  ],
  "models": [
    {
      "model": "claude-3-7-sonnet-20250219-base",
      "meanScore": 0.8276,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:08:14.037Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-opus-20240229",
      "meanScore": 0.8276,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.085Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o1-2024-12-17-high",
      "meanScore": 0.8276,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.073Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.8276,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-7-sonnet-20250219-thinking-64k",
      "meanScore": 0.7931,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:05:04.351Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-thinking-exp-1219",
      "meanScore": 0.7931,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.092Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4.5-preview-2025-02-27",
      "meanScore": 0.7931,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:04:28.682Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7931,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-5-sonnet-20241022",
      "meanScore": 0.7586,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.059Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-exp",
      "meanScore": 0.7586,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.122Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-exp-1206",
      "meanScore": 0.7586,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.082Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7586,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "chatgpt-4o-latest-2025-03-27",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:05:09.183Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-5-haiku-20241022",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.097Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.103Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-001",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-07T17:27:26.564Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o3-mini-2025-01-31-high",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.078Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwen2.5-max",
      "meanScore": 0.7241,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T20:56:34.122Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.7241,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-pro-exp-02-05",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:05:20.474Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.5-pro-exp-03-25",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T21:56:41.828Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-3-27b-it",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T20:00:45.781Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o3-mini-2025-01-31-medium",
      "meanScore": 0.6897,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.080Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6897,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "amazon.nova-pro-v1:0",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.120Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-lite-preview-02-05",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.110Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4o-2024-08-06",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:08:05.866Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "grok-2-1212",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.052Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "hunyuan-turbos-20250313",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T18:16:11.176Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "llama-4-maverick-17b-128e-instruct",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-07T16:06:58.490Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o3-mini-2025-01-31-low",
      "meanScore": 0.6552,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.056Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6552,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "chatgpt-4o-latest-2025-01-29",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.068Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-r1",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T18:24:35.380Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "dracarys2-llama-3.1-70b-instruct",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T17:57:22.139Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-2-27b-it",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.044Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4o-2024-11-20",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T22:08:06.158Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "grok-beta",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.090Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "llama-3.3-70b-instruct-turbo",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.112Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "meta-llama-3.1-405b-instruct-turbo",
      "meanScore": 0.6207,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.046Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.6207,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "command-a-03-2025",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T17:39:15.740Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-v3",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T21:57:19.972Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-1.5-pro-002",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.088Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-lite-001",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T18:28:13.064Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-2.0-flash-thinking-exp-01-21",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.093Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "meta-llama-3.1-70b-instruct-turbo",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.107Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-large-2411",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.127Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwq-32b",
      "meanScore": 0.5862,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T23:37:56.723Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5862,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "azerogpt",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T18:12:41.785Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "command-r-08-2024",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T22:12:46.998Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-r1-distill-llama-70b",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T20:53:27.221Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-v3-0324",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-01T21:58:56.675Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-small-2501",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.041Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-small-2503",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T19:57:10.066Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "o1-mini-2024-09-12",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.087Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwen2.5-72b-instruct-turbo",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.117Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwen2.5-coder-32b-instruct",
      "meanScore": 0.5517,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T21:36:56.648Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5517,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "command-r-plus-08-2024",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:05:34.029Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "deepseek-r1-distill-qwen-32b",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-04T16:10:17.521Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "dracarys2-72b-instruct",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.115Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-3-12b-it",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:31:31.112Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gpt-4o-mini-2024-07-18",
      "meanScore": 0.5172,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.112Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5172,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "step-2-16k-202411",
      "meanScore": 0.5,
      "evaluationCount": 28,
      "latestSeenAt": "2025-02-06T20:11:27.098Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.5,
          "evaluationCount": 28
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.5,
          "evaluationCount": 28
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.5,
          "evaluationCount": 28
        }
      ]
    },
    {
      "model": "amazon.nova-micro-v1:0",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.105Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "meta-llama-3.1-8b-instruct-turbo",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-02T17:33:59.168Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-small-2409",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.056Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "phi-4",
      "meanScore": 0.4828,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.075Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4828,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "learnlm-1.5-pro-experimental",
      "meanScore": 0.4483,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.083Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.4483,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.4483,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.4483,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "amazon.nova-lite-v1:0",
      "meanScore": 0.3793,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.062Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "open-mixtral-8x22b",
      "meanScore": 0.3793,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:13:59.998Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3793,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemini-1.5-flash-8b-001",
      "meanScore": 0.3448,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T15:58:47.570Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3448,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3448,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3448,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "gemma-3-4b-it",
      "meanScore": 0.3103,
      "evaluationCount": 29,
      "latestSeenAt": "2025-04-03T16:53:26.066Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.3103,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.3103,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.3103,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "qwq-32b-preview",
      "meanScore": 0.25,
      "evaluationCount": 28,
      "latestSeenAt": "2025-02-06T20:11:27.067Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.25,
          "evaluationCount": 28
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.25,
          "evaluationCount": 28
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.25,
          "evaluationCount": 28
        }
      ]
    },
    {
      "model": "qwen2.5-7b-instruct-turbo",
      "meanScore": 0.2414,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.049Z",
      "categoryScores": {
        "language": {
          "meanScore": 0.2414,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0.2414,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0.2414,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "mistral-large",
      "meanScore": 0,
      "evaluationCount": 29,
      "latestSeenAt": "2025-02-06T20:11:27.056Z",
      "categoryScores": {
        "language": {
          "meanScore": 0,
          "evaluationCount": 29
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0,
          "evaluationCount": 29
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0,
          "evaluationCount": 29
        }
      ]
    },
    {
      "model": "claude-3-5-opus-20240229",
      "meanScore": 0,
      "evaluationCount": 1,
      "latestSeenAt": "2025-02-06T20:11:23.068Z",
      "categoryScores": {
        "language": {
          "meanScore": 0,
          "evaluationCount": 1
        }
      },
      "turnScores": {
        "1": {
          "meanScore": 0,
          "evaluationCount": 1
        }
      },
      "taskCount": 1,
      "topTasks": [
        {
          "task": "typos",
          "meanScore": 0,
          "evaluationCount": 1
        }
      ]
    }
  ]
}