{
  "version": "1.1",
  "edition": "2026-10",
  "updatedAt": "2026-10-08",
  "status": "reviewing",
  "entries": [
    {
      "model": "deepseek-v4-1-flash",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/fp4",
      "generatedAt": "2026-10-08T16:18:13.993Z",
      "costUsd": 0.00357185862,
      "generationMs": 218950,
      "renderMs": 37253,
      "video": "benchmark/media/deepseek-v4-1-flash-data-story-1/video.mp4",
      "poster": "benchmark/media/deepseek-v4-1-flash-data-story-1/poster.jpg",
      "source": "benchmark/media/deepseek-v4-1-flash-data-story-1/source.tsx",
      "request": "benchmark/media/deepseek-v4-1-flash-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "deepseek-v4-1-flash",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/fp4",
      "generatedAt": "2026-10-08T16:18:45.289Z",
      "costUsd": 0.00402110082,
      "generationMs": 251986,
      "renderMs": 31701,
      "video": "benchmark/media/deepseek-v4-1-flash-data-story-2/video.mp4",
      "poster": "benchmark/media/deepseek-v4-1-flash-data-story-2/poster.jpg",
      "source": "benchmark/media/deepseek-v4-1-flash-data-story-2/source.tsx",
      "request": "benchmark/media/deepseek-v4-1-flash-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "deepseek-v4-1-flash",
      "brief": "kinetic-type",
      "run": 1,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "decart/fp4",
      "generatedAt": "2026-10-08T16:13:33.257Z",
      "costUsd": 0.0057419604,
      "generationMs": 367781,
      "renderMs": 0,
      "error": "Invalid submission: Completion limit reached.",
      "reviews": []
    },
    {
      "model": "deepseek-v4-1-flash",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/fp4",
      "generatedAt": "2026-10-08T16:15:15.501Z",
      "costUsd": 0.00342154692,
      "generationMs": 196572,
      "renderMs": 34419,
      "video": "benchmark/media/deepseek-v4-1-flash-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/deepseek-v4-1-flash-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/deepseek-v4-1-flash-kinetic-type-2/source.tsx",
      "request": "benchmark/media/deepseek-v4-1-flash-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "deepseek-v4-1-flash",
      "brief": "product-launch",
      "run": 1,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "decart/fp4",
      "generatedAt": "2026-10-08T16:12:09.242Z",
      "costUsd": 0.0057406239,
      "generationMs": 364742,
      "renderMs": 0,
      "error": "Invalid submission: Completion limit reached.",
      "reviews": []
    },
    {
      "model": "deepseek-v4-1-flash",
      "brief": "product-launch",
      "run": 2,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "decart/fp4",
      "generatedAt": "2026-10-08T16:12:46.980Z",
      "costUsd": 0.00572237622,
      "generationMs": 358305,
      "renderMs": 0,
      "error": "Invalid submission: Completion limit reached.",
      "reviews": []
    },
    {
      "model": "gemini-3-8-flash",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-ai-studio",
      "generatedAt": "2026-10-08T16:11:24.190Z",
      "costUsd": 0.10337976,
      "generationMs": 198000,
      "renderMs": 33268,
      "video": "benchmark/media/gemini-3-8-flash-data-story-1/video.mp4",
      "poster": "benchmark/media/gemini-3-8-flash-data-story-1/poster.jpg",
      "source": "benchmark/media/gemini-3-8-flash-data-story-1/source.tsx",
      "request": "benchmark/media/gemini-3-8-flash-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "gemini-3-8-flash",
      "brief": "data-story",
      "run": 2,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "google-ai-studio",
      "generatedAt": "2026-10-08T16:11:45.654Z",
      "costUsd": 0.052540785,
      "generationMs": 107597,
      "renderMs": 0,
      "error": "Invalid submission: Expected ',' or '}' after property value in JSON at position 12688 (line 1 column 12689)",
      "reviews": []
    },
    {
      "model": "gemini-3-8-flash",
      "brief": "kinetic-type",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-ai-studio",
      "generatedAt": "2026-10-08T16:09:40.681Z",
      "costUsd": 0.0776172375,
      "generationMs": 152544,
      "renderMs": 33720,
      "video": "benchmark/media/gemini-3-8-flash-kinetic-type-1/video.mp4",
      "poster": "benchmark/media/gemini-3-8-flash-kinetic-type-1/poster.jpg",
      "source": "benchmark/media/gemini-3-8-flash-kinetic-type-1/source.tsx",
      "request": "benchmark/media/gemini-3-8-flash-kinetic-type-1/request.json",
      "reviews": []
    },
    {
      "model": "gemini-3-8-flash",
      "brief": "kinetic-type",
      "run": 2,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "google-ai-studio",
      "generatedAt": "2026-10-08T16:10:13.296Z",
      "costUsd": 0.0554313375,
      "generationMs": 115890,
      "renderMs": 0,
      "error": "Invalid submission: Unexpected non-whitespace character after JSON at position 13967 (line 1 column 13968)",
      "reviews": []
    },
    {
      "model": "gemini-3-8-flash",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-ai-studio",
      "generatedAt": "2026-10-08T16:08:27.843Z",
      "costUsd": 0.0870707475,
      "generationMs": 163952,
      "renderMs": 33824,
      "video": "benchmark/media/gemini-3-8-flash-product-launch-1/video.mp4",
      "poster": "benchmark/media/gemini-3-8-flash-product-launch-1/poster.jpg",
      "source": "benchmark/media/gemini-3-8-flash-product-launch-1/source.tsx",
      "request": "benchmark/media/gemini-3-8-flash-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "gemini-3-8-flash",
      "brief": "product-launch",
      "run": 2,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "google-ai-studio",
      "generatedAt": "2026-10-08T16:09:07.913Z",
      "costUsd": 0.06898716,
      "generationMs": 136271,
      "renderMs": 0,
      "error": "Invalid submission: Expected ',' or '}' after property value in JSON at position 43171 (line 1 column 43172)",
      "reviews": []
    },
    {
      "model": "glm-5-3-flashx",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "z-ai/fp8",
      "generatedAt": "2026-10-08T16:21:25.005Z",
      "costUsd": 0.0051639093,
      "generationMs": 24645,
      "renderMs": 34283,
      "video": "benchmark/media/glm-5-3-flashx-data-story-1/video.mp4",
      "poster": "benchmark/media/glm-5-3-flashx-data-story-1/poster.jpg",
      "source": "benchmark/media/glm-5-3-flashx-data-story-1/source.tsx",
      "request": "benchmark/media/glm-5-3-flashx-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "glm-5-3-flashx",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "z-ai/fp8",
      "generatedAt": "2026-10-08T16:22:18.968Z",
      "costUsd": 0.0065783619,
      "generationMs": 38664,
      "renderMs": 31907,
      "video": "benchmark/media/glm-5-3-flashx-data-story-2/video.mp4",
      "poster": "benchmark/media/glm-5-3-flashx-data-story-2/poster.jpg",
      "source": "benchmark/media/glm-5-3-flashx-data-story-2/source.tsx",
      "request": "benchmark/media/glm-5-3-flashx-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "glm-5-3-flashx",
      "brief": "kinetic-type",
      "run": 1,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "z-ai/fp8",
      "generatedAt": "2026-10-08T16:20:56.744Z",
      "costUsd": 0.0051655824,
      "generationMs": 28255,
      "renderMs": 0,
      "error": "Invalid submission: Unexpected token '`', \"```json\n{\n\"... is not valid JSON",
      "reviews": []
    },
    {
      "model": "glm-5-3-flashx",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "z-ai/fp8",
      "generatedAt": "2026-10-08T16:20:57.549Z",
      "costUsd": 0.0078422949,
      "generationMs": 47833,
      "renderMs": 33544,
      "video": "benchmark/media/glm-5-3-flashx-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/glm-5-3-flashx-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/glm-5-3-flashx-kinetic-type-2/source.tsx",
      "request": "benchmark/media/glm-5-3-flashx-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "glm-5-3-flashx",
      "brief": "product-launch",
      "run": 1,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "z-ai/fp8",
      "generatedAt": "2026-10-08T16:19:06.589Z",
      "costUsd": 0.0211676553,
      "generationMs": 110146,
      "renderMs": 0,
      "error": "Invalid submission: Expected ',' or '}' after property value in JSON at position 23223 (line 2 column 23222)",
      "reviews": []
    },
    {
      "model": "glm-5-3-flashx",
      "brief": "product-launch",
      "run": 2,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "z-ai/fp8",
      "generatedAt": "2026-10-08T16:19:41.048Z",
      "costUsd": 0.0138453678,
      "generationMs": 76496,
      "renderMs": 0,
      "error": "Invalid submission: Unexpected token '`', \"```tsx\nimp\"... is not valid JSON",
      "reviews": []
    },
    {
      "model": "gpt-6-1-sol",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:03:28.351Z",
      "costUsd": 0.06105132,
      "generationMs": 112681,
      "renderMs": 32543,
      "video": "benchmark/media/gpt-6-1-sol-data-story-1/video.mp4",
      "poster": "benchmark/media/gpt-6-1-sol-data-story-1/poster.jpg",
      "source": "benchmark/media/gpt-6-1-sol-data-story-1/source.tsx",
      "request": "benchmark/media/gpt-6-1-sol-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-1-sol",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:04:03.173Z",
      "costUsd": 0.04847832,
      "generationMs": 85453,
      "renderMs": 32285,
      "video": "benchmark/media/gpt-6-1-sol-data-story-2/video.mp4",
      "poster": "benchmark/media/gpt-6-1-sol-data-story-2/poster.jpg",
      "source": "benchmark/media/gpt-6-1-sol-data-story-2/source.tsx",
      "request": "benchmark/media/gpt-6-1-sol-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-1-sol",
      "brief": "kinetic-type",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:01:00.941Z",
      "costUsd": 0.07605576,
      "generationMs": 149417,
      "renderMs": 32774,
      "video": "benchmark/media/gpt-6-1-sol-kinetic-type-1/video.mp4",
      "poster": "benchmark/media/gpt-6-1-sol-kinetic-type-1/poster.jpg",
      "source": "benchmark/media/gpt-6-1-sol-kinetic-type-1/source.tsx",
      "request": "benchmark/media/gpt-6-1-sol-kinetic-type-1/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-1-sol",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:01:00.942Z",
      "costUsd": 0.06214626,
      "generationMs": 114208,
      "renderMs": 33156,
      "video": "benchmark/media/gpt-6-1-sol-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/gpt-6-1-sol-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/gpt-6-1-sol-kinetic-type-2/source.tsx",
      "request": "benchmark/media/gpt-6-1-sol-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-1-sol",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:01:00.939Z",
      "costUsd": 0.1162359,
      "generationMs": 195843,
      "renderMs": 33064,
      "video": "benchmark/media/gpt-6-1-sol-product-launch-1/video.mp4",
      "poster": "benchmark/media/gpt-6-1-sol-product-launch-1/poster.jpg",
      "source": "benchmark/media/gpt-6-1-sol-product-launch-1/source.tsx",
      "request": "benchmark/media/gpt-6-1-sol-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-1-sol",
      "brief": "product-launch",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:01:00.940Z",
      "costUsd": 0.0968022,
      "generationMs": 155626,
      "renderMs": 32734,
      "video": "benchmark/media/gpt-6-1-sol-product-launch-2/video.mp4",
      "poster": "benchmark/media/gpt-6-1-sol-product-launch-2/poster.jpg",
      "source": "benchmark/media/gpt-6-1-sol-product-launch-2/source.tsx",
      "request": "benchmark/media/gpt-6-1-sol-product-launch-2/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-luna",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:07:20.370Z",
      "costUsd": 0.004698441,
      "generationMs": 85506,
      "renderMs": 32743,
      "video": "benchmark/media/gpt-6-luna-data-story-1/video.mp4",
      "poster": "benchmark/media/gpt-6-luna-data-story-1/poster.jpg",
      "source": "benchmark/media/gpt-6-luna-data-story-1/source.tsx",
      "request": "benchmark/media/gpt-6-luna-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-luna",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:07:53.906Z",
      "costUsd": 0.004114341,
      "generationMs": 83636,
      "renderMs": 32594,
      "video": "benchmark/media/gpt-6-luna-data-story-2/video.mp4",
      "poster": "benchmark/media/gpt-6-luna-data-story-2/poster.jpg",
      "source": "benchmark/media/gpt-6-luna-data-story-2/source.tsx",
      "request": "benchmark/media/gpt-6-luna-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-luna",
      "brief": "kinetic-type",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:05:53.615Z",
      "costUsd": 0.003604293,
      "generationMs": 74888,
      "renderMs": 32956,
      "video": "benchmark/media/gpt-6-luna-kinetic-type-1/video.mp4",
      "poster": "benchmark/media/gpt-6-luna-kinetic-type-1/poster.jpg",
      "source": "benchmark/media/gpt-6-luna-kinetic-type-1/source.tsx",
      "request": "benchmark/media/gpt-6-luna-kinetic-type-1/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-luna",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:06:25.922Z",
      "costUsd": 0.004363623,
      "generationMs": 86687,
      "renderMs": 33488,
      "video": "benchmark/media/gpt-6-luna-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/gpt-6-luna-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/gpt-6-luna-kinetic-type-2/source.tsx",
      "request": "benchmark/media/gpt-6-luna-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-luna",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:04:35.984Z",
      "costUsd": 0.00660924,
      "generationMs": 129998,
      "renderMs": 34350,
      "video": "benchmark/media/gpt-6-luna-product-launch-1/video.mp4",
      "poster": "benchmark/media/gpt-6-luna-product-launch-1/poster.jpg",
      "source": "benchmark/media/gpt-6-luna-product-launch-1/source.tsx",
      "request": "benchmark/media/gpt-6-luna-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "gpt-6-luna",
      "brief": "product-launch",
      "run": 2,
      "status": "rendered",
      "attempts": 2,
      "firstAttemptPassed": false,
      "provider": "openai",
      "generatedAt": "2026-10-08T16:05:09.020Z",
      "costUsd": 0.010996350750000002,
      "generationMs": 176913,
      "renderMs": 35415,
      "video": "benchmark/media/gpt-6-luna-product-launch-2/video.mp4",
      "poster": "benchmark/media/gpt-6-luna-product-launch-2/poster.jpg",
      "source": "benchmark/media/gpt-6-luna-product-launch-2/source.tsx",
      "request": "benchmark/media/gpt-6-luna-product-launch-2/request.json",
      "reviews": []
    },
    {
      "model": "haiku-5-5",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:56:23.245Z",
      "costUsd": 0.005532318,
      "generationMs": 42845,
      "renderMs": 32531,
      "video": "benchmark/media/haiku-5-5-data-story-1/video.mp4",
      "poster": "benchmark/media/haiku-5-5-data-story-1/poster.jpg",
      "source": "benchmark/media/haiku-5-5-data-story-1/source.tsx",
      "request": "benchmark/media/haiku-5-5-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "haiku-5-5",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:56:55.516Z",
      "costUsd": 0.004721508,
      "generationMs": 36819,
      "renderMs": 32519,
      "video": "benchmark/media/haiku-5-5-data-story-2/video.mp4",
      "poster": "benchmark/media/haiku-5-5-data-story-2/poster.jpg",
      "source": "benchmark/media/haiku-5-5-data-story-2/source.tsx",
      "request": "benchmark/media/haiku-5-5-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "haiku-5-5",
      "brief": "kinetic-type",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:54:55.314Z",
      "costUsd": 0.00501336,
      "generationMs": 40970,
      "renderMs": 32607,
      "video": "benchmark/media/haiku-5-5-kinetic-type-1/video.mp4",
      "poster": "benchmark/media/haiku-5-5-kinetic-type-1/poster.jpg",
      "source": "benchmark/media/haiku-5-5-kinetic-type-1/source.tsx",
      "request": "benchmark/media/haiku-5-5-kinetic-type-1/request.json",
      "reviews": []
    },
    {
      "model": "haiku-5-5",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:55:51.010Z",
      "costUsd": 0.00495396,
      "generationMs": 41218,
      "renderMs": 33059,
      "video": "benchmark/media/haiku-5-5-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/haiku-5-5-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/haiku-5-5-kinetic-type-2/source.tsx",
      "request": "benchmark/media/haiku-5-5-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "haiku-5-5",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:28:47.009Z",
      "costUsd": 0.011476377,
      "generationMs": 90306,
      "renderMs": 34711,
      "video": "benchmark/media/haiku-5-5-product-launch-1/video.mp4",
      "poster": "benchmark/media/haiku-5-5-product-launch-1/poster.jpg",
      "source": "benchmark/media/haiku-5-5-product-launch-1/source.tsx",
      "request": "benchmark/media/haiku-5-5-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "haiku-5-5",
      "brief": "product-launch",
      "run": 2,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:52:53.015Z",
      "costUsd": 0.015900687,
      "generationMs": 122293,
      "renderMs": 0,
      "error": "Invalid submission: Completion limit reached.",
      "reviews": []
    },
    {
      "model": "kimi-k3",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/mxfp4",
      "generatedAt": "2026-10-08T16:29:47.170Z",
      "costUsd": 0.0469015272,
      "generationMs": 60740,
      "renderMs": 32877,
      "video": "benchmark/media/kimi-k3-data-story-1/video.mp4",
      "poster": "benchmark/media/kimi-k3-data-story-1/poster.jpg",
      "source": "benchmark/media/kimi-k3-data-story-1/source.tsx",
      "request": "benchmark/media/kimi-k3-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "kimi-k3",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/mxfp4",
      "generatedAt": "2026-10-08T16:29:56.587Z",
      "costUsd": 0.04224457314,
      "generationMs": 52162,
      "renderMs": 32351,
      "video": "benchmark/media/kimi-k3-data-story-2/video.mp4",
      "poster": "benchmark/media/kimi-k3-data-story-2/poster.jpg",
      "source": "benchmark/media/kimi-k3-data-story-2/source.tsx",
      "request": "benchmark/media/kimi-k3-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "kimi-k3",
      "brief": "kinetic-type",
      "run": 1,
      "status": "failed",
      "attempts": 1,
      "firstAttemptPassed": false,
      "provider": "decart/mxfp4",
      "generatedAt": "2026-10-08T16:27:33.558Z",
      "costUsd": 0.0999159381,
      "generationMs": 143020,
      "renderMs": 0,
      "error": "Invalid submission: Unexpected token '`', \"```json\n{\"\"... is not valid JSON",
      "reviews": []
    },
    {
      "model": "kimi-k3",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/mxfp4",
      "generatedAt": "2026-10-08T16:27:34.048Z",
      "costUsd": 0.1260418401,
      "generationMs": 177851,
      "renderMs": 32868,
      "video": "benchmark/media/kimi-k3-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/kimi-k3-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/kimi-k3-kinetic-type-2/source.tsx",
      "request": "benchmark/media/kimi-k3-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "kimi-k3",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/mxfp4",
      "generatedAt": "2026-10-08T16:26:11.447Z",
      "costUsd": 0.3561927534,
      "generationMs": 519230,
      "renderMs": 36406,
      "video": "benchmark/media/kimi-k3-product-launch-1/video.mp4",
      "poster": "benchmark/media/kimi-k3-product-launch-1/poster.jpg",
      "source": "benchmark/media/kimi-k3-product-launch-1/source.tsx",
      "request": "benchmark/media/kimi-k3-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "kimi-k3",
      "brief": "product-launch",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "decart/mxfp4",
      "generatedAt": "2026-10-08T16:26:50.485Z",
      "costUsd": 0.1221301719,
      "generationMs": 144170,
      "renderMs": 32471,
      "video": "benchmark/media/kimi-k3-product-launch-2/video.mp4",
      "poster": "benchmark/media/kimi-k3-product-launch-2/poster.jpg",
      "source": "benchmark/media/kimi-k3-product-launch-2/source.tsx",
      "request": "benchmark/media/kimi-k3-product-launch-2/request.json",
      "reviews": []
    },
    {
      "model": "opus-5-5",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "amazon-bedrock",
      "generatedAt": "2026-10-08T15:44:19.519Z",
      "costUsd": 0.08546472,
      "generationMs": 110595,
      "renderMs": 32367,
      "video": "benchmark/media/opus-5-5-data-story-1/video.mp4",
      "poster": "benchmark/media/opus-5-5-data-story-1/poster.jpg",
      "source": "benchmark/media/opus-5-5-data-story-1/source.tsx",
      "request": "benchmark/media/opus-5-5-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "opus-5-5",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "amazon-bedrock",
      "generatedAt": "2026-10-08T15:44:58.521Z",
      "costUsd": 0.10431432,
      "generationMs": 53049,
      "renderMs": 32559,
      "video": "benchmark/media/opus-5-5-data-story-2/video.mp4",
      "poster": "benchmark/media/opus-5-5-data-story-2/poster.jpg",
      "source": "benchmark/media/opus-5-5-data-story-2/source.tsx",
      "request": "benchmark/media/opus-5-5-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "opus-5-5",
      "brief": "kinetic-type",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "amazon-bedrock",
      "generatedAt": "2026-10-08T15:44:19.515Z",
      "costUsd": 0.2364912,
      "generationMs": 161796,
      "renderMs": 33700,
      "video": "benchmark/media/opus-5-5-kinetic-type-1/video.mp4",
      "poster": "benchmark/media/opus-5-5-kinetic-type-1/poster.jpg",
      "source": "benchmark/media/opus-5-5-kinetic-type-1/source.tsx",
      "request": "benchmark/media/opus-5-5-kinetic-type-1/request.json",
      "reviews": []
    },
    {
      "model": "opus-5-5",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "amazon-bedrock",
      "generatedAt": "2026-10-08T15:44:19.518Z",
      "costUsd": 0.216117,
      "generationMs": 133441,
      "renderMs": 32885,
      "video": "benchmark/media/opus-5-5-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/opus-5-5-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/opus-5-5-kinetic-type-2/source.tsx",
      "request": "benchmark/media/opus-5-5-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "opus-5-5",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "amazon-bedrock",
      "generatedAt": "2026-10-08T15:31:10.508Z",
      "costUsd": 0.37389528,
      "generationMs": 211032,
      "renderMs": 47551,
      "video": "benchmark/media/opus-5-5-product-launch-1/video.mp4",
      "poster": "benchmark/media/opus-5-5-product-launch-1/poster.jpg",
      "source": "benchmark/media/opus-5-5-product-launch-1/source.tsx",
      "request": "benchmark/media/opus-5-5-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "opus-5-5",
      "brief": "product-launch",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "amazon-bedrock",
      "generatedAt": "2026-10-08T15:35:29.156Z",
      "costUsd": 0.39993228,
      "generationMs": 494240.5329589844,
      "renderMs": 38971,
      "video": "benchmark/media/opus-5-5-product-launch-2/video.mp4",
      "poster": "benchmark/media/opus-5-5-product-launch-2/poster.jpg",
      "source": "benchmark/media/opus-5-5-product-launch-2/source.tsx",
      "request": "benchmark/media/opus-5-5-product-launch-2/request.json",
      "reviews": []
    },
    {
      "model": "qwen-3-8",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "novita",
      "generatedAt": "2026-10-08T16:25:06.946Z",
      "costUsd": 0.02112462,
      "generationMs": 71751,
      "renderMs": 31759,
      "video": "benchmark/media/qwen-3-8-data-story-1/video.mp4",
      "poster": "benchmark/media/qwen-3-8-data-story-1/poster.jpg",
      "source": "benchmark/media/qwen-3-8-data-story-1/source.tsx",
      "request": "benchmark/media/qwen-3-8-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "qwen-3-8",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "novita",
      "generatedAt": "2026-10-08T16:25:39.233Z",
      "costUsd": 0.0236016,
      "generationMs": 81930,
      "renderMs": 32335,
      "video": "benchmark/media/qwen-3-8-data-story-2/video.mp4",
      "poster": "benchmark/media/qwen-3-8-data-story-2/poster.jpg",
      "source": "benchmark/media/qwen-3-8-data-story-2/source.tsx",
      "request": "benchmark/media/qwen-3-8-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "qwen-3-8",
      "brief": "kinetic-type",
      "run": 1,
      "status": "failed",
      "attempts": 2,
      "firstAttemptPassed": false,
      "provider": "novita",
      "generatedAt": "2026-10-08T16:24:02.286Z",
      "costUsd": 0.05213142,
      "generationMs": 166247,
      "renderMs": 958,
      "error": "The composition did not compile or render in the fixed environment.",
      "reviews": []
    },
    {
      "model": "qwen-3-8",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "novita",
      "generatedAt": "2026-10-08T16:24:34.216Z",
      "costUsd": 0.01671318,
      "generationMs": 54571,
      "renderMs": 31628,
      "video": "benchmark/media/qwen-3-8-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/qwen-3-8-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/qwen-3-8-kinetic-type-2/source.tsx",
      "request": "benchmark/media/qwen-3-8-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "qwen-3-8",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "novita",
      "generatedAt": "2026-10-08T16:22:53.346Z",
      "costUsd": 0.03039696,
      "generationMs": 101359,
      "renderMs": 32203,
      "video": "benchmark/media/qwen-3-8-product-launch-1/video.mp4",
      "poster": "benchmark/media/qwen-3-8-product-launch-1/poster.jpg",
      "source": "benchmark/media/qwen-3-8-product-launch-1/source.tsx",
      "request": "benchmark/media/qwen-3-8-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "qwen-3-8",
      "brief": "product-launch",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "novita",
      "generatedAt": "2026-10-08T16:23:30.562Z",
      "costUsd": 0.02227698,
      "generationMs": 80907,
      "renderMs": 32267,
      "video": "benchmark/media/qwen-3-8-product-launch-2/video.mp4",
      "poster": "benchmark/media/qwen-3-8-product-launch-2/poster.jpg",
      "source": "benchmark/media/qwen-3-8-product-launch-2/source.tsx",
      "request": "benchmark/media/qwen-3-8-product-launch-2/request.json",
      "reviews": []
    },
    {
      "model": "sonnet-5-5",
      "brief": "data-story",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:51:35.316Z",
      "costUsd": 0.04239576,
      "generationMs": 24602,
      "renderMs": 32208,
      "video": "benchmark/media/sonnet-5-5-data-story-1/video.mp4",
      "poster": "benchmark/media/sonnet-5-5-data-story-1/poster.jpg",
      "source": "benchmark/media/sonnet-5-5-data-story-1/source.tsx",
      "request": "benchmark/media/sonnet-5-5-data-story-1/request.json",
      "reviews": []
    },
    {
      "model": "sonnet-5-5",
      "brief": "data-story",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:52:11.158Z",
      "costUsd": 0.04976136,
      "generationMs": 30393,
      "renderMs": 32242,
      "video": "benchmark/media/sonnet-5-5-data-story-2/video.mp4",
      "poster": "benchmark/media/sonnet-5-5-data-story-2/poster.jpg",
      "source": "benchmark/media/sonnet-5-5-data-story-2/source.tsx",
      "request": "benchmark/media/sonnet-5-5-data-story-2/request.json",
      "reviews": []
    },
    {
      "model": "sonnet-5-5",
      "brief": "kinetic-type",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:47:29.465Z",
      "costUsd": 0.0604791,
      "generationMs": 37220,
      "renderMs": 35817,
      "video": "benchmark/media/sonnet-5-5-kinetic-type-1/video.mp4",
      "poster": "benchmark/media/sonnet-5-5-kinetic-type-1/poster.jpg",
      "source": "benchmark/media/sonnet-5-5-kinetic-type-1/source.tsx",
      "request": "benchmark/media/sonnet-5-5-kinetic-type-1/request.json",
      "reviews": []
    },
    {
      "model": "sonnet-5-5",
      "brief": "kinetic-type",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:48:03.203Z",
      "costUsd": 0.0771111,
      "generationMs": 50353,
      "renderMs": 41820,
      "video": "benchmark/media/sonnet-5-5-kinetic-type-2/video.mp4",
      "poster": "benchmark/media/sonnet-5-5-kinetic-type-2/poster.jpg",
      "source": "benchmark/media/sonnet-5-5-kinetic-type-2/source.tsx",
      "request": "benchmark/media/sonnet-5-5-kinetic-type-2/request.json",
      "reviews": []
    },
    {
      "model": "sonnet-5-5",
      "brief": "product-launch",
      "run": 1,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:46:24.224Z",
      "costUsd": 0.13498254,
      "generationMs": 80333,
      "renderMs": 212090,
      "video": "benchmark/media/sonnet-5-5-product-launch-1/video.mp4",
      "poster": "benchmark/media/sonnet-5-5-product-launch-1/poster.jpg",
      "source": "benchmark/media/sonnet-5-5-product-launch-1/source.tsx",
      "request": "benchmark/media/sonnet-5-5-product-launch-1/request.json",
      "reviews": []
    },
    {
      "model": "sonnet-5-5",
      "brief": "product-launch",
      "run": 2,
      "status": "rendered",
      "attempts": 1,
      "firstAttemptPassed": true,
      "provider": "google-vertex/global",
      "generatedAt": "2026-10-08T15:46:56.551Z",
      "costUsd": 0.19413504,
      "generationMs": 119577,
      "renderMs": 177975,
      "video": "benchmark/media/sonnet-5-5-product-launch-2/video.mp4",
      "poster": "benchmark/media/sonnet-5-5-product-launch-2/poster.jpg",
      "source": "benchmark/media/sonnet-5-5-product-launch-2/source.tsx",
      "request": "benchmark/media/sonnet-5-5-product-launch-2/request.json",
      "reviews": []
    }
  ]
}