{
  "schemaVersion": 5,
  "benchmark": "CoCoCo Bench",
  "version": "2",
  "status": "published",
  "updatedAt": "2026-11-11",
  "license": {
    "id": "CC-BY-4.0",
    "url": "https://creativecommons.org/licenses/by/4.0/",
    "attribution": "Upright Oy, CoCoCo Bench (https://www.uprightproject.com/benchmarks/cococo/)"
  },
  "comparisonsPerModel": 3000,
  "tieBand": {
    "points": 2.9,
    "basis": "One standard deviation of the gap between two models' scores that the choice of products alone opens, from the per-model, per-product scores on both product sets."
  },
  "products": [
    {
      "id": "P01",
      "sector": "Food and beverage"
    },
    {
      "id": "P02",
      "sector": "Medical"
    },
    {
      "id": "P03",
      "sector": "Technology"
    },
    {
      "id": "P04",
      "sector": "Finance"
    },
    {
      "id": "P05",
      "sector": "Food and beverage"
    }
  ],
  "publicProducts": [
    {
      "id": "P01",
      "name": "Electric passenger cars"
    },
    {
      "id": "P02",
      "name": "Social media platforms"
    },
    {
      "id": "P03",
      "name": "Large language models"
    },
    {
      "id": "P04",
      "name": "Chocolate"
    },
    {
      "id": "P05",
      "name": "Student loans"
    }
  ],
  "rows": [
    {
      "id": "claude-fable-5.2-low",
      "model": "Fable 5.2",
      "setting": "low",
      "organization": "Anthropic",
      "placement": "main",
      "score": 81.0,
      "publicScore": 82.4,
      "answered": 1.0,
      "usdPer1000": 11.1124,
      "released": "2026-11-09",
      "perProduct": {
        "P01": 80.6,
        "P02": 85.1,
        "P03": 75.8,
        "P04": 80.9,
        "P05": 82.7
      },
      "rank": 1
    },
    {
      "id": "claude-opus-5-low",
      "model": "Opus 5",
      "setting": "low",
      "organization": "Anthropic",
      "placement": "main",
      "score": 75.4,
      "publicScore": 76.4,
      "answered": 1.0,
      "usdPer1000": 9.5153,
      "released": "2026-07-24",
      "perProduct": {
        "P01": 76.8,
        "P02": 79.6,
        "P03": 67.8,
        "P04": 77.2,
        "P05": 75.4
      },
      "rank": 2
    },
    {
      "id": "claude-opus-5.5-low",
      "model": "Opus 5.5",
      "setting": "low",
      "organization": "Anthropic",
      "placement": "main",
      "score": 75.3,
      "publicScore": 74.6,
      "answered": 1.0,
      "usdPer1000": 9.6049,
      "released": "2026-09-22",
      "perProduct": {
        "P01": 70.5,
        "P02": 82.9,
        "P03": 67.2,
        "P04": 76.5,
        "P05": 79.3
      },
      "rank": 2
    },
    {
      "id": "gpt-6-astra-low",
      "model": "GPT-6 Astra",
      "setting": "low",
      "organization": "OpenAI",
      "placement": "main",
      "score": 75.2,
      "publicScore": 79.7,
      "answered": 1.0,
      "usdPer1000": 18.3358,
      "released": "2026-09-03",
      "perProduct": {
        "P01": 76.8,
        "P02": 81.6,
        "P03": 71.2,
        "P04": 67.8,
        "P05": 78.5
      },
      "rank": 2
    },
    {
      "id": "gpt-6.1-sol-low",
      "model": "GPT-6.1 Sol",
      "setting": "low",
      "organization": "OpenAI",
      "placement": "main",
      "score": 74.1,
      "publicScore": 78.3,
      "answered": 1.0,
      "usdPer1000": 3.6296,
      "released": "2026-09-29",
      "perProduct": {
        "P01": 74.1,
        "P02": 80.3,
        "P03": 72.6,
        "P04": 67.0,
        "P05": 76.5
      },
      "rank": 2
    },
    {
      "id": "claude-fable-5.1-low",
      "model": "Fable 5.1",
      "setting": "low",
      "organization": "Anthropic",
      "placement": "main",
      "score": 74.0,
      "publicScore": 76.5,
      "answered": 1.0,
      "usdPer1000": 15.636,
      "released": "2026-09-01",
      "perProduct": {
        "P01": 76.8,
        "P02": 79.4,
        "P03": 61.9,
        "P04": 74.3,
        "P05": 77.7
      },
      "rank": 2
    },
    {
      "id": "gemini-3.7-flash-low",
      "model": "Gemini 3.7 Flash",
      "setting": "low",
      "organization": "Google",
      "placement": "main",
      "score": 71.6,
      "publicScore": 77.3,
      "answered": 1.0,
      "usdPer1000": 1.9121,
      "released": "2026-08-13",
      "perProduct": {
        "P01": 76.5,
        "P02": 74.9,
        "P03": 54.8,
        "P04": 71.5,
        "P05": 80.1
      },
      "rank": 3
    },
    {
      "id": "claude-sonnet-5-low",
      "model": "Sonnet 5",
      "setting": "low",
      "organization": "Anthropic",
      "placement": "main",
      "score": 69.7,
      "publicScore": 73.8,
      "answered": 1.0,
      "usdPer1000": 2.865,
      "released": "2026-06-30",
      "perProduct": {
        "P01": 73.2,
        "P02": 71.8,
        "P03": 59.0,
        "P04": 66.8,
        "P05": 77.5
      },
      "rank": 3
    },
    {
      "id": "gpt-6-sol-low",
      "model": "GPT-6 Sol",
      "setting": "low",
      "organization": "OpenAI",
      "placement": "main",
      "score": 69.6,
      "publicScore": 72.3,
      "answered": 1.0,
      "usdPer1000": 3.2021,
      "released": "2026-09-22",
      "perProduct": {
        "P01": 71.9,
        "P02": 74.9,
        "P03": 64.4,
        "P04": 65.0,
        "P05": 71.6
      },
      "rank": 3
    },
    {
      "id": "gpt-5.6-luna-low",
      "model": "GPT-5.6 Luna",
      "setting": "low",
      "organization": "OpenAI",
      "placement": "main",
      "score": 65.5,
      "publicScore": 64.3,
      "answered": 1.0,
      "usdPer1000": 0.3486,
      "released": "2026-07-09",
      "perProduct": {
        "P01": 71.7,
        "P02": 71.9,
        "P03": 58.5,
        "P04": 59.7,
        "P05": 65.9
      },
      "rank": 4
    },
    {
      "id": "gpt-5.6-sol-low",
      "model": "GPT-5.6 Sol",
      "setting": "low",
      "organization": "OpenAI",
      "placement": "main",
      "score": 65.4,
      "publicScore": 65.1,
      "answered": 1.0,
      "usdPer1000": 11.4751,
      "released": "2026-07-09",
      "perProduct": {
        "P01": 69.0,
        "P02": 73.3,
        "P03": 61.8,
        "P04": 55.7,
        "P05": 67.2
      },
      "rank": 4
    },
    {
      "id": "llama-4-maverick",
      "model": "Llama 4 Maverick",
      "shortModel": "Llama 4",
      "setting": "fixed",
      "organization": "Meta",
      "placement": "main",
      "score": 63.0,
      "publicScore": 63.7,
      "answered": 1.0,
      "usdPer1000": 0.3879,
      "released": "2025-04-05",
      "perProduct": {
        "P01": 63.7,
        "P02": 66.6,
        "P03": 61.0,
        "P04": 59.7,
        "P05": 63.8
      },
      "rank": 4
    },
    {
      "id": "grok-4.6-low",
      "model": "Grok 4.6",
      "setting": "low",
      "organization": "xAI",
      "placement": "main",
      "score": 62.4,
      "publicScore": 62.7,
      "answered": 1.0,
      "usdPer1000": 6.5779,
      "released": "2026-08-12",
      "perProduct": {
        "P01": 70.5,
        "P02": 63.9,
        "P03": 48.5,
        "P04": 61.1,
        "P05": 67.7
      },
      "rank": 5
    },
    {
      "id": "glm-5.3-low",
      "model": "GLM 5.3",
      "setting": "low",
      "organization": "Z.ai",
      "placement": "main",
      "score": 58.4,
      "publicScore": 57.0,
      "answered": 1.0,
      "usdPer1000": 0.7954,
      "released": "2026-08-14",
      "perProduct": {
        "P01": 60.8,
        "P02": 61.7,
        "P03": 51.5,
        "P04": 59.6,
        "P05": 58.2
      },
      "rank": 6
    },
    {
      "id": "qwen3.5-plus-low",
      "model": "Qwen3.5 Plus",
      "setting": "low",
      "organization": "Alibaba",
      "placement": "main",
      "score": 54.0,
      "publicScore": 57.4,
      "answered": 0.997,
      "usdPer1000": 17.8656,
      "released": "2026-02-16",
      "perProduct": {
        "P01": 61.7,
        "P02": 60.0,
        "P03": 46.0,
        "P04": 46.6,
        "P05": 55.6
      },
      "rank": 7
    },
    {
      "id": "claude-haiku-4.5-1k",
      "model": "Haiku 4.5",
      "setting": "1k",
      "organization": "Anthropic",
      "placement": "main",
      "score": 51.8,
      "publicScore": 54.9,
      "answered": 1.0,
      "usdPer1000": 3.8858,
      "released": "2025-10-15",
      "perProduct": {
        "P01": 51.1,
        "P02": 57.7,
        "P03": 49.2,
        "P04": 51.5,
        "P05": 49.3
      },
      "rank": 7
    },
    {
      "id": "mistral-large-3",
      "model": "Mistral Large 3",
      "setting": "fixed",
      "organization": "Mistral AI",
      "placement": "main",
      "score": 51.6,
      "publicScore": 55.9,
      "answered": 0.999,
      "usdPer1000": 0.4709,
      "released": "2025-12-02",
      "perProduct": {
        "P01": 58.3,
        "P02": 45.1,
        "P03": 46.4,
        "P04": 46.4,
        "P05": 61.9
      },
      "rank": 7
    },
    {
      "id": "gpt-4o-2024-08-06",
      "model": "GPT-4o",
      "setting": null,
      "organization": "OpenAI",
      "placement": "main",
      "score": 51.2,
      "publicScore": 57.5,
      "answered": 1.0,
      "usdPer1000": 2.3219,
      "released": "2024-08-06",
      "perProduct": {
        "P01": 47.2,
        "P02": 53.1,
        "P03": 47.1,
        "P04": 47.8,
        "P05": 60.5
      },
      "rank": 7
    },
    {
      "id": "ministral-3-14b",
      "model": "Ministral 3 14B",
      "setting": null,
      "organization": "Mistral AI",
      "placement": "main",
      "score": 46.0,
      "publicScore": 44.3,
      "answered": 0.971,
      "usdPer1000": 0.2864,
      "released": "2025-12-02",
      "perProduct": {
        "P01": 36.2,
        "P02": 54.7,
        "P03": 45.0,
        "P04": 44.9,
        "P05": 49.5
      },
      "rank": 8
    },
    {
      "id": "gpt-oss-120b-low",
      "model": "gpt-oss-120b",
      "setting": "low",
      "organization": "OpenAI",
      "placement": "main",
      "score": 39.8,
      "publicScore": 40.9,
      "answered": 1.0,
      "usdPer1000": 0.4136,
      "released": "2025-08-05",
      "perProduct": {
        "P01": 34.8,
        "P02": 41.3,
        "P03": 47.8,
        "P04": 42.0,
        "P05": 33.0
      },
      "rank": 9
    },
    {
      "id": "qwen3.5-plus-off",
      "model": "Qwen3.5 Plus",
      "setting": "thinking off",
      "organization": "Alibaba",
      "placement": "comparison",
      "score": 56.7,
      "publicScore": 61.1,
      "answered": 1.0,
      "usdPer1000": 0.4222,
      "released": null,
      "perProduct": {
        "P01": 59.8,
        "P02": 58.7,
        "P03": 50.2,
        "P04": 49.3,
        "P05": 65.3
      },
      "rank": null
    },
    {
      "id": "gpt-3.5-turbo-0125",
      "model": "GPT-3.5 Turbo",
      "placement": "historical",
      "setting": null,
      "organization": "OpenAI",
      "score": null,
      "publicScore": 22.4,
      "answered": null,
      "usdPer1000": 0.4502,
      "released": "2024-01-25",
      "perProduct": {},
      "rank": null
    },
    {
      "id": "eevo-1.2",
      "model": "Eevo-1",
      "setting": null,
      "organization": "Upright",
      "placement": "specialist",
      "score": 83.7,
      "publicScore": 85.9,
      "answered": 1.0,
      "usdPer1000": 0.2793,
      "released": "2026-10-26",
      "perProduct": {
        "P01": 83.4,
        "P02": 88.4,
        "P03": 78.6,
        "P04": 85.6,
        "P05": 82.3
      },
      "rank": null
    }
  ]
}