{
  "name": "Kairo accuracy benchmark: hardcases, full production path (2026-08-25)",
  "license": "CC BY 4.0",
  "publisher": "Centaurio UG (haftungsbeschränkt)",
  "url": "https://kairocalories.com/en/accuracy",
  "inputNote": "Every case input is a written meal description sent through the production analysis engine (model + retrieval). No photos are part of this set.",
  "gates": {
    "per100g_kcal_band": "Predicted kcal per 100 g must be within ±20 % of the labelled / database value.",
    "total_kcal_band": "Composite plate without a single ground truth: predicted total kcal must fall inside a stated band."
  },
  "runs": [
    {
      "runId": "e5e01f3d-650d-4030-89d1-d798c8effafb",
      "ranAt": "2026-08-25T20:27:12.891055+00:00",
      "mode": "retrieval",
      "gitSha": "d4cdde84-dirty",
      "dataset": "hardcases.ts",
      "total": 23,
      "scored": 23,
      "passed": 21,
      "errored": 0,
      "summary": {
        "labelledCases": 14,
        "bandCases": 9,
        "meanAbsKcalErrorLabelled": 0.0291,
        "medianAbsKcalErrorLabelled": 0.0067,
        "meanAbsKcalErrorBranded": 0.0223,
        "medianAbsKcalErrorBranded": 0.0057,
        "meanWeightedMacroAccuracy": 0.9441
      },
      "cases": [
        {
          "id": "branded-skyr-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Skyr Natur, 150 g Becher",
          "expected": "63 kcal/100g · 11P 4C 0.2F · 95 kcal/serv",
          "output": "98 kcal · 16.5P 6.6C 0.8F",
          "pass": true,
          "absKcalError": 0.037,
          "signedKcalError": 0.037,
          "weightedMacroAccuracy": 0.8152,
          "groundTruthSource": "Open Food Facts (Arla Skyr Natur)"
        },
        {
          "id": "branded-chobani-us",
          "locale": "en-US",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Chobani plain nonfat Greek yogurt, 170 g cup",
          "expected": "59 kcal/100g · 10P 3.6C 0.4F · 100 kcal/serv",
          "output": "90 kcal · 15.9P 6.8C 0F",
          "pass": true,
          "absKcalError": 0.1027,
          "signedKcalError": -0.1027,
          "weightedMacroAccuracy": 0.7705,
          "groundTruthSource": "Open Food Facts (Chobani Plain Nonfat)"
        },
        {
          "id": "branded-haferflocken-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Kölln Haferflocken, 50 g Portion",
          "expected": "372 kcal/100g · 13.5P 58.7C 7F · 186 kcal/serv",
          "output": "181 kcal · 7P 28C 3.4F",
          "pass": true,
          "absKcalError": 0.0269,
          "signedKcalError": -0.0269,
          "weightedMacroAccuracy": 0.9665,
          "groundTruthSource": "Open Food Facts (Kölln Blütenzarte Haferflocken)"
        },
        {
          "id": "branded-pocari-jp",
          "locale": "ja-JP",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "ポカリスエット 350ml (Pocari Sweat, 350 ml)",
          "expected": "25 kcal/100g · 0P 6.2C 0F · 88 kcal/serv",
          "output": "88 kcal · 0P 21.7C 0F",
          "pass": true,
          "absKcalError": 0.0057,
          "signedKcalError": 0.0057,
          "weightedMacroAccuracy": 0.9977,
          "groundTruthSource": "Open Food Facts (Pocari Sweat)"
        },
        {
          "id": "branded-nutella-it",
          "locale": "it-IT",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Nutella, 15 g (un cucchiaino)",
          "expected": "539 kcal/100g · 6.3P 57.5C 30.9F · 81 kcal/serv",
          "output": "81 kcal · 0.9P 8.6C 4.6F",
          "pass": true,
          "absKcalError": 0.0019,
          "signedKcalError": 0.0019,
          "weightedMacroAccuracy": 0.9856,
          "groundTruthSource": "Open Food Facts (Nutella Ferrero)"
        },
        {
          "id": "restaurant-mcd-cheeseburger-us",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "per100g_kcal_band",
          "input": "McDonald's Cheeseburger",
          "expected": "261 kcal/100g · 13P 28.7C 11.3F · 300 kcal/serv",
          "output": "290 kcal · 15.2P 28.5C 12.3F",
          "pass": true,
          "absKcalError": 0.0167,
          "signedKcalError": -0.0167,
          "weightedMacroAccuracy": 0.9549,
          "groundTruthSource": "McDonald's published nutrition (US)"
        },
        {
          "id": "generic-apple-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "ein mittelgroßer Apfel",
          "expected": "52 kcal/100g · 0.3P 14C 0.2F · 78 kcal/serv",
          "output": "78 kcal · 0.5P 21C 0.3F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9722,
          "groundTruthSource": "USDA FoodData Central (Apples, raw, with skin, SR)"
        },
        {
          "id": "generic-chicken-breast-us",
          "locale": "en-US",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "150 g grilled chicken breast",
          "expected": "165 kcal/100g · 31P 0C 3.6F · 248 kcal/serv",
          "output": "292 kcal · 46.5P 0C 10.4F",
          "pass": true,
          "absKcalError": 0.1798,
          "signedKcalError": 0.1798,
          "weightedMacroAccuracy": 0.7892,
          "groundTruthSource": "USDA FoodData Central (Chicken breast, cooked, roasted, SR)"
        },
        {
          "id": "generic-banana-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "eine Banane",
          "expected": "89 kcal/100g · 1.1P 23C 0.3F · 105 kcal/serv",
          "output": "116 kcal · 1.4P 29.9C 0.4F",
          "pass": true,
          "absKcalError": 0.0026,
          "signedKcalError": 0.0026,
          "weightedMacroAccuracy": 0.9899,
          "groundTruthSource": "USDA FoodData Central (Bananas, raw, SR)"
        },
        {
          "id": "generic-spaghetti-bolognese-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Teller Spaghetti Bolognese",
          "expected": "450–850 kcal (band)",
          "output": "650 kcal · 30P 77.5C 21.5F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-caesar-salad-us",
          "locale": "en-US",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "chicken Caesar salad",
          "expected": "350–750 kcal (band)",
          "output": "882 kcal · 64.2P 27.5C 57.2F",
          "pass": false,
          "absKcalError": null,
          "signedKcalError": 0.6036,
          "weightedMacroAccuracy": 0.67,
          "groundTruthSource": null
        },
        {
          "id": "generic-ramen-jp",
          "locale": "ja-JP",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "豚骨ラーメン (tonkotsu ramen bowl)",
          "expected": "450–1000 kcal (band)",
          "output": "919 kcal · 43.5P 60.4C 55.6F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.2676,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "branded-kinder-joy-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Kinder Joy (ein Ei, 20 g)",
          "expected": "550 kcal/100g · 8.2P 56.5C 32F · 110 kcal/serv",
          "output": "110 kcal · 1.6P 10.8C 6.4F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9851,
          "groundTruthSource": "Open Food Facts (Kinder Joy)"
        },
        {
          "id": "generic-erdbeeren-joghurt-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Erdbeeren mit Joghurt",
          "expected": "100–210 kcal (band)",
          "output": "146 kcal · 6.3P 19.1C 5.7F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.0581,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-skyr-himbeeren-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Skyr mit Himbeeren",
          "expected": "130–240 kcal (band)",
          "output": "186 kcal · 28.1P 16C 0.8F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.0054,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "restaurant-lava-cake-icecream-en",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "total_kcal_band",
          "input": "Chocolate Lava Cake with Ice Cream",
          "expected": "450–900 kcal (band)",
          "output": "648 kcal · 8.8P 73.2C 35.2F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.04,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "region-mcd-quarterpounder-nl",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "per100g_kcal_band",
          "input": "McDonald's Quarter Pounder",
          "expected": "256 kcal/100g · 14.9P 18.7C 13.4F · 533 kcal/serv",
          "output": "516 kcal · 29.1P 40.2C 28.1F",
          "pass": true,
          "absKcalError": 0.0078,
          "signedKcalError": 0.0078,
          "weightedMacroAccuracy": 0.9688,
          "groundTruthSource": "McDonald's Nederland — veröffentlichte Nährwerttabelle, Single Quarter Pounder (Per 100g / Per PTN, Portion 208,2 g)"
        },
        {
          "id": "stated-nutrition-riegel-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Proteinriegel 55 g, laut Packung 220 kcal, 20 g Eiweiß, 21 g Kohlenhydrate, 7 g Fett",
          "expected": "400 kcal/100g · 36.4P 38.2C 12.7F · 220 kcal/serv",
          "output": "220 kcal · 20P 21C 7F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9993,
          "groundTruthSource": "The user's own label transcription — the statement IS the ground truth"
        },
        {
          "id": "branded-protein-riegel-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Sportness Protein Riegel",
          "expected": "368 kcal/100g · 50.1P 26.3C 10.9F · 184 kcal/serv",
          "output": "162 kcal · 22.5P 10.4C 5F",
          "pass": true,
          "absKcalError": 0.0217,
          "signedKcalError": -0.0217,
          "weightedMacroAccuracy": 0.9637,
          "groundTruthSource": "Open Food Facts (Sportness Protein Riegel)"
        },
        {
          "id": "off-placeholder-serving-koro-protein-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "KoRo Veganes Proteinpulver Vanille, 30 g Portion",
          "expected": "345 kcal/100g · 75P 4.9C 2.3F · 103.5 kcal/serv",
          "output": "104 kcal · 22.5P 1.5C 0.7F",
          "pass": true,
          "absKcalError": 0.0048,
          "signedKcalError": 0.0048,
          "weightedMacroAccuracy": 0.9918,
          "groundTruthSource": "KoRo Handels GmbH — Nährwerttabelle auf korodrogerie.de, Veganes Proteinpulver Vanille (1461 kJ / 345 kcal, Fett 2,3 g, KH 4,9 g, Zucker 0,7 g, Ballaststoffe 1,4 g, Eiweiß 75 g, Salz 3 g je 100 g; Portion 30 g)"
        },
        {
          "id": "stated-grams-scope-spaghetti-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "100g spaghetti mit bolognese soße",
          "expected": "420–700 kcal (band)",
          "output": "390 kcal · 16.2P 53.4C 9.8F",
          "pass": false,
          "absKcalError": null,
          "signedKcalError": -0.3036,
          "weightedMacroAccuracy": 0.8929,
          "groundTruthSource": null
        },
        {
          "id": "stated-grams-scope-joghurt-crisp-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "50 gramm high protein joghurt sauerkirsch + crisp",
          "expected": "75–160 kcal (band)",
          "output": "103 kcal · 5.2P 15C 2.5F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.1234,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "stated-grams-control-joghurt-crisp-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "high protein joghurt pfirsisch + crisp",
          "expected": "220–420 kcal (band)",
          "output": "308 kcal · 19.5P 39.8C 6.3F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.0375,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        }
      ]
    },
    {
      "runId": "d6433a17-079d-4dc9-92a5-8b496beafcab",
      "ranAt": "2026-08-25T20:33:03.500329+00:00",
      "mode": "retrieval",
      "gitSha": "d4cdde84-dirty",
      "dataset": "hardcases.ts",
      "total": 23,
      "scored": 23,
      "passed": 23,
      "errored": 0,
      "summary": {
        "labelledCases": 14,
        "bandCases": 9,
        "meanAbsKcalErrorLabelled": 0.0319,
        "medianAbsKcalErrorLabelled": 0.0105,
        "meanAbsKcalErrorBranded": 0.0223,
        "medianAbsKcalErrorBranded": 0.0057,
        "meanWeightedMacroAccuracy": 0.9615
      },
      "cases": [
        {
          "id": "branded-skyr-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Skyr Natur, 150 g Becher",
          "expected": "63 kcal/100g · 11P 4C 0.2F · 95 kcal/serv",
          "output": "98 kcal · 16.5P 6.6C 0.8F",
          "pass": true,
          "absKcalError": 0.037,
          "signedKcalError": 0.037,
          "weightedMacroAccuracy": 0.8152,
          "groundTruthSource": "Open Food Facts (Arla Skyr Natur)"
        },
        {
          "id": "branded-chobani-us",
          "locale": "en-US",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Chobani plain nonfat Greek yogurt, 170 g cup",
          "expected": "59 kcal/100g · 10P 3.6C 0.4F · 100 kcal/serv",
          "output": "90 kcal · 15.9P 6.8C 0F",
          "pass": true,
          "absKcalError": 0.1027,
          "signedKcalError": -0.1027,
          "weightedMacroAccuracy": 0.7705,
          "groundTruthSource": "Open Food Facts (Chobani Plain Nonfat)"
        },
        {
          "id": "branded-haferflocken-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Kölln Haferflocken, 50 g Portion",
          "expected": "372 kcal/100g · 13.5P 58.7C 7F · 186 kcal/serv",
          "output": "181 kcal · 7P 28C 3.4F",
          "pass": true,
          "absKcalError": 0.0269,
          "signedKcalError": -0.0269,
          "weightedMacroAccuracy": 0.9665,
          "groundTruthSource": "Open Food Facts (Kölln Blütenzarte Haferflocken)"
        },
        {
          "id": "branded-pocari-jp",
          "locale": "ja-JP",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "ポカリスエット 350ml (Pocari Sweat, 350 ml)",
          "expected": "25 kcal/100g · 0P 6.2C 0F · 88 kcal/serv",
          "output": "88 kcal · 0P 21.7C 0F",
          "pass": true,
          "absKcalError": 0.0057,
          "signedKcalError": 0.0057,
          "weightedMacroAccuracy": 0.9977,
          "groundTruthSource": "Open Food Facts (Pocari Sweat)"
        },
        {
          "id": "branded-nutella-it",
          "locale": "it-IT",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Nutella, 15 g (un cucchiaino)",
          "expected": "539 kcal/100g · 6.3P 57.5C 30.9F · 81 kcal/serv",
          "output": "81 kcal · 0.9P 8.6C 4.6F",
          "pass": true,
          "absKcalError": 0.0019,
          "signedKcalError": 0.0019,
          "weightedMacroAccuracy": 0.9856,
          "groundTruthSource": "Open Food Facts (Nutella Ferrero)"
        },
        {
          "id": "restaurant-mcd-cheeseburger-us",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "per100g_kcal_band",
          "input": "McDonald's Cheeseburger",
          "expected": "261 kcal/100g · 13P 28.7C 11.3F · 300 kcal/serv",
          "output": "293 kcal · 15.3P 28.7C 12.5F",
          "pass": true,
          "absKcalError": 0.0153,
          "signedKcalError": -0.0153,
          "weightedMacroAccuracy": 0.9568,
          "groundTruthSource": "McDonald's published nutrition (US)"
        },
        {
          "id": "generic-apple-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "ein mittelgroßer Apfel",
          "expected": "52 kcal/100g · 0.3P 14C 0.2F · 78 kcal/serv",
          "output": "78 kcal · 0.5P 21C 0.3F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9722,
          "groundTruthSource": "USDA FoodData Central (Apples, raw, with skin, SR)"
        },
        {
          "id": "generic-chicken-breast-us",
          "locale": "en-US",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "150 g grilled chicken breast",
          "expected": "165 kcal/100g · 31P 0C 3.6F · 248 kcal/serv",
          "output": "292 kcal · 46.5P 0C 10.4F",
          "pass": true,
          "absKcalError": 0.1798,
          "signedKcalError": 0.1798,
          "weightedMacroAccuracy": 0.7892,
          "groundTruthSource": "USDA FoodData Central (Chicken breast, cooked, roasted, SR)"
        },
        {
          "id": "generic-banana-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "eine Banane",
          "expected": "89 kcal/100g · 1.1P 23C 0.3F · 105 kcal/serv",
          "output": "116 kcal · 1.4P 29.9C 0.4F",
          "pass": true,
          "absKcalError": 0.0026,
          "signedKcalError": 0.0026,
          "weightedMacroAccuracy": 0.9899,
          "groundTruthSource": "USDA FoodData Central (Bananas, raw, SR)"
        },
        {
          "id": "generic-spaghetti-bolognese-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Teller Spaghetti Bolognese",
          "expected": "450–850 kcal (band)",
          "output": "585 kcal · 29.5P 76.5C 15.8F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.1,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-caesar-salad-us",
          "locale": "en-US",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "chicken Caesar salad",
          "expected": "350–750 kcal (band)",
          "output": "647 kcal · 51.3P 26.6C 36.7F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.1764,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-ramen-jp",
          "locale": "ja-JP",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "豚骨ラーメン (tonkotsu ramen bowl)",
          "expected": "450–1000 kcal (band)",
          "output": "845 kcal · 34.5P 69.8C 41.7F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.1655,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "branded-kinder-joy-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Kinder Joy (ein Ei, 20 g)",
          "expected": "550 kcal/100g · 8.2P 56.5C 32F · 110 kcal/serv",
          "output": "110 kcal · 1.6P 10.9C 6.4F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9868,
          "groundTruthSource": "Open Food Facts (Kinder Joy)"
        },
        {
          "id": "generic-erdbeeren-joghurt-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Erdbeeren mit Joghurt",
          "expected": "100–210 kcal (band)",
          "output": "146 kcal · 6.3P 18.8C 5.7F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.0581,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-skyr-himbeeren-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Skyr mit Himbeeren",
          "expected": "130–240 kcal (band)",
          "output": "186 kcal · 28.1P 16C 0.9F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.0054,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "restaurant-lava-cake-icecream-en",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "total_kcal_band",
          "input": "Chocolate Lava Cake with Ice Cream",
          "expected": "450–900 kcal (band)",
          "output": "762 kcal · 9.5P 99C 36.5F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.1289,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "region-mcd-quarterpounder-nl",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "per100g_kcal_band",
          "input": "McDonald's Quarter Pounder",
          "expected": "256 kcal/100g · 14.9P 18.7C 13.4F · 533 kcal/serv",
          "output": "451 kcal · 24.1P 37C 23.7F",
          "pass": true,
          "absKcalError": 0.0477,
          "signedKcalError": -0.0477,
          "weightedMacroAccuracy": 0.929,
          "groundTruthSource": "McDonald's Nederland — veröffentlichte Nährwerttabelle, Single Quarter Pounder (Per 100g / Per PTN, Portion 208,2 g)"
        },
        {
          "id": "stated-nutrition-riegel-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Proteinriegel 55 g, laut Packung 220 kcal, 20 g Eiweiß, 21 g Kohlenhydrate, 7 g Fett",
          "expected": "400 kcal/100g · 36.4P 38.2C 12.7F · 220 kcal/serv",
          "output": "220 kcal · 20P 21C 7F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9993,
          "groundTruthSource": "The user's own label transcription — the statement IS the ground truth"
        },
        {
          "id": "branded-protein-riegel-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Sportness Protein Riegel",
          "expected": "368 kcal/100g · 50.1P 26.3C 10.9F · 184 kcal/serv",
          "output": "162 kcal · 22.5P 10.4C 5F",
          "pass": true,
          "absKcalError": 0.0217,
          "signedKcalError": -0.0217,
          "weightedMacroAccuracy": 0.9637,
          "groundTruthSource": "Open Food Facts (Sportness Protein Riegel)"
        },
        {
          "id": "off-placeholder-serving-koro-protein-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "KoRo Veganes Proteinpulver Vanille, 30 g Portion",
          "expected": "345 kcal/100g · 75P 4.9C 2.3F · 103.5 kcal/serv",
          "output": "104 kcal · 22.5P 1.5C 0.7F",
          "pass": true,
          "absKcalError": 0.0048,
          "signedKcalError": 0.0048,
          "weightedMacroAccuracy": 0.9918,
          "groundTruthSource": "KoRo Handels GmbH — Nährwerttabelle auf korodrogerie.de, Veganes Proteinpulver Vanille (1461 kJ / 345 kcal, Fett 2,3 g, KH 4,9 g, Zucker 0,7 g, Ballaststoffe 1,4 g, Eiweiß 75 g, Salz 3 g je 100 g; Portion 30 g)"
        },
        {
          "id": "stated-grams-scope-spaghetti-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "100g spaghetti mit bolognese soße",
          "expected": "420–700 kcal (band)",
          "output": "493 kcal · 21.5P 74.5C 11.8F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.1196,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "stated-grams-scope-joghurt-crisp-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "50 gramm high protein joghurt sauerkirsch + crisp",
          "expected": "75–160 kcal (band)",
          "output": "108 kcal · 5P 10C 2.3F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.0809,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "stated-grams-control-joghurt-crisp-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "high protein joghurt pfirsisch + crisp",
          "expected": "220–420 kcal (band)",
          "output": "299 kcal · 20P 33C 8.4F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.0656,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        }
      ]
    },
    {
      "runId": "9ffe5f81-0a2f-4c4a-aa2d-3a144450035b",
      "ranAt": "2026-08-25T20:35:49.579364+00:00",
      "mode": "retrieval",
      "gitSha": "d4cdde84-dirty",
      "dataset": "hardcases.ts",
      "total": 23,
      "scored": 23,
      "passed": 22,
      "errored": 0,
      "summary": {
        "labelledCases": 14,
        "bandCases": 9,
        "meanAbsKcalErrorLabelled": 0.0297,
        "medianAbsKcalErrorLabelled": 0.0083,
        "meanAbsKcalErrorBranded": 0.0233,
        "medianAbsKcalErrorBranded": 0.0091,
        "meanWeightedMacroAccuracy": 0.9563
      },
      "cases": [
        {
          "id": "branded-skyr-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Skyr Natur, 150 g Becher",
          "expected": "63 kcal/100g · 11P 4C 0.2F · 95 kcal/serv",
          "output": "98 kcal · 16.5P 6.6C 0.8F",
          "pass": true,
          "absKcalError": 0.037,
          "signedKcalError": 0.037,
          "weightedMacroAccuracy": 0.8152,
          "groundTruthSource": "Open Food Facts (Arla Skyr Natur)"
        },
        {
          "id": "branded-chobani-us",
          "locale": "en-US",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Chobani plain nonfat Greek yogurt, 170 g cup",
          "expected": "59 kcal/100g · 10P 3.6C 0.4F · 100 kcal/serv",
          "output": "90 kcal · 15.9P 6.8C 0F",
          "pass": true,
          "absKcalError": 0.1027,
          "signedKcalError": -0.1027,
          "weightedMacroAccuracy": 0.7705,
          "groundTruthSource": "Open Food Facts (Chobani Plain Nonfat)"
        },
        {
          "id": "branded-haferflocken-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Kölln Haferflocken, 50 g Portion",
          "expected": "372 kcal/100g · 13.5P 58.7C 7F · 186 kcal/serv",
          "output": "181 kcal · 7P 28C 3.4F",
          "pass": true,
          "absKcalError": 0.0269,
          "signedKcalError": -0.0269,
          "weightedMacroAccuracy": 0.9665,
          "groundTruthSource": "Open Food Facts (Kölln Blütenzarte Haferflocken)"
        },
        {
          "id": "branded-pocari-jp",
          "locale": "ja-JP",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "ポカリスエット 350ml (Pocari Sweat, 350 ml)",
          "expected": "25 kcal/100g · 0P 6.2C 0F · 88 kcal/serv",
          "output": "88 kcal · 0P 21.7C 0F",
          "pass": true,
          "absKcalError": 0.0057,
          "signedKcalError": 0.0057,
          "weightedMacroAccuracy": 0.9977,
          "groundTruthSource": "Open Food Facts (Pocari Sweat)"
        },
        {
          "id": "branded-nutella-it",
          "locale": "it-IT",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Nutella, 15 g (un cucchiaino)",
          "expected": "539 kcal/100g · 6.3P 57.5C 30.9F · 81 kcal/serv",
          "output": "81 kcal · 0.9P 8.6C 4.6F",
          "pass": true,
          "absKcalError": 0.0019,
          "signedKcalError": 0.0019,
          "weightedMacroAccuracy": 0.9856,
          "groundTruthSource": "Open Food Facts (Nutella Ferrero)"
        },
        {
          "id": "restaurant-mcd-cheeseburger-us",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "per100g_kcal_band",
          "input": "McDonald's Cheeseburger",
          "expected": "261 kcal/100g · 13P 28.7C 11.3F · 300 kcal/serv",
          "output": "293 kcal · 15.3P 28.7C 12.4F",
          "pass": true,
          "absKcalError": 0.0153,
          "signedKcalError": -0.0153,
          "weightedMacroAccuracy": 0.9556,
          "groundTruthSource": "McDonald's published nutrition (US)"
        },
        {
          "id": "generic-apple-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "ein mittelgroßer Apfel",
          "expected": "52 kcal/100g · 0.3P 14C 0.2F · 78 kcal/serv",
          "output": "78 kcal · 0.5P 21C 0.3F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9722,
          "groundTruthSource": "USDA FoodData Central (Apples, raw, with skin, SR)"
        },
        {
          "id": "generic-chicken-breast-us",
          "locale": "en-US",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "150 g grilled chicken breast",
          "expected": "165 kcal/100g · 31P 0C 3.6F · 248 kcal/serv",
          "output": "292 kcal · 46.5P 0C 10.4F",
          "pass": true,
          "absKcalError": 0.1798,
          "signedKcalError": 0.1798,
          "weightedMacroAccuracy": 0.7892,
          "groundTruthSource": "USDA FoodData Central (Chicken breast, cooked, roasted, SR)"
        },
        {
          "id": "generic-banana-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "per100g_kcal_band",
          "input": "eine Banane",
          "expected": "89 kcal/100g · 1.1P 23C 0.3F · 105 kcal/serv",
          "output": "116 kcal · 1.4P 29.9C 0.4F",
          "pass": true,
          "absKcalError": 0.0026,
          "signedKcalError": 0.0026,
          "weightedMacroAccuracy": 0.9899,
          "groundTruthSource": "USDA FoodData Central (Bananas, raw, SR)"
        },
        {
          "id": "generic-spaghetti-bolognese-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Teller Spaghetti Bolognese",
          "expected": "450–850 kcal (band)",
          "output": "585 kcal · 28.5P 76.5C 14.8F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.1,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-caesar-salad-us",
          "locale": "en-US",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "chicken Caesar salad",
          "expected": "350–750 kcal (band)",
          "output": "738 kcal · 49.7P 20.8C 50.5F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.3418,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-ramen-jp",
          "locale": "ja-JP",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "豚骨ラーメン (tonkotsu ramen bowl)",
          "expected": "450–1000 kcal (band)",
          "output": "845 kcal · 42.5P 57.1C 46.9F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": 0.1655,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "branded-kinder-joy-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Kinder Joy (ein Ei, 20 g)",
          "expected": "550 kcal/100g · 8.2P 56.5C 32F · 110 kcal/serv",
          "output": "111 kcal · 1.6P 10.9C 6.4F",
          "pass": true,
          "absKcalError": 0.0091,
          "signedKcalError": 0.0091,
          "weightedMacroAccuracy": 0.9832,
          "groundTruthSource": "Open Food Facts (Kinder Joy)"
        },
        {
          "id": "generic-erdbeeren-joghurt-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Erdbeeren mit Joghurt",
          "expected": "100–210 kcal (band)",
          "output": "130 kcal · 6P 15.1C 5.6F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.1613,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "generic-skyr-himbeeren-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "Skyr mit Himbeeren",
          "expected": "130–240 kcal (band)",
          "output": "180 kcal · 23.2P 20C 1.1F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.027,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "restaurant-lava-cake-icecream-en",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "total_kcal_band",
          "input": "Chocolate Lava Cake with Ice Cream",
          "expected": "450–900 kcal (band)",
          "output": "610 kcal · 7.6P 79.2C 29.2F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.0963,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "region-mcd-quarterpounder-nl",
          "locale": "en-US",
          "route": "restaurant",
          "gate": "per100g_kcal_band",
          "input": "McDonald's Quarter Pounder",
          "expected": "256 kcal/100g · 14.9P 18.7C 13.4F · 533 kcal/serv",
          "output": "503 kcal · 28.4P 39.2C 27.4F",
          "pass": true,
          "absKcalError": 0.0076,
          "signedKcalError": 0.0076,
          "weightedMacroAccuracy": 0.969,
          "groundTruthSource": "McDonald's Nederland — veröffentlichte Nährwerttabelle, Single Quarter Pounder (Per 100g / Per PTN, Portion 208,2 g)"
        },
        {
          "id": "stated-nutrition-riegel-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Proteinriegel 55 g, laut Packung 220 kcal, 20 g Eiweiß, 21 g Kohlenhydrate, 7 g Fett",
          "expected": "400 kcal/100g · 36.4P 38.2C 12.7F · 220 kcal/serv",
          "output": "220 kcal · 20P 21C 7F",
          "pass": true,
          "absKcalError": 0,
          "signedKcalError": 0,
          "weightedMacroAccuracy": 0.9993,
          "groundTruthSource": "The user's own label transcription — the statement IS the ground truth"
        },
        {
          "id": "branded-protein-riegel-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "Sportness Protein Riegel",
          "expected": "368 kcal/100g · 50.1P 26.3C 10.9F · 184 kcal/serv",
          "output": "162 kcal · 22.5P 10.4C 5F",
          "pass": true,
          "absKcalError": 0.0217,
          "signedKcalError": -0.0217,
          "weightedMacroAccuracy": 0.9637,
          "groundTruthSource": "Open Food Facts (Sportness Protein Riegel)"
        },
        {
          "id": "off-placeholder-serving-koro-protein-de",
          "locale": "de-DE",
          "route": "branded_packaged",
          "gate": "per100g_kcal_band",
          "input": "KoRo Veganes Proteinpulver Vanille, 30 g Portion",
          "expected": "345 kcal/100g · 75P 4.9C 2.3F · 103.5 kcal/serv",
          "output": "104 kcal · 22.5P 1.5C 0.7F",
          "pass": true,
          "absKcalError": 0.0048,
          "signedKcalError": 0.0048,
          "weightedMacroAccuracy": 0.9918,
          "groundTruthSource": "KoRo Handels GmbH — Nährwerttabelle auf korodrogerie.de, Veganes Proteinpulver Vanille (1461 kJ / 345 kcal, Fett 2,3 g, KH 4,9 g, Zucker 0,7 g, Ballaststoffe 1,4 g, Eiweiß 75 g, Salz 3 g je 100 g; Portion 30 g)"
        },
        {
          "id": "stated-grams-scope-spaghetti-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "100g spaghetti mit bolognese soße",
          "expected": "420–700 kcal (band)",
          "output": "377 kcal · 17.5P 58C 8.2F",
          "pass": false,
          "absKcalError": null,
          "signedKcalError": -0.3268,
          "weightedMacroAccuracy": 0.8464,
          "groundTruthSource": null
        },
        {
          "id": "stated-grams-scope-joghurt-crisp-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "50 gramm high protein joghurt sauerkirsch + crisp",
          "expected": "75–160 kcal (band)",
          "output": "101 kcal · 5.5P 13.3C 2.6F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.1404,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        },
        {
          "id": "stated-grams-control-joghurt-crisp-de",
          "locale": "de-DE",
          "route": "generic_plate",
          "gate": "total_kcal_band",
          "input": "high protein joghurt pfirsisch + crisp",
          "expected": "220–420 kcal (band)",
          "output": "230 kcal · 18P 26C 2.8F",
          "pass": true,
          "absKcalError": null,
          "signedKcalError": -0.2813,
          "weightedMacroAccuracy": 1,
          "groundTruthSource": null
        }
      ]
    }
  ]
}