{
 "task": "warnings-in-force",
 "model": "google/gemma-3-4b-it",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:55:21Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "f02": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "orange",
      "end_utc": "2026-11-09T06:00:00Z"
     },
     {
      "type": "thunderstorm",
      "level": "yellow",
      "end_utc": "2026-11-09T06:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "thunderstorm",
      "level": "yellow",
      "end_utc": "2026-11-10T15:00:00Z"
     },
     {
      "type": "fog",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-10T18:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-10T18:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-10T18:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-10T18:00:00Z"
     },
     {
      "type": "rain",
      "level": "yellow",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "yellow",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "yellow",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "yellow",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "yellow",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "yellow",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000257697,
   "latency_ms": 11355,
   "tokens_in": 3206,
   "tokens_out": 1000,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:43Z",
   "raw_sha256": "2ae23a53796eab61"
  },
  "f01": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "fog",
      "level": "none",
      "end_utc": "none"
     },
     {
      "type": "snow",
      "level": "none",
      "end_utc": "none"
     },
     {
      "type": "cold",
      "level": "none",
      "end_utc": "none"
     },
     {
      "type": "heat",
      "level": "none",
      "end_utc": "none"
     }
    ]
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000147213,
   "latency_ms": 13670,
   "tokens_in": 3210,
   "tokens_out": 406,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:43Z",
   "raw_sha256": "5e95272fe611b294"
  },
  "f04": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "fog",
      "level": "none",
      "end_utc": "none"
     },
     {
      "type": "snow",
      "level": "none",
      "end_utc": "none"
     },
     {
      "type": "cold",
      "level": "none",
      "end_utc": "none"
     },
     {
      "type": "heat",
      "level": "none",
      "end_utc": "none"
     }
    ]
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000147213,
   "latency_ms": 12846,
   "tokens_in": 3210,
   "tokens_out": 406,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:57Z",
   "raw_sha256": "6ec58fd518175b8a"
  },
  "f03": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "yellow",
      "end_utc": "2026-11-07T00:00:00Z"
     },
     {
      "type": "wind",
      "level": "yellow",
      "end_utc": "2026-11-09T06:00:00Z"
     },
     {
      "type": "thunderstorm",
      "level": "yellow",
      "end_utc": "2026-11-09T06:00:00Z"
     },
     {
      "type": "agitation_maritime",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "thunderstorm",
      "level": "yellow",
      "end_utc": "2026-11-09T06:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "yellow",
      "end_utc": "2026-11-10T18:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "orange",
      "end_utc": "2026-11-10T09:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "orange",
      "end_utc": "2026-11-10T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "agitation_maritime",
      "level": "orange",
      "end_utc": "2026-11-12T03:00:00Z"
     },
     {
      "type": "agitation_maritime",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "yellow",
      "end_utc": "2026-11-11T00:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000164142,
   "latency_ms": 23302,
   "tokens_in": 3210,
   "tokens_out": 748,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:55Z",
   "raw_sha256": "c0395d686854e903"
  }
 },
 "repeats": {
  "f01": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.000211563,
    "latency_ms": 6066,
    "tokens_in": 3206,
    "tokens_out": 534,
    "raw_sha256": "ad2d5db07a26e5b6"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.000083853,
    "latency_ms": 13632,
    "tokens_in": 3210,
    "tokens_out": 406,
    "raw_sha256": "bcfc1b71cca91361"
   }
  ],
  "f02": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0001437282,
    "latency_ms": 13689,
    "tokens_in": 3210,
    "tokens_out": 406,
    "raw_sha256": "5362891be847489d"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000257697,
    "latency_ms": 31720,
    "tokens_in": 3206,
    "tokens_out": 1000,
    "raw_sha256": "e6487c184f208375"
   }
  ],
  "f04": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.000143451,
    "latency_ms": 10252,
    "tokens_in": 3210,
    "tokens_out": 330,
    "raw_sha256": "64ba219ef2d6036e"
   }
  ],
  "f03": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0001587465,
    "latency_ms": 20011,
    "tokens_in": 3210,
    "tokens_out": 639,
    "raw_sha256": "9ee282107e3e153c"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.000227106,
    "latency_ms": 22538,
    "tokens_in": 3206,
    "tokens_out": 691,
    "raw_sha256": "735d1618346ded07"
   }
  ]
 }
}