{
 "task": "extract-warning",
 "model": "google/gemma-3-4b-it",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:56:46Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "w01": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "orange",
    "area": "Lisboa",
    "start_utc": "2026-11-11T00:00:00Z",
    "end_utc": "2026-11-11T09:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000131175,
   "latency_ms": 3434,
   "tokens_in": 295,
   "tokens_out": 93,
   "at": "2026-11-11T02:24:07Z",
   "raw_sha256": "4676f298b5ffaaff"
  },
  "w02": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Lisboa",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000162063,
   "latency_ms": 3242,
   "tokens_in": 293,
   "tokens_out": 93,
   "at": "2026-11-11T02:24:07Z",
   "raw_sha256": "45f54ce7d0676dcc"
  },
  "w03": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-10T21:24:00Z",
    "end_utc": "2026-11-11T00:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000131571,
   "latency_ms": 3298,
   "tokens_in": 296,
   "tokens_out": 93,
   "at": "2026-11-11T02:24:07Z",
   "raw_sha256": "689813f2eeb937db"
  },
  "w04": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "coastal_event",
    "level": "orange",
    "area": "Lisboa",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T21:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000143748,
   "latency_ms": 3402,
   "tokens_in": 315,
   "tokens_out": 96,
   "at": "2026-11-11T02:24:07Z",
   "raw_sha256": "e53c6b418f00bc91"
  },
  "w05": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "wind",
    "level": "red",
    "area": "Lisboa",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T21:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000024453,
   "latency_ms": 2170,
   "tokens_in": 310,
   "tokens_out": 92,
   "at": "2026-11-11T02:24:10Z",
   "raw_sha256": "bfbfdd48ae941bf9"
  },
  "w08": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "wind",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-08T18:00:00Z",
    "end_utc": "2026-11-09T06:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000137907,
   "latency_ms": 3528,
   "tokens_in": 304,
   "tokens_out": 93,
   "at": "2026-11-11T02:24:10Z",
   "raw_sha256": "f800b5e731691504"
  },
  "w07": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "thunderstorm",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-09T21:00:00Z",
    "end_utc": "2026-11-10T15:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000154242,
   "latency_ms": 3572,
   "tokens_in": 344,
   "tokens_out": 94,
   "at": "2026-11-11T02:24:10Z",
   "raw_sha256": "e4ca9e67c09e7cdc"
  },
  "w06": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "coastal_event",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-11T21:00:00Z",
    "end_utc": "2026-11-12T03:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000138996,
   "latency_ms": 3678,
   "tokens_in": 303,
   "tokens_out": 96,
   "at": "2026-11-11T02:24:10Z",
   "raw_sha256": "d1aa7a13e2b08026"
  },
  "w09": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Setúbal",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000129294,
   "latency_ms": 3195,
   "tokens_in": 281,
   "tokens_out": 94,
   "at": "2026-11-11T02:24:12Z",
   "raw_sha256": "e9d6ae5184c77d3a"
  },
  "w12": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "orange",
    "area": "Madeira - Porto Santo",
    "start_utc": "2026-11-10T21:00:00Z",
    "end_utc": "2026-11-11T09:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000023166,
   "latency_ms": 2119,
   "tokens_in": 278,
   "tokens_out": 95,
   "at": "2026-11-11T02:24:14Z",
   "raw_sha256": "77cc1d6833b3795b"
  },
  "w10": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Beja",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000125235,
   "latency_ms": 2818,
   "tokens_in": 280,
   "tokens_out": 93,
   "at": "2026-11-11T02:24:14Z",
   "raw_sha256": "0f5877f0de9f2676"
  },
  "w11": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Faro",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000124839,
   "latency_ms": 2780,
   "tokens_in": 279,
   "tokens_out": 93,
   "at": "2026-11-11T02:24:14Z",
   "raw_sha256": "c44fadb102aed8c2"
  },
  "w16": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Leiria",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.00002277,
   "latency_ms": 1248,
   "tokens_in": 276,
   "tokens_out": 92,
   "at": "2026-11-11T02:24:17Z",
   "raw_sha256": "6ebb21b8a9855271"
  },
  "w13": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Madeira - Costa Norte",
    "start_utc": "2026-11-10T21:00:00Z",
    "end_utc": "2026-11-11T06:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000013068,
   "latency_ms": 2925,
   "tokens_in": 282,
   "tokens_out": 96,
   "at": "2026-11-11T02:24:15Z",
   "raw_sha256": "79109b6c9009e7a1"
  },
  "w14": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "orange",
    "area": "Madeira - Costa Norte",
    "start_utc": "2026-11-11T06:00:00Z",
    "end_utc": "2026-11-11T09:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000023166,
   "latency_ms": 3119,
   "tokens_in": 278,
   "tokens_out": 95,
   "at": "2026-11-11T02:24:16Z",
   "raw_sha256": "647efcacf233cb67"
  },
  "w15": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Castelo Branco",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000129294,
   "latency_ms": 2992,
   "tokens_in": 281,
   "tokens_out": 94,
   "at": "2026-11-11T02:24:17Z",
   "raw_sha256": "b471e1572be89e30"
  },
  "w17": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Santarém",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000126126,
   "latency_ms": 3283,
   "tokens_in": 281,
   "tokens_out": 94,
   "at": "2026-11-11T02:24:18Z",
   "raw_sha256": "7d45e89bbe3121de"
  }
 },
 "repeats": {}
}