{
 "task": "extract-warning",
 "model": "meta-llama/llama-4-maverick",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:56:46Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "w03": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-10T21:24:00Z",
    "end_utc": "2026-11-11T00:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.000146718,
   "latency_ms": 936,
   "tokens_in": 252,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:12Z",
   "raw_sha256": "e3d28709e207b21e"
  },
  "w02": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Lisboa",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001200177,
   "latency_ms": 962,
   "tokens_in": 249,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:12Z",
   "raw_sha256": "5bbff3ee20049f84"
  },
  "w01": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "orange",
    "area": "Lisboa",
    "start_utc": "2026-11-11T00:00:00Z",
    "end_utc": "2026-11-11T09:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001207107,
   "latency_ms": 1010,
   "tokens_in": 251,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:12Z",
   "raw_sha256": "cca753d338d5e917"
  },
  "w04": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "coastal_event",
    "level": "orange",
    "area": "Lisboa",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T21:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001545885,
   "latency_ms": 1429,
   "tokens_in": 269,
   "tokens_out": 62,
   "at": "2026-11-11T02:24:12Z",
   "raw_sha256": "eceaf63ad0edcb2d"
  },
  "w05": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "wind",
    "level": "red",
    "area": "Lisboa",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T21:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001270269,
   "latency_ms": 851,
   "tokens_in": 261,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:13Z",
   "raw_sha256": "ad63faeda0f64098"
  },
  "w06": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "coastal_event",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-11T21:00:00Z",
    "end_utc": "2026-11-12T03:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001283139,
   "latency_ms": 902,
   "tokens_in": 259,
   "tokens_out": 62,
   "at": "2026-11-11T02:24:13Z",
   "raw_sha256": "c6f6c86f8f0eee86"
  },
  "w07": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "thunderstorm",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-09T21:00:00Z",
    "end_utc": "2026-11-10T15:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001635975,
   "latency_ms": 1087,
   "tokens_in": 295,
   "tokens_out": 62,
   "at": "2026-11-11T02:24:13Z",
   "raw_sha256": "85a05ce446a6fbdf"
  },
  "w08": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "wind",
    "level": "yellow",
    "area": "Lisboa",
    "start_utc": "2026-11-08T18:00:00Z",
    "end_utc": "2026-11-09T06:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001252944,
   "latency_ms": 1132,
   "tokens_in": 256,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:13Z",
   "raw_sha256": "16f9e4e49ca4daf1"
  },
  "w09": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Setúbal",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001197009,
   "latency_ms": 925,
   "tokens_in": 237,
   "tokens_out": 61,
   "at": "2026-11-11T02:24:13Z",
   "raw_sha256": "924dd3951f9481a4"
  },
  "w11": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Faro",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001155132,
   "latency_ms": 825,
   "tokens_in": 236,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:14Z",
   "raw_sha256": "be5326c58298a42e"
  },
  "w10": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Beja",
    "start_utc": "2026-11-11T09:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001183644,
   "latency_ms": 1233,
   "tokens_in": 236,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:13Z",
   "raw_sha256": "7d14723c5fdf38f2"
  },
  "w13": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Madeira - Costa Norte",
    "start_utc": "2026-11-10T21:00:00Z",
    "end_utc": "2026-11-11T06:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001220274,
   "latency_ms": 811,
   "tokens_in": 238,
   "tokens_out": 63,
   "at": "2026-11-11T02:24:14Z",
   "raw_sha256": "1c3684e1652314d9"
  },
  "w12": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "orange",
    "area": "Madeira - Porto Santo",
    "start_utc": "2026-11-10T21:00:00Z",
    "end_utc": "2026-11-11T09:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.000144837,
   "latency_ms": 1336,
   "tokens_in": 238,
   "tokens_out": 63,
   "at": "2026-11-11T02:24:14Z",
   "raw_sha256": "760b5fbcec143f71"
  },
  "w15": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Castelo Branco",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001197009,
   "latency_ms": 866,
   "tokens_in": 237,
   "tokens_out": 61,
   "at": "2026-11-11T02:24:15Z",
   "raw_sha256": "364ae32409eac411"
  },
  "w14": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "orange",
    "area": "Madeira - Costa Norte",
    "start_utc": "2026-11-11T06:00:00Z",
    "end_utc": "2026-11-11T09:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001220274,
   "latency_ms": 1176,
   "tokens_in": 238,
   "tokens_out": 63,
   "at": "2026-11-11T02:24:15Z",
   "raw_sha256": "e410b1ccd30ec490"
  },
  "w16": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Leiria",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001183644,
   "latency_ms": 1055,
   "tokens_in": 236,
   "tokens_out": 60,
   "at": "2026-11-11T02:24:15Z",
   "raw_sha256": "a45183c8fac83c49"
  },
  "w17": {
   "kind": "answered",
   "right": true,
   "fields": {
    "type": true,
    "level": true,
    "area": true,
    "start_utc": true,
    "end_utc": true
   },
   "answer": {
    "type": "rain",
    "level": "red",
    "area": "Santarém",
    "start_utc": "2026-11-11T12:00:00Z",
    "end_utc": "2026-11-11T18:00:00Z"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001168497,
   "latency_ms": 967,
   "tokens_in": 237,
   "tokens_out": 61,
   "at": "2026-11-11T02:24:16Z",
   "raw_sha256": "6beca04e37abcfcd"
  }
 },
 "repeats": {}
}