{
 "task": "extract-decision",
 "model": "google/gemma-3-4b-it",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:56:52Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "d02": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red Alert Wind Warning issued for Lisbon",
    "effect_from_utc": "2026-11-11T12:00Z",
    "effect_to_utc": "2026-11-11T21:00Z",
    "effect_from": "2026-11-11",
    "effect_to": "2026-11-11"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000390357,
   "latency_ms": 3777,
   "tokens_in": 827,
   "tokens_out": 127,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "f5d336aafc08f126"
  },
  "d01": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "government",
    "what": "Orange alert declared for mainland Portugal",
    "effect_from_utc": "2026-11-11T00:00Z",
    "effect_to_utc": "2026-11-11T23:59Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000197208,
   "latency_ms": 2677,
   "tokens_in": 700,
   "tokens_out": 88,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "7c132980c04d0243"
  },
  "d03": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red Alert for heavy rain",
    "effect_from_utc": "2026-11-11T09:00Z",
    "effect_to_utc": "2026-11-11T18:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000048312,
   "latency_ms": 2589,
   "tokens_in": 802,
   "tokens_out": 87,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "06d39c4eb62b8295"
  },
  "d04": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": false,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "madeira-prociv",
    "what": "Red Alert for heavy rain",
    "effect_from_utc": "2026-11-10T21:00:00Z",
    "effect_to_utc": "2026-11-11T06:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000233442,
   "latency_ms": 3032,
   "tokens_in": 795,
   "tokens_out": 98,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "34048a5e7522f11c"
  },
  "d05": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": false,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "madeira-prociv",
    "what": "Red Alert for heavy rain",
    "effect_from_utc": "2026-11-10T21:00:00Z",
    "effect_to_utc": "2026-11-11T06:00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000233442,
   "latency_ms": 2957,
   "tokens_in": 795,
   "tokens_out": 98,
   "at": "2026-11-11T02:25:41Z",
   "raw_sha256": "a4f979c42cddda5e"
  },
  "d07": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": false,
    "effect_from_utc": false,
    "effect_to_utc": false
   },
   "answer": {
    "decider": "government",
    "what": "Day 2 cancelled",
    "effect_from_utc": "2026-11-11T00:00Z",
    "effect_to_utc": "2026-11-11T23:59Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000018711,
   "latency_ms": 2585,
   "tokens_in": 677,
   "tokens_out": 86,
   "at": "2026-11-11T02:25:42Z",
   "raw_sha256": "81218796d99a23e9"
  },
  "d06": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": true,
    "effect_from_utc": false,
    "effect_to_utc": false
   },
   "answer": {
    "decider": "ipma",
    "what": "Issued red and orange weather warnings",
    "effect_from_utc": "2026-11-10T17:07Z",
    "effect_to_utc": "2026-11-12T23:59Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000043956,
   "latency_ms": 3564,
   "tokens_in": 712,
   "tokens_out": 88,
   "at": "2026-11-11T02:25:42Z",
   "raw_sha256": "77811126aaf3d1dd"
  },
  "d10": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": false,
    "effect_from_utc": false,
    "effect_to_utc": false
   },
   "answer": {
    "decider": "camara-lisboa",
    "what": "Increased street cleaning schedule",
    "effect_from_utc": "2026-11-10T00:00Z",
    "effect_to_utc": "2026-11-12T00:00Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000041976,
   "latency_ms": 1616,
   "tokens_in": 670,
   "tokens_out": 89,
   "at": "2026-11-11T02:25:45Z",
   "raw_sha256": "6b279f5f54fd9f69"
  },
  "d08": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": true,
    "effect_from_utc": false,
    "effect_to_utc": false
   },
   "answer": {
    "decider": "websummit",
    "what": "Proceed with Day 3 as planned",
    "effect_from_utc": "2026-11-11T00:00Z",
    "effect_to_utc": "2026-11-12T23:59Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000041976,
   "latency_ms": 3936,
   "tokens_in": 668,
   "tokens_out": 90,
   "at": "2026-11-11T02:25:43Z",
   "raw_sha256": "34dbcf12f68630ab"
  },
  "d09": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": true,
    "effect_from_utc": false,
    "effect_to_utc": false
   },
   "answer": {
    "decider": "aemet",
    "what": "Strong rain, strong gusts and stormy seas",
    "effect_from_utc": "2026-11-10T00:00Z",
    "effect_to_utc": "2026-11-12T23:59Z"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000182952,
   "latency_ms": 2755,
   "tokens_in": 659,
   "tokens_out": 92,
   "at": "2026-11-11T02:25:44Z",
   "raw_sha256": "25dbc255effc0550"
  }
 },
 "repeats": {}
}