{
 "task": "warnings-in-force",
 "model": "google/gemma-4-31b-it",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:54:58Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "f01": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00046553265,
   "latency_ms": 1147,
   "tokens_in": 3215,
   "tokens_out": 71,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:21Z",
   "raw_sha256": "1bca16d6e5982b35"
  },
  "f02": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0005055435,
   "latency_ms": 1485,
   "tokens_in": 3215,
   "tokens_out": 71,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:21Z",
   "raw_sha256": "f780e9dbf1cd822a"
  },
  "f03": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0003420846,
   "latency_ms": 777,
   "tokens_in": 3214,
   "tokens_out": 71,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:43Z",
   "raw_sha256": "126b143d7be25c69"
  },
  "f04": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0003420846,
   "latency_ms": 2560,
   "tokens_in": 3214,
   "tokens_out": 71,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:45Z",
   "raw_sha256": "7b6983c2a01d2a88"
  },
  "f05": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00045602865,
   "latency_ms": 1953,
   "tokens_in": 3215,
   "tokens_out": 71,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:46Z",
   "raw_sha256": "4cb3845237cb6d0c"
  },
  "f06": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0005055435,
   "latency_ms": 1762,
   "tokens_in": 3215,
   "tokens_out": 71,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:48Z",
   "raw_sha256": "4710df708a9e799b"
  },
  "f07": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00050904315,
   "latency_ms": 3325,
   "tokens_in": 3215,
   "tokens_out": 176,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:48Z",
   "raw_sha256": "e48037ae02e2a4e3"
  },
  "f08": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0005451435,
   "latency_ms": 2823,
   "tokens_in": 3215,
   "tokens_out": 171,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:50Z",
   "raw_sha256": "d1fba43c2988f29a"
  },
  "f09": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0005269275,
   "latency_ms": 2091,
   "tokens_in": 3215,
   "tokens_out": 125,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:52Z",
   "raw_sha256": "e1dfb424df727311"
  },
  "f10": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00048329325,
   "latency_ms": 2138,
   "tokens_in": 3215,
   "tokens_out": 125,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:52Z",
   "raw_sha256": "98bd7e9f5dca9071"
  },
  "f11": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-12T03:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00027696735,
   "latency_ms": 2107,
   "tokens_in": 3215,
   "tokens_out": 74,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:54Z",
   "raw_sha256": "45f3bacee561f395"
  },
  "f12": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-12T03:00:00Z"
     }
    ]
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0005067315,
   "latency_ms": 1573,
   "tokens_in": 3215,
   "tokens_out": 74,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:55Z",
   "raw_sha256": "810afe416a60c4ca"
  },
  "f13": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": []
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00042876405,
   "latency_ms": 1271,
   "tokens_in": 3215,
   "tokens_out": 17,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:56Z",
   "raw_sha256": "bca44b46b3e59a01"
  }
 },
 "repeats": {
  "f01": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.00027545265,
    "latency_ms": 1338,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "32c381f168ffdebb"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.00040718898,
    "latency_ms": 6845,
    "tokens_in": 3214,
    "tokens_out": 71,
    "raw_sha256": "350f7df67fd31520"
   }
  ],
  "f02": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002232747,
    "latency_ms": 1842,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "42f11845c57228b2"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002232747,
    "latency_ms": 1909,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "e1ba1aacbd2fe549"
   }
  ],
  "f03": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0005055435,
    "latency_ms": 1312,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "a82f6b91ea65e3eb"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00046553265,
    "latency_ms": 2039,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "661ee815fe5e9f74"
   }
  ],
  "f04": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.00045602865,
    "latency_ms": 1282,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "71fad1856931a00a"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0005055435,
    "latency_ms": 1355,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "36f5bc4373750acd"
   }
  ],
  "f05": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0003420846,
    "latency_ms": 1079,
    "tokens_in": 3214,
    "tokens_out": 71,
    "raw_sha256": "caaae0f427d752f6"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0005035635,
    "latency_ms": 1393,
    "tokens_in": 3215,
    "tokens_out": 66,
    "raw_sha256": "b0fd3415f2baa0f6"
   }
  ],
  "f06": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0002232747,
    "latency_ms": 1743,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "b49b1e9d48ae7867"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0002232747,
    "latency_ms": 1488,
    "tokens_in": 3215,
    "tokens_out": 71,
    "raw_sha256": "5b41eddcc1be706c"
   }
  ],
  "f07": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00032846715,
    "latency_ms": 2703,
    "tokens_in": 3215,
    "tokens_out": 176,
    "raw_sha256": "2f5e0e4f0f3a8cad"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0005471235,
    "latency_ms": 2777,
    "tokens_in": 3215,
    "tokens_out": 176,
    "raw_sha256": "50a6fb41289e0fc4"
   }
  ],
  "f08": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0002648547,
    "latency_ms": 2225,
    "tokens_in": 3215,
    "tokens_out": 176,
    "raw_sha256": "902de5fd7c076704"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0002648547,
    "latency_ms": 2413,
    "tokens_in": 3215,
    "tokens_out": 176,
    "raw_sha256": "fe855535441cf2a5"
   }
  ],
  "f09": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0002446587,
    "latency_ms": 2044,
    "tokens_in": 3215,
    "tokens_out": 125,
    "raw_sha256": "dc02eaba3d1d8ace"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00048329325,
    "latency_ms": 2413,
    "tokens_in": 3215,
    "tokens_out": 125,
    "raw_sha256": "0fcfce705e61b1e5"
   }
  ],
  "f10": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.000360261,
    "latency_ms": 613,
    "tokens_in": 3214,
    "tokens_out": 125,
    "raw_sha256": "95717b80d8c90c86"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00068607,
    "latency_ms": 3589,
    "tokens_in": 3215,
    "tokens_out": 125,
    "raw_sha256": "bf2d2fe49cf23930"
   }
  ],
  "f11": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0003430944,
    "latency_ms": 731,
    "tokens_in": 3214,
    "tokens_out": 74,
    "raw_sha256": "79eb10a57c2e9568"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.00045754335,
    "latency_ms": 1778,
    "tokens_in": 3215,
    "tokens_out": 74,
    "raw_sha256": "96e44651074b4851"
   }
  ],
  "f12": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00045754335,
    "latency_ms": 1306,
    "tokens_in": 3215,
    "tokens_out": 74,
    "raw_sha256": "0063c2f1a3a3133a"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00027696735,
    "latency_ms": 1252,
    "tokens_in": 3215,
    "tokens_out": 74,
    "raw_sha256": "8f189f18b92702ec"
   }
  ],
  "f13": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0003222252,
    "latency_ms": 686,
    "tokens_in": 3214,
    "tokens_out": 12,
    "raw_sha256": "aaae35bbf686e589"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0004841595,
    "latency_ms": 1513,
    "tokens_in": 3215,
    "tokens_out": 17,
    "raw_sha256": "32a23f5e4df78e30"
   }
  ]
 }
}