{
 "task": "warnings-in-force",
 "model": "meta-llama/llama-4-maverick",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:54:54Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "f01": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.000934362,
   "latency_ms": 1066,
   "tokens_in": 2488,
   "tokens_out": 73,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:43Z",
   "raw_sha256": "6332a3f60699c549"
  },
  "f02": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.000965052,
   "latency_ms": 1519,
   "tokens_in": 2488,
   "tokens_out": 104,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:43Z",
   "raw_sha256": "cbe048d975fc9b19"
  },
  "f03": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009020088,
   "latency_ms": 1108,
   "tokens_in": 2488,
   "tokens_out": 72,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:44Z",
   "raw_sha256": "5d6fb418cb28ea3b"
  },
  "f04": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009346788,
   "latency_ms": 1214,
   "tokens_in": 2488,
   "tokens_out": 105,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:45Z",
   "raw_sha256": "d1f3eae1898c428b"
  },
  "f05": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009020088,
   "latency_ms": 1335,
   "tokens_in": 2488,
   "tokens_out": 72,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:46Z",
   "raw_sha256": "e26b38fe2b6b61e6"
  },
  "f06": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009346788,
   "latency_ms": 1698,
   "tokens_in": 2488,
   "tokens_out": 105,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:47Z",
   "raw_sha256": "930986646fb599fb"
  },
  "f07": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009346788,
   "latency_ms": 1590,
   "tokens_in": 2488,
   "tokens_out": 105,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:48Z",
   "raw_sha256": "03926be3b101b047"
  },
  "f08": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009346788,
   "latency_ms": 1361,
   "tokens_in": 2488,
   "tokens_out": 105,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:49Z",
   "raw_sha256": "ca41591c502b0f5b"
  },
  "f09": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009336888,
   "latency_ms": 1552,
   "tokens_in": 2488,
   "tokens_out": 104,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:49Z",
   "raw_sha256": "3357346dabdf507e"
  },
  "f10": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009336888,
   "latency_ms": 1791,
   "tokens_in": 2488,
   "tokens_out": 104,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:50Z",
   "raw_sha256": "1c948be7551bdc9a"
  },
  "f12": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-12T03:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.00087318,
   "latency_ms": 812,
   "tokens_in": 2488,
   "tokens_out": 40,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:53Z",
   "raw_sha256": "387a5b31c85ee97f"
  },
  "f11": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "precipitation",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-12T03:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0009683388,
   "latency_ms": 1669,
   "tokens_in": 2488,
   "tokens_out": 139,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:52Z",
   "raw_sha256": "6c01538ab157932b"
  },
  "f13": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-12T03:00:00Z"
     }
    ]
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.00087318,
   "latency_ms": 828,
   "tokens_in": 2488,
   "tokens_out": 40,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:53Z",
   "raw_sha256": "17c5f8d81fcc1b77"
  }
 },
 "repeats": {
  "f01": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.000492426,
    "latency_ms": 1090,
    "tokens_in": 2488,
    "tokens_out": 73,
    "raw_sha256": "6a5bed0e60fb24da"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.000933372,
    "latency_ms": 1316,
    "tokens_in": 2488,
    "tokens_out": 72,
    "raw_sha256": "075bab763849fce9"
   }
  ],
  "f02": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000965052,
    "latency_ms": 1724,
    "tokens_in": 2488,
    "tokens_out": 104,
    "raw_sha256": "3f309b7ae8938589"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000523116,
    "latency_ms": 1438,
    "tokens_in": 2488,
    "tokens_out": 104,
    "raw_sha256": "0a85a0cddc2f2bb8"
   }
  ],
  "f03": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009020088,
    "latency_ms": 1256,
    "tokens_in": 2488,
    "tokens_out": 72,
    "raw_sha256": "182b984a3a2ef95a"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000491436,
    "latency_ms": 1319,
    "tokens_in": 2488,
    "tokens_out": 72,
    "raw_sha256": "bd58ea2ecd9acbfe"
   }
  ],
  "f05": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009020088,
    "latency_ms": 1200,
    "tokens_in": 2488,
    "tokens_out": 72,
    "raw_sha256": "984801489e37eff4"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009020088,
    "latency_ms": 1232,
    "tokens_in": 2488,
    "tokens_out": 72,
    "raw_sha256": "5ec3567452db1fc3"
   }
  ],
  "f04": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009346788,
    "latency_ms": 1886,
    "tokens_in": 2488,
    "tokens_out": 105,
    "raw_sha256": "fa90c88deeaa9a0c"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000524106,
    "latency_ms": 1728,
    "tokens_in": 2488,
    "tokens_out": 105,
    "raw_sha256": "1cddac6a67726d0b"
   }
  ],
  "f06": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000524106,
    "latency_ms": 1624,
    "tokens_in": 2488,
    "tokens_out": 105,
    "raw_sha256": "778c57e92f1b0bcb"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009346788,
    "latency_ms": 1591,
    "tokens_in": 2488,
    "tokens_out": 105,
    "raw_sha256": "371b100b1d4c68a6"
   }
  ],
  "f07": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009346788,
    "latency_ms": 1880,
    "tokens_in": 2488,
    "tokens_out": 105,
    "raw_sha256": "a197ca25a56fcf14"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009346788,
    "latency_ms": 1430,
    "tokens_in": 2488,
    "tokens_out": 105,
    "raw_sha256": "aa858937b4e4aaae"
   }
  ],
  "f08": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0009346788,
    "latency_ms": 1264,
    "tokens_in": 2488,
    "tokens_out": 105,
    "raw_sha256": "373e4162059c1111"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0009336888,
    "latency_ms": 1981,
    "tokens_in": 2488,
    "tokens_out": 104,
    "raw_sha256": "090686d07414e7fd"
   }
  ],
  "f09": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009336888,
    "latency_ms": 1414,
    "tokens_in": 2488,
    "tokens_out": 104,
    "raw_sha256": "2902d8d7d4fe7205"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009336888,
    "latency_ms": 1723,
    "tokens_in": 2488,
    "tokens_out": 104,
    "raw_sha256": "d1031875af18337c"
   }
  ],
  "f10": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009336888,
    "latency_ms": 1443,
    "tokens_in": 2488,
    "tokens_out": 104,
    "raw_sha256": "9b929a85ad7e3fc4"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000523116,
    "latency_ms": 1628,
    "tokens_in": 2488,
    "tokens_out": 104,
    "raw_sha256": "40a66dadb48eae6f"
   }
  ],
  "f12": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.00087318,
    "latency_ms": 617,
    "tokens_in": 2488,
    "tokens_out": 40,
    "raw_sha256": "698a56b506f16ee8"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.000459756,
    "latency_ms": 676,
    "tokens_in": 2488,
    "tokens_out": 40,
    "raw_sha256": "27815300e8a742f4"
   }
  ],
  "f11": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0009020088,
    "latency_ms": 1142,
    "tokens_in": 2488,
    "tokens_out": 72,
    "raw_sha256": "389fafbe3fa79240"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0009683388,
    "latency_ms": 2283,
    "tokens_in": 2488,
    "tokens_out": 139,
    "raw_sha256": "3234842b4863f40d"
   }
  ],
  "f13": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0008703288,
    "latency_ms": 733,
    "tokens_in": 2488,
    "tokens_out": 40,
    "raw_sha256": "3f312a88eb219c3a"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.00087318,
    "latency_ms": 953,
    "tokens_in": 2488,
    "tokens_out": 40,
    "raw_sha256": "54457e4fab753d66"
   }
  ]
 }
}