{
 "task": "warnings-in-force",
 "model": "qwen/qwen3.5-9b#reasoning-off",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:55:13Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "f02": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0003718935,
   "latency_ms": 2475,
   "tokens_in": 3214,
   "tokens_out": 217,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:21Z",
   "raw_sha256": "993d771736c4b32f"
  },
  "f01": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0002760417,
   "latency_ms": 3017,
   "tokens_in": 3214,
   "tokens_out": 167,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:21Z",
   "raw_sha256": "371bfabd64d8aaa4"
  },
  "f03": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0002760417,
   "latency_ms": 5162,
   "tokens_in": 3214,
   "tokens_out": 167,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:43Z",
   "raw_sha256": "f18332defb480007"
  },
  "f04": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0003718935,
   "latency_ms": 2221,
   "tokens_in": 3214,
   "tokens_out": 217,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:48Z",
   "raw_sha256": "f5c0696123def02d"
  },
  "f05": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.000346401,
   "latency_ms": 1266,
   "tokens_in": 3214,
   "tokens_out": 114,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:51Z",
   "raw_sha256": "4cff6bed5465696a"
  },
  "f07": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0003718935,
   "latency_ms": 2363,
   "tokens_in": 3214,
   "tokens_out": 217,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:54Z",
   "raw_sha256": "3d28cf848f0e027b"
  },
  "f06": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0002760417,
   "latency_ms": 4599,
   "tokens_in": 3214,
   "tokens_out": 167,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:53Z",
   "raw_sha256": "760add1099f65496"
  },
  "f08": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0002760417,
   "latency_ms": 5783,
   "tokens_in": 3214,
   "tokens_out": 167,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:58Z",
   "raw_sha256": "9292772534533952"
  },
  "f11": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0003718935,
   "latency_ms": 2167,
   "tokens_in": 3214,
   "tokens_out": 217,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:55:05Z",
   "raw_sha256": "594b4e8503dcfb22"
  },
  "f13": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0005946237,
   "latency_ms": 3886,
   "tokens_in": 3214,
   "tokens_out": 217,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:55:06Z",
   "raw_sha256": "80ad0ee80e58b0fa"
  }
 },
 "repeats": {
  "f02": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0003718935,
    "latency_ms": 2238,
    "tokens_in": 3214,
    "tokens_out": 217,
    "raw_sha256": "2147d578da92a671"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0003595185,
    "latency_ms": 2259,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "850770fa23ef07a7"
   }
  ],
  "f03": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.000397386,
    "latency_ms": 3240,
    "tokens_in": 3214,
    "tokens_out": 320,
    "raw_sha256": "41989012fc205a43"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002760417,
    "latency_ms": 6674,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "06bb21d380bfecc2"
   }
  ],
  "f01": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002760417,
    "latency_ms": 7918,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "51f4448028b2152b"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002760417,
    "latency_ms": 10990,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "475f63a8a7733ebc"
   }
  ],
  "f04": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0002760417,
    "latency_ms": 4194,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "6c859ae0688325ea"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0002760417,
    "latency_ms": 7153,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "d2aed6ab414c89ef"
   }
  ],
  "f05": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000346401,
    "latency_ms": 1250,
    "tokens_in": 3214,
    "tokens_out": 114,
    "raw_sha256": "0f1a5bfd66fa6f34"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.000346401,
    "latency_ms": 1260,
    "tokens_in": 3214,
    "tokens_out": 114,
    "raw_sha256": "f1efb84d1df6c177"
   }
  ],
  "f06": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002760417,
    "latency_ms": 5590,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "88f72d0d4bcd2018"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002760417,
    "latency_ms": 11971,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "f1484224f5d8c47a"
   }
  ],
  "f08": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0002760417,
    "latency_ms": 5685,
    "tokens_in": 3214,
    "tokens_out": 167,
    "raw_sha256": "301569cf3035b89a"
   }
  ],
  "f07": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0003718935,
    "latency_ms": 2411,
    "tokens_in": 3214,
    "tokens_out": 217,
    "raw_sha256": "15e738357a384c95"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0002824767,
    "latency_ms": 8152,
    "tokens_in": 3214,
    "tokens_out": 217,
    "raw_sha256": "707528ae9a8d4b9d"
   }
  ],
  "f13": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0003718935,
    "latency_ms": 2183,
    "tokens_in": 3214,
    "tokens_out": 217,
    "raw_sha256": "8708fcc15dcb44af"
   }
  ],
  "f11": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0002696067,
    "latency_ms": 2478,
    "tokens_in": 3214,
    "tokens_out": 117,
    "raw_sha256": "7a3a34f645a77e3c"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.0002696067,
    "latency_ms": 3481,
    "tokens_in": 3214,
    "tokens_out": 117,
    "raw_sha256": "61fd46c5b47d72d9"
   }
  ]
 }
}