{
 "task": "warnings-in-force",
 "model": "deepseek/deepseek-v4.1-flash#reasoning-off",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:55:08Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "f01": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0005260761,
   "latency_ms": 390,
   "tokens_in": 2571,
   "tokens_out": 66,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:54Z",
   "raw_sha256": "6958abacce3d0bcc"
  },
  "f02": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00004794174,
   "latency_ms": 1559,
   "tokens_in": 2571,
   "tokens_out": 66,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:54Z",
   "raw_sha256": "9bdffbbefd089448"
  },
  "f04": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00050351994,
   "latency_ms": 415,
   "tokens_in": 2571,
   "tokens_out": 66,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:56Z",
   "raw_sha256": "ddb8e5b8b62d09ba"
  },
  "f03": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "coastal_event",
      "level": "yellow",
      "end_utc": "2026-11-11T06:00:00Z"
     },
     {
      "type": "rain",
      "level": "orange",
      "end_utc": "2026-11-11T09:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00053945595,
   "latency_ms": 1513,
   "tokens_in": 2571,
   "tokens_out": 66,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:55Z",
   "raw_sha256": "b920472c948e6831"
  },
  "f05": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00060476625,
   "latency_ms": 832,
   "tokens_in": 2571,
   "tokens_out": 36,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:56Z",
   "raw_sha256": "d13cd48b4dd57e6c"
  },
  "f06": {
   "kind": "answered",
   "right": false,
   "fields": {
    "in_force": false
   },
   "answer": {
    "in_force": [
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00030136887,
   "latency_ms": 606,
   "tokens_in": 2571,
   "tokens_out": 66,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:57Z",
   "raw_sha256": "834fa65c6737b85b"
  },
  "f08": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00031800087,
   "latency_ms": 995,
   "tokens_in": 2571,
   "tokens_out": 94,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:58Z",
   "raw_sha256": "e1a2ed8c97b7a75c"
  },
  "f07": {
   "kind": "answered",
   "right": true,
   "fields": {
    "in_force": true
   },
   "answer": {
    "in_force": [
     {
      "type": "wind",
      "level": "red",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "coastal_event",
      "level": "orange",
      "end_utc": "2026-11-11T21:00:00Z"
     },
     {
      "type": "rain",
      "level": "red",
      "end_utc": "2026-11-11T18:00:00Z"
     }
    ]
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0003913767,
   "latency_ms": 2497,
   "tokens_in": 2571,
   "tokens_out": 94,
   "reasoning_tokens": 0,
   "at": "2026-11-11T02:54:57Z",
   "raw_sha256": "b176a9b221c18382"
  }
 },
 "repeats": {
  "f02": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.00063149625,
    "latency_ms": 624,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "e7d858b8190481e1"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0003733587,
    "latency_ms": 748,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "e1c30882163180c9"
   }
  ],
  "f01": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0003733587,
    "latency_ms": 993,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "4661c0348db23c6d"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0003733587,
    "latency_ms": 1311,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "454834a52ea18c00"
   }
  ],
  "f03": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.00050351994,
    "latency_ms": 357,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "d076331f42a1a588"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.0003733587,
    "latency_ms": 1099,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "5ba0b690b0bf9894"
   }
  ],
  "f04": [
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.00060476625,
    "latency_ms": 580,
    "tokens_in": 2571,
    "tokens_out": 36,
    "raw_sha256": "4fd947a0d7d2fa14"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": true,
    "cost_usd": 0.00053945595,
    "latency_ms": 568,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "ad92b66fae14c8c9"
   }
  ],
  "f06": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.00014583591,
    "latency_ms": 334,
    "tokens_in": 2571,
    "tokens_out": 36,
    "raw_sha256": "85bf97986e61e68c"
   },
   {
    "kind": "answered",
    "right": false,
    "same_answer": false,
    "cost_usd": 0.00006060087,
    "latency_ms": 783,
    "tokens_in": 2571,
    "tokens_out": 66,
    "raw_sha256": "a0b19ded6ff7413f"
   }
  ],
  "f07": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.0005440941,
    "latency_ms": 442,
    "tokens_in": 2571,
    "tokens_out": 94,
    "raw_sha256": "8b94c406cdc91cf5"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": false,
    "cost_usd": 0.00031800087,
    "latency_ms": 936,
    "tokens_in": 2571,
    "tokens_out": 94,
    "raw_sha256": "738158b7c296cc63"
   }
  ],
  "f08": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00055775115,
    "latency_ms": 625,
    "tokens_in": 2571,
    "tokens_out": 94,
    "raw_sha256": "c4ec931cd9bbb948"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00007114635,
    "latency_ms": 605,
    "tokens_in": 2571,
    "tokens_out": 94,
    "raw_sha256": "2eb97e271fb81a43"
   }
  ],
  "f05": [
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.0013374504,
    "latency_ms": 8842,
    "tokens_in": 2596,
    "tokens_out": 1083,
    "raw_sha256": "6b29e87c6dd57011"
   },
   {
    "kind": "answered",
    "right": true,
    "same_answer": true,
    "cost_usd": 0.00051985395,
    "latency_ms": 12063,
    "tokens_in": 2571,
    "tokens_out": 36,
    "raw_sha256": "1bb0fd27c7c0e675"
   }
  ]
 }
}