{
 "task": "extract-decision",
 "model": "qwen/qwen3.5-397b-a17b",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:56:51Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "d03": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red alert for strong precipitation",
    "effect_from_utc": "2026-11-11T09:00Z",
    "effect_to_utc": "2026-11-11T18:00Z"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.00518859,
   "latency_ms": 13600,
   "tokens_in": 803,
   "tokens_out": 1322,
   "at": "2026-11-11T02:25:45Z",
   "raw_sha256": "07bb446c1a1ce1d1"
  },
  "d02": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red wind warning for Lisbon",
    "effect_from_utc": "2026-11-11T12:00Z",
    "effect_to_utc": "2026-11-11T21:00Z"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.004871097,
   "latency_ms": 15786,
   "tokens_in": 819,
   "tokens_out": 1253,
   "at": "2026-11-11T02:25:45Z",
   "raw_sha256": "8ab3aa0a793542bb"
  },
  "d04": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red warning for precipitation",
    "effect_from_utc": "2026-11-10T21:00Z",
    "effect_to_utc": "2026-11-11T06:00Z"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.005877531,
   "latency_ms": 18628,
   "tokens_in": 793,
   "tokens_out": 1539,
   "at": "2026-11-11T02:25:45Z",
   "raw_sha256": "dc399041edeb99c9"
  },
  "d01": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "government",
    "what": "Declare alert situation in Continental territory",
    "effect_from_utc": "2026-11-11T00:00Z",
    "effect_to_utc": "2026-11-11T23:59Z"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0028517346,
   "latency_ms": 18859,
   "tokens_in": 696,
   "tokens_out": 1115,
   "at": "2026-11-11T02:25:45Z",
   "raw_sha256": "526ef513813e4ff7"
  },
  "d07": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "websummit",
    "what": "Web Summit Day 2 will not take place",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0057209625,
   "latency_ms": 14540,
   "tokens_in": 673,
   "tokens_out": 1172,
   "at": "2026-11-11T02:26:03Z",
   "raw_sha256": "875b5a242d1e210e"
  },
  "d09": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "aemet",
    "what": "Special warning for strong persistent rains, very strong gusts and maritime storm",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.003975048,
   "latency_ms": 11890,
   "tokens_in": 656,
   "tokens_out": 1006,
   "at": "2026-11-11T02:26:18Z",
   "raw_sha256": "a55718566114031d"
  },
  "d05": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red warning for precipitation",
    "effect_from_utc": "2026-11-10T21:00Z",
    "effect_to_utc": "2026-11-11T06:00Z"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0070014285,
   "latency_ms": 31534,
   "tokens_in": 793,
   "tokens_out": 1896,
   "at": "2026-11-11T02:25:58Z",
   "raw_sha256": "c7113a451b9398ad"
  },
  "d08": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "websummit",
    "what": "Web Summit aims to proceed with Day 3 as planned",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.005950098,
   "latency_ms": 27164,
   "tokens_in": 669,
   "tokens_out": 1558,
   "at": "2026-11-11T02:26:03Z",
   "raw_sha256": "de851f7737863479"
  },
  "d10": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "metro",
    "what": "Contingency plan for homeless people",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.005121171,
   "latency_ms": 15823,
   "tokens_in": 669,
   "tokens_out": 1344,
   "at": "2026-11-11T02:26:30Z",
   "raw_sha256": "8c1fff681fd91a6f"
  },
  "d06": {
   "kind": "cut_off",
   "right": false,
   "fields": {
    "decider": false,
    "effect_from_utc": false,
    "effect_to_utc": false
   },
   "answer": null,
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.014255703,
   "latency_ms": 65313,
   "tokens_in": 714,
   "tokens_out": 4002,
   "at": "2026-11-11T02:26:00Z",
   "raw_sha256": "fd957470fcceed04"
  }
 },
 "repeats": {}
}