{
 "task": "extract-decision",
 "model": "qwen/qwen3.5-9b",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:56:50Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "d02": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Extreme Red Wind Warning for Lisbon",
    "effect_from_utc": "2026-11-11T12:00Z",
    "effect_to_utc": "2026-11-11T21:00Z"
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0007949502,
   "latency_ms": 41295,
   "tokens_in": 819,
   "tokens_out": 2655,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "9f5d9c17afa06c4d"
  },
  "d01": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "government",
    "what": "Alert declared for mainland Portugal",
    "effect_from_utc": "2026-11-11T00:00Z",
    "effect_to_utc": "2026-11-11T23:59Z"
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0002583405,
   "latency_ms": 14429,
   "tokens_in": 696,
   "tokens_out": 1579,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "04abdbcd3b2b54b0"
  },
  "d03": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Extreme precipitation alert",
    "effect_from_utc": "2026-11-11T09:00Z",
    "effect_to_utc": "2026-11-11T18:00Z"
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0003647556,
   "latency_ms": 24662,
   "tokens_in": 803,
   "tokens_out": 2340,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "da922e7657befe78"
  },
  "d05": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red rain warning",
    "effect_from_utc": "2026-11-10T21:00Z",
    "effect_to_utc": "2026-11-11T06:00Z"
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0002801799,
   "latency_ms": 21938,
   "tokens_in": 793,
   "tokens_out": 1689,
   "at": "2026-11-11T02:25:53Z",
   "raw_sha256": "c901815ecfc0ea53"
  },
  "d04": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Red rain warning",
    "effect_from_utc": "2026-11-10T21:00Z",
    "effect_to_utc": "2026-11-11T06:00Z"
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0004944654,
   "latency_ms": 65868,
   "tokens_in": 793,
   "tokens_out": 3354,
   "at": "2026-11-11T02:25:39Z",
   "raw_sha256": "ff486bd973ee8e95"
  },
  "d07": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "websummit",
    "what": "Day 2 cancelled",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0004158495,
   "latency_ms": 33063,
   "tokens_in": 673,
   "tokens_out": 2817,
   "at": "2026-11-11T02:26:15Z",
   "raw_sha256": "6b7485e2a68d491d"
  },
  "d08": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "websummit",
    "what": "Web Summit proceeds with Day 3 as planned",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0002398572,
   "latency_ms": 30314,
   "tokens_in": 669,
   "tokens_out": 1452,
   "at": "2026-11-11T02:26:20Z",
   "raw_sha256": "2939303fbfd5bb22"
  },
  "d10": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "metro",
    "what": "Contingency plan for homeless people during storm nights",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0003453912,
   "latency_ms": 24265,
   "tokens_in": 669,
   "tokens_out": 2272,
   "at": "2026-11-11T02:26:48Z",
   "raw_sha256": "9b9e5167db6ee5d6"
  },
  "d06": {
   "kind": "answered",
   "right": false,
   "fields": {
    "decider": true,
    "effect_from_utc": false,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "ipma",
    "what": "Issued red and orange weather warnings",
    "effect_from_utc": "2026-11-10T17:07Z",
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0005207697,
   "latency_ms": 99503,
   "tokens_in": 714,
   "tokens_out": 3607,
   "at": "2026-11-11T02:26:04Z",
   "raw_sha256": "851dc4854349b724"
  },
  "d09": {
   "kind": "answered",
   "right": true,
   "fields": {
    "decider": true,
    "effect_from_utc": true,
    "effect_to_utc": true
   },
   "answer": {
    "decider": "aemet",
    "what": "Special warning for strong persistent rain, very strong gusts, and maritime squall.",
    "effect_from_utc": null,
    "effect_to_utc": null
   },
   "model_served": "qwen/qwen3.5-9b",
   "cost_usd": 0.0004336794,
   "latency_ms": 65554,
   "tokens_in": 656,
   "tokens_out": 2966,
   "at": "2026-11-11T02:26:45Z",
   "raw_sha256": "b1978068fcde57f2"
  }
 },
 "repeats": {}
}