{
 "task": "label",
 "model": "qwen/qwen3.5-397b-a17b",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:57:06Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "s-1110T1941": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.003098799,
   "latency_ms": 7413,
   "tokens_in": 241,
   "tokens_out": 836,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "bfc9e5a462bb11d7"
  },
  "s-1110T1825": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0041008275,
   "latency_ms": 7760,
   "tokens_in": 231,
   "tokens_out": 882,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "44478ace5640baae"
  },
  "s-1110T1905b": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.003534201,
   "latency_ms": 10761,
   "tokens_in": 307,
   "tokens_out": 949,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "54a91fd08f7bb2d8"
  },
  "s-1110T1753": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0016131258,
   "latency_ms": 11385,
   "tokens_in": 230,
   "tokens_out": 658,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "ef51cf8523ca1496"
  },
  "s-1110T1945": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.002398671,
   "latency_ms": 6771,
   "tokens_in": 245,
   "tokens_out": 639,
   "at": "2026-11-11T02:28:02Z",
   "raw_sha256": "50a524972e896f96"
  },
  "s-1110T2030": {
   "kind": "malformed",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": null,
   "said": "",
   "model_served": null,
   "cost_usd": 0,
   "latency_ms": 6547,
   "tokens_in": 0,
   "tokens_out": 0,
   "at": "2026-11-11T02:28:06Z",
   "raw_sha256": "ab004bd2e4b608a5"
  },
  "s-1110T1952": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.003786849,
   "latency_ms": 10197,
   "tokens_in": 263,
   "tokens_out": 1026,
   "at": "2026-11-11T02:28:02Z",
   "raw_sha256": "71730e3bfeee12a0"
  },
  "s-1110T2008": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.002341548,
   "latency_ms": 11241,
   "tokens_in": 234,
   "tokens_out": 639,
   "at": "2026-11-11T02:28:05Z",
   "raw_sha256": "806f494f1ec33c66"
  },
  "s-1110T2132": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.004851198,
   "latency_ms": 22400,
   "tokens_in": 253,
   "tokens_out": 1319,
   "at": "2026-11-11T02:28:12Z",
   "raw_sha256": "7cef6a3ea3992d77"
  },
  "s-1110T2118": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.00897336,
   "latency_ms": 24413,
   "tokens_in": 344,
   "tokens_out": 2470,
   "at": "2026-11-11T02:28:12Z",
   "raw_sha256": "877ade3644dab78a"
  },
  "s-1110T2115": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0041308839,
   "latency_ms": 28927,
   "tokens_in": 259,
   "tokens_out": 1740,
   "at": "2026-11-11T02:28:08Z",
   "raw_sha256": "ecd46793b5e20a50"
  },
  "s-1110T2353": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.00328482,
   "latency_ms": 8943,
   "tokens_in": 370,
   "tokens_out": 860,
   "at": "2026-11-11T02:28:37Z",
   "raw_sha256": "ec16c3a84566f705"
  },
  "s-1110T2324": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.004699728,
   "latency_ms": 15564,
   "tokens_in": 298,
   "tokens_out": 1269,
   "at": "2026-11-11T02:28:36Z",
   "raw_sha256": "9beb8ef8e4cf1fc7"
  },
  "s-1110T2323": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0045810765,
   "latency_ms": 31812,
   "tokens_in": 375,
   "tokens_out": 1915,
   "at": "2026-11-11T02:28:34Z",
   "raw_sha256": "9745219e5448fe23"
  },
  "s-1110T2354": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0060948855,
   "latency_ms": 30524,
   "tokens_in": 321,
   "tokens_out": 2004,
   "at": "2026-11-11T02:28:46Z",
   "raw_sha256": "1e38e5de46b75b06"
  },
  "s-1110T2153": {
   "kind": "cut_off",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": null,
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.014053149,
   "latency_ms": 65116,
   "tokens_in": 342,
   "tokens_out": 4002,
   "at": "2026-11-11T02:28:16Z",
   "raw_sha256": "1296123e4de3359b"
  },
  "s-1111T0000": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0027517347,
   "latency_ms": 19090,
   "tokens_in": 389,
   "tokens_out": 1123,
   "at": "2026-11-11T02:29:06Z",
   "raw_sha256": "b69edeb5547750c8"
  },
  "s-1110T2358": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0056281797,
   "latency_ms": 38795,
   "tokens_in": 357,
   "tokens_out": 2370,
   "at": "2026-11-11T02:28:52Z",
   "raw_sha256": "26ea1bac75e859f0"
  },
  "s-1111T0146": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.004729131,
   "latency_ms": 11391,
   "tokens_in": 345,
   "tokens_out": 1279,
   "at": "2026-11-11T02:29:21Z",
   "raw_sha256": "77c65b410d7730f8"
  },
  "s-1111T0015": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.009636561,
   "latency_ms": 44783,
   "tokens_in": 338,
   "tokens_out": 2728,
   "at": "2026-11-11T02:29:17Z",
   "raw_sha256": "a5acf79d90336787"
  }
 },
 "repeats": {}
}