{
 "task": "label",
 "model": "qwen/qwen3.5-397b-a17b#reasoning-off",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:57:11Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "s-1110T1941": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001100385,
   "latency_ms": 1145,
   "tokens_in": 243,
   "tokens_out": 7,
   "at": "2026-11-11T02:38:25Z",
   "raw_sha256": "f25b10a6e836a1da"
  },
  "s-1110T1753": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001057914,
   "latency_ms": 1222,
   "tokens_in": 232,
   "tokens_out": 7,
   "at": "2026-11-11T02:38:25Z",
   "raw_sha256": "dfc671237cc97bd7"
  },
  "s-1110T1825": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001061775,
   "latency_ms": 1222,
   "tokens_in": 233,
   "tokens_out": 7,
   "at": "2026-11-11T02:38:25Z",
   "raw_sha256": "bf073ae089915e35"
  },
  "s-1110T1905b": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001378377,
   "latency_ms": 1270,
   "tokens_in": 309,
   "tokens_out": 8,
   "at": "2026-11-11T02:38:25Z",
   "raw_sha256": "b972a631ef7c42f3"
  },
  "s-1110T1952": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001162161,
   "latency_ms": 1062,
   "tokens_in": 265,
   "tokens_out": 6,
   "at": "2026-11-11T02:38:26Z",
   "raw_sha256": "00c78c88b9bec702"
  },
  "s-1110T1945": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001115829,
   "latency_ms": 1150,
   "tokens_in": 247,
   "tokens_out": 7,
   "at": "2026-11-11T02:38:26Z",
   "raw_sha256": "9ecc2abb39a5c537"
  },
  "s-1110T2115": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001146717,
   "latency_ms": 1016,
   "tokens_in": 261,
   "tokens_out": 6,
   "at": "2026-11-11T02:38:27Z",
   "raw_sha256": "b33eb3ef34678c19"
  },
  "s-1110T2132": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001146717,
   "latency_ms": 1041,
   "tokens_in": 255,
   "tokens_out": 7,
   "at": "2026-11-11T02:38:27Z",
   "raw_sha256": "f8d0b8d96c3644de"
  },
  "s-1110T2118": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001637064,
   "latency_ms": 1191,
   "tokens_in": 346,
   "tokens_out": 13,
   "at": "2026-11-11T02:38:27Z",
   "raw_sha256": "3b4cfbf7e6af482d"
  },
  "s-1110T2153": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001606176,
   "latency_ms": 1062,
   "tokens_in": 344,
   "tokens_out": 12,
   "at": "2026-11-11T02:38:28Z",
   "raw_sha256": "0b85e5047f7dc45d"
  },
  "s-1110T2323": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001594593,
   "latency_ms": 974,
   "tokens_in": 377,
   "tokens_out": 6,
   "at": "2026-11-11T02:38:28Z",
   "raw_sha256": "e45c7831fee96fcc"
  },
  "s-1110T2324": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001343628,
   "latency_ms": 911,
   "tokens_in": 300,
   "tokens_out": 8,
   "at": "2026-11-11T02:38:28Z",
   "raw_sha256": "ba71ae95ce016c51"
  },
  "s-1110T2353": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001575288,
   "latency_ms": 1418,
   "tokens_in": 372,
   "tokens_out": 6,
   "at": "2026-11-11T02:38:28Z",
   "raw_sha256": "6299443937eb68d5"
  },
  "s-1110T2358": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001836945,
   "latency_ms": 1076,
   "tokens_in": 359,
   "tokens_out": 8,
   "at": "2026-11-11T02:38:29Z",
   "raw_sha256": "d515cb30074b9f55"
  },
  "s-1111T0146": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "qwen/qwen3.5-397b-a17b",
   "cost_usd": 0.0001478763,
   "latency_ms": 1100,
   "tokens_in": 347,
   "tokens_out": 6,
   "at": "2026-11-11T02:38:30Z",
   "raw_sha256": "b0db4aff326ec471"
  }
 },
 "repeats": {}
}