{
 "task": "label",
 "model": "deepseek/deepseek-v4.1-flash",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:56:59Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "s-1110T1753": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.000135135,
   "latency_ms": 1844,
   "tokens_in": 246,
   "tokens_out": 243,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "80c7a9742f4950d9"
  },
  "s-1110T1905b": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00020594079,
   "latency_ms": 2010,
   "tokens_in": 307,
   "tokens_out": 294,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "db07ccaa9fc0445a"
  },
  "s-1110T1825": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0008162154,
   "latency_ms": 3052,
   "tokens_in": 246,
   "tokens_out": 650,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "799cec0f77b74f36"
  },
  "s-1110T1941": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00026765838,
   "latency_ms": 3222,
   "tokens_in": 254,
   "tokens_out": 407,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "224ad045a9d666fa"
  },
  "s-1110T1945": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00026208765,
   "latency_ms": 2335,
   "tokens_in": 261,
   "tokens_out": 324,
   "at": "2026-11-11T02:27:56Z",
   "raw_sha256": "4da036381c2b282b"
  },
  "s-1110T2008": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.000755271,
   "latency_ms": 1567,
   "tokens_in": 247,
   "tokens_out": 574,
   "at": "2026-11-11T02:27:57Z",
   "raw_sha256": "8485cf0efe6927d5"
  },
  "s-1110T1952": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0002686959,
   "latency_ms": 2950,
   "tokens_in": 270,
   "tokens_out": 406,
   "at": "2026-11-11T02:27:56Z",
   "raw_sha256": "a02a179f7d181677"
  },
  "s-1110T2030": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0001786554,
   "latency_ms": 2546,
   "tokens_in": 254,
   "tokens_out": 345,
   "at": "2026-11-11T02:27:57Z",
   "raw_sha256": "ca737e28108204ea"
  },
  "s-1110T2118": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.000982773,
   "latency_ms": 1614,
   "tokens_in": 329,
   "tokens_out": 745,
   "at": "2026-11-11T02:27:59Z",
   "raw_sha256": "61c17b596c981061"
  },
  "s-1110T2115": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0015826239,
   "latency_ms": 8066,
   "tokens_in": 272,
   "tokens_out": 2405,
   "at": "2026-11-11T02:27:58Z",
   "raw_sha256": "83e6c0bdc99a5a4d"
  },
  "s-1110T2324": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00021317175,
   "latency_ms": 1335,
   "tokens_in": 297,
   "tokens_out": 165,
   "at": "2026-11-11T02:28:06Z",
   "raw_sha256": "fb3e7416fb43bac6"
  },
  "s-1110T2353": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0002790216,
   "latency_ms": 3290,
   "tokens_in": 353,
   "tokens_out": 363,
   "at": "2026-11-11T02:28:08Z",
   "raw_sha256": "a7c5cfb22fce0e11"
  },
  "s-1110T2354": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0002200473,
   "latency_ms": 1932,
   "tokens_in": 314,
   "tokens_out": 244,
   "at": "2026-11-11T02:28:11Z",
   "raw_sha256": "f470cd8217ed3b78"
  },
  "s-1110T2132": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00134787411,
   "latency_ms": 15676,
   "tokens_in": 263,
   "tokens_out": 2224,
   "at": "2026-11-11T02:27:59Z",
   "raw_sha256": "425309f930f9fdc3"
  },
  "s-1110T2153": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00168887565,
   "latency_ms": 16484,
   "tokens_in": 341,
   "tokens_out": 2484,
   "at": "2026-11-11T02:28:00Z",
   "raw_sha256": "75feb9985b0d7a44"
  },
  "s-1111T0000": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0001523214,
   "latency_ms": 1891,
   "tokens_in": 382,
   "tokens_out": 239,
   "at": "2026-11-11T02:28:15Z",
   "raw_sha256": "05c68daca9a484e6"
  },
  "s-1111T0146": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0001343727,
   "latency_ms": 3606,
   "tokens_in": 339,
   "tokens_out": 140,
   "at": "2026-11-11T02:28:17Z",
   "raw_sha256": "b0933b8264c7bc4b"
  },
  "s-1110T2323": {
   "kind": "cut_off",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": null,
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.0017132346,
   "latency_ms": 26670,
   "tokens_in": 361,
   "tokens_out": 4000,
   "at": "2026-11-11T02:28:00Z",
   "raw_sha256": "9a2c8ba4303162f4"
  },
  "s-1111T0015": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.002033856,
   "latency_ms": 14543,
   "tokens_in": 336,
   "tokens_out": 1628,
   "at": "2026-11-11T02:28:16Z",
   "raw_sha256": "3c06fe85462e9ffa"
  },
  "s-1110T2358": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "deepseek/deepseek-v4.1-flash",
   "cost_usd": 0.00200143944,
   "latency_ms": 22846,
   "tokens_in": 352,
   "tokens_out": 3309,
   "at": "2026-11-11T02:28:13Z",
   "raw_sha256": "4372d3637ae10600"
  }
 },
 "repeats": {}
}