{
 "task": "label",
 "model": "google/gemma-3-4b-it",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:57:03Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "s-1110T1825": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000064647,
   "latency_ms": 1141,
   "tokens_in": 240,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "c0e3c723cf59c602"
  },
  "s-1110T1753": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000097911,
   "latency_ms": 1086,
   "tokens_in": 236,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "1241f0c256fb0902"
  },
  "s-1110T1941": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000066231,
   "latency_ms": 1086,
   "tokens_in": 244,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "a3d52304cfb43824"
  },
  "s-1110T1905b": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000093555,
   "latency_ms": 1091,
   "tokens_in": 313,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "f7434fddca53a782"
  },
  "s-1110T2008": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000123255,
   "latency_ms": 547,
   "tokens_in": 233,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "f7261236653b85d5"
  },
  "s-1110T1945": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000068607,
   "latency_ms": 694,
   "tokens_in": 250,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "fc84ca33da396cc0"
  },
  "s-1110T1952": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000139095,
   "latency_ms": 872,
   "tokens_in": 265,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "9581267c4e0252f3"
  },
  "s-1110T2030": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000069498,
   "latency_ms": 1005,
   "tokens_in": 241,
   "tokens_out": 18,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "03bbb7daf443fd98"
  },
  "s-1110T2115": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.00001386,
   "latency_ms": 616,
   "tokens_in": 264,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "a96cb5d1fbe57eae"
  },
  "s-1110T2132": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000073755,
   "latency_ms": 679,
   "tokens_in": 263,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "99b574dd6c0ac742"
  },
  "s-1110T2153": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000179685,
   "latency_ms": 538,
   "tokens_in": 347,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "6a5183268950572a"
  },
  "s-1110T2118": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000108999,
   "latency_ms": 908,
   "tokens_in": 352,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "89a9416a68b5afe4"
  },
  "s-1110T2323": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000019404,
   "latency_ms": 778,
   "tokens_in": 376,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "b6c7931c743187cf"
  },
  "s-1110T2353": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.000019206,
   "latency_ms": 393,
   "tokens_in": 372,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "39a7aff11c984cf5"
  },
  "s-1110T2354": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000166815,
   "latency_ms": 464,
   "tokens_in": 321,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "f81a19e1e9b933f6"
  },
  "s-1110T2324": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000090387,
   "latency_ms": 574,
   "tokens_in": 305,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "79d520db0d25be72"
  },
  "s-1111T0000": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000122859,
   "latency_ms": 507,
   "tokens_in": 395,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "6718094810f126d6"
  },
  "s-1111T0015": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000107019,
   "latency_ms": 591,
   "tokens_in": 347,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "10161528953c6be3"
  },
  "s-1111T0146": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000108603,
   "latency_ms": 531,
   "tokens_in": 351,
   "tokens_out": 9,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "1aa929b4e9b98cd8"
  },
  "s-1110T2358": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-3-4b-it",
   "cost_usd": 0.0000188595,
   "latency_ms": 749,
   "tokens_in": 365,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "80b3e1432e036fd7"
  }
 },
 "repeats": {}
}