{
 "task": "label",
 "model": "google/gemma-4-31b-it",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:57:03Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "s-1110T1905b": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.000046035,
   "latency_ms": 376,
   "tokens_in": 318,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "8e384615f082663f"
  },
  "s-1110T1941": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000269082,
   "latency_ms": 414,
   "tokens_in": 248,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "3d8d238728d2c622"
  },
  "s-1110T1825": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000265122,
   "latency_ms": 468,
   "tokens_in": 244,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "75b2af33c17d64b3"
  },
  "s-1110T1753": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000261162,
   "latency_ms": 523,
   "tokens_in": 240,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:50Z",
   "raw_sha256": "288756f932b93fb1"
  },
  "s-1110T1952": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000293832,
   "latency_ms": 387,
   "tokens_in": 273,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "04b5c7fade5f4278"
  },
  "s-1110T1945": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000275022,
   "latency_ms": 443,
   "tokens_in": 254,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "97745d86f1333e46"
  },
  "s-1110T2008": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000262152,
   "latency_ms": 374,
   "tokens_in": 241,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "3e1a3b5c4ea16b8b"
  },
  "s-1110T2030": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000266112,
   "latency_ms": 410,
   "tokens_in": 245,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "87d845c915c13659"
  },
  "s-1110T2115": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000292842,
   "latency_ms": 312,
   "tokens_in": 272,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "6727a8a60b3ec4ae"
  },
  "s-1110T2153": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000375012,
   "latency_ms": 353,
   "tokens_in": 355,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "9a0bfafec1cfe70d"
  },
  "s-1110T2132": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000287892,
   "latency_ms": 470,
   "tokens_in": 267,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "7851c9e84ccef8aa"
  },
  "s-1110T2118": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00004174335,
   "latency_ms": 584,
   "tokens_in": 357,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "54640350c84ece88"
  },
  "s-1110T2323": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00004548555,
   "latency_ms": 304,
   "tokens_in": 385,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:51Z",
   "raw_sha256": "2d3b21138564a6a1"
  },
  "s-1110T2353": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.00004305015,
   "latency_ms": 301,
   "tokens_in": 381,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "f33ada8716057787"
  },
  "s-1110T2324": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000329472,
   "latency_ms": 428,
   "tokens_in": 309,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "0d21fb2056ae2a4b"
  },
  "s-1110T2358": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000392832,
   "latency_ms": 337,
   "tokens_in": 373,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "5ae5a5a33163dee1"
  },
  "s-1111T0000": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000474903,
   "latency_ms": 381,
   "tokens_in": 400,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "1159404f4c884be6"
  },
  "s-1111T0015": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000371052,
   "latency_ms": 339,
   "tokens_in": 351,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "8a620bbee8ae275f"
  },
  "s-1110T2354": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000349272,
   "latency_ms": 657,
   "tokens_in": 329,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "32516cadebb52d21"
  },
  "s-1111T0146": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "google/gemma-4-31b-it",
   "cost_usd": 0.0000375012,
   "latency_ms": 414,
   "tokens_in": 355,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:52Z",
   "raw_sha256": "91671d7e489d89d2"
  }
 },
 "repeats": {}
}