{
 "task": "label",
 "model": "meta-llama/llama-4-maverick",
 "by": "incident.models@web-summit.dinis",
 "updated": "2026-11-11T02:57:03Z",
 "about": "One model's answers to one task: the first run of each item in full (as parsed; right or wrong per field), the repeat runs as right or wrong with their cost. Raw requests and responses are in the raw store; raw_sha256 names each record.",
 "items_updated": "2026-11-11T02:53:20Z",
 "answers": {
  "s-1110T1905b": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001073655,
   "latency_ms": 398,
   "tokens_in": 287,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "d445935718db0165"
  },
  "s-1110T1825": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.000084546,
   "latency_ms": 510,
   "tokens_in": 224,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "da6b1d9319bde8c5"
  },
  "s-1110T1941": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000566478,
   "latency_ms": 510,
   "tokens_in": 234,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "f9e806dc08960109"
  },
  "s-1110T1753": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000538758,
   "latency_ms": 629,
   "tokens_in": 226,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "90c8f54e138139f6"
  },
  "s-1110T1952": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000939015,
   "latency_ms": 534,
   "tokens_in": 251,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "de1f2468476295f6"
  },
  "s-1110T2008": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000542223,
   "latency_ms": 541,
   "tokens_in": 227,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "c4a899bf31c0e913"
  },
  "s-1110T2030": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000559548,
   "latency_ms": 561,
   "tokens_in": 232,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "c8030a829bcbb1a2"
  },
  "s-1110T2115": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000621918,
   "latency_ms": 368,
   "tokens_in": 250,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "b93410534718a460"
  },
  "s-1110T2118": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000829818,
   "latency_ms": 372,
   "tokens_in": 310,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "db5fa95baf279f28"
  },
  "s-1110T2132": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000918225,
   "latency_ms": 348,
   "tokens_in": 245,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "c224f4d214cfbd69"
  },
  "s-1110T1945": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "evidence"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000580338,
   "latency_ms": 1221,
   "tokens_in": 238,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:53Z",
   "raw_sha256": "212a90ed26a041c4"
  },
  "s-1110T2153": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000867933,
   "latency_ms": 476,
   "tokens_in": 321,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "79203c8dcc2f088b"
  },
  "s-1110T2324": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000732303,
   "latency_ms": 404,
   "tokens_in": 279,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "7dfd8fd63ea50d6b"
  },
  "s-1110T2353": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000906048,
   "latency_ms": 346,
   "tokens_in": 332,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "89b25fc28576ca25"
  },
  "s-1110T2323": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000912978,
   "latency_ms": 590,
   "tokens_in": 334,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "6d16c1ca26f3312a"
  },
  "s-1110T2354": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000787743,
   "latency_ms": 458,
   "tokens_in": 295,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "d6ed2149f01460ce"
  },
  "s-1111T0000": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "hypothesis"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0001026828,
   "latency_ms": 470,
   "tokens_in": 364,
   "tokens_out": 8,
   "at": "2026-11-11T02:27:55Z",
   "raw_sha256": "dfaefc23f6744b4d"
  },
  "s-1110T2358": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000892188,
   "latency_ms": 541,
   "tokens_in": 328,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:54Z",
   "raw_sha256": "796efac33bc03ff4"
  },
  "s-1111T0015": {
   "kind": "answered",
   "right": false,
   "fields": {
    "label": false
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000847143,
   "latency_ms": 600,
   "tokens_in": 315,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:55Z",
   "raw_sha256": "263666e52614cc83"
  },
  "s-1111T0146": {
   "kind": "answered",
   "right": true,
   "fields": {
    "label": true
   },
   "answer": {
    "label": "fact"
   },
   "model_served": "meta-llama/llama-4-maverick",
   "cost_usd": 0.0000843678,
   "latency_ms": 360,
   "tokens_in": 314,
   "tokens_out": 7,
   "at": "2026-11-11T02:27:55Z",
   "raw_sha256": "f4310ccf622ed66b"
  }
 },
 "repeats": {}
}