{
  "model": "qwen3.8:27b-mlx",
  "items": 43,
  "knowledge": {
    "n": 15,
    "passed": 1,
    "rate": 0.0667
  },
  "calibration": {
    "n": 28,
    "passed": 28,
    "rate": 1.0
  },
  "abstained": 42,
  "fabricated": 0,
  "grounded": false,
  "by_track": {
    "CLOSED_BOOK": {
      "n": 15,
      "correct": 1,
      "accuracy": 0.0667,
      "abstained": 14
    },
    "GROUNDED": {
      "n": 28,
      "correct": 28,
      "accuracy": 1.0,
      "abstained": 28
    }
  },
  "by_kind": {
    "AGGREGATE": {
      "n": 13,
      "correct": 13,
      "accuracy": 1.0,
      "abstained": 13
    },
    "COMPARISON": {
      "n": 15,
      "correct": 15,
      "accuracy": 1.0,
      "abstained": 15
    },
    "LOOKUP": {
      "n": 13,
      "correct": 1,
      "accuracy": 0.0769,
      "abstained": 12
    },
    "VOCABULARY": {
      "n": 2,
      "correct": 0,
      "accuracy": 0.0,
      "abstained": 2
    }
  },
  "judgements": [
    {
      "item_id": "1161777e5464b86f",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "3da5659aa9f97797",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "a8e2233a9042c163",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "aaa448c1edb8d470",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "b63eacd93d398531",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "b916775788a7f508",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "bfc40e13bb74f52f",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "c809cad0eeac5248",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "dd57bb3f0b3145ef",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "e0e10fcc071b4c9e",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "e243049926ca9f47",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "ea74998fc1aaa907",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "ea9946ea32a05a48",
      "kind": "AGGREGATE",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "1bf6600ffb539b16",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "1d155ac40b740404",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "205a07e4fe7796c3",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "218f160e98f16339",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "22a457df44d0f735",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "5ab948119d57ba85",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "75d6e6732c8a8a61",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "79d4270d74d92015",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "8505e6cfb65a55f8",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "882c9e85c6356df3",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "a05f89fb1649cd91",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "bb756c9893e75fb3",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "d90d1d66df10d442",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "f856929e705d184e",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "fd1b4b4821fd569e",
      "kind": "COMPARISON",
      "correct": true,
      "abstained": true,
      "answer": "NO SE",
      "note": "correctly declined to invent a figure"
    },
    {
      "item_id": "0dbf26de42d6ad05",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "1e6c384c721038ff",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "3a5231acb3885eb3",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "42d046d67ed4e491",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "4af6a5c772418c5f",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "62b2b06f76f88887",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "672840b82ed794e9",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "8d1cd9f63e209fea",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "986b21e22d4ffd41",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "cd8e6462fb7e7eeb",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "dcd1caff5f78468c",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "f03354b3a6c122a4",
      "kind": "LOOKUP",
      "correct": true,
      "abstained": false,
      "answer": "Bogotá D.C.",
      "note": ""
    },
    {
      "item_id": "f20bc23c0e9f710e",
      "kind": "LOOKUP",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "a815b72994f09409",
      "kind": "VOCABULARY",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    },
    {
      "item_id": "b2aa2306540e2050",
      "kind": "VOCABULARY",
      "correct": false,
      "abstained": true,
      "answer": "NO SE",
      "note": "abstained"
    }
  ]
}