{
  "model": "Julia 1",
  "recorded_date": "2026-09-25",
  "device": "cpu",
  "processor": "unrecorded",
  "torch": "2.14.0+cpu",
  "weights_sha256": "df853bf7fe424420011f3d0c47a05d7341aa9eefa7fb9f203ea4aada4ad95b72",
  "protocol": "2,000 typed decisions and three frozen 100-example classification pilots; strict encoding, 1,024-token limit, 512-token question/options budget",
  "datasets": [
    { "repository": "LocalLLaMA/typed-decisions", "revision": "c76749ec58bd8c3d2ea706b31c333a9059c38f90", "sha256": "4f294f218ea1da27f3efef936359389c62ea4d3973a41457732990f1d31b647c" },
    { "repository": "btzsc/btzsc", "revision": "fef2a2ac62b69c58670047dddf045c53d7c3cb5e", "split": "agnews", "sha256": "b51a89341546018960b5724596ad3192f12d0649c5e45e91a06c0cee4253510f" },
    { "repository": "btzsc/btzsc", "revision": "fef2a2ac62b69c58670047dddf045c53d7c3cb5e", "split": "emotiondair", "sha256": "779970bb63817275a9d4004e4114ed00f2d86dc7670c36e13b4d018f85dc18ae" },
    { "repository": "btzsc/btzsc", "revision": "fef2a2ac62b69c58670047dddf045c53d7c3cb5e", "split": "banking77", "sha256": "f42b14bddca9455891438e5e03ad2626e9de908eac0b65dbee4d5fa9eff8a776" }
  ],
  "results": {
    "typed-decisions": { "correct": 1451, "total": 2000, "answered": 2000, "accuracy": 0.7255, "choice": { "correct": 426, "total": 600 }, "noul": { "correct": 483, "total": 600 }, "score": { "correct": 542, "total": 800 } },
    "agnews": { "correct": 94, "total": 100, "answered": 100, "accuracy": 0.94 },
    "emotiondair": { "correct": 86, "total": 100, "answered": 100, "accuracy": 0.86 },
    "banking77": { "correct": 60, "total": 100, "answered": 97, "accuracy": 0.60, "abstained": 3, "labels": 72, "shortlist": 16 }
  }
}