{
  "count": 3814,
  "accuracy": 0.6982170949134766,
  "nll": 0.7055923721868408,
  "per_source": {
    "agnews": {
      "count": 505,
      "accuracy": 0.8792079207920792,
      "nll": 0.34157273733644883
    },
    "banking77": {
      "count": 476,
      "accuracy": 0.9495798319327731,
      "nll": 0.13563624952062953
    },
    "emotion": {
      "count": 483,
      "accuracy": 0.9130434782608695,
      "nll": 0.27308556848896093
    },
    "gsm8k": {
      "count": 404,
      "accuracy": 1.0,
      "nll": 0.0004848763044099426
    },
    "hellaswag": {
      "count": 489,
      "accuracy": 0.36400817995910023,
      "nll": 1.406457885786678
    },
    "mmlu": {
      "count": 958,
      "accuracy": 0.48643006263048016,
      "nll": 1.342455263134215
    },
    "winogrande": {
      "count": 499,
      "accuracy": 0.5571142284569138,
      "nll": 0.6976872796682789
    }
  },
  "step": 900,
  "checkpoint": "runs/julia-auto-1000/checkpoint-00000900",
  "validation_sha256": "8f089f6bed53b85e9a839ce0210a867ebfa108f63bb2200bd291400d0af9d9f5"
}