{
  "model_type": "feedback_detector",
  "labels": [
    "SAT",
    "NEED_CLARIFICATION",
    "WRONG_ANSWER",
    "WANT_DIFFERENT"
  ],
  "label2id": {
    "SAT": 0,
    "NEED_CLARIFICATION": 1,
    "WRONG_ANSWER": 2,
    "WANT_DIFFERENT": 3
  },
  "id2label": {
    "0": "SAT",
    "1": "NEED_CLARIFICATION",
    "2": "WRONG_ANSWER",
    "3": "WANT_DIFFERENT"
  },
  "base_model": "llm-semantic-router/mmbert-32k-yarn",
  "max_length": 512,
  "use_lora": true,
  "lora_rank": 8,
  "lora_alpha": 16,
  "class_weights": [
    1.0,
    1.0,
    1.0,
    1.0
  ],
  "metrics": {
    "eval_loss": 0.06945836544036865,
    "eval_accuracy": 0.9845896147403685,
    "eval_f1_macro": 0.9768723268723268,
    "eval_f1_weighted": 0.9845660553198242,
    "eval_f1_SAT": 1.0,
    "eval_f1_NEED_CLARIFICATION": 0.996996996996997,
    "eval_f1_WRONG_ANSWER": 0.9569569569569569,
    "eval_f1_WANT_DIFFERENT": 0.9535353535353536,
    "eval_runtime": 4.7386,
    "eval_samples_per_second": 629.928,
    "eval_steps_per_second": 19.837,
    "epoch": 5.0
  }
}