test_metrics_calibrated.json

{
  "schema": "modernbert-driving-command-test-v1",
  "model": "/root/autodl-tmp/models/modernbert-drive-command-epoch2",
  "dataset": "/root/autodl-tmp/LMM-in-AutoDrive/structured_command_parser/data/processed/english_pseudolabels/test.jsonl",
  "metrics": {
    "samples": 66270,
    "action_exact_match": 0.9870076957899502,
    "action_micro_precision": 0.9854056026269915,
    "action_micro_recall": 0.9703780590043515,
    "action_micro_f1": 0.9778340976747929,
    "status_accuracy": 0.9939489965293496,
    "category_accuracy": 0.9915044514863437,
    "urgency_accuracy": 0.9991398822996831,
    "direction_exact_match": 0.997540365172778,
    "change_accuracy": 0.9982194054625019
  },
  "metric_scope": "PSEUDO_LABEL_TEACHER_AGREEMENT_NOT_HUMAN_GOLD_ACCURACY"
}