| { | |
| "user": "users777779", | |
| "timestamp": "20251125_133412", | |
| "start_time_utc": "2025-11-25 14:27:26", | |
| "checkpoint_path": "output/Qwen2_NER_StandardLoRA_Noisy10_20251125_043744/stage1_noisy_model", | |
| "test_file": "ccf_test_processed.jsonl", | |
| "total_samples": 2752, | |
| "use_relaxed_matching": true, | |
| "metrics": { | |
| "exact_match": { | |
| "score": 0.5901, | |
| "correct_count": 1624, | |
| "total_count": 2752 | |
| }, | |
| "sample_accuracy": { | |
| "score": 0.5792, | |
| "correct_count": 1594, | |
| "total_count": 2752 | |
| }, | |
| "strict_matching": { | |
| "precision": 0.7032, | |
| "recall": 0.6805, | |
| "f1_score": 0.686, | |
| "entity_accuracy": 0.6674 | |
| }, | |
| "relaxed_matching": { | |
| "precision": 0.7167, | |
| "recall": 0.6884, | |
| "f1_score": 0.6952, | |
| "entity_accuracy": 0.6884 | |
| } | |
| }, | |
| "model_info": { | |
| "base_model": "qwen/Qwen2-1.5B-Instruct", | |
| "checkpoint": "output/Qwen2_NER_StandardLoRA_Noisy10_20251125_043744/stage1_noisy_model", | |
| "task": "Named Entity Recognition (NER)" | |
| } | |
| } |