| { | |
| "base_model": "/home/edgeai_lab/minseong_results/sn_tuned_llama2_7b-chat-cb-clean_lr5e-5_20260802_123551", | |
| "fine_tuning_type": "sst2 Fine-tuning with Safety Neuron Freezing", | |
| "safety_neurons_file": "/home/edgeai_lab/minseong_results/safety_llama2_7b-chat-cb-clean/safety_neuron.txt", | |
| "dataset": "sst2", | |
| "train_file": "/home/edgeai_lab/Safety-WaRP-LLM/data/sst2_train_8k_seed42.json", | |
| "question_field": "question", | |
| "answer_field": "response", | |
| "num_train_samples": 8000, | |
| "batch_size": 4, | |
| "grad_accum": 4, | |
| "learning_rate": 1e-05, | |
| "weight_decay": 0.01, | |
| "warmup_ratio": 0.1, | |
| "epochs": 1, | |
| "max_length": 512, | |
| "max_grad_norm": 1.0, | |
| "lr_scheduler_type": "cosine", | |
| "optimizer": "adamw_torch", | |
| "gradient_checkpointing": false, | |
| "dtype": "bf16", | |
| "trainer_type": "Trainer", | |
| "strategy": "Freeze safety neurons, train others" | |
| } |