File size: 857 Bytes
1c3a730
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "base_model": "/home/edgeai_lab/minseong_results/sn_tuned_llama2_7b-chat-cb-clean_lr5e-5_20260802_123551",
  "fine_tuning_type": "sst2 Fine-tuning with Safety Neuron Freezing",
  "safety_neurons_file": "/home/edgeai_lab/minseong_results/safety_llama2_7b-chat-cb-clean/safety_neuron.txt",
  "dataset": "sst2",
  "train_file": "/home/edgeai_lab/Safety-WaRP-LLM/data/sst2_train_8k_seed42.json",
  "question_field": "question",
  "answer_field": "response",
  "num_train_samples": 8000,
  "batch_size": 4,
  "grad_accum": 4,
  "learning_rate": 1e-05,
  "weight_decay": 0.01,
  "warmup_ratio": 0.1,
  "epochs": 1,
  "max_length": 512,
  "max_grad_norm": 1.0,
  "lr_scheduler_type": "cosine",
  "optimizer": "adamw_torch",
  "gradient_checkpointing": false,
  "dtype": "bf16",
  "trainer_type": "Trainer",
  "strategy": "Freeze safety neurons, train others"
}