Update trl-lora.py

trl-lora.py

@@ -64,7 +64,7 @@ trainer = SFTTrainer(
     tokenizer=tokenizer,
     packing=True,
     dataset_kwargs={
-        "add_special_tokens": True, # make sure we add <bos> and <eos> tokens
+        "add_special_tokens": False, # <bos> and <eos> should be part of the dataset.
         "append_concat_token": False, # make sure to not add additional tokens when packing
     }
 )