import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel

tok = AutoTokenizer.from_pretrained("rica40325/filter65k-2500")
tok.save_pretrained("./merged")

model = AutoModelForCausalLM.from_pretrained("rica40325/filter65k-2500", torch_dtype=torch.bfloat16)
peft_model = PeftModel.from_pretrained(model, ".")

merged_model = peft_model.merge_and_unload()
merged_model.to(torch.bfloat16)
merged_model.save_pretrained("./merged")