{ "base_model": "unsloth/gpt-oss-20b-unsloth-bnb-4bit", "model_type": "PEFT LoRA Adapter", "library_name": "peft", "peft_type": "LORA", "task_type": "CAUSAL_LM", "trainable_parameters": 7960000, "total_parameters": 20900000000, "training_hardware": "NVIDIA RTX 3090 24GB", "training_time_hours": 1.78, "training_framework": "unsloth", "github_repo": "https://github.com/toddllm/fine-tune-gpt-oss", "lora_config": { "r": 16, "lora_alpha": 32, "target_modules": [ "q_proj", "k_proj", "v_proj", "o_proj" ], "lora_dropout": 0.1, "bias": "none", "task_type": "CAUSAL_LM" }, "usage_example": { "description": "Load this LoRA adapter with PEFT", "code": [ "from peft import PeftModel, PeftConfig", "from transformers import AutoModelForCausalLM, AutoTokenizer", "", "# Load base model in 4-bit", "base_model = AutoModelForCausalLM.from_pretrained(", " 'unsloth/gpt-oss-20b-unsloth-bnb-4bit',", " load_in_4bit=True,", " device_map='auto'", ")", "", "# Load LoRA adapter", "model = PeftModel.from_pretrained(base_model, 'ToddLLM/xyrus-cosmic-gpt-oss-20b')", "tokenizer = AutoTokenizer.from_pretrained('unsloth/gpt-oss-20b-unsloth-bnb-4bit')" ] } }