{ "adapter_weights_sha256": "ba73f76147b922e3cecf6e8ee77d149f4bffb0a951d59924d95fc6ca4898c896", "base_model": "Qwen/Qwen3-8B-Base", "base_revision": "49e3418fbbbca6ecbdf9608b4d22e5a407081db4", "data": { "documents": 0, "max_length": 768, "qa_repeat": 1, "qa_rows": { "full": 2050 }, "qa_serialization": { "answer_text": "one leading space + stripped answer + EOS", "boundary": "Joint tokenization must preserve the complete generation prefix", "loss": "answer and EOS only; prompt and padding masked", "prompt_template": "Question: {question}\nAnswer:", "special_tokens": "native tokenizer add_special_tokens=True; no injected BOS fallback", "version": "paper_v1" }, "source": "source-qa/muse-news" }, "data_repository": "Hyukkyu/RAQUEL2-ICLR", "data_revision": "ac82756570fcce84441fb413ab523de8da679efd", "epochs": 15, "export_merge_algorithm": "fp32_sum_then_cast_once", "export_precision": "bfloat16", "global_step": 975, "merge_audit": { "max_kl": 0.005479112267494202, "maximum_allowed_kl": 0.1, "mean_absolute_logit_difference": 0.08686696738004684, "merge_algorithm": "fp32_sum_then_cast_once", "top1_agreement": 1.0 }, "merged_weights_sha256": "b64a6e7d2a24060469a9d34003c2f71da53ec6d8e6cd09fa20e8269cdf8b0fd4", "role": "M_orig", "schedule": { "scheduler": "cosine", "warmup_ratio": 0.03, "weight_decay": 0.01 }, "training": { "global_batch_size": 32, "learning_rate": 0.0001, "lora": { "alpha": 128, "dropout": 0.05, "rank": 64, "targets": [ "q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj" ] }, "parameter_counts": { "total": 8365323264, "trainable": 174587904 }, "precision": "bf16_base_fp32_adapters", "seed": 0 }, "variant": "QA-only LoRA baseline (RAQUEL2 source QA); unlearning runs start from merged M_orig" }