{ "output_dir": "exp/omnivoice_finetune_32", "data_config": "config/hf_data_config_finetune.json", "hf_data_config": "config/hf_data_config_finetune.json", "hf_dataset_repo_id": null, "hf_dataset_train_split": "train", "hf_dataset_dev_split": null, "hf_dataset_num_train_samples": null, "hf_dataset_num_dev_samples": null, "hf_token": null, "hf_streaming": true, "hf_shuffle_buffer": 10000, "llm_name_or_path": "Qwen/Qwen3-0.6B", "audio_vocab_size": 1025, "audio_mask_id": 1024, "num_audio_codebook": 8, "audio_codebook_weights": [ 8, 8, 6, 6, 4, 4, 2, 2 ], "drop_cond_ratio": 0.1, "prompt_ratio_range": [ 0.0, 0.3 ], "mask_ratio_range": [ 0.0, 1.0 ], "language_ratio": 0.8, "use_pinyin_ratio": 0.3, "instruct_ratio": 1.0, "only_instruct_ratio": 0.5, "resume_from_checkpoint": "exp/omnivoice_finetune_32/checkpoint-15000", "init_from_checkpoint": "k2-fsa/OmniVoice", "learning_rate": 0.0001, "weight_decay": 0.01, "max_grad_norm": 1.0, "steps": 20000, "seed": 42, "lr_scheduler_type": "cosine", "warmup_type": "ratio", "warmup_ratio": 0.03, "warmup_steps": 0, "batch_tokens": 16384, "gradient_accumulation_steps": 8, "num_workers": 2, "mixed_precision": "bf16", "allow_tf32": true, "use_deepspeed": false, "deepspeed_config": null, "logging_steps": 10, "eval_steps": 500, "save_steps": 100, "keep_last_n_checkpoints": -1, "attn_implementation": "flex_attention", "model_dtype": "float32" }