Laguna-S-2.1-NVFP4 / generation_config.json
joerowell's picture
Enable thinking by default, preserve reasoning; drop max_new_tokens cap
b482b5d verified
Raw
History Blame Contribute Delete
485 Bytes
{
"bos_token_id": 2,
"do_sample": true,
"eos_token_id": [
2,
24
],
"pad_token_id": 9,
"temperature": 1.0,
"top_p": 1.0,
"speculative_config": {
"method": "dflash",
"source": "huggingface",
"model": "poolside/Laguna-S-2.1-DFlash-NVFP4",
"num_speculative_tokens": 15
},
"tool_call_parser": "poolside_v1",
"reasoning_parser": "poolside_v1",
"default_chat_template_kwargs": {
"enable_thinking": true
},
"top_k": 20,
"min_p": 0.0
}