{ "temp": 0.7, "temperature_last": false, "top_p": 1, "top_k": 0, "top_a": 0, "tfs": 1, "epsilon_cutoff": 0, "eta_cutoff": 0, "typical_p": 1, "min_p": 0.02, "rep_pen": 1, "rep_pen_range": 0, "rep_pen_decay": 0, "rep_pen_slope": 1, "no_repeat_ngram_size": 0, "penalty_alpha": 0, "num_beams": 1, "length_penalty": 1, "min_length": 0, "encoder_rep_pen": 1, "freq_pen": 0, "presence_pen": 0, "skew": 0, "do_sample": false, "early_stopping": false, "dynatemp": false, "min_temp": 0.1, "max_temp": 0.7, "dynatemp_exponent": 1, "smoothing_factor": 0.3, "smoothing_curve": 1, "dry_allowed_length": 2, "dry_multiplier": 0.8, "dry_base": 1.75, "dry_sequence_breakers": "[\"'\", \"*\", \":\", \"<\", \"\", \"\", \"<|end|>\", \"<|start|>\", \"<|im_end|>\", \"<|im_sep|>\", \"<|im_start|>\", \"<|im_start|>assistant\", \"<|im_start|>user\", \">\", \"ASSISTANT\", \"ASSISTANT:\", \"INST\", \"USER\", \"USER:\", \"[\", \"[/INST]\", \"[INST]\", \"\\\\n\", \"\\n\", \"]\", \"_\", \"assistant\", \"end\", \"im\", \"im_end\", \"im_sep\", \"im_start\", \"sep\", \"start\", \"system\", \"user\", \"|\"]", "dry_penalty_last_n": 8192, "add_bos_token": false, "ban_eos_token": false, "skip_special_tokens": true, "mirostat_mode": 0, "mirostat_tau": 5, "mirostat_eta": 0.1, "guidance_scale": 1, "negative_prompt": "", "grammar_string": "", "json_schema": {}, "banned_tokens": "", "sampler_priority": [ "xtc", "min_p", "temperature", "quadratic_sampling", "dynamic_temperature", "top_k", "top_p", "typical_p", "epsilon_cutoff", "eta_cutoff", "tfs", "top_a", "mirostat" ], "samplers": [ "top_k", "tfs_z", "typical_p", "top_p", "min_p", "temperature" ], "ignore_eos_token": false, "spaces_between_special_tokens": true, "speculative_ngram": false, "sampler_order": [ 6, 0, 1, 3, 4, 2, 5 ], "logit_bias": [], "xtc_threshold": 0.1, "xtc_probability": 0.5, "rep_pen_size": 0, "genamt": 2048, "max_length": 8192 }