{ "dtype": "int4", "input_info": null, "optimum_version": "2.1.0.dev0", "output_attentions": false, "quantization_config": { "_dataset_kwargs": {}, "dataset": null, "default_config": { "quant_method": "default" }, "ignored_scope": null, "num_samples": null, "processor": "/mnt/Ironwolf-4TB/Models/Pytorch/Qwen3.5-2B_Abliterated", "quantization_configs": { "lm_model": { "_dataset_kwargs": {}, "all_layers": null, "backup_precision": null, "bits": 4, "dataset": null, "dq_group_size": null, "dtype": "int4", "gptq": null, "group_size": null, "group_size_fallback": null, "ignored_scope": null, "lora_correction": null, "num_samples": null, "processor": "/mnt/Ironwolf-4TB/Models/Pytorch/Qwen3.5-2B_Abliterated", "quant_method": "default", "ratio": 1.0, "scale_estimation": null, "sensitivity_metric": null, "statistics_path": null, "sym": true, "tokenizer": "/mnt/Ironwolf-4TB/Models/Pytorch/Qwen3.5-2B_Abliterated" } }, "tokenizer": "/mnt/Ironwolf-4TB/Models/Pytorch/Qwen3.5-2B_Abliterated" }, "save_onnx_model": false, "transformers_version": "5.2.0" }