{ "mode": "stitch-tensors", "precision": "6.0", "alpha_method": "noise", "model_name_or_path": "Qwen/Qwen3.6-35B-A3B", "precision_config": "/mnt/data/machine/krishnateja95/HIGGS_repo/HIGGS_runs/Qwen3_6_30b/qwen_3_6_30b_configs/optimal_precision_6.0_bits_mode_noise.json", "checkpoint_dirs": { "FP16": "/mnt/data/machine/krishnateja95/HIGGS_repo/HIGGS_runs/Qwen3_6_30b/qwen3_6_30b_quantized_layers/checkpoints/fp16", "FP8_Dynamic": "/mnt/data/machine/krishnateja95/HIGGS_repo/HIGGS_runs/Qwen3_6_30b/qwen3_6_30b_quantized_layers/checkpoints/fp8_dynamic", "NVFP4": "/mnt/data/machine/krishnateja95/HIGGS_repo/HIGGS_runs/Qwen3_6_30b/qwen3_6_30b_quantized_layers/checkpoints/nvfp4" }, "detected_layer_prefix": "model.language_model.layers.", "has_shared_expert": true, "has_visual_tower": true, "has_mtp": false, "has_linear_attn": true, "num_layer_assignments": 60, "regex_target_counts": { "FP8_Dynamic": 4, "NVFP4": 3, "FP16_ignore": 0 }, "selected_tensor_counts": { "FP16": 805, "FP8_Dynamic": 26276, "NVFP4": 70968 }, "num_output_tensors": 98049, "max_shard_size_gb": 5.0 }