Diffusers
Safetensors
OrbitQuantComponentArtifact
orbitquant
quantized
diffusion-transformer
8-bit precision
Instructions to use WaveCut/FLUX.2-klein-4B-OrbitQuant-W2A4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use WaveCut/FLUX.2-klein-4B-OrbitQuant-W2A4 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("WaveCut/FLUX.2-klein-4B-OrbitQuant-W2A4", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
File size: 1,635 Bytes
d16e497 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | {
"suite": "flux2-native",
"model_id": "black-forest-labs/FLUX.2-klein-4B",
"prompt": "Five glass marbles arranged in a straight line on white paper",
"seed": 0,
"height": 1024,
"width": 1024,
"frames": null,
"steps": 4,
"guidance": 1.0,
"bit_settings": [
"W4A4",
"W3A3",
"W2A4",
"W2A3"
],
"device": "cuda",
"runtime_device": {
"requested_device": "cuda",
"resolved_device_type": "cuda",
"cuda_available": true,
"cuda_active": true,
"cuda_device_index": 0,
"cuda_device_name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
"cuda_device_capability": [
12,
0
],
"cuda_memory_allocated_bytes": 16037566464,
"cuda_memory_reserved_bytes": 21021851648,
"cuda_peak_memory_allocated_bytes": 18602007552
},
"dtype": "bfloat16",
"pipeline_class": "Flux2KleinPipeline",
"scheduler": {
"class": "FlowMatchEulerDiscreteScheduler",
"config": {
"num_train_timesteps": 1000,
"shift": 3.0,
"use_dynamic_shifting": true,
"base_shift": 0.5,
"max_shift": 1.15,
"base_image_seq_len": 256,
"max_image_seq_len": 4096,
"invert_sigmas": false,
"shift_terminal": null,
"use_karras_sigmas": false,
"use_exponential_sigmas": false,
"use_beta_sigmas": false,
"time_shift_type": "exponential",
"stochastic_sampling": false,
"_class_name": "FlowMatchEulerDiscreteScheduler",
"_diffusers_version": "0.37.0.dev0"
}
},
"wall_time_seconds": 1.0257483250461519,
"peak_vram_bytes": 18602007552,
"contact_sheet_path": null,
"quantization": null
}
|