Diffusers
Safetensors
OrbitQuantComponentArtifact
orbitquant
quantized
diffusion-transformer
8-bit precision
Instructions to use WaveCut/FLUX.2-klein-4B-OrbitQuant-W2A4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use WaveCut/FLUX.2-klein-4B-OrbitQuant-W2A4 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("WaveCut/FLUX.2-klein-4B-OrbitQuant-W2A4", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
FLUX.2-klein-4B-OrbitQuant-W2A4 / assets /flux2-native_seed0_original_cyrillic-text-rendering.png.json
| { | |
| "suite": "flux2-native", | |
| "model_id": "black-forest-labs/FLUX.2-klein-4B", | |
| "prompt": "A handwritten note in Cyrillic that says \"\u041a\u0412\u0410\u041d\u0422\u041e\u0412\u0410\u041d\u0418\u0415\"", | |
| "seed": 0, | |
| "height": 1024, | |
| "width": 1024, | |
| "frames": null, | |
| "steps": 4, | |
| "guidance": 1.0, | |
| "bit_settings": [ | |
| "W4A4", | |
| "W3A3", | |
| "W2A4", | |
| "W2A3" | |
| ], | |
| "device": "cuda", | |
| "runtime_device": { | |
| "requested_device": "cuda", | |
| "resolved_device_type": "cuda", | |
| "cuda_available": true, | |
| "cuda_active": true, | |
| "cuda_device_index": 0, | |
| "cuda_device_name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", | |
| "cuda_device_capability": [ | |
| 12, | |
| 0 | |
| ], | |
| "cuda_memory_allocated_bytes": 16037566464, | |
| "cuda_memory_reserved_bytes": 21021851648, | |
| "cuda_peak_memory_allocated_bytes": 18602007552 | |
| }, | |
| "dtype": "bfloat16", | |
| "pipeline_class": "Flux2KleinPipeline", | |
| "scheduler": { | |
| "class": "FlowMatchEulerDiscreteScheduler", | |
| "config": { | |
| "num_train_timesteps": 1000, | |
| "shift": 3.0, | |
| "use_dynamic_shifting": true, | |
| "base_shift": 0.5, | |
| "max_shift": 1.15, | |
| "base_image_seq_len": 256, | |
| "max_image_seq_len": 4096, | |
| "invert_sigmas": false, | |
| "shift_terminal": null, | |
| "use_karras_sigmas": false, | |
| "use_exponential_sigmas": false, | |
| "use_beta_sigmas": false, | |
| "time_shift_type": "exponential", | |
| "stochastic_sampling": false, | |
| "_class_name": "FlowMatchEulerDiscreteScheduler", | |
| "_diffusers_version": "0.37.0.dev0" | |
| } | |
| }, | |
| "wall_time_seconds": 1.3168919398449361, | |
| "peak_vram_bytes": 18602007552, | |
| "contact_sheet_path": null, | |
| "quantization": null | |
| } | |