Mage-Flow / transformer /config.json
Xinjie-Q's picture
add transformer
1809cb3 verified
Raw
History Blame
709 Bytes
{
"in_channels": 128,
"out_channels": 128,
"vec_in_dim": 0,
"context_in_dim": 2560,
"hidden_size": 3072,
"mlp_ratio": 4.0,
"num_heads": 24,
"depth": 12,
"depth_single_blocks": 0,
"axes_dim": [
16,
56,
56
],
"theta": 10000,
"patch_size": 1,
"qkv_bias": true,
"guidance_embed": false,
"checkpoint": false,
"rope_type": "msrope",
"time_type": "qwen_proj",
"double_block_type": "double_stream",
"vec_type": null,
"apply_text_rotary_emb": false,
"_class_name": "MageFlow",
"txt_max_length": 2048,
"max_sequence_length": 2048,
"param_dtype": "bfloat16",
"packing": true,
"schedule_mode": "z-image",
"static_shift": 6.0,
"use_time_shift": false
}