{
  "base_model_dir": "/mnt/lustre/vlm-k1kong/models/MiniMax-H3",
  "config": {
    "callbacks": {
      "grad_clip": {
        "_target_": "fastvideo.train.callbacks.grad_clip.GradNormClipCallback",
        "max_grad_norm": 1.0
      },
      "latent_vis": {
        "_target_": "fastvideo.train.callbacks.latent_vis.LatentVisCallback",
        "every_steps": 100,
        "fps": 24
      },
      "validation": {
        "_target_": "fastvideo.train.callbacks.validation.ValidationCallback",
        "dataset_file": "/mnt/lustre/vlm-shared/h3_t2av_preprocessed/v10_mixed_native_v3/validation/heldout60.json",
        "every_steps": 100,
        "guidance_scale": 1.0,
        "max_record_num_frames": 345,
        "num_videos_per_prompt": 1,
        "offload_training_state": true,
        "pipeline_target": "fastvideo.pipelines.basic.minimax_h3.minimax_h3_pipeline.MiniMaxH3Pipeline",
        "run_at_start": true,
        "sampling_steps": [
          4
        ],
        "text_encoder_cpu_offload": true,
        "use_record_dimensions": true,
        "use_validation_media_conditioning": false,
        "vae_cpu_offload": true
      }
    },
    "method": {
      "_target_": "fastvideo.train.methods.distribution_matching.dmd2.DMD2Method",
      "cfg_uncond": {
        "text": "zero"
      },
      "dmd_denoising_steps": [
        999,
        749,
        500,
        250
      ],
      "fake_score_betas": [
        0.9,
        0.999
      ],
      "fake_score_learning_rate": 2e-06,
      "fake_score_loss_space": "x0",
      "fake_score_lr_scheduler": "constant",
      "generator_update_interval": 5,
      "max_timestep_ratio": 0.999,
      "min_timestep_ratio": 0.001,
      "real_score_guidance_scale": 1.0,
      "rollout_mode": "data_latent",
      "score_timestep_continuous": true,
      "score_timestep_shift": 2.4,
      "score_timestep_warp_max": 0.999
    },
    "models": {
      "critic": {
        "_target_": "fastvideo.train.models.minimax_h3.MiniMaxH3DMDModel",
        "attention_backend": "FLASH_ATTN",
        "disable_custom_init_weights": true,
        "enable_gradient_checkpointing_type": "full",
        "init_from": "/mnt/lustre/vlm-k1kong/models/MiniMax-H3",
        "trainable": true
      },
      "student": {
        "_target_": "fastvideo.train.models.minimax_h3.MiniMaxH3DMDModel",
        "attention_backend": "VIDEO_SPARSE_ATTN_H3",
        "enable_gradient_checkpointing_type": "full",
        "init_from": "/mnt/lustre/vlm-k1kong/models/MiniMax-H3",
        "trainable": true
      },
      "teacher": {
        "_target_": "fastvideo.train.models.minimax_h3.MiniMaxH3DMDModel",
        "attention_backend": "FLASH_ATTN",
        "disable_custom_init_weights": true,
        "init_from": "/mnt/lustre/vlm-k1kong/models/MiniMax-H3",
        "trainable": false
      }
    },
    "pipeline": {
      "dit_config": {
        "uniform_parameter_dtype": false
      }
    },
    "training": {
      "checkpoint": {
        "checkpointing_start_step": 100,
        "checkpoints_total_limit": 3,
        "inference_checkpoint_dtype": "bfloat16",
        "inference_checkpoint_role": "student",
        "output_dir": "/mnt/lustre/vlm-wlsaidhi/fastvideo/outputs/minimax_h3_dmd2_sp2_fsdp64_v11_dataonly_mixed_vsa64",
        "require_complete_training_checkpoint": true,
        "resume_from_checkpoint": "latest",
        "save_inference_checkpoint_on_validation": true,
        "training_state_checkpointing_steps": 100
      },
      "data": {
        "data_path": [
          "/mnt/lustre/vlm-shared/h3_t2av_preprocessed/v10_mixed_native_v3/h3_t2av_video_nuva_50k_720_mixed_len/data",
          "/mnt/lustre/vlm-shared/h3_t2av_preprocessed/v10_mixed_native_v3/h3_t2av_video_5s_768p/data",
          "/mnt/lustre/vlm-shared/h3_t2av_preprocessed/v10_mixed_native_v3/h3_t2av_video_nuva_10k_720_mixed_len/data",
          "/mnt/lustre/vlm-shared/h3_t2av_preprocessed/v10_mixed_native_v3/h3_t2av_video_nuva_10k_mixed_res_len/data",
          "/mnt/lustre/vlm-shared/h3_t2av_preprocessed/v10_mixed_native_v3/h3_t2av_fastgen_vidprom_150k/data"
        ],
        "dataloader_num_workers": 0,
        "native_shape_bucketing": true,
        "num_frames": 124,
        "num_height": 768,
        "num_latent_t": 37,
        "num_width": 1344,
        "preprocessed_data_type": "t2va",
        "seed": 42,
        "train_batch_size": 1,
        "training_cfg_rate": 0.0
      },
      "distributed": {
        "hsdp_replicate_dim": 1,
        "hsdp_shard_dim": 64,
        "num_gpus": 64,
        "sp_size": 2,
        "tp_size": 1
      },
      "dit_precision": "fp32",
      "loop": {
        "gradient_accumulation_steps": 2,
        "max_train_steps": 4000
      },
      "model": {
        "enable_gradient_checkpointing_type": "full",
        "enable_torch_compile": true,
        "precondition_outputs": false,
        "torch_compile_kwargs": {
          "dynamic": true,
          "recompile_limit": 32
        }
      },
      "optimizer": {
        "betas": [
          0.9,
          0.999
        ],
        "learning_rate": 2e-06,
        "lr_scheduler": "constant",
        "lr_warmup_steps": 0,
        "weight_decay": 0.01
      },
      "tracker": {
        "project_name": "h3-dmd2-vsa",
        "run_name": "dmd2_sp2_fsdp64_v11_dataonly_mixed_vsa64"
      },
      "vsa": {
        "sparsity": 0.9,
        "tile_size": 64
      }
    }
  },
  "dtype": "bfloat16",
  "format_version": 1,
  "kind": "inference",
  "max_shard_size_bytes": 5368709120,
  "module": "transformer",
  "role": "student",
  "shard_count": 14,
  "shard_file_sizes": [
    5331008552,
    5318721256,
    5318721248,
    4875566048,
    5318505992,
    5164580688,
    5318721240,
    5318721248,
    4875566056,
    5318505984,
    5164580688,
    5318721256,
    5318721208,
    2138941296
  ],
  "shard_sizes": [
    5331000320,
    5318715392,
    5318715392,
    4875560448,
    5318500352,
    5164574720,
    5318715392,
    5318715392,
    4875560448,
    5318500352,
    5164574720,
    5318715392,
    5318715392,
    2138938880
  ],
  "step": 1300,
  "tensor_count": 688,
  "total_size": 70099502592
}