File size: 13,252 Bytes
03bb318 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 | {
"action_space": {
"occ_in_joint_flow": true,
"public_axis_order": "manifest_native_[x,y]",
"public_representation": "cumulative_meter_points",
"roundtrip_tolerance_m": 1e-05,
"route_decoder": "denormalize_delta_then_cumsum",
"route_in_joint_flow": false,
"route_internal_axis_order": "manifest_native_[dx,dy]",
"route_internal_representation": "normalized_per_step_delta",
"route_normalization": "train_delta_mean_std",
"route_points": 20,
"route_prediction": "deterministic_direct",
"scene_decoder": "vae_logits_plus_p3_intent_time_joint_latent_residual",
"stage3_legacy_action_io_loaded": false,
"stats_artifact": "/mnt/nvme0n1/hqh_projects/unidrivevla-b2d-occwam-fullmot/Bench2Drive/projects/configs/occwam_fullmot_action_stats.json",
"stats_artifact_sha256": "3ab2097ae6a0a67bcbdc83f73b0f30cf2670db5b9a6f89e97a3ebf909491edd3",
"tfpp_condition": "fused_8x8_only",
"tfpp_p3_direct_semantic_prior_loaded": false,
"tfpp_p3_mot_condition_enabled": false,
"tp3_trajectory_route_io_shared": false,
"trajectory_decoder": "cumsum",
"trajectory_in_joint_flow": true,
"trajectory_internal_axis_order": "manifest_native_[dx,dy]",
"trajectory_internal_representation": "normalized_per_step_delta",
"trajectory_normalization": "train_delta_mean_std",
"trajectory_points": 6,
"trajectory_route_io_shared": false
},
"data": {
"allow_batch_size_per_gpu_resume_change": true,
"allow_route_keyframe_warm_start_lineage_upgrade": true,
"allow_static_hazard_occ_warm_start_lineage_upgrade": true,
"allow_yield_conditioner_warm_start_lineage_upgrade": false,
"allow_yield_route_resume_lineage_upgrade": true,
"batch_size_per_gpu": 4,
"drop_last": false,
"formal_data_config": "/mnt/nvme0n1/hqh_projects/v42g_325_configs/formal_data_ds30_rebound.json",
"num_workers": 4,
"parking_exit_supplement_config": "/mnt/nvme0n1/hqh_projects/parking_exit_ds30/training_config.json",
"parking_exit_supplement_config_sha256": "42aa4e203611a5ccba76a1cdb0d89dcec162e25ae7c5f3c715290a5453e82a7e",
"pin_memory": true,
"prefetch_factor": 2,
"route_keyframe_context_rows": 2,
"route_keyframe_lateral_span_threshold_m": 0.75,
"route_keyframe_repeat_factor": 2,
"route_keyframe_scenarios": [
"ConstructionObstacle",
"ConstructionObstacleTwoWays",
"HighwayExit",
"MergerIntoSlowTraffic",
"MergerIntoSlowTrafficV2",
"InterurbanActorFlow",
"InterurbanAdvancedActorFlow",
"EnterActorFlow",
"SignalizedJunctionLeftTurn",
"NonSignalizedJunctionLeftTurn"
],
"stop_sign_decel_repeat_factor": 2,
"stop_sign_decel_rows_npy": "/mnt/nvme1n1/occwam_training/stop_sign_speed_rows_v1_20260721/train/stop_decel_only_row_indices.npy",
"stop_sign_decel_rows_sha256": "ddce2297e93095fa0b09c21c5d148a709fcf566023abfc4710895427fed86da7",
"stop_sign_flow_commit_repeat_factor": 2,
"stop_sign_flow_commit_rows_npy": "/mnt/nvme0n1/hqh_projects/flow_commit_v1/flow_commit_disjoint_row_indices.npy",
"stop_sign_flow_commit_rows_sha256": "7e03a25a318531dbc84b49f7d81646d4b878a6ab83cdeff0a648314ea6a85029",
"stop_sign_full_repeat_factor": 2,
"stop_sign_full_rows_npy": "/mnt/nvme1n1/occwam_training/stop_sign_speed_rows_v1_20260721/train/stop_full_row_indices.npy",
"stop_sign_full_rows_sha256": "7fc89cd81267715dbfec40a2c305877b3f7840a3af0fc4e635a37191b5532117",
"stop_sign_slow_repeat_factor": 2,
"stop_sign_slow_rows_npy": "/mnt/nvme1n1/occwam_training/stop_sign_speed_rows_v1_20260721/train/stop_slow_only_row_indices.npy",
"stop_sign_slow_rows_sha256": "d2ceab505e8d239ed9798c44dd97c0b6365984f76fb0b77051cca248050ae060",
"validate_all_train_prefix_rows_on_rank0": false,
"validation_batch_size": 8,
"validation_batch_size_benchmark_candidates": [
1,
2,
4,
8
],
"validation_num_workers": 2,
"yield_hard_negative_repeat_factor": 1,
"yield_route_critical_repeat_factor": 1,
"yield_route_recovery_repeat_factor": 1
},
"flow_matching": {
"path": "linear",
"prediction_type": "velocity",
"shared_occ_traj_time": true,
"solver_method": "euler",
"solver_steps": 1,
"source": "standard_gaussian",
"time_eps": 0.001,
"time_sampler": "fp32_shifted_uniform_mixture_eps",
"time_shift": 5,
"uniform_mix": 0.5
},
"format": "occwam-fullmot-train-v1",
"model": {
"allow_tfpp_p3_warm_start_upgrade": false,
"allow_tfpp_route_shortcut_warm_start_upgrade": false,
"allow_yield_conditioner_warm_start_upgrade": false,
"head_kwargs": {
"bev_size": 64,
"coupling_drivable_weight": 0.1,
"coupling_dynamic_weight": 0.4,
"coupling_static_weight": 0.2,
"ego_rollout_ce_weight": 1.0,
"ego_rollout_latent_weight": 1.0,
"endpoint_planning_cross_dim": 256,
"endpoint_planning_cross_heads": 8,
"endpoint_planning_cross_layers": 6,
"endpoint_planning_cross_memory_source": "tfpp_fused_tokens",
"endpoint_planning_loss_weight": 0.5,
"flow_output_init_std": 0.005,
"flow_prediction_type": "velocity",
"flow_time_eps": 0.001,
"flow_time_shift": 5,
"flow_time_uniform_mix": 0.5,
"hidden_size": 1024,
"hole_class_index": 0,
"inference_solver_method": "euler",
"inference_solver_steps": 1,
"latent_channels": 8,
"meters_per_pixel": 1,
"num_classes": 11,
"occ_flow_weight": 1,
"occ_latent_mean": [
-0.11749874864126549,
-0.06263126669817203,
-0.055026640336892384,
-0.08906493152756566,
-0.30770975638568693,
-0.3367392817349086,
-0.20425662993791605,
0.34836530026232687
],
"occ_latent_std": [
0.9939309313047032,
1.0926439866036277,
1.015430613386019,
0.8722492545294619,
0.9422396545971748,
1.1328961975905276,
0.9416208501378608,
1.5785298219961281
],
"occupancy_balance_method": "effective_number",
"occupancy_class_balance": false,
"occupancy_class_weights": [
0,
0.4258175984706081,
0.4258175984706081,
0.4258175984706081,
0.4258175984706081,
1.7031933859103572,
0.4627417904843944,
4.225653058873132,
0.42583982028896655,
0.8516351969412163,
1.0534839520901094
],
"occupancy_decode_weight": 1,
"occupancy_dice_weight": 0.1,
"occupancy_rollout_field_solver_steps": 2,
"occupancy_rollout_field_weight": 0,
"occupancy_rollout_semantic_weight": 0,
"prefix_length": 1024,
"route_coupling_blockage_weight": 0.2,
"route_coupling_drivable_weight": 0.1,
"route_cumulative_weight": 1,
"route_direct_weight": 1,
"route_endpoint_weight": 0,
"status_dim": 7,
"tf_feature_dim": 1512,
"tfpp_emergency_yield_classifier_perception_only": true,
"tfpp_emergency_yield_context_dim": 128,
"tfpp_emergency_yield_freeze_conditioner": false,
"tfpp_emergency_yield_gate_route_residual": true,
"tfpp_emergency_yield_gate_source": "learned_classifier",
"tfpp_emergency_yield_loss_weight": 1.0,
"tfpp_emergency_yield_pos_weight": 8,
"tfpp_emergency_yield_residual_after_route_decoder": true,
"tfpp_emergency_yield_route_activation_threshold": 0.4,
"tfpp_emergency_yield_route_residual_hidden_dim": 256,
"tfpp_emergency_yield_route_residual_loss_weight": 5,
"tfpp_emergency_yield_route_residual_mode": "direct_per_query",
"tfpp_emergency_yield_upsample64": true,
"tfpp_p3_scene_dim": 128,
"tfpp_route_decoder_dim": 256,
"tfpp_route_decoder_heads": 8,
"tfpp_route_decoder_layers": 6,
"trajectory_adjacent_increment_weight": 0.05,
"trajectory_control_speed_weight": 0.2,
"trajectory_cumulative_weight": 1,
"trajectory_endpoint_weight": 0,
"trajectory_flow_point_weights": [
3,
3,
1,
1,
1,
1
],
"trajectory_flow_weight": 1,
"use_ego_view_rollout": true,
"use_endpoint_planning_cross_attention": true,
"use_endpoint_planning_refiner": true,
"use_endpoint_planning_route_refiner": false,
"use_tfpp_direct_scene_prior": false,
"use_tfpp_emergency_yield_conditioner": true,
"use_tfpp_p3_condition": true,
"use_tfpp_p3_endpoint_planning_condition": true,
"use_tfpp_p3_mot_condition": false,
"use_tfpp_route_decoder_shortcut": true,
"zero_initialize_flow_outputs": false
},
"minimum_component_coverage": 0.99,
"precision": "bfloat16",
"pretrained_path": "/mnt/nvme0n1/hqh_projects/qwen3vl_2b_new",
"pretrained_weight_file": "model.safetensors",
"pretrained_weight_sha256": "873e8eac6ac3f901b916e3f414f565b64f09a1205b4b819cad5657405fd11a8c",
"reset_flow_predictors_after_warm_start": false,
"stage3_checkpoint": "/mnt/nvme0n1/hqh_projects/stage3_qwen3vlnew_merged.pt",
"stage3_checkpoint_sha256": "42e2374619e03625006b0d3332ff8980107a7fb266ac47aa28a58673527a23b5",
"tfpp_emergency_head_checkpoint": "/mnt/nvme0n1/hqh_projects/tfpp_pretrained/pretrained_models/all_towns/model_0030_1.pth",
"tfpp_emergency_head_checkpoint_sha256": "0ff5062a234f5919385957c4b46df8a10adcf09a88a427198e0e2e655b5935cb",
"tfpp_route_decoder_checkpoint": "/mnt/nvme0n1/hqh_projects/carla-garage-b2d-occwam/work_dirs/occwam_b2d/profile_b_parking_mix/selected/checkpoint/model.pt",
"tfpp_route_decoder_checkpoint_sha256": "6a60ac32b18ba33739997f2bc314d9dd550dc03aed40c1e6eec950389c7120e5",
"tfpp_route_native_checkpoint": "/mnt/nvme0n1/hqh_projects/tfpp_pretrained/pretrained_models/all_towns/model_0030_1.pth",
"tfpp_route_native_checkpoint_sha256": "0ff5062a234f5919385957c4b46df8a10adcf09a88a427198e0e2e655b5935cb",
"vae_checkpoint": "/mnt/nvme1n1/occwam_training/scene_vae_static_hazard_deterministic_v4_20260720/selected_epoch02_class5bias_m1p4.pt",
"vae_checkpoint_sha256": "007271376f93ca4e65f03c58995c9250d4ee91adfdc7333f3682d70966840346"
},
"optimizer": {
"action_expert_lr": 5e-06,
"betas": [
0.9,
0.95
],
"endpoint_planning_lr": 3e-05,
"eps": 1e-08,
"expert_lr": 5e-06,
"fused": true,
"grad_clip_branch_norms": {
"action_expert": 1,
"endpoint_planning": 1,
"occwam_action": 1,
"occwam_perception": 5,
"occwam_shared": 1,
"p3_scene": 5,
"perception_expert": 1,
"route_shortcut": 5,
"yield_route_residual": 5
},
"grad_clip_mode": "per_branch",
"grad_clip_norm": 1,
"gradient_accumulation_steps": 1,
"new_layers_lr": 5e-05,
"occwam_action_lr": 1e-05,
"occwam_trajectory_lr": 1e-05,
"p3_mot_lr": 3e-05,
"p3_scene_lr": 0.0001,
"route_output_lr": 5e-05,
"route_query_lr": 5e-05,
"route_shortcut_lr": 5e-05,
"weight_decay": 0.01,
"yield_conditioner_lr": 0.0001,
"yield_route_residual_lr": 0.001
},
"runtime": {
"allow_direct_scene_prior_optimizer_resume_migration": false,
"allow_endpoint_blend_weight_optimizer_resume_migration": true,
"allow_endpoint_cross_attention_optimizer_resume_migration": false,
"allow_flow_time_sampler_optimizer_resume_migration": true,
"allow_parking_exit_supplement_removal_optimizer_resume_migration": false,
"allow_stop_sign_repeat_optimizer_resume_migration": true,
"allow_tf32": true,
"allow_trajectory_loss_optimizer_resume_migration": true,
"allow_yield_anticipatory_label_optimizer_resume_migration": false,
"allow_yield_final_route_optimizer_resume_migration": false,
"allow_yield_route_override_optimizer_resume_migration": false,
"checkpoint_interval_steps": 0,
"checkpoint_keep_best": 3,
"checkpoint_keep_interval": 2,
"checkpoint_keep_signal": 1,
"early_stopping": {
"composite_min_delta": 1,
"composite_weights": {
"occ_pred_miou": 1,
"route_pred_ade": 1,
"route_pred_fde": 1,
"traj_pred_ade": 1,
"traj_pred_fde": 1
},
"enabled": true,
"minimum_improvements": {
"occ_pred_miou": 0.002,
"route_pred_ade": 0.005,
"route_pred_fde": 0.01,
"traj_pred_ade": 0.01,
"traj_pred_fde": 0.02
},
"patience": 5,
"patience_start_step": 18000,
"validation_grid_steps": 1000
},
"gradient_checkpointing": true,
"log_interval_steps": 20,
"output_dir": "/mnt/nvme1n1/occwam_training/occrestore_v42g_exitmain_b2_7gpu_20260723",
"rolling_checkpoint_interval_steps": 300,
"sampler_seed": 4396,
"seed": 4396,
"shadow_validation_samples": 2044,
"step_validation_enabled": true,
"validation_interval_steps": 1000,
"validation_samples": 16002,
"validation_start_step": 10000,
"validation_subset_method": "sample_id_sha256_lowest_v1",
"validation_subset_seed": "occwam-fullmot-val16k-v1"
},
"schedule": {
"epochs": 3,
"minimum_lr_ratio": 0.1,
"warmup_initial_ratio": 0.999,
"warmup_ratio": 0.03,
"warmup_steps": 5000
}
}
|