Add provenance/v9_lineage.json
Browse files- provenance/v9_lineage.json +180 -0
provenance/v9_lineage.json
ADDED
|
@@ -0,0 +1,180 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"formal_data_config": "/mnt/nvme0n1/hqh_projects/v42g_325_configs/formal_data_ds30_rebound.json",
|
| 3 |
+
"formal_data_config_sha256": "2a73bf27bd82618b4c1681d39678e99c1491b1d89e0a423e8cda3275f9364656",
|
| 4 |
+
"train": {
|
| 5 |
+
"records": 565120,
|
| 6 |
+
"manifest_sha256": "eff3590321779af1213d720d9701599e8d452c231a0ac36f7ffbab4e36526f2d",
|
| 7 |
+
"manifest_sidecar_sha256": "ebad3cc5f8b9881d1cb1b185d7c8cfd5f0062152ebadc4da96dcf3f033198e1c",
|
| 8 |
+
"ordered_sample_ids_sha256": "8161c250379b32b87e63928e524e25503d54290f69fa912f71c030679da65da6",
|
| 9 |
+
"source_bundle_sha256": "7460e4969060dc4ef874dd2ba341c0f9a036de4d1ca36a9059900b05acf75a7c",
|
| 10 |
+
"feature_ledger_sha256": "cdb8aa179ec168a5f447a4a6ce0b7dbd593853bef7c1998c551e82019f7d27f9",
|
| 11 |
+
"yaw_array_sha256": "625ce0d163f7be6e122fb76fe0e6f5a11934a7ca3e1f12298ee839c92afcc0c3",
|
| 12 |
+
"yaw_manifest_sha256": "6fa1c5027cf7a6bc8c7bc26a60ddb02d2c432399265a9030c76d1e1716e6d451",
|
| 13 |
+
"navigation_array_sha256": "723d788cdba6ceb73866956303394cb87abbc838faae41dcd48c7f6ccdf561e2",
|
| 14 |
+
"navigation_manifest_sha256": "10dbd6874a42126fd2ba120c930ebccd9114fe35c6ca5253d519b5e78aca1e12",
|
| 15 |
+
"temporal_occ_manifest_sha256": "352412ea6d88ab7dbc5d5f74aa2a2766bd3a37da23ccc50c9d32ae8e7250f3bc",
|
| 16 |
+
"scene_occ_array_sha256": "e4460d8ac81b3765d40e75bc2986eac350d8c4200b9adab7ed02b975d236b636",
|
| 17 |
+
"ego_occ_array_sha256": "d1cdbd57a8a881b88241f2f82de68f7037a87f93f4267014792bf38cf11cfd22",
|
| 18 |
+
"prefix_jsonl_sha256": "da9d463effc593464f22f752edb82b080f5b2ccff2626bc9f56064cd8a6fa806",
|
| 19 |
+
"prefix_sidecar_sha256": "c47cbdc4f2e7d2d353f050cffc159f21732dea3cebcf04ea46fe0249b36da7b3",
|
| 20 |
+
"prefix_contract_id": "b2d-pdmlite-front4-4hz-512x256-tp3-qwen3vl-pad1024-v1",
|
| 21 |
+
"yield_route_manifest_path": "/mnt/nvme0n1/hqh_projects/yield_route_ds30/train/manifest.json",
|
| 22 |
+
"yield_route_manifest_sha256": "d9023efc112eba31f43a4dd9b4c0fc8d5d3ca39e4ce2771b18f0693d8b629274"
|
| 23 |
+
},
|
| 24 |
+
"train_composite": {
|
| 25 |
+
"format": "occwam-stop-sign-speed-repeat-v1",
|
| 26 |
+
"base_composite": {
|
| 27 |
+
"format": "occwam-route-lateral-keyframe-repeat-v1",
|
| 28 |
+
"base_composite": {
|
| 29 |
+
"format": "occwam-strict-plus-parking-exit-repeat-v1",
|
| 30 |
+
"strict_records": 565120,
|
| 31 |
+
"supplement_source_records": 115,
|
| 32 |
+
"supplement_repeat_factor": 48,
|
| 33 |
+
"supplement_effective_records": 5520,
|
| 34 |
+
"total_records": 570640,
|
| 35 |
+
"supplement_fraction": 0.009673349221926258,
|
| 36 |
+
"index_order": "strict[0:N], then repeat-major ParkingExit blocks; source_row=(index-N)%supplement_source_records",
|
| 37 |
+
"effective_sample_id": "<source_sample_id>::parking_repeat_<repeat_index:03d>",
|
| 38 |
+
"shuffle": "torch DistributedSampler(seed=runtime.sampler_seed,set_epoch,drop_last=false)",
|
| 39 |
+
"strict_validation_unchanged": true,
|
| 40 |
+
"supplement_config": "/mnt/nvme0n1/hqh_projects/parking_exit_ds30/training_config.json",
|
| 41 |
+
"supplement_config_sha256": "42aa4e203611a5ccba76a1cdb0d89dcec162e25ae7c5f3c715290a5453e82a7e",
|
| 42 |
+
"supplement_bundle": "/mnt/nvme1n1/b2d_official_training_town03_parkingexit/occwam_supplement_v2/bundle_ds30.json",
|
| 43 |
+
"supplement_bundle_sha256": "455a74b8b5a8ca5926598fa02420c353c02fbb86f2fc4a8dd4207b4c42cd67b9",
|
| 44 |
+
"supplement_ordered_sample_ids_sha256": "14b8a97d30f0c06383c5d42355ffda23d5138db099fbdd109639fd8d1359c509",
|
| 45 |
+
"supplement_artifact_sha256": {
|
| 46 |
+
"artifacts.compact_manifest": "914a1e6195924ba55d20c6bb04934f600f2038ca4884609bdd0853725fe408ec",
|
| 47 |
+
"artifacts.scene_occ": "30075e90630651751117644a0d68fbe0c243aeb3f1aa4f5754593ac50d95ea94",
|
| 48 |
+
"external_artifacts.feature_index": "48f0212baa6a14a34f59be5646f721f97caed7bc9fba55126235ea54b0e2e9cc",
|
| 49 |
+
"external_artifacts.fused_features": "041efc3e0f704ac5089b5f339757f9b52a16c418c1b3213d34c9d1544dd7357b",
|
| 50 |
+
"external_artifacts.p3_features": "f261a8b84c16a509d0b3c8e454e30e6b1ee6e419e20df6fa68e858be4651dcd5"
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"base_records": 570640,
|
| 54 |
+
"scenarios": [
|
| 55 |
+
"ConstructionObstacle",
|
| 56 |
+
"ConstructionObstacleTwoWays",
|
| 57 |
+
"HighwayExit",
|
| 58 |
+
"MergerIntoSlowTraffic",
|
| 59 |
+
"MergerIntoSlowTrafficV2",
|
| 60 |
+
"InterurbanActorFlow",
|
| 61 |
+
"InterurbanAdvancedActorFlow",
|
| 62 |
+
"EnterActorFlow",
|
| 63 |
+
"SignalizedJunctionLeftTurn",
|
| 64 |
+
"NonSignalizedJunctionLeftTurn"
|
| 65 |
+
],
|
| 66 |
+
"source_scenario_counts": {
|
| 67 |
+
"ConstructionObstacle": 7926,
|
| 68 |
+
"ConstructionObstacleTwoWays": 10982,
|
| 69 |
+
"HighwayExit": 14133,
|
| 70 |
+
"MergerIntoSlowTraffic": 13793,
|
| 71 |
+
"MergerIntoSlowTrafficV2": 20610,
|
| 72 |
+
"InterurbanActorFlow": 5431,
|
| 73 |
+
"InterurbanAdvancedActorFlow": 9696,
|
| 74 |
+
"EnterActorFlow": 10586,
|
| 75 |
+
"SignalizedJunctionLeftTurn": 16344,
|
| 76 |
+
"NonSignalizedJunctionLeftTurn": 6275
|
| 77 |
+
},
|
| 78 |
+
"active_scenario_counts": {
|
| 79 |
+
"ConstructionObstacle": 4085,
|
| 80 |
+
"ConstructionObstacleTwoWays": 8151,
|
| 81 |
+
"HighwayExit": 6326,
|
| 82 |
+
"MergerIntoSlowTraffic": 8289,
|
| 83 |
+
"MergerIntoSlowTrafficV2": 14771,
|
| 84 |
+
"InterurbanActorFlow": 3003,
|
| 85 |
+
"InterurbanAdvancedActorFlow": 6095,
|
| 86 |
+
"EnterActorFlow": 7460,
|
| 87 |
+
"SignalizedJunctionLeftTurn": 6410,
|
| 88 |
+
"NonSignalizedJunctionLeftTurn": 4180
|
| 89 |
+
},
|
| 90 |
+
"selected_scenario_counts": {
|
| 91 |
+
"ConstructionObstacle": 4418,
|
| 92 |
+
"ConstructionObstacleTwoWays": 8462,
|
| 93 |
+
"HighwayExit": 6955,
|
| 94 |
+
"MergerIntoSlowTraffic": 8690,
|
| 95 |
+
"MergerIntoSlowTrafficV2": 15343,
|
| 96 |
+
"InterurbanActorFlow": 3756,
|
| 97 |
+
"InterurbanAdvancedActorFlow": 6300,
|
| 98 |
+
"EnterActorFlow": 7946,
|
| 99 |
+
"SignalizedJunctionLeftTurn": 6771,
|
| 100 |
+
"NonSignalizedJunctionLeftTurn": 4456
|
| 101 |
+
},
|
| 102 |
+
"selected_source_records": 73097,
|
| 103 |
+
"selected_sample_ids_sha256": "d92366158125d0e24fff71e6ef6737210d4c70cb1d2f064613b8b4afcf7793d8",
|
| 104 |
+
"lateral_span_threshold_m": 0.75,
|
| 105 |
+
"context_rows": 2,
|
| 106 |
+
"repeat_factor": 2,
|
| 107 |
+
"extra_records": 73097,
|
| 108 |
+
"total_records": 643737,
|
| 109 |
+
"selection": "per-route GT Route20 y-span >= threshold, expanded by context_rows in pinned frame order",
|
| 110 |
+
"index_order": "base composite, then repeat-major selected strict rows",
|
| 111 |
+
"effective_sample_id": "<source_sample_id>::route_keyframe_repeat_<index>",
|
| 112 |
+
"shuffle": "torch DistributedSampler(seed=runtime.sampler_seed,set_epoch,drop_last=false)"
|
| 113 |
+
},
|
| 114 |
+
"base_records": 643737,
|
| 115 |
+
"groups": {
|
| 116 |
+
"full": {
|
| 117 |
+
"artifact": "/mnt/nvme1n1/occwam_training/stop_sign_speed_rows_v1_20260721/train/stop_full_row_indices.npy",
|
| 118 |
+
"artifact_sha256": "7fc89cd81267715dbfec40a2c305877b3f7840a3af0fc4e635a37191b5532117",
|
| 119 |
+
"source_records": 2334,
|
| 120 |
+
"repeat_factor": 2,
|
| 121 |
+
"extra_records": 2334
|
| 122 |
+
},
|
| 123 |
+
"slow": {
|
| 124 |
+
"artifact": "/mnt/nvme1n1/occwam_training/stop_sign_speed_rows_v1_20260721/train/stop_slow_only_row_indices.npy",
|
| 125 |
+
"artifact_sha256": "d2ceab505e8d239ed9798c44dd97c0b6365984f76fb0b77051cca248050ae060",
|
| 126 |
+
"source_records": 1905,
|
| 127 |
+
"repeat_factor": 2,
|
| 128 |
+
"extra_records": 1905
|
| 129 |
+
},
|
| 130 |
+
"decel": {
|
| 131 |
+
"artifact": "/mnt/nvme1n1/occwam_training/stop_sign_speed_rows_v1_20260721/train/stop_decel_only_row_indices.npy",
|
| 132 |
+
"artifact_sha256": "ddce2297e93095fa0b09c21c5d148a709fcf566023abfc4710895427fed86da7",
|
| 133 |
+
"source_records": 3851,
|
| 134 |
+
"repeat_factor": 2,
|
| 135 |
+
"extra_records": 3851
|
| 136 |
+
},
|
| 137 |
+
"flow_commit": {
|
| 138 |
+
"artifact": "/mnt/nvme0n1/hqh_projects/flow_commit_v1/flow_commit_disjoint_row_indices.npy",
|
| 139 |
+
"artifact_sha256": "7e03a25a318531dbc84b49f7d81646d4b878a6ab83cdeff0a648314ea6a85029",
|
| 140 |
+
"source_records": 5399,
|
| 141 |
+
"repeat_factor": 2,
|
| 142 |
+
"extra_records": 5399
|
| 143 |
+
}
|
| 144 |
+
},
|
| 145 |
+
"total_records": 657226,
|
| 146 |
+
"selection": "PDMLite stop-sign hazard intersected with deploy control speed from GT Traj[0:2]; disjoint full/slow/decel groups",
|
| 147 |
+
"inference_privileged_input": false,
|
| 148 |
+
"index_order": "base composite, then repeat-major full, slow, decel rows",
|
| 149 |
+
"shuffle": "torch DistributedSampler(seed=runtime.sampler_seed,set_epoch,drop_last=false)"
|
| 150 |
+
},
|
| 151 |
+
"val": {
|
| 152 |
+
"records": 29419,
|
| 153 |
+
"manifest_sha256": "b9c57defe96590dc17a17ef19b35bc300dc1737916b5163966c8d5572c8c8a6f",
|
| 154 |
+
"manifest_sidecar_sha256": "f6661e0fd5422bb08bc2f05f2f227d044ad7368a801f311da610aaeaab55fa26",
|
| 155 |
+
"ordered_sample_ids_sha256": "3f0a36a2fc93ebc760d0757e2533eabbfbf70dbf3d710486ce93dc9d30469b97",
|
| 156 |
+
"source_bundle_sha256": "1070140f9c34c14433af74029558d66040e0265f583a9c589795f035f9e917bd",
|
| 157 |
+
"feature_ledger_sha256": "cdb8aa179ec168a5f447a4a6ce0b7dbd593853bef7c1998c551e82019f7d27f9",
|
| 158 |
+
"yaw_array_sha256": "479546495a653fad99ab95f5257c1c8ca5f59c135986181b52f3a524b7da143d",
|
| 159 |
+
"yaw_manifest_sha256": "8bf84be0678e159bc330632acc268829282c87326ec837f5c98072674e29bbfb",
|
| 160 |
+
"navigation_array_sha256": "dbaea3e3ebedb9f817e279372b6dd641861a69dba59c737664597b59ae3f7540",
|
| 161 |
+
"navigation_manifest_sha256": "2d48c00cc68300b49d2b8cee0babbbd57a71b214cbb2ea2e8b5894ed693ec017",
|
| 162 |
+
"temporal_occ_manifest_sha256": "705761132729dfda55284c206f6cfb144ca012a0f8e37c21c51d3172fe4897a4",
|
| 163 |
+
"scene_occ_array_sha256": "426606fd5ea8eca9aed7d0d8f23fd0fba941f8b647537fb613f2720540a7b268",
|
| 164 |
+
"ego_occ_array_sha256": "32f71f75a5e9c3e4a39babe0ab7c0ca0beed93a6599bb5c95e455f8441bf3ebb",
|
| 165 |
+
"prefix_jsonl_sha256": "fb2e1df666279ed18030be3e27fd8b7decbec66e9fc43a3c0316b83e2ad66581",
|
| 166 |
+
"prefix_sidecar_sha256": "a14d1a591bfb402ca784b8d0b251759b723f9e74572ec3629028bf9249f403d9",
|
| 167 |
+
"prefix_contract_id": "b2d-pdmlite-front4-4hz-512x256-tp3-qwen3vl-pad1024-v1",
|
| 168 |
+
"yield_route_manifest_path": "/mnt/nvme0n1/hqh_projects/yield_route_ds30/val/manifest.json",
|
| 169 |
+
"yield_route_manifest_sha256": "5992a3992b57718f695f980719d47d5adf729cff8f0c32ee710ced846c817e1a"
|
| 170 |
+
},
|
| 171 |
+
"val_selection": {
|
| 172 |
+
"format": "occwam-fullmot-stable-hashed-validation-subset-v1",
|
| 173 |
+
"method": "sample_id_sha256_lowest_v1",
|
| 174 |
+
"hash_domain": "occwam-fullmot-val16k-v1",
|
| 175 |
+
"full_split_records": 29419,
|
| 176 |
+
"selected_records": 16002,
|
| 177 |
+
"selected_sample_ids_sha256": "7f902e5ddac522a5453d4bb51164fed98bea559ae7e9a6e855a06876c1a821d0",
|
| 178 |
+
"ordering": "ascending sha256(domain + NUL + sample_id)"
|
| 179 |
+
}
|
| 180 |
+
}
|