Publish immutable Skill r4 reproduction checkpoint-2000
Browse files- .gitattributes +3 -0
- ARTIFACT_RECEIPT.json +23 -0
- SHA256SUMS +20 -0
- _CHECKPOINT_METADATA +1 -0
- assets/Shiki42/robotwin_put_obj_cabinet_50_dynFcam_nFov_dynamicMain_lerobot/norm_stats.json +136 -0
- params/_METADATA +1 -0
- params/_sharding +1 -0
- params/d/a2b8bbb8216d6047ea0a08d0b724354c +0 -0
- params/manifest.ocdbt +0 -0
- params/ocdbt.process_0/d/6d6e31d66ccfb36caa32484ff0e75b8f +0 -0
- params/ocdbt.process_0/d/a9b841bd938cc1ed27acc555c34479cb +3 -0
- params/ocdbt.process_0/d/b88732eacc4f8d1fe15ba8c2e4ad81dd +3 -0
- params/ocdbt.process_0/d/c83a9a287b11486f0465d66dc88d9919 +0 -0
- params/ocdbt.process_0/d/cd01f9e4f1780e4351862ecc1993354a +3 -0
- params/ocdbt.process_0/d/d8592d51b11ba6fb376609f0131c9dfa +0 -0
- params/ocdbt.process_0/manifest.ocdbt +0 -0
- receipts/formal-resume500-to2000-performance.summary.json +72 -0
- receipts/model_difference_analysis.json +55 -0
- receipts/run_manifest.json +67 -0
- receipts/step2000_checkpoint_files.sha256 +30 -0
- receipts/step2000_realdata_reload_inference_probe.json +31 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
params/ocdbt.process_0/d/a9b841bd938cc1ed27acc555c34479cb filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
params/ocdbt.process_0/d/b88732eacc4f8d1fe15ba8c2e4ad81dd filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
params/ocdbt.process_0/d/cd01f9e4f1780e4351862ecc1993354a filter=lfs diff=lfs merge=lfs -text
|
ARTIFACT_RECEIPT.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_inventory_sha256": "728970bb49886e73f17f01c0b4aadafeb3f6558cc53559301c4993eee19e874a",
|
| 3 |
+
"consumer_gate": "download fixed HF revision and verify SHA256SUMS before transplant/evaluation",
|
| 4 |
+
"contents": [
|
| 5 |
+
"params",
|
| 6 |
+
"assets",
|
| 7 |
+
"_CHECKPOINT_METADATA",
|
| 8 |
+
"receipts"
|
| 9 |
+
],
|
| 10 |
+
"core_file_count": 13,
|
| 11 |
+
"core_total_bytes": 4556206821,
|
| 12 |
+
"created_at_utc": "2026-08-14T09:52:58Z",
|
| 13 |
+
"dataset_revision": "6280b6f02751e55dc902299ddf1464a4e7534707",
|
| 14 |
+
"experiment": "skillvla-r4-repro2k-b1x16-u2000-s87431-20260814-r1",
|
| 15 |
+
"repo_id": "Shiki42/putcab-skillvla-r4-repro2k-step2000-41d183f",
|
| 16 |
+
"repo_type": "model",
|
| 17 |
+
"schema": "parallelvla.hf_model_artifact.v1",
|
| 18 |
+
"source_checkpoint_step": 2000,
|
| 19 |
+
"source_code_commit": "41d183f99101c91aebe4286bc8769837cf1be2b4",
|
| 20 |
+
"student_mix": 0,
|
| 21 |
+
"train_config": "pi05_putcab_skillvla_teacher_student_v2",
|
| 22 |
+
"visibility": "public"
|
| 23 |
+
}
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
bda152aec1c80a412d511dec5d9ec12c3942cf1304d195d494650b9c96b1726b ./ARTIFACT_RECEIPT.json
|
| 2 |
+
05a802af053be5eae689b2f8fcc73884892f625edbd8474dc0d70e46e7959440 ./SHA256SUMS.part
|
| 3 |
+
d0110bb8a50241844d35c3b637e5bebc1de14229c1d5b5cf078a513c2f20f164 ./_CHECKPOINT_METADATA
|
| 4 |
+
b9ea87ef198055d97249dad04b067b95ab1d516f32e569139367894dd3600405 ./assets/Shiki42/robotwin_put_obj_cabinet_50_dynFcam_nFov_dynamicMain_lerobot/norm_stats.json
|
| 5 |
+
fd9b6e839d439ec54fb36e4ebf664d8177d8e92867f8190b5bb954f111e60c85 ./params/_METADATA
|
| 6 |
+
eebd5bd0dd2821f319dcd997eca6ce919398a75d52b736e2c45bf38d0c8b6511 ./params/_sharding
|
| 7 |
+
c0394314ae355de4b632ff376f37d90c3a26bb8b8c2502722f576946bf13b9af ./params/d/a2b8bbb8216d6047ea0a08d0b724354c
|
| 8 |
+
65ee4aa11d6c5937afb902b2efce24bd7a8d6b0b11031241c416a71e5bcfd783 ./params/manifest.ocdbt
|
| 9 |
+
4d46912bec27d1a7195963024039c4fc260aaa98d2e5406184aad7c555d6eb79 ./params/ocdbt.process_0/d/6d6e31d66ccfb36caa32484ff0e75b8f
|
| 10 |
+
ff803829a8726cddc0a84484a07367986bbc96c8de800d4c37415a026b57a260 ./params/ocdbt.process_0/d/a9b841bd938cc1ed27acc555c34479cb
|
| 11 |
+
d8e3aeff96494c53961c69ee46fd2c46c244852397ecdfa708683b395cb6f6e7 ./params/ocdbt.process_0/d/b88732eacc4f8d1fe15ba8c2e4ad81dd
|
| 12 |
+
e94b6f05ceef55173200b9a654bc6d84fae3656f3c7e168fafc6291a2847bc7a ./params/ocdbt.process_0/d/c83a9a287b11486f0465d66dc88d9919
|
| 13 |
+
e8e0774d6719afb6135f552671c7e3ae3b76861d9cf1aba3d9ddce1703c74e4f ./params/ocdbt.process_0/d/cd01f9e4f1780e4351862ecc1993354a
|
| 14 |
+
9762f44198b72deca394f8ce76913fb1adf57b3a767fe698c63f86879ad02170 ./params/ocdbt.process_0/d/d8592d51b11ba6fb376609f0131c9dfa
|
| 15 |
+
777f9d5d75760c3c78bd7e0353feb01fd089ca4c32c6e2deebb2c4365175ef88 ./params/ocdbt.process_0/manifest.ocdbt
|
| 16 |
+
c1af532b6701a55a93093d341f4227d9dffbc62bad25904d7a3949df05484689 ./receipts/formal-resume500-to2000-performance.summary.json
|
| 17 |
+
e13180f32b9d2e24b99231d1c2a1a3ea7360be4e279b88b050c7ed5c2e611329 ./receipts/model_difference_analysis.json
|
| 18 |
+
33ed7d475ee65069428371cbe3879e898928cd3301c321066dec3d5302957f39 ./receipts/run_manifest.json
|
| 19 |
+
728970bb49886e73f17f01c0b4aadafeb3f6558cc53559301c4993eee19e874a ./receipts/step2000_checkpoint_files.sha256
|
| 20 |
+
1a3c97405668899cbf1a032d606b884b4bf41908d10c95f0a6a0e39f054e94ea ./receipts/step2000_realdata_reload_inference_probe.json
|
_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "data_loader": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1786700274958418921, "commit_timestamp_nsecs": 1786700305295908703, "custom": {}}
|
assets/Shiki42/robotwin_put_obj_cabinet_50_dynFcam_nFov_dynamicMain_lerobot/norm_stats.json
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"norm_stats": {
|
| 3 |
+
"actions": {
|
| 4 |
+
"mean": [
|
| 5 |
+
-0.09847947515048759,
|
| 6 |
+
0.24095311652850276,
|
| 7 |
+
0.18021808033864584,
|
| 8 |
+
-0.03457456216775633,
|
| 9 |
+
-0.05482996030083213,
|
| 10 |
+
0.03054860134673311,
|
| 11 |
+
0.3651831752107489,
|
| 12 |
+
0.09126426802331353,
|
| 13 |
+
0.24134802763147065,
|
| 14 |
+
0.18746539474889973,
|
| 15 |
+
-0.042251788668606946,
|
| 16 |
+
0.055986820412576715,
|
| 17 |
+
-0.027301379895105195,
|
| 18 |
+
0.3641269048055252
|
| 19 |
+
],
|
| 20 |
+
"std": [
|
| 21 |
+
0.1775306072958477,
|
| 22 |
+
0.5237143137584991,
|
| 23 |
+
0.4397448043665117,
|
| 24 |
+
0.36142386112744135,
|
| 25 |
+
0.15429030434391094,
|
| 26 |
+
0.4163062075212436,
|
| 27 |
+
0.4646903499644733,
|
| 28 |
+
0.17069638139529503,
|
| 29 |
+
0.5206142017292764,
|
| 30 |
+
0.42775965074788874,
|
| 31 |
+
0.3555048669616335,
|
| 32 |
+
0.15740278714437553,
|
| 33 |
+
0.4796248979725387,
|
| 34 |
+
0.4643826004491483
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
-0.877754799630493,
|
| 38 |
+
-0.21682429313659668,
|
| 39 |
+
-0.42070555686950684,
|
| 40 |
+
-1.0711164474487305,
|
| 41 |
+
-0.8379644751548767,
|
| 42 |
+
-1.4253790974617004,
|
| 43 |
+
0.0,
|
| 44 |
+
-0.08526952148531564,
|
| 45 |
+
-0.21201622486114502,
|
| 46 |
+
-0.33420266926288605,
|
| 47 |
+
-1.0613574981689453,
|
| 48 |
+
-0.08246667623519897,
|
| 49 |
+
-1.5380500343907624,
|
| 50 |
+
0.0
|
| 51 |
+
],
|
| 52 |
+
"q99": [
|
| 53 |
+
0.0800890326499939,
|
| 54 |
+
2.2190718245226897,
|
| 55 |
+
1.7029002904891968,
|
| 56 |
+
1.1066889762878418,
|
| 57 |
+
0.0836712121963501,
|
| 58 |
+
1.5255447626113892,
|
| 59 |
+
1.0,
|
| 60 |
+
0.8280521035194397,
|
| 61 |
+
2.221902187876406,
|
| 62 |
+
1.6362677812576294,
|
| 63 |
+
1.087944507598877,
|
| 64 |
+
0.8586040297523141,
|
| 65 |
+
1.81212317943573,
|
| 66 |
+
1.0
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
"state": {
|
| 70 |
+
"mean": [
|
| 71 |
+
-0.6287581202736547,
|
| 72 |
+
1.6942356771779286,
|
| 73 |
+
1.003130061658244,
|
| 74 |
+
0.13217634073009893,
|
| 75 |
+
-0.4589873369895985,
|
| 76 |
+
0.6648227566348212,
|
| 77 |
+
0.42639884642257914,
|
| 78 |
+
0.580457755778777,
|
| 79 |
+
1.6932737320221234,
|
| 80 |
+
0.994648048479466,
|
| 81 |
+
0.12618917647522687,
|
| 82 |
+
0.4722825597986365,
|
| 83 |
+
-0.7723407337872699,
|
| 84 |
+
0.42534257601735537
|
| 85 |
+
],
|
| 86 |
+
"std": [
|
| 87 |
+
0.4657336510596925,
|
| 88 |
+
0.8475392272903997,
|
| 89 |
+
0.7098156709096579,
|
| 90 |
+
1.1028621951997672,
|
| 91 |
+
0.5138850527416254,
|
| 92 |
+
0.9312330713389553,
|
| 93 |
+
0.4782212540133063,
|
| 94 |
+
0.4647691189767318,
|
| 95 |
+
0.8486624159958103,
|
| 96 |
+
0.7143568331172911,
|
| 97 |
+
1.0934886054540514,
|
| 98 |
+
0.5265447153852096,
|
| 99 |
+
0.8491004687015086,
|
| 100 |
+
0.4780574930301331
|
| 101 |
+
],
|
| 102 |
+
"q01": [
|
| 103 |
+
-1.2643988132476807,
|
| 104 |
+
0.0,
|
| 105 |
+
0.0,
|
| 106 |
+
-1.8268885326385498,
|
| 107 |
+
-1.1807217597961426,
|
| 108 |
+
-1.1267139911651611,
|
| 109 |
+
0.0,
|
| 110 |
+
-0.015804122276604177,
|
| 111 |
+
0.0,
|
| 112 |
+
0.0,
|
| 113 |
+
-1.9740394043922425,
|
| 114 |
+
-0.01763239612802863,
|
| 115 |
+
-1.6863007354736328,
|
| 116 |
+
0.0
|
| 117 |
+
],
|
| 118 |
+
"q99": [
|
| 119 |
+
0.0,
|
| 120 |
+
2.61822509765625,
|
| 121 |
+
2.902451558113098,
|
| 122 |
+
1.3700618743896484,
|
| 123 |
+
0.018208079691976315,
|
| 124 |
+
1.6027674651145936,
|
| 125 |
+
1.0,
|
| 126 |
+
1.2205889225006104,
|
| 127 |
+
2.8280615663528526,
|
| 128 |
+
3.2786003327369726,
|
| 129 |
+
1.3397012948989868,
|
| 130 |
+
1.2116355895996094,
|
| 131 |
+
0.795149564743042,
|
| 132 |
+
1.0
|
| 133 |
+
]
|
| 134 |
+
}
|
| 135 |
+
}
|
| 136 |
+
}
|
params/_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_a', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_a", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear_lora_b', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear_lora_b", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'left_key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "left_key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'left_output', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "left_output", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'left_output', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "left_output", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'left_query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "left_query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'left_value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "left_value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'right_key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "right_key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'right_output', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "right_output", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'right_output', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "right_output", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'right_query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "right_query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'cross_attention', 'right_value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "cross_attention", "key_type": 2}, {"key": "right_value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'per_arm_adapter', 'left_down', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "per_arm_adapter", "key_type": 2}, {"key": "left_down", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'per_arm_adapter', 'left_up', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "per_arm_adapter", "key_type": 2}, {"key": "left_up", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'per_arm_adapter', 'left_up', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "per_arm_adapter", "key_type": 2}, {"key": "left_up", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'per_arm_adapter', 'right_down', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "per_arm_adapter", "key_type": 2}, {"key": "right_down", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'per_arm_adapter', 'right_up', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "per_arm_adapter", "key_type": 2}, {"key": "right_up", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'per_arm_adapter', 'right_up', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "per_arm_adapter", "key_type": 2}, {"key": "right_up", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'fusion', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "fusion", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'fusion', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "fusion", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'output', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "output", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'output', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "output", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'state_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "state_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'state_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "state_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'visual_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "visual_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'visual_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "visual_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'visual_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "visual_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'phase_gate', 'visual_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "phase_gate", "key_type": 2}, {"key": "visual_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'fusion', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "fusion", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'fusion', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "fusion", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'output', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "output", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'output', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "output", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'state_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "state_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'state_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "state_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'visual_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "visual_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'visual_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "visual_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'visual_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "visual_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_role_head', 'visual_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_role_head", "key_type": 2}, {"key": "visual_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'fusion', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "fusion", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'fusion', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "fusion", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'output', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "output", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'output', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "output", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'state_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "state_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'state_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "state_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'visual_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "visual_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'visual_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "visual_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'visual_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "visual_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'semantic_stage_head', 'visual_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "semantic_stage_head", "key_type": 2}, {"key": "visual_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
|
params/_sharding
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXJfbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW1fbG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhcl9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9hLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0ubG9yYV9iLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5sZWZ0X291dHB1dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5sZWZ0X291dHB1dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5sZWZ0X2tleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5sZWZ0X3F1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5sZWZ0X3ZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5yaWdodF92YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5yaWdodF9rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5yaWdodF9vdXRwdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5yaWdodF9vdXRwdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmNyb3NzX2F0dGVudGlvbi5yaWdodF9xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBlcl9hcm1fYWRhcHRlci5sZWZ0X2Rvd24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBlcl9hcm1fYWRhcHRlci5sZWZ0X3VwLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBlcl9hcm1fYWRhcHRlci5sZWZ0X3VwLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBlcl9hcm1fYWRhcHRlci5yaWdodF91cC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBlcl9hcm1fYWRhcHRlci5yaWdodF91cC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBlcl9hcm1fYWRhcHRlci5yaWdodF9kb3duLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUuZnVzaW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUuZnVzaW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUub3V0cHV0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUub3V0cHV0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUuc3RhdGVfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUuc3RhdGVfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUuc3RhdGVfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUuc3RhdGVfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUudmlzdWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUudmlzdWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUudmlzdWFsX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnBoYXNlX2dhdGUudmlzdWFsX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC52aXN1YWxfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC52aXN1YWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC52aXN1YWxfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC52aXN1YWxfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5mdXNpb24uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5mdXNpb24ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5vdXRwdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5vdXRwdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5zdGF0ZV9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5zdGF0ZV9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5zdGF0ZV9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3JvbGVfaGVhZC5zdGF0ZV9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQuZnVzaW9uLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQuZnVzaW9uLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQub3V0cHV0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQub3V0cHV0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQuc3RhdGVfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQuc3RhdGVfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQuc3RhdGVfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQuc3RhdGVfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQudmlzdWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQudmlzdWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQudmlzdWFsX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnNlbWFudGljX3N0YWdlX2hlYWQudmlzdWFsX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}
|
params/d/a2b8bbb8216d6047ea0a08d0b724354c
ADDED
|
Binary file (6.76 kB). View file
|
|
|
params/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
params/ocdbt.process_0/d/6d6e31d66ccfb36caa32484ff0e75b8f
ADDED
|
Binary file (1.77 kB). View file
|
|
|
params/ocdbt.process_0/d/a9b841bd938cc1ed27acc555c34479cb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ff803829a8726cddc0a84484a07367986bbc96c8de800d4c37415a026b57a260
|
| 3 |
+
size 1569058816
|
params/ocdbt.process_0/d/b88732eacc4f8d1fe15ba8c2e4ad81dd
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d8e3aeff96494c53961c69ee46fd2c46c244852397ecdfa708683b395cb6f6e7
|
| 3 |
+
size 404856832
|
params/ocdbt.process_0/d/c83a9a287b11486f0465d66dc88d9919
ADDED
|
Binary file (217 Bytes). View file
|
|
|
params/ocdbt.process_0/d/cd01f9e4f1780e4351862ecc1993354a
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8e0774d6719afb6135f552671c7e3ae3b76861d9cf1aba3d9ddce1703c74e4f
|
| 3 |
+
size 2582196224
|
params/ocdbt.process_0/d/d8592d51b11ba6fb376609f0131c9dfa
ADDED
|
Binary file (3.6 kB). View file
|
|
|
params/ocdbt.process_0/manifest.ocdbt
ADDED
|
Binary file (318 Bytes). View file
|
|
|
receipts/formal-resume500-to2000-performance.summary.json
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_rows": 3,
|
| 3 |
+
"compile_s": 4.499235402035993,
|
| 4 |
+
"first_compiled_step_s": 0.2569176519755274,
|
| 5 |
+
"measured_steps": 23995,
|
| 6 |
+
"metadata": {
|
| 7 |
+
"batch_size": 16,
|
| 8 |
+
"code_commit": "41d183f99101c91aebe4286bc8769837cf1be2b4",
|
| 9 |
+
"config_name": "pi05_putcab_skillvla_teacher_student_v2",
|
| 10 |
+
"dataset_revision": "6280b6f02751e55dc902299ddf1464a4e7534707",
|
| 11 |
+
"framework": "jax",
|
| 12 |
+
"gradient_accumulation_steps": 16,
|
| 13 |
+
"images_per_sample": 3,
|
| 14 |
+
"microbatch_size": 1,
|
| 15 |
+
"mode": "end-to-end",
|
| 16 |
+
"num_workers": 0,
|
| 17 |
+
"persistent_workers": false,
|
| 18 |
+
"pin_memory": false,
|
| 19 |
+
"prefetch_factor": 2,
|
| 20 |
+
"seed": 87431,
|
| 21 |
+
"xla_memory_fraction": null,
|
| 22 |
+
"xla_preallocate": "false"
|
| 23 |
+
},
|
| 24 |
+
"raw_receipt": "/home/coder/share/pi05_runs/skillvla-r4-repro2k-41d183f-20260814-r1/receipts/formal-resume500-to2000-performance.jsonl",
|
| 25 |
+
"steady_throughput_without_checkpoint": {
|
| 26 |
+
"duration_s": 2173.944144154142,
|
| 27 |
+
"images_per_second": 529.7357814352131,
|
| 28 |
+
"samples_per_second": 176.5785938117377,
|
| 29 |
+
"steps_per_minute": 662.1697267940164,
|
| 30 |
+
"steps_per_second": 11.036162113233607
|
| 31 |
+
},
|
| 32 |
+
"throughput": {
|
| 33 |
+
"duration_s": 2275.522536249191,
|
| 34 |
+
"images_per_second": 506.15187573509115,
|
| 35 |
+
"samples_per_second": 168.71729191169706,
|
| 36 |
+
"steps_per_minute": 632.689844668864,
|
| 37 |
+
"steps_per_second": 10.544830744481066
|
| 38 |
+
},
|
| 39 |
+
"timings_ms": {
|
| 40 |
+
"checkpoint_ms": {
|
| 41 |
+
"mean": 4.221794066880233,
|
| 42 |
+
"p50": 0.00018998980522155762,
|
| 43 |
+
"p90": 0.00044103944674134254,
|
| 44 |
+
"p99": 0.0011619995348155499
|
| 45 |
+
},
|
| 46 |
+
"compute_ms": {
|
| 47 |
+
"mean": 89.64305502010029,
|
| 48 |
+
"p50": 89.43377301329747,
|
| 49 |
+
"p90": 89.70449197804555,
|
| 50 |
+
"p99": 89.90016079857014
|
| 51 |
+
},
|
| 52 |
+
"data_wait_ms": {
|
| 53 |
+
"mean": 26.84646746902788,
|
| 54 |
+
"p50": 26.808618975337595,
|
| 55 |
+
"p90": 28.887586970813572,
|
| 56 |
+
"p99": 32.0028016937431
|
| 57 |
+
},
|
| 58 |
+
"logging_ms": {
|
| 59 |
+
"mean": 0.2651935281649435,
|
| 60 |
+
"p50": 0.0005410402081906796,
|
| 61 |
+
"p90": 0.0009819632396101952,
|
| 62 |
+
"p99": 4.515887971501797
|
| 63 |
+
},
|
| 64 |
+
"step_total_ms": {
|
| 65 |
+
"mean": 94.83319592620091,
|
| 66 |
+
"p50": 90.19099600845948,
|
| 67 |
+
"p90": 90.57726098690182,
|
| 68 |
+
"p99": 94.25140367704444
|
| 69 |
+
}
|
| 70 |
+
},
|
| 71 |
+
"warmup_steps": 5
|
| 72 |
+
}
|
receipts/model_difference_analysis.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "parallelvla.factorized_router_vs_skillvla_r4.v1",
|
| 3 |
+
"conclusion": "The successful r4 policy is teacher-driven; the per-arm student was not the deployed action source.",
|
| 4 |
+
"skillvla_r4": {
|
| 5 |
+
"initialization": "adapted full-vision all-actions step-2000 joint anchor",
|
| 6 |
+
"trainable": "router/semantic/student auxiliaries only",
|
| 7 |
+
"deployed_action_source": "joint teacher because student_mix=0.0",
|
| 8 |
+
"inactive_action_weight": 1,
|
| 9 |
+
"cadence": {
|
| 10 |
+
"async": 50,
|
| 11 |
+
"sync": 10,
|
| 12 |
+
"threshold": 0.53,
|
| 13 |
+
"confirmations": 2,
|
| 14 |
+
"boundary": 20
|
| 15 |
+
},
|
| 16 |
+
"data": {
|
| 17 |
+
"episodes": 50,
|
| 18 |
+
"frames": 10414,
|
| 19 |
+
"distribution": "canonical dynamic-current-frame"
|
| 20 |
+
},
|
| 21 |
+
"transplant": {
|
| 22 |
+
"recipient_step": 500,
|
| 23 |
+
"donor_step": 500,
|
| 24 |
+
"parameters": [
|
| 25 |
+
"action_out_proj/kernel",
|
| 26 |
+
"action_out_proj/bias"
|
| 27 |
+
],
|
| 28 |
+
"donor_weight": 0.6875
|
| 29 |
+
},
|
| 30 |
+
"fixed100": {
|
| 31 |
+
"suite": "parallelvla_eval_pcd",
|
| 32 |
+
"success": 57,
|
| 33 |
+
"collision": 8,
|
| 34 |
+
"matched_control_success": 55
|
| 35 |
+
}
|
| 36 |
+
},
|
| 37 |
+
"factorized_router": {
|
| 38 |
+
"initialization": "raw PI0.5 base",
|
| 39 |
+
"trainable": "full 3.35B backbone",
|
| 40 |
+
"inactive_arm_loss": "excluded static-arm action dimensions",
|
| 41 |
+
"cadence": "server returned 50 actions for every request; failed rollouts were 14x50=700",
|
| 42 |
+
"router": "independent left/right stage prediction with observed reach/hold oscillation",
|
| 43 |
+
"data": {
|
| 44 |
+
"episodes": 100,
|
| 45 |
+
"rows": 21645,
|
| 46 |
+
"distribution": "50 canonical plus 50 random-delay"
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"controlled_reproduction": {
|
| 50 |
+
"principle": "restore the known-successful training and deployment chain before changing one factor",
|
| 51 |
+
"max_updates": 2000,
|
| 52 |
+
"first_native_gate": 500,
|
| 53 |
+
"continue_condition": ">=1/5 real native fixed-seed successes"
|
| 54 |
+
}
|
| 55 |
+
}
|
receipts/run_manifest.json
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "parallelvla.skillvla_r4_repro2k_launch.v1",
|
| 3 |
+
"created_at_utc": "2026-08-14T06:40:19Z",
|
| 4 |
+
"status": "prepared_for_step1_preflight",
|
| 5 |
+
"host": "lm",
|
| 6 |
+
"gpu": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition",
|
| 7 |
+
"run_root": "/home/coder/share/pi05_runs/skillvla-r4-repro2k-41d183f-20260814-r1",
|
| 8 |
+
"experiment": "skillvla-r4-repro2k-b1x16-u2000-s87431-20260814-r1",
|
| 9 |
+
"code": {
|
| 10 |
+
"root": "/home/coder/share/RoboTwin-skillvla-r4-repro2k-20260814",
|
| 11 |
+
"commit": "41d183f99101c91aebe4286bc8769837cf1be2b4",
|
| 12 |
+
"clean": true
|
| 13 |
+
},
|
| 14 |
+
"runtime": {
|
| 15 |
+
"root": "/home/coder/share/parallelvla-runtimes/parallelvla-2026-08-13.7-candidate",
|
| 16 |
+
"manifest_sha256": "f3f94f704a7a600267d2ef172ea81f6626ca541f1f58de1193f04ac8b9358fa3",
|
| 17 |
+
"status": "candidate",
|
| 18 |
+
"python": "3.11.15",
|
| 19 |
+
"jax": "0.6.2",
|
| 20 |
+
"cudnn_override": "backends/jax/site-packages/nvidia/cudnn/lib",
|
| 21 |
+
"compat_lerobot_root": "/home/coder/share/perf-followup-compat/lerobot-a445d9c",
|
| 22 |
+
"compat_source_inventory_sha256": "bc6df641f90754909e97701ee61e5fefc1879bf87f64bda88c1616b33a935b3d"
|
| 23 |
+
},
|
| 24 |
+
"dataset": {
|
| 25 |
+
"repo_id": "Shiki42/robotwin_put_obj_cabinet_50_dynFcam_nFov_dynamicMain_casm_lan_lerobot",
|
| 26 |
+
"revision": "6280b6f02751e55dc902299ddf1464a4e7534707",
|
| 27 |
+
"episodes": 50,
|
| 28 |
+
"frames": 10414,
|
| 29 |
+
"receipt_sha256": "1c13eb22b4bfba57b8387b7164c1a5558953a46c8fd9a248a202026a6eb8fc32",
|
| 30 |
+
"inventory_sha256": "01a51d008ef8864b64fa919c0e29a8324e40c8fa39fa1644f3ba073e99a81982",
|
| 31 |
+
"inventory_verified_files": 204,
|
| 32 |
+
"inventory_verified_bytes": 114374247
|
| 33 |
+
},
|
| 34 |
+
"anchor": {
|
| 35 |
+
"params": "/home/coder/share/pi05_runs/putcab-pi05-fullvision-allactions-anchor-adapt-newfov-dynamicmain-b16-s87431-20260727-r1/inference_checkpoints/pi05_putcab_pi05_anchor_adapt_matched_lora/putcab-pi05-fullvision-allactions-anchor-adapt-newfov-dynamicmain-b16-s87431-20260727-r1/2000/params",
|
| 36 |
+
"inventory_sha256": "6fe45b0887d709ead5a76e57389af4b56deb928ed8a6c2877212b1457c3c0117",
|
| 37 |
+
"inventory_check_rc": 0,
|
| 38 |
+
"normalizer_sha256": "21609d5e63399f07279358d8c4137474f7c034288e8896f583b6bdace85e8703"
|
| 39 |
+
},
|
| 40 |
+
"recipe": {
|
| 41 |
+
"config": "pi05_putcab_skillvla_teacher_student_v2",
|
| 42 |
+
"student_mix": 0,
|
| 43 |
+
"teacher_action_fraction": 1,
|
| 44 |
+
"trainable": "phase gate; semantic role/stage heads; cross attention; per-arm adapters",
|
| 45 |
+
"inactive_action_weight": 1,
|
| 46 |
+
"microbatch": 1,
|
| 47 |
+
"gradient_accumulation_steps": 16,
|
| 48 |
+
"global_batch": 16,
|
| 49 |
+
"seed": 87431,
|
| 50 |
+
"warmup_steps": 50,
|
| 51 |
+
"decay_steps": 500,
|
| 52 |
+
"configured_updates": 2000,
|
| 53 |
+
"stage_gate_updates": 500,
|
| 54 |
+
"save_interval": 500,
|
| 55 |
+
"ema": null,
|
| 56 |
+
"wandb": false
|
| 57 |
+
},
|
| 58 |
+
"gates": [
|
| 59 |
+
"step 1 full-state save from real loader",
|
| 60 |
+
"new-process step 1 to step 2 strict reload",
|
| 61 |
+
"finite loss and gradients",
|
| 62 |
+
"stage 500 full-state save and new-process reload",
|
| 63 |
+
"action_out_proj donor transplant alpha 0.6875",
|
| 64 |
+
"real native parallelvla_eval_pcd canary and fixed-5",
|
| 65 |
+
"require >=1/5 success before resume to 2000"
|
| 66 |
+
]
|
| 67 |
+
}
|
receipts/step2000_checkpoint_files.sha256
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
d0110bb8a50241844d35c3b637e5bebc1de14229c1d5b5cf078a513c2f20f164 ./_CHECKPOINT_METADATA
|
| 2 |
+
b9ea87ef198055d97249dad04b067b95ab1d516f32e569139367894dd3600405 ./assets/Shiki42/robotwin_put_obj_cabinet_50_dynFcam_nFov_dynamicMain_lerobot/norm_stats.json
|
| 3 |
+
096ed45297dd1b9d530192fcc72186a426f0f581321b6d4247d734fb4c8164e1 ./data_loader/_METADATA
|
| 4 |
+
fce6a4987d17c7e4348c03792c06b4658d206f134d4ed044b08b055876d32ec8 ./data_loader/d/03a668db111e9e04d2584d3cf2f5da90
|
| 5 |
+
0f07a3ce130bb9d69fcb07ff2d33cc4cfedd3cac50a2a528de411ac2590bd82a ./data_loader/manifest.ocdbt
|
| 6 |
+
1fe4369b58e8ad955dd5e1b4d9cb777bee03b52e40f6bb4c68b06aa115c10fe6 ./data_loader/ocdbt.process_0/d/1aeb8b8c61a7ceb6c1f81120689510d9
|
| 7 |
+
00348cfebb4a139576186d857a6eb241b8d8ba4cadb27982f0bed2e153ccc533 ./data_loader/ocdbt.process_0/d/25b4884ea2d7de4d704ecca984c84925
|
| 8 |
+
a35c88d5566bc79d2317104da2cf79a37c70b69b102bc7440ab5a5b0d7132329 ./data_loader/ocdbt.process_0/d/2acf5c380557bce30098ad32e62f2d94
|
| 9 |
+
fce6a4987d17c7e4348c03792c06b4658d206f134d4ed044b08b055876d32ec8 ./data_loader/ocdbt.process_0/d/f3a4b24d723b43ce46913c1610a64a25
|
| 10 |
+
4ac74f50c4c9f09189e5683e1f1ea515699f66d5226bf25b36ad519d2234a0f4 ./data_loader/ocdbt.process_0/manifest.ocdbt
|
| 11 |
+
fd9b6e839d439ec54fb36e4ebf664d8177d8e92867f8190b5bb954f111e60c85 ./params/_METADATA
|
| 12 |
+
eebd5bd0dd2821f319dcd997eca6ce919398a75d52b736e2c45bf38d0c8b6511 ./params/_sharding
|
| 13 |
+
c0394314ae355de4b632ff376f37d90c3a26bb8b8c2502722f576946bf13b9af ./params/d/a2b8bbb8216d6047ea0a08d0b724354c
|
| 14 |
+
65ee4aa11d6c5937afb902b2efce24bd7a8d6b0b11031241c416a71e5bcfd783 ./params/manifest.ocdbt
|
| 15 |
+
4d46912bec27d1a7195963024039c4fc260aaa98d2e5406184aad7c555d6eb79 ./params/ocdbt.process_0/d/6d6e31d66ccfb36caa32484ff0e75b8f
|
| 16 |
+
ff803829a8726cddc0a84484a07367986bbc96c8de800d4c37415a026b57a260 ./params/ocdbt.process_0/d/a9b841bd938cc1ed27acc555c34479cb
|
| 17 |
+
d8e3aeff96494c53961c69ee46fd2c46c244852397ecdfa708683b395cb6f6e7 ./params/ocdbt.process_0/d/b88732eacc4f8d1fe15ba8c2e4ad81dd
|
| 18 |
+
e94b6f05ceef55173200b9a654bc6d84fae3656f3c7e168fafc6291a2847bc7a ./params/ocdbt.process_0/d/c83a9a287b11486f0465d66dc88d9919
|
| 19 |
+
e8e0774d6719afb6135f552671c7e3ae3b76861d9cf1aba3d9ddce1703c74e4f ./params/ocdbt.process_0/d/cd01f9e4f1780e4351862ecc1993354a
|
| 20 |
+
9762f44198b72deca394f8ce76913fb1adf57b3a767fe698c63f86879ad02170 ./params/ocdbt.process_0/d/d8592d51b11ba6fb376609f0131c9dfa
|
| 21 |
+
777f9d5d75760c3c78bd7e0353feb01fd089ca4c32c6e2deebb2c4365175ef88 ./params/ocdbt.process_0/manifest.ocdbt
|
| 22 |
+
245bc275b06102d7762a2f39365358fe064f18a142b419bae896c974487e9c15 ./train_state/_METADATA
|
| 23 |
+
c2a7964269bf0cfe55a198b00ee0d5a5b8d355ec14c31a157cf335ac0d4dc204 ./train_state/_sharding
|
| 24 |
+
d16e1a3a9fec1b8d4c08a26e8897a3b1ccef5250fbb8ed12ab582bb4dff06f0c ./train_state/d/9d2f604e03968e52cc65f908baf22837
|
| 25 |
+
c1b0daa1ae1ea60c5a2e4ca7eb5ad057701d8b0a5a676377fd7c7cc4931740a1 ./train_state/manifest.ocdbt
|
| 26 |
+
a8299e53610bc428b69790d74c903a9a6dfab2b330beb1a293383aa54a3d163a ./train_state/ocdbt.process_0/d/47e731f0187855a8a1e08537b9c9fcc3
|
| 27 |
+
9870013ef1d1a816ff48b0633631b48b3d9cf885f597d41e3f113e74f7f50227 ./train_state/ocdbt.process_0/d/4e9761c323baf880729da5e62c3de23e
|
| 28 |
+
4322e96cd3829e98d2a117a6ec7128cdaa27f5f3a65c63fc53133c63c1413e9b ./train_state/ocdbt.process_0/d/cd96749cf5f4bd4c50143511fcb9a918
|
| 29 |
+
515fb4bc274cfbabec513d52a9cc1b82f46dafe013ccb80bf84641df1424da60 ./train_state/ocdbt.process_0/d/d22266787ca1368ff5dab8aeaf0d03fb
|
| 30 |
+
26c5197b3297bb88dae83e499844fee15a27ba49991208667e415376048629a1 ./train_state/ocdbt.process_0/manifest.ocdbt
|
receipts/step2000_realdata_reload_inference_probe.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action_shape": [
|
| 3 |
+
1,
|
| 4 |
+
50,
|
| 5 |
+
32
|
| 6 |
+
],
|
| 7 |
+
"actions_finite": true,
|
| 8 |
+
"actions_sha256": "132c11f8977c7893a26f4d9ef1e5fe5e32c34d83f72ecaced62662be72c44e00",
|
| 9 |
+
"checkpoint_step": 2000,
|
| 10 |
+
"code_commit": "41d183f99101c91aebe4286bc8769837cf1be2b4",
|
| 11 |
+
"dataset_revision": "6280b6f02751e55dc902299ddf1464a4e7534707",
|
| 12 |
+
"ground_truth_shape": [
|
| 13 |
+
1,
|
| 14 |
+
50,
|
| 15 |
+
32
|
| 16 |
+
],
|
| 17 |
+
"infer_s": 26.536026521003805,
|
| 18 |
+
"input_source": "real canonical LeRobot dataset first deterministic batch; no synthetic fixture",
|
| 19 |
+
"input_tree_sha256": "ec4216aeb22a103ec333e159f4283d2de9b6724aa32a22537a34b5402cb9d5bc",
|
| 20 |
+
"load_s": 3.5079166920040734,
|
| 21 |
+
"prediction_finite": true,
|
| 22 |
+
"prediction_sha256": "19bc7b02380b4aa91621f687ee76d296ee546c67264909819afb376c2f37d2c9",
|
| 23 |
+
"prediction_shape": [
|
| 24 |
+
1,
|
| 25 |
+
9
|
| 26 |
+
],
|
| 27 |
+
"schema": "parallelvla.real_dataset_reload_inference_probe.v1",
|
| 28 |
+
"seed": 87431,
|
| 29 |
+
"student_mix": 0.0,
|
| 30 |
+
"torch_cudnn_version": 92400
|
| 31 |
+
}
|