{ "candidate_sha256": "4caed76b13d376549b4c84478fd80cd0b0050caff2b5ee8a8875615c8ceab87d", "finished_at": "2026-07-24T16:57:33.816478+00:00", "index": { "output_total_tensor_bytes": 18090906952, "saved_total_tensor_bytes": 574738240, "source_total_tensor_bytes": 18665645192, "weight_map_entries": 2507 }, "noosphere": { "altay_kv_layout": { "actual_cache_units": 70, "allocated_cache_slots": 72, "attention_padding_cache_slots": 0, "enabled": true, "full_attention_cache_units": 16, "gdn_cache_units": 54, "gdn_padding_cache_slots": 2, "group_size": 8, "kv_content_modified": false, "legacy_allocated_cache_slots": 80, "padding_cache_slots": 2, "repair_id": "ALTAY72_KV_ATTENTION_EXACT_G8_V2", "schema": "lomonosov_zenit_altay_kv_layout_v1", "weights_modified": false }, "altay_overlay": { "architecture_id": "LOMONOSOV_ZENIT_ALTAY_72M_SKV_V1", "file_sha256": "3e355f35a2e05c7d96d808160e410bf94b256adf67dc7d8fa3cf2039669766f6", "filename": "model-altay-overlay.safetensors", "quantization_invariant": true, "tensor_entries": 28, "tensor_payload_bytes": 15204384, "tensor_set_sha256": "18fd863ab724f1a1ea475df37d2bf89df943c6836085c264740a9095a6760d96" }, "architecture": "LomonosovZenitAltayForConditionalGeneration", "config_sha256": "d2c011b5771e5cf46c26db3e673806197ab814410230ca4d3560351cfbec0145", "logical_context_tokens": 1010000, "multimodal_parent": "Qwen3_5ForConditionalGeneration", "noosphere_in_model_generate": true, "noosphere_in_vllm_model_processor": true, "quantization_config_sha256": "aa1e968cd8386d6af48a19130ba7f059997542470cd2b670bb70f1a8d137a5aa", "quantization_independent_runtime_sha256": "8fdd8d166ba4a87e85adfad96b9cf8ea4ca2b8343e94d9c105111ca794e37965", "runtime_files": { "custom_generate/__init__.py": "31767bbe7a7f1c6036b325a7b2be13f9f89e04f1fa06706851db5553664ae183", "custom_generate/generate.py": "db03547647e91e1a2b265e2d7f2de7de16bc6b84f696d84183a0599b4504d5d7", "custom_generate/noosphere/__init__.py": "a01b1b920a15f446decfa9b79aa0c82c5fb18c21f98d7d3a2b2703e1613f32d7", "custom_generate/noosphere/h1.py": "269dbe4f54f821a217b16889e02541227757eb9c44f803d8d9711da9ad18b6b8", "custom_generate/noosphere/ledger.py": "cf349793cd00764ac8f748f442dab192034e5cf8276c900c4dc039ee6cc5c761", "custom_generate/noosphere/model_memory.py": "f2bf760a861485fd4ab021f40768f3a426494be1b9927ee9bcdcff052435d51c", "custom_generate/noosphere/shell.py": "3702c69a5ceda0ac868e74b51b83bf0584794926ddb1f4c7d48c1eccbb033319", "custom_generate/noosphere/surface.py": "a5db814ab3527e3cdea224b2ed7fb6cc93c619ad17c46d32c076fd19b8551ae8", "custom_generate/noosphere/weave.py": "d9b89b389c81799de504b39b91868ea27eaa58eed70877c477b13ac3f1326eff", "custom_generate/requirements.txt": "f7e6cee3d6ce0e1601be1df1011e35667401f7599a40c2b6ae7da033b3e91f0c", "custom_generate/vllm_altay.py": "c19b8bf0deb7c5c7d7d9d1ba11a991684e8604e2eb5e5ffc1ba8526266f9d7e1", "custom_generate/vllm_kv_layout.py": "8ad7a4be290a7269613694b53816325463c550ecfdd9c88e65fd7ee331422d4b", "custom_generate/vllm_model.py": "eab99d901a67d2eb417714118e0bcef7b7d4eb51c8a83be04224f410868f7985", "custom_generate/vllm_plugin.py": "313f66611b6c67acff00e8ba8370da76ca16e58e3a1752fdfb9faeb4491888a8", "custom_generate/vllm_renderer.py": "b81c22f19086efa2bccfadf51838bc42401fd80ac7e27794cf110b5bc9610d3d", "custom_generate/vllm_turboquant.py": "6c5cad10dc4a21c753f7a1f17d69abcb366da8b864de4fdba537d52d5c0cafe4", "pyproject.toml": "c2b50efeb776a521735d99b67b229ba1dbd4ac7f532c1509bdf0a99b5d2d1909" }, "schema": "lomonosov_zenit_altay_noosphere_quant_binding_v1", "status": "VERIFIED", "weight_index_sha256": "03aba14c255f40f59ee68346d3ed173b49d7f3b3e424a6da35176b1fd4ce39e3", "weights_modified": false }, "output_model": "Project Sirius Experimental/ZVEZDA/runtime-models/staging/zenit-final-mm-altay72-noosphere-nvfp4-v11-vision-selective-w8-w4-a16", "output_vision_file_sha256": "fc7bf6ee790c68f9a106143d040bc096793cd298ff00cad4d7691840caaf1c9a", "promotion": "forbidden_until_multimodal_A_B_and_raw1010k_PASS", "quality_claim": "not admitted until paired multimodal A/B against BF16 vision passes", "schema": "lomonosov_zenit_vision_wna16_v1", "scheme": { "activation_type": "BF16", "algorithm": "deterministic_round_to_nearest_minmax", "format": "pack-quantized", "group_size": "adaptive_128_16", "name": "SELECTIVE_W8_W4_A16", "strategy": "group", "symmetric": true, "weight_type": "INT8_attention_INT4_mlp" }, "source_config_sha256": "5cc8f4279f3e3bbd60404a3864ba8e8a19a3ac962f9db25530af80c88e411384", "source_index_sha256": "ff67b9a41d6e36916c27c7e15e68366621be8f096770e090567c9857498c2bb0", "source_model": "Project Sirius Experimental/ZVEZDA/runtime-models/staging/zenit-final-mm-altay72-noosphere-nvfp4-v6", "source_vision_file_sha256": "2b9b2f8c7868a88a91c2b5cefda596f7889c68259eebc62b2d7732937ea7ae5f", "started_at": "2026-07-24T16:57:20.748810+00:00", "status": "PASS_UNPROMOTED_VISION_SELECTIVE_W8_W4_A16", "vision": { "aggregate_relative_rmse": 0.08867001399273662, "layers": [ { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999329447746277, "emitted_sha256": { "model.visual.blocks.0.attn.proj.weight_packed": "bc6312432fe94f07c9dfe7c4efe0a86d94158c146de0991490b38042fbbd09c1", "model.visual.blocks.0.attn.proj.weight_scale": "530dbd60be403baa4441895f8e273faf2b96afb33ebc71f7ee9de5ec79a29af2", "model.visual.blocks.0.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.001953125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005792059124758903, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.0.attn.proj.weight", "source_sha256": "973d87cbdbf8b2f6abb2e1ad9e0cc71c4bb775a5da9a047f65974efbc4be1ba6" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 1.0, "emitted_sha256": { "model.visual.blocks.0.attn.qkv.weight_packed": "19e797efacc51887dc417bb8d00a03b0479bfe086e9921927a67bece20018a31", "model.visual.blocks.0.attn.qkv.weight_scale": "7dcd017537f5794193137b40dfe098e66ad82c8948985f44f3c2820d21d6bd24", "model.visual.blocks.0.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.00225830078125, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.007101675062679273, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.0.attn.qkv.weight", "source_sha256": "e9fda36cb0ca74d74a9ff13bef8b1eb8b3d37f20234ba78525bd5aad58b658e8" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9900976419448853, "emitted_sha256": { "model.visual.blocks.0.mlp.linear_fc1.weight_packed": "fb52ec562decc32bfe5cbd0d0e1e978f6871b2c57075950f5aff4057014a739b", "model.visual.blocks.0.mlp.linear_fc1.weight_scale": "9d53e54640d56c60f223ae2b10b8d4d76d81088f82ed7f107e798dbf6fd562a0", "model.visual.blocks.0.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.025390625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.14143974327028366, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.0.mlp.linear_fc1.weight", "source_sha256": "6d6537fa4a05c395ec5dc72febfbcc6c58d9d7b1a054f4bb42945b580ec4ab61" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9948818683624268, "emitted_sha256": { "model.visual.blocks.0.mlp.linear_fc2.weight_packed": "a5e6628b008155cf46e74f68191b81a25e219c77a95ac22246d69a98596e04ae", "model.visual.blocks.0.mlp.linear_fc2.weight_scale": "f43b6f128244151fd490f08bebb5b464ab68383e39da23f30454184965fa5468", "model.visual.blocks.0.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0146484375, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.1005543221122839, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.0.mlp.linear_fc2.weight", "source_sha256": "5866f3fcb457cd6a68b22e79a0fc5d9a367bef4a2a6b6c26990f85870b914d29" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999213218688965, "emitted_sha256": { "model.visual.blocks.1.attn.proj.weight_packed": "c91dd940b450ae631ba23b58e9d5482c57f891f067dc14cb259e1ae204a2298e", "model.visual.blocks.1.attn.proj.weight_scale": "192c1676670c6e636c5f98fe457b6ea1d3c457bd7cc2099db3f1112827c7a780", "model.visual.blocks.1.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.002197265625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005832504958406178, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.1.attn.proj.weight", "source_sha256": "77cb60174db5734cc85a0e9b8d0eaadbf513719a2ea4e148fa6fd6d2ecd317cb" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 1.0, "emitted_sha256": { "model.visual.blocks.1.attn.qkv.weight_packed": "44e7390a54af2dbbb6f50c6e64d68affe5ed0c5453c646d2b4fd388b2e96d1bf", "model.visual.blocks.1.attn.qkv.weight_scale": "e7ae8cef2e7fa463976ed72e46c6e023c3933f46d307b3462ff3a17ccc1cb8da", "model.visual.blocks.1.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.001953125, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.006152821062661628, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.1.attn.qkv.weight", "source_sha256": "cb79127dec4ec7b43085d54e4a9962896f2164c4775c9f22e0095af21d7f705a" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9906911253929138, "emitted_sha256": { "model.visual.blocks.1.mlp.linear_fc1.weight_packed": "0eb96dad1b75ba5248bb5514e6f5b98d69f5b5ad7f9d4b465beaba8adbc622b9", "model.visual.blocks.1.mlp.linear_fc1.weight_scale": "9c9ad70d7c50cb9457b2d2cdcd8d926ad47911b5d226ad85f75cd1b7d9d461f2", "model.visual.blocks.1.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0234375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.13706004695729573, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.1.mlp.linear_fc1.weight", "source_sha256": "c8fe3cc09807e681b5f6403c60e650a9ab8926ebbf9855a5dbb5a64814b659ca" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9949303865432739, "emitted_sha256": { "model.visual.blocks.1.mlp.linear_fc2.weight_packed": "df46ac886524325e78c35e1314b3c37a47e2fb4aa14d3a3cc8a42060d3b7719a", "model.visual.blocks.1.mlp.linear_fc2.weight_scale": "5a541a82e28fdd07650724977a7ee2b1625b1a51fcf2bcb0f5b9954b2bd946f6", "model.visual.blocks.1.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.033203125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09938746775333067, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.1.mlp.linear_fc2.weight", "source_sha256": "33282925d26a15926f3fbeb52138851da4c25e99b01a3ab5367ddbfc8365fd2a" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999107718467712, "emitted_sha256": { "model.visual.blocks.10.attn.proj.weight_packed": "5a2783aca2f4f4ba8931206170d116031d163cb2c9192d8dca3509937df2ec60", "model.visual.blocks.10.attn.proj.weight_scale": "ed8e649ec5a29c81b71cad4b38c7b50e2722b7141ce51659b657f9a5a55c5302", "model.visual.blocks.10.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005694545138325819, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.10.attn.proj.weight", "source_sha256": "0e30a6844d0f09a02da36a5fb4a36a22bb047687df217892f5397e4029d12001" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998779296875, "emitted_sha256": { "model.visual.blocks.10.attn.qkv.weight_packed": "4403573987403b218e296f7f04863442ec73f976368e30fdb6866da773f7f45b", "model.visual.blocks.10.attn.qkv.weight_scale": "c9869939b54012307c4ca17536ad5f402b8b1dbab6f2c31c4abdb2bccdd0eba5", "model.visual.blocks.10.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005755171848588123, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.10.attn.qkv.weight", "source_sha256": "49ccb006d641e59e9fdcbc4df352cb463596ae41d83bebfa7b02bddc6645e3b0" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9933484792709351, "emitted_sha256": { "model.visual.blocks.10.mlp.linear_fc1.weight_packed": "8aa4df002567a22a52814a589af0f9780a0043d7415f18e6ed12d92a0ab6ce95", "model.visual.blocks.10.mlp.linear_fc1.weight_scale": "6f4995f8f0f731b0b03f47df23c3a2833df5d53ee6f3ddaf4aac4cb60220b0b5", "model.visual.blocks.10.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.021484375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11486685753487373, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.10.mlp.linear_fc1.weight", "source_sha256": "36740eb9265525ee3267a9e140c482bea4154c8627fa3e5582866c696b94eaeb" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9955974221229553, "emitted_sha256": { "model.visual.blocks.10.mlp.linear_fc2.weight_packed": "20591e46d6bd42264a3f84a474b9aea53baafa7b4d47b600b0c4f057e643fbcf", "model.visual.blocks.10.mlp.linear_fc2.weight_scale": "1a779742bc78e68125bf401710cac88616cc7329b885202fb153688d28333f3b", "model.visual.blocks.10.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.021484375, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09166303644976213, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.10.mlp.linear_fc2.weight", "source_sha256": "5b9d83c94550dedeb3be44e06416be5a935ea765df766acc8b14a32eabe44d5d" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999042749404907, "emitted_sha256": { "model.visual.blocks.11.attn.proj.weight_packed": "7ba16bf0f7a9fd544cb8fde708e07b9e92a71b8d7bb95d30b9decba8f2514dcf", "model.visual.blocks.11.attn.proj.weight_scale": "0e0097bde890f6aa4130f3a60a249d1d07c56e8c823b479bbfd16cf13b272051", "model.visual.blocks.11.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.0056758692804605455, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.11.attn.proj.weight", "source_sha256": "f18ddc49301d324823ac16c8eb62f7dcf2a2213f3a44fbcca03c8371905172ce" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.999866247177124, "emitted_sha256": { "model.visual.blocks.11.attn.qkv.weight_packed": "3fbae2be437d02e412cb8b6bfeade53aa3ba48f257f342a3602f8ab223bc921d", "model.visual.blocks.11.attn.qkv.weight_scale": "96039c00f11e9abae2e7adc9bc92ee844479561224d8d142d655ca42a2d0207e", "model.visual.blocks.11.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005747471999140081, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.11.attn.qkv.weight", "source_sha256": "30e53c91de888544a5b6d75d0a877b066836ce50812e769aa922d81e09df83f5" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9934355020523071, "emitted_sha256": { "model.visual.blocks.11.mlp.linear_fc1.weight_packed": "50d98f00461c5107545c2d66dbd4cce223026b7a188ec2039fcf7cc96e20e95e", "model.visual.blocks.11.mlp.linear_fc1.weight_scale": "5a12d76a4e533a1a1c790b76d634cfdb0ff2b179647a67b83ee6e4256f4f1441", "model.visual.blocks.11.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0146484375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11406801236888595, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.11.mlp.linear_fc1.weight", "source_sha256": "76fdcbb42cc0b71cbb45084ba1b2602cdacab2b850edd786db9c60ba58a87472" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9956594109535217, "emitted_sha256": { "model.visual.blocks.11.mlp.linear_fc2.weight_packed": "d7f4f7c91543645d5fa64c04489e4a255c6b399ac776b9c4cb3d5cca8b263a44", "model.visual.blocks.11.mlp.linear_fc2.weight_scale": "ccabbd32d95432473e8d8c3dac343b9a290ef280ba46796fe0a285918a01e6ca", "model.visual.blocks.11.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.017578125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09098163677733948, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.11.mlp.linear_fc2.weight", "source_sha256": "a92d760236b02015b1176a37f18d9c0d53f6c7989e407f40741a08f2c7698960" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999092221260071, "emitted_sha256": { "model.visual.blocks.12.attn.proj.weight_packed": "d411aa487b91b083db15625d7ec3720c3b04ccd6717e76b71b728d6e2df3fc55", "model.visual.blocks.12.attn.proj.weight_scale": "17c1080b103c5a4f578d94ce6aea423381e895e08c569f97ced4df6461845ffd", "model.visual.blocks.12.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005670031979406255, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.12.attn.proj.weight", "source_sha256": "ef6e44bb110646e10dd99866636cac7a582c7e0394951528dc398c6391de4e18" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.99986332654953, "emitted_sha256": { "model.visual.blocks.12.attn.qkv.weight_packed": "6f19ae3bb051b17445fde665968d826dab21a3a8ae88921b6d34138022cb8b14", "model.visual.blocks.12.attn.qkv.weight_scale": "62cc0e836d5f26830cf80afec4f44f1b3eb5f710cff2773caf631b146e0a7847", "model.visual.blocks.12.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005730201145420715, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.12.attn.qkv.weight", "source_sha256": "8e88c0a6835da8525a5c13f21ae19219cc738e61858d38592666e6ab602a3243" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9934561252593994, "emitted_sha256": { "model.visual.blocks.12.mlp.linear_fc1.weight_packed": "68a33a9ac7a26caad8d6ddb6b0bc6f93be9c31e5d27f32b8d605c3b76defe3a3", "model.visual.blocks.12.mlp.linear_fc1.weight_scale": "23ad63e0cb7f5a71411bd153a91f05b0de80c2c8ceb65be73d8320566f2a7fe8", "model.visual.blocks.12.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0146484375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11394546938961252, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.12.mlp.linear_fc1.weight", "source_sha256": "dd7470fd8430927180817ad95419863c921e3e084ac0ed261a747582221cde51" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9956921935081482, "emitted_sha256": { "model.visual.blocks.12.mlp.linear_fc2.weight_packed": "5887ed51caf4b482825cd572983873d1629e354879e08e3fefe539a2d4a50bd0", "model.visual.blocks.12.mlp.linear_fc2.weight_scale": "d5753d21f4c95fc80a8cd77fd64bcfb2f265e578d650c73aefb342a94b2af455", "model.visual.blocks.12.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.01953125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09047353102672115, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.12.mlp.linear_fc2.weight", "source_sha256": "4fed2be2ab03201fe57345515c28852356272284cbbc7888abb1f01668f115cf" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999074339866638, "emitted_sha256": { "model.visual.blocks.13.attn.proj.weight_packed": "f748e3fd09ce1e0e52bcae12980e2cf1b19d7bafc3a65afdb88f8b6d733da9b4", "model.visual.blocks.13.attn.proj.weight_scale": "d2558fd8ce878edd0574dbae9ebde9f00140d83e6fdeb9e6bb29dbf6e8d96362", "model.visual.blocks.13.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005663415078534503, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.13.attn.proj.weight", "source_sha256": "97806d23cff8eefb8cad3f9817c154fbe89b913d5761289d70a8dbef9593dfb9" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998615980148315, "emitted_sha256": { "model.visual.blocks.13.attn.qkv.weight_packed": "227d228756dff204102ddd104bb3a91db95d0a1841c16250c57bfc0194e5d937", "model.visual.blocks.13.attn.qkv.weight_scale": "a683dcd477e7246fce3c8b4214864d7d5d3232a6302cd1caa4a2532714af67c7", "model.visual.blocks.13.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.0057052182947572635, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.13.attn.qkv.weight", "source_sha256": "5a563da2e17c53a6e720d288492978d328df62e65f633b478f700f0ff3c0d339" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9934514760971069, "emitted_sha256": { "model.visual.blocks.13.mlp.linear_fc1.weight_packed": "c1b16e7e4e8d8e9b6c958f4d20669162c677d6bbea0c5aa4c87242a0afe3a241", "model.visual.blocks.13.mlp.linear_fc1.weight_scale": "f4e475a3ab4e89a20f9d0b43610d79ec051bf143147384485c391f01d74ed244", "model.visual.blocks.13.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0126953125, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11400685391563278, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.13.mlp.linear_fc1.weight", "source_sha256": "36887d8f3c3cf031dc7c2d1871b7541ee7d6b03d6aec69a948cc91d8e3b09d55" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9956819415092468, "emitted_sha256": { "model.visual.blocks.13.mlp.linear_fc2.weight_packed": "013455d3cff46c43d77c476d623facf8e257eafcaa58992ca60493abe6994a25", "model.visual.blocks.13.mlp.linear_fc2.weight_scale": "9ba542520673de3b3f81cda8c05833e0ef89c87fa601af8804c42dd0fde49762", "model.visual.blocks.13.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0234375, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09052393226878434, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.13.mlp.linear_fc2.weight", "source_sha256": "5e5db0171aa380db5551f5074e44a25a59ebba7ea19e262826a88426beaacf47" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999045729637146, "emitted_sha256": { "model.visual.blocks.14.attn.proj.weight_packed": "d25447015c7e1ce0f689bd77a964611fab0e818d0a5aeccec306f52f133d9c24", "model.visual.blocks.14.attn.proj.weight_scale": "4414085c8262d958fb2d92914d390b26222179d93c321cd4ff87b0646a3a9c3d", "model.visual.blocks.14.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005658546962123417, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.14.attn.proj.weight", "source_sha256": "dfa5122f10d5a0920bc0f0f896f71c1376c5075e9b7511678d63e580cdc453bf" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998546242713928, "emitted_sha256": { "model.visual.blocks.14.attn.qkv.weight_packed": "f6fd01c42ec19119edef450b6536aeb65d67b15b79d033b8f27f5de0e484f810", "model.visual.blocks.14.attn.qkv.weight_scale": "1575fe0c8dc55c78543af7d44f532875641b40525be4bf8c4f22529c7fc8ccd0", "model.visual.blocks.14.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005699897597614707, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.14.attn.qkv.weight", "source_sha256": "748c8fb7e9f2f46d314bae2507417aa4358f6a606c282bb3e8a6374356ef66ae" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9934366941452026, "emitted_sha256": { "model.visual.blocks.14.mlp.linear_fc1.weight_packed": "bf9b158563efb0fdca22d049d4e4f443297ef867ec4074872b27e7c4399189f8", "model.visual.blocks.14.mlp.linear_fc1.weight_scale": "af2123ef71f92fd24ea8e50a615ada0b874dfb8ef6138baccfdf221169026f63", "model.visual.blocks.14.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.013671875, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11387251801856478, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.14.mlp.linear_fc1.weight", "source_sha256": "0e4595a77cca9d73904bcbfb1f1c87e1da1dbb14a4f006f3d3b76bc7cf351777" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9957443475723267, "emitted_sha256": { "model.visual.blocks.14.mlp.linear_fc2.weight_packed": "8d2f3f07da81e96613a8294ab365ecb17701eabe69a490f0ca8656566e9cb227", "model.visual.blocks.14.mlp.linear_fc2.weight_scale": "3d31f5afc4b295309e99bd4247391db0a06a3547553f923b080b6d5dc998472d", "model.visual.blocks.14.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.021484375, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09027078501360128, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.14.mlp.linear_fc2.weight", "source_sha256": "af0e9e9e56a862cfba2ccaac12b38cfd71eda4f6aa035d796f24e5b440401d5a" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999070167541504, "emitted_sha256": { "model.visual.blocks.15.attn.proj.weight_packed": "80300d3f4b9342680bd10db03e6c7ee9802d335fb3f7ca7ac0ea4c2c30995a99", "model.visual.blocks.15.attn.proj.weight_scale": "237fe2c3cfd0bb2af9b61f35bcf873bbe3b77c7d419fb9d5b2cd248765cf4c97", "model.visual.blocks.15.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0006103515625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005647914147138908, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.15.attn.proj.weight", "source_sha256": "fd5c716f04bc104a8bbcfc63d821bc0dbb97e06d30c001d8fedfc9ad85574378" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998582601547241, "emitted_sha256": { "model.visual.blocks.15.attn.qkv.weight_packed": "37faf3f86b810263dc97d96784b018c593e0c5a385540340aa676d67f41fd151", "model.visual.blocks.15.attn.qkv.weight_scale": "ec86a97cb675ac845ef0084d4456e19887a7e43406b99044d0379ec5baa1d300", "model.visual.blocks.15.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0006103515625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005686618315010271, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.15.attn.qkv.weight", "source_sha256": "85b519e3ecbff4977c4e58d1e4d9bcb45f39122a367f617e510f23a16dd79fa2" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9934939742088318, "emitted_sha256": { "model.visual.blocks.15.mlp.linear_fc1.weight_packed": "17528201851ccd431fef6d624571ad0564ac4a1281dea145563e7bed70ccb8ad", "model.visual.blocks.15.mlp.linear_fc1.weight_scale": "36bc3ec433e78892856702b64ab37edf3ca67f4b176387ea6d4c7c1e99b1089f", "model.visual.blocks.15.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.013671875, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.1129670416391531, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.15.mlp.linear_fc1.weight", "source_sha256": "3285e1850014e419cef19690a78391cb58f7a8d96af33294f2fb458d91bc2ab4" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9957855939865112, "emitted_sha256": { "model.visual.blocks.15.mlp.linear_fc2.weight_packed": "f5a4daeee4fddf61f2a2b3b18a7404521728a90fc5671f97dd3cc3260b1364bc", "model.visual.blocks.15.mlp.linear_fc2.weight_scale": "b8f8b1886913ab747823aa3e09d0a9bbcff5d0aedb08acbf54700c43fac5d419", "model.visual.blocks.15.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.01953125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.08969713975200506, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.15.mlp.linear_fc2.weight", "source_sha256": "d437084a013f9c8fb03a67fb4bde61c4fb6e075efdbb10e52a6993540065b3b9" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999080300331116, "emitted_sha256": { "model.visual.blocks.16.attn.proj.weight_packed": "8c29597469584d5138555250404c296282c782add0879b6954f7a175dbba9aef", "model.visual.blocks.16.attn.proj.weight_scale": "6cf5d1bede83a5c9ede533a7d4e5d4ea89f7f03c950f0d893aa65726918cafbe", "model.visual.blocks.16.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005636136123735471, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.16.attn.proj.weight", "source_sha256": "9c1bd6ea43601d797a6f0b712c48a413a6fa597c95b70f9ac1f44f314802b0c9" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998533725738525, "emitted_sha256": { "model.visual.blocks.16.attn.qkv.weight_packed": "1ebae9fa3c33a2370f73c4aa5e4ba371b03fc43573488be723f05fa28ac8e031", "model.visual.blocks.16.attn.qkv.weight_scale": "3a46b26bb673f57152c0b6c8e97e8e554d193ec2c2510d161a962c833d9b04b5", "model.visual.blocks.16.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005678199072378106, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.16.attn.qkv.weight", "source_sha256": "ca982c36a9c9c6f5b4920ef96df5febe9401b106672297507e5dac21ed8dbe27" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.993340790271759, "emitted_sha256": { "model.visual.blocks.16.mlp.linear_fc1.weight_packed": "2bedc21c6175092bd6cb35e6de83cbadfbdcb0809c03cf6711daf2bcdb9e0f62", "model.visual.blocks.16.mlp.linear_fc1.weight_scale": "c00236e38f0ad66a62bbd32e63ae5a8c26509328f37279b4c54e775567ab7008", "model.visual.blocks.16.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.013671875, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11448317894512736, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.16.mlp.linear_fc1.weight", "source_sha256": "8d152c49a08d33f30e0e6eae2e044bc3a566974b9f76c9ab9a718ae0211a5598" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9958032965660095, "emitted_sha256": { "model.visual.blocks.16.mlp.linear_fc2.weight_packed": "c7e18d8587429f5651fa316d0929d425ede8658e2826000a1a4b0bd21bab41e3", "model.visual.blocks.16.mlp.linear_fc2.weight_scale": "3bba74e6120f7a15b6856ac85c54ba046d0cdba4291920a6d73a019675b467a9", "model.visual.blocks.16.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.01171875, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.0896653414895888, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.16.mlp.linear_fc2.weight", "source_sha256": "f03cb343d033cfd610aac86ff2dbbcc0f0c6d0bf6a4350f31c6f16d3f4a9c384" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999088048934937, "emitted_sha256": { "model.visual.blocks.17.attn.proj.weight_packed": "40aa7d10a425ae478fa97eb193ed776e1dfa2dee8c001ab0fe38dfd4b8647885", "model.visual.blocks.17.attn.proj.weight_scale": "14006f646e43feb9971ab97f14ca453b5f02c08e9d96b0348d06d557ca21a221", "model.visual.blocks.17.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.0056264383220292775, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.17.attn.proj.weight", "source_sha256": "72a1778e86f06670ddab813e3255bf1ae723c1068fd7b847a41050ae18205f42" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.999849259853363, "emitted_sha256": { "model.visual.blocks.17.attn.qkv.weight_packed": "fce6bc312b5872f7351b6ca5c0b73e772d87ecdb0b10c71d35da337aefe26408", "model.visual.blocks.17.attn.qkv.weight_scale": "0dc3b57b88ef61f8f2bd38207fa153aaadcf86b6f4559c2ecf1f617100e0a984", "model.visual.blocks.17.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.000579833984375, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005679994290539729, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.17.attn.qkv.weight", "source_sha256": "430419d98e11e8925b55746d3474e15d8d65ae5bd8c56e8ff73b512316146085" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9931945204734802, "emitted_sha256": { "model.visual.blocks.17.mlp.linear_fc1.weight_packed": "dfef9febef7bd20f2856257288208278411a74967fec1afe8c689d08e84b4b3c", "model.visual.blocks.17.mlp.linear_fc1.weight_scale": "e37e120da03b4c95309106913bb69109d8a9bbdf62f7d2b47904aad027be4512", "model.visual.blocks.17.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.01171875, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11600006318424533, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.17.mlp.linear_fc1.weight", "source_sha256": "7f95b49c478e15c632504bfbc3ec31f83cfea265b1da333f6dcaf79b860c82d8" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9958227276802063, "emitted_sha256": { "model.visual.blocks.17.mlp.linear_fc2.weight_packed": "93d1784cf7b489c805096fa52ce27f68cc3ca1bf6d307bc2a33dc03c4cbc7bb7", "model.visual.blocks.17.mlp.linear_fc2.weight_scale": "b7702437beca0059926d9c0ac6814fb4a2bbbb5455f981402db8d1a6b8ba28d0", "model.visual.blocks.17.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.029296875, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.08960213543470713, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.17.mlp.linear_fc2.weight", "source_sha256": "de32f37e7fdea8241cee3870cec0e713b086ec3ebb4009267d633391070c042d" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999086260795593, "emitted_sha256": { "model.visual.blocks.18.attn.proj.weight_packed": "d875bb82620aff8aa34c7bfadc6aa8ca64ccb3e27a161ba69059015a9da2992d", "model.visual.blocks.18.attn.proj.weight_scale": "c74e779823830bac533b52f99bc666562c99e3c099bd7418009cdd8757da224c", "model.visual.blocks.18.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005637058128794722, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.18.attn.proj.weight", "source_sha256": "2413fcd161f31e2451de765f1aada1589278d3c0269c4836cb5845de7ef34eb2" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.999852180480957, "emitted_sha256": { "model.visual.blocks.18.attn.qkv.weight_packed": "f12e63f5627a0526f5fac006ef2641865269d8b8245e6fb1445b75d958c1836c", "model.visual.blocks.18.attn.qkv.weight_scale": "7fd2af0c654dd52f0ab54fc4a8cd0af8e9eb4bb7fb26d731a01af0dab13e0df2", "model.visual.blocks.18.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.00054931640625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005675369789001436, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.18.attn.qkv.weight", "source_sha256": "167c78174863bfe38ad4336907a1998ed4e972a6f2739c97e8775a8af3f00c92" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.993186891078949, "emitted_sha256": { "model.visual.blocks.18.mlp.linear_fc1.weight_packed": "4379ca5f7c7870a92d2ecb8d01ae9fafb86bf90d809e8eb1c6b9c46471858f0c", "model.visual.blocks.18.mlp.linear_fc1.weight_scale": "b7c2a9ab262c489e6b884ad1ce11759a4450e74e85fdeb969c6566c2745b2e09", "model.visual.blocks.18.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.009765625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11611202541385775, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.18.mlp.linear_fc1.weight", "source_sha256": "26b606aba5cc1995649488af2b9d29577577e3bc117ee2ca2a40813dbb9ae7ea" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.995836615562439, "emitted_sha256": { "model.visual.blocks.18.mlp.linear_fc2.weight_packed": "de244ba0947ea3d277ca26211972205112d8cbae68571e55dbb7d5bdadd2c9ec", "model.visual.blocks.18.mlp.linear_fc2.weight_scale": "7d6d428be43b92459c65579b04cfebd08bf17a618b249be913bcca9e8a5587d7", "model.visual.blocks.18.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.015869140625, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.08940499641826681, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.18.mlp.linear_fc2.weight", "source_sha256": "e29c0e8bc159608e1fc1077c1ef687c09babf67d54c082d65ed15cdddbaae30a" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.999908447265625, "emitted_sha256": { "model.visual.blocks.19.attn.proj.weight_packed": "d92b20d9c4c8058a5351418e5d5dca2b25a590ebcf35c9939a18ed752187c73f", "model.visual.blocks.19.attn.proj.weight_scale": "a3a3f976c37f13ea2adcdeb7738cdf554ac03eb9a5b7effbcb8ee23bd5fb116a", "model.visual.blocks.19.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005625720105978066, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.19.attn.proj.weight", "source_sha256": "651f001d385da05d2d4cb6804c6837576158165faca8f8138274656b7fd3f3b4" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998518824577332, "emitted_sha256": { "model.visual.blocks.19.attn.qkv.weight_packed": "3ae85955c27be3f473e2840f5501cc751002aefa39f6f60f5adebf1e928cead4", "model.visual.blocks.19.attn.qkv.weight_scale": "6c49f0ea7fcaae15e570ab3d5190afe6ea4d33cc38416d72905577decec5c653", "model.visual.blocks.19.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0006103515625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.0056751765957343756, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.19.attn.qkv.weight", "source_sha256": "286e480c8c93d6d7763eddec88bbc2c294a903bf0f41aab7cc0e0baaaf7bf4dc" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9930015206336975, "emitted_sha256": { "model.visual.blocks.19.mlp.linear_fc1.weight_packed": "729011cc8fb329eb232c96876802f3ff12a885c8f990c75fb3cecbb46bec9c04", "model.visual.blocks.19.mlp.linear_fc1.weight_scale": "025759ea5523922f39c752d164f6102b8659d0e0a95eefde2624aeb327ba6a03", "model.visual.blocks.19.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.009765625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11785369943987711, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.19.mlp.linear_fc1.weight", "source_sha256": "4c5087a5432b366518b63def11e37ab5059aba255561d06e512e6cf42cc5a6bf" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9958712458610535, "emitted_sha256": { "model.visual.blocks.19.mlp.linear_fc2.weight_packed": "8fd2d0c1c22bd741540973ba14cf0b21ba7a7d07dc9879af57024bfe63f7603b", "model.visual.blocks.19.mlp.linear_fc2.weight_scale": "5472685d238c4040c1363cf3be50b2919dbb43b79744ba16c35fcaa2862fad60", "model.visual.blocks.19.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0146484375, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.08926966215813988, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.19.mlp.linear_fc2.weight", "source_sha256": "d0be4579afc63cf24e8d82fc4f5b082599288f47991c410cfea842cc3c00b34d" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999151825904846, "emitted_sha256": { "model.visual.blocks.2.attn.proj.weight_packed": "d323d7927cdfc31c2d30c339b5b3bcdc07013f5d6a62ec12f876cc3c2f54123b", "model.visual.blocks.2.attn.proj.weight_scale": "1872629c8de8505b335d012922dea0a17dfff372396d2ab85789b67c3ed0ead5", "model.visual.blocks.2.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.001953125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005727174332632944, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.2.attn.proj.weight", "source_sha256": "dabe81702da0069be1e31c573740ec5e15e3772ac99eb5044c1030499df71cef" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 1.0, "emitted_sha256": { "model.visual.blocks.2.attn.qkv.weight_packed": "556b1acfb9614edd2226cae59dd1f3e3aa0cc4870c852bb4a43645448d4a66f3", "model.visual.blocks.2.attn.qkv.weight_scale": "d665df17d48f638f8b2190b2622bcfec425295ae1b83b0a4f5fceef4c4cc7f9e", "model.visual.blocks.2.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.00106048583984375, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.0059186617005590305, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.2.attn.qkv.weight", "source_sha256": "1fec6252092247ea41d6c4331827a4c2701a5efda205614256b682ebe59ff205" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9921519756317139, "emitted_sha256": { "model.visual.blocks.2.mlp.linear_fc1.weight_packed": "45b1413c7ebcbde61332d873b7169991cbaebc2fa2e39552c642ba936bba3f92", "model.visual.blocks.2.mlp.linear_fc1.weight_scale": "9fd1229d607ae085769e6fa841bde5de052c1ff74507b43d1068f1a131d55e0f", "model.visual.blocks.2.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.01953125, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.1255691848210524, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.2.mlp.linear_fc1.weight", "source_sha256": "2eaf089b0a918899b30ae3879461300b0659b6650812fb8441a00c8669507983" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9946591854095459, "emitted_sha256": { "model.visual.blocks.2.mlp.linear_fc2.weight_packed": "00ab97bd67ea85b9789ca4af94060835b500fc5571f3f30c4c3351908167fdf4", "model.visual.blocks.2.mlp.linear_fc2.weight_scale": "0e4c2dee432294d49c0e95b840611485f59a191a7a12a8cddfeb414d4dec69a8", "model.visual.blocks.2.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.078125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.10243912758554419, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.2.mlp.linear_fc2.weight", "source_sha256": "ff84ffa48987930e7762e7b23669f48425f67bfa38b4532ecdf9de29a14d7580" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999120235443115, "emitted_sha256": { "model.visual.blocks.20.attn.proj.weight_packed": "afb793470f7fd0a935c186841c777ce4b8cff74d2a24c8c18a30a0f7a2f2e6b0", "model.visual.blocks.20.attn.proj.weight_scale": "64a960974a5adf6adbf1371c49bd09f19453d0e47bbb5ca165f4346c669f81a7", "model.visual.blocks.20.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005617054096759678, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.20.attn.proj.weight", "source_sha256": "ea1907d3379f69923a7f793a8af1329b50be1135eeb7368942d4edff275f6218" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998531937599182, "emitted_sha256": { "model.visual.blocks.20.attn.qkv.weight_packed": "a68f7cac2e01dd38a13189842edeeb05909a7a10ee213bcd11bebccbd9be4a2e", "model.visual.blocks.20.attn.qkv.weight_scale": "d45f03318a570c616807c33ec701839c4648466a08b97610984cd039dbb9fd50", "model.visual.blocks.20.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.000732421875, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005678220327610925, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.20.attn.qkv.weight", "source_sha256": "bd68ea3749924f7a05a0027385c39822c40a233082f329f0ad8e2141e00362f4" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9928314685821533, "emitted_sha256": { "model.visual.blocks.20.mlp.linear_fc1.weight_packed": "7aa3818967224d31b07cf8fdf58abb63e853637971095978e7ae654fe6abc0c2", "model.visual.blocks.20.mlp.linear_fc1.weight_scale": "fed24fc06f77ab4b94e5bbd79c8e355bee3cd63fb2a3a4285de78e622d03e9db", "model.visual.blocks.20.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0166015625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.1194119882470223, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.20.mlp.linear_fc1.weight", "source_sha256": "21db22be21313493b4b317a287989756990132ee74c535a281495de0ebc6d9fb" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9958786964416504, "emitted_sha256": { "model.visual.blocks.20.mlp.linear_fc2.weight_packed": "f80c5b6fa8aafd4c93dd49729b61c068637e9bed6426eaca2a07fbd01219a82d", "model.visual.blocks.20.mlp.linear_fc2.weight_scale": "89dba8c5d9d54a2ad2d89083fa7a4474d7e5a25275f49302aa4366208458da2c", "model.visual.blocks.20.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.013671875, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.08931366920871077, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.20.mlp.linear_fc2.weight", "source_sha256": "aa3bfa1f8b7818b698e23f7291428cc6c0144aab7d4943e8230e2344252e2546" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999120831489563, "emitted_sha256": { "model.visual.blocks.21.attn.proj.weight_packed": "d458272cdbb6531a3c1ba361d736e13f07f34ff1439cce103645073b3a43030a", "model.visual.blocks.21.attn.proj.weight_scale": "360d25727672f3f7a2874389b74e3d8f1413359262bcf122a16306da5604c6af", "model.visual.blocks.21.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005640313913524772, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.21.attn.proj.weight", "source_sha256": "41914e8676132d48c59ff143cb89c2d064aeaf5931a2b0812dd5b3a3b9c73e83" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998572468757629, "emitted_sha256": { "model.visual.blocks.21.attn.qkv.weight_packed": "f5e06d35b7b3da76abad898f9393a141245a8741e43e880bc5469d67aaeb40f1", "model.visual.blocks.21.attn.qkv.weight_scale": "8a09c14549e33e6a3c70ec8b77bfbffc2093edaf37368fb0e1233cb9e1b3d0b1", "model.visual.blocks.21.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005698099351518088, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.21.attn.qkv.weight", "source_sha256": "bee9cfcab077864fbeef134ef1788b9832caabdf3ae375a15eb677715230d4c7" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9927138686180115, "emitted_sha256": { "model.visual.blocks.21.mlp.linear_fc1.weight_packed": "39b2ca73fa1b2371a7583f4bce12044aeeb64b16085077380520c5738ca55521", "model.visual.blocks.21.mlp.linear_fc1.weight_scale": "2e7589a69dd90791ab7a59e8d617af25138eba4f664372e7488f37c07dc4b655", "model.visual.blocks.21.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.009765625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.12054039853081606, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.21.mlp.linear_fc1.weight", "source_sha256": "21881cee24a88f27f0165b1be5ecf4636ba59e915a9eb824807f96e70f1663e6" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9958493709564209, "emitted_sha256": { "model.visual.blocks.21.mlp.linear_fc2.weight_packed": "ba64d575a9e869cb8259c57f6a4a10445caac9a183bce13f04e3b1d43fa15b96", "model.visual.blocks.21.mlp.linear_fc2.weight_scale": "2ca52c6a6cfbe176643fcfead339caccf069703394df6ba2101e7d1f3731ab6a", "model.visual.blocks.21.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0087890625, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.08971669798091861, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.21.mlp.linear_fc2.weight", "source_sha256": "069e1547fef132a7635c1273c65006e366d8bead18d33557450fc4dbc29d0386" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999100565910339, "emitted_sha256": { "model.visual.blocks.22.attn.proj.weight_packed": "077775cb163d2913b7ce085f1459ac4d3925ff284480e0aecd37aa8412ffda71", "model.visual.blocks.22.attn.proj.weight_scale": "5b0097e1ca64df97f5f67dfdf6d7eb1189726fe2cf773602cbd5e27036c5de51", "model.visual.blocks.22.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.0056395062843706475, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.22.attn.proj.weight", "source_sha256": "6add1da7cb3ddcda4743acfcd035775cfb3e00e02aa86f63d193dc7591b91669" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998533725738525, "emitted_sha256": { "model.visual.blocks.22.attn.qkv.weight_packed": "adc585c8c31e14aca1388019e3dfb3e78b01b4604ad2f7b9027dcc028f700e34", "model.visual.blocks.22.attn.qkv.weight_scale": "a58ed410b9fd6da0118c39459a943e3a230acfab29fc8cbfd2b91ea7fcdabb36", "model.visual.blocks.22.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005704793703634332, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.22.attn.qkv.weight", "source_sha256": "8f3906c0594915dfaf81ac7c24bb41d813dd92a94a2fb425056bf7782354d71e" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9926443696022034, "emitted_sha256": { "model.visual.blocks.22.mlp.linear_fc1.weight_packed": "12f3723039d5af80624d1410511835e5cc6b902f03e6742cbd29f53ea0a31e1b", "model.visual.blocks.22.mlp.linear_fc1.weight_scale": "111968bd62b36a46b3076a3a7b91e8ed5c2fa7526d010b9ffbc91b7e5b4f7f48", "model.visual.blocks.22.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.00830078125, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.12098028726714533, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.22.mlp.linear_fc1.weight", "source_sha256": "b9abf8278a7a8f0e23672b965b67a68f25f3274bf2c1fbe6b857e41582d84d15" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9957554936408997, "emitted_sha256": { "model.visual.blocks.22.mlp.linear_fc2.weight_packed": "c7ac12b2461747d09cc20f0fa72ebdf8c81a5a8a9e643fc4c7e5cc9204639958", "model.visual.blocks.22.mlp.linear_fc2.weight_scale": "c99b17fd6eb543a4449e041263fec57b3d33e4cfee7df6adf89712924a4ef620", "model.visual.blocks.22.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.00982666015625, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09090650473508222, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.22.mlp.linear_fc2.weight", "source_sha256": "999ea3972f459f5e009fc61d9d9d4280b79d36d01d5ec6a70172a96c12a4f948" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999090433120728, "emitted_sha256": { "model.visual.blocks.23.attn.proj.weight_packed": "25fa15d1de215662f7250fed495a10156e0c5749a81e0b6f433257b6dfc2ec89", "model.visual.blocks.23.attn.proj.weight_scale": "b7e17ce083b72f71255d07c3cb7b47e37150841bdbdcef19d2018f6bce3da54e", "model.visual.blocks.23.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005645987702253159, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.23.attn.proj.weight", "source_sha256": "60fb44f29833f247da25f9c575d91bd9e54b7e19bc963552edf4fa546e9c7770" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998635053634644, "emitted_sha256": { "model.visual.blocks.23.attn.qkv.weight_packed": "7b05c0503e819838e93b634bbe3fe157c72d08da42efef6229ae409652e36930", "model.visual.blocks.23.attn.qkv.weight_scale": "50ecc5ef5002abfcc818ce92c805315f76955115243432f98cd949d9aac47ac2", "model.visual.blocks.23.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.0057307956864936505, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.23.attn.qkv.weight", "source_sha256": "150e42a1330b55cbd63200f477f2c69c4e786786df3ca21eb149bbb27f580872" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9926468133926392, "emitted_sha256": { "model.visual.blocks.23.mlp.linear_fc1.weight_packed": "4ac15ebb5ebc6fe2e690294c8014b3c119b72cce4a323507d9cec84d65258b7f", "model.visual.blocks.23.mlp.linear_fc1.weight_scale": "b20f3aabc9c64c885f4bb8ae620b370de743655b2c903b92697bf771dfea6aa3", "model.visual.blocks.23.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0087890625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.12090731736037125, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.23.mlp.linear_fc1.weight", "source_sha256": "4005535d6c5a8052ab19669de976d21f26d00b2573376cf5571b1fcf974c3506" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9957610964775085, "emitted_sha256": { "model.visual.blocks.23.mlp.linear_fc2.weight_packed": "6eb7c04db27ba0ac82f1d8a31028c9898f90363ea306f04c712d38e74c674091", "model.visual.blocks.23.mlp.linear_fc2.weight_scale": "e4f447cce1bd4ea4ac7b7cff33231ad4a4ebe42d2b59db17b5549cce430bd3bb", "model.visual.blocks.23.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0087890625, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09087720717485155, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.23.mlp.linear_fc2.weight", "source_sha256": "4ec05b487221ce89776435116348219b262a44c20e72e6b9f3f6596907bc4492" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999083280563354, "emitted_sha256": { "model.visual.blocks.24.attn.proj.weight_packed": "483219daabb9dd621792ba421496e4876442dfac64b1b4d5e82561ea31e9de5a", "model.visual.blocks.24.attn.proj.weight_scale": "cefaa369e377e8db520abd9cc2adf010ad8d56f77098ce9f1c9bd6d90798225e", "model.visual.blocks.24.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005634859547362368, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.24.attn.proj.weight", "source_sha256": "baf48dc308dc60a6bc1d00e1494d6218381ee3b8ae2dde65588d11381645b04f" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998531937599182, "emitted_sha256": { "model.visual.blocks.24.attn.qkv.weight_packed": "a35b828ef5a7e7950b12dcc05bc137859411808d1c9f73f3d5126c86377ee3f5", "model.visual.blocks.24.attn.qkv.weight_scale": "57a00c5f7301bdb6e7e8df7bc9eabe0f18584b4de2ee0f01bb66a0aa132347c2", "model.visual.blocks.24.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005717183603264237, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.24.attn.qkv.weight", "source_sha256": "fb6acb3e4cc0fedcec0f0705a7045fe37ba117c998e5b9c36569be65dacdc336" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9927453994750977, "emitted_sha256": { "model.visual.blocks.24.mlp.linear_fc1.weight_packed": "d179dcb1dffed00e88f85f16372f6e7cf5d4aa308ff9dc41b08c4e13a8e2a277", "model.visual.blocks.24.mlp.linear_fc1.weight_scale": "1836505d697062b4fa7cd05bbacb5a2e5b54a569c492cf5c39cffb02393d2eb1", "model.visual.blocks.24.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0087890625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.12023108634085666, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.24.mlp.linear_fc1.weight", "source_sha256": "d384a056ec282f3c2e04dd8ec58b03030b9bc8fbf86e5e562b82a7558e28cb7d" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9956331253051758, "emitted_sha256": { "model.visual.blocks.24.mlp.linear_fc2.weight_packed": "be84cdb20618c5a0126daa25bc8b3322113507b4edaf1298e1600d1c9868597b", "model.visual.blocks.24.mlp.linear_fc2.weight_scale": "a02fbeb37fd60f8c98911d66ad3c950197e6129e4ee45a9aa7f7a35cf1f70774", "model.visual.blocks.24.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0126953125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09219582244129708, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.24.mlp.linear_fc2.weight", "source_sha256": "a67d6cbb489c15c35b2554062a1c7efbddcb5d163ccb80b1f2dcd01ad46a0e60" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999100565910339, "emitted_sha256": { "model.visual.blocks.25.attn.proj.weight_packed": "b02fb88ddf948a8e1176acef9c93a71ae7220f72406a7ffee06d047f4771bc70", "model.visual.blocks.25.attn.proj.weight_scale": "26fea9920f76130e3824f5c8513ab75889a2e2cf1b540cb9c6756da459d747ec", "model.visual.blocks.25.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.00564136681943554, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.25.attn.proj.weight", "source_sha256": "fc583a5249dafcec290a7cbcc51d30a507f67c628fd83140f1b1ee88a7277b8e" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9999172687530518, "emitted_sha256": { "model.visual.blocks.25.attn.qkv.weight_packed": "824e075d414e578f31a78dd55ae11091fcd780d04d808692f7abb47b112657ce", "model.visual.blocks.25.attn.qkv.weight_scale": "4f100929f42a64666badf439f7e2bc6a8a7e8bacec7c5b50aca74e493e1e77cd", "model.visual.blocks.25.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.0057334958849649805, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.25.attn.qkv.weight", "source_sha256": "a9db3f232bb5693ccc70fc7fb137c4c4ce98c7adb786a59037374d9b26d1aea1" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.992931604385376, "emitted_sha256": { "model.visual.blocks.25.mlp.linear_fc1.weight_packed": "a1adae460d97ecae8e443d4a5f3068e1bed36f312db884b60ecfee70f7a6a4e3", "model.visual.blocks.25.mlp.linear_fc1.weight_scale": "91c391b70e1b057bccbbbbaec9f6374d697a8fdf31b7f03ef80812be9075ecbf", "model.visual.blocks.25.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.01177978515625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11861981324824823, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.25.mlp.linear_fc1.weight", "source_sha256": "ca6717bfed3888df168aeb6dbb1388e35ee4b002a14485a0ef7ad911bdeb20a3" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9955210089683533, "emitted_sha256": { "model.visual.blocks.25.mlp.linear_fc2.weight_packed": "5423db6c06cb4c60fac06ee5a889ad79e183814c51073d76633776a7b5579151", "model.visual.blocks.25.mlp.linear_fc2.weight_scale": "89f68e9d3c56f99bfbba981529fb622a62aab8a82f071ca24cad208db876c875", "model.visual.blocks.25.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.017578125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09352280127097957, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.25.mlp.linear_fc2.weight", "source_sha256": "8c4fa6f9e363ec72ed39287e13fbde12f118d0ab4421fa1f8b7a564994fd7234" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999110698699951, "emitted_sha256": { "model.visual.blocks.26.attn.proj.weight_packed": "d222d05a20c705ef9de3b1ab27e71f9dd975359ee67629d90341424355a4bff2", "model.visual.blocks.26.attn.proj.weight_scale": "4099d4e256a04ad7dadc5ac0c79ed033bbd86d6ce44185940b2c1ec319485c7d", "model.visual.blocks.26.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.001953125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.0056812367202515686, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.26.attn.proj.weight", "source_sha256": "0a34b0b50cd27b9ad86a95a561f9e703516cab49a64cfefa8eee6320f67bde60" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9998865723609924, "emitted_sha256": { "model.visual.blocks.26.attn.qkv.weight_packed": "d75a27542dc33323af4f3a15713d829a132ef6fa224c45283572d47950857712", "model.visual.blocks.26.attn.qkv.weight_scale": "1afeffdc86ffb9aa95ec4633fcf2297037df0a9219e35f80bbce0b7c774595b4", "model.visual.blocks.26.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005716377405530503, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.26.attn.qkv.weight", "source_sha256": "97615e5ab979e3ddaac69cae46a75bb8b19b601bdd7aaaa56ec767adb58c9411" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9931995868682861, "emitted_sha256": { "model.visual.blocks.26.mlp.linear_fc1.weight_packed": "13d83aab7d89332ae1a6c714468e65769929ff87d261b51a931c754e9dea3e90", "model.visual.blocks.26.mlp.linear_fc1.weight_scale": "d89760ab6292e1653cfbd46719fdb72eb2d1f77d719835b311a9e1dceeeac35e", "model.visual.blocks.26.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0166015625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11627339224620602, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.26.mlp.linear_fc1.weight", "source_sha256": "7f335c0548ea4c48d3822795c566907a228301e3cf30be3fdc55ed327b1562cd" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9953858852386475, "emitted_sha256": { "model.visual.blocks.26.mlp.linear_fc2.weight_packed": "967d1c3bc01fe996c66111bc308030ecb442ed1b1f650c08ebe475ca419e774a", "model.visual.blocks.26.mlp.linear_fc2.weight_scale": "77eec61a8f364a638f908b67aeecab5a842a806a45cb77930d9458658938ab16", "model.visual.blocks.26.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.07080078125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09491909615766451, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.26.mlp.linear_fc2.weight", "source_sha256": "88ef68277aede98b69da2d95edb597acbce41f2a9f3c0d387cdfd67bb75f6b63" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999136328697205, "emitted_sha256": { "model.visual.blocks.3.attn.proj.weight_packed": "33051c789fe374233d876a0ef2aa19e4c84f5dd11ad5e091d84ff6235f2180b3", "model.visual.blocks.3.attn.proj.weight_scale": "76761c319afe2ccf385e23129f563d930b110822802610c7012f2f7bfa08be70", "model.visual.blocks.3.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005679750494624394, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.3.attn.proj.weight", "source_sha256": "dbf75f0d3c593770617474ab0f29d493e70c7747da38493cbf56416ae4d35acf" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 1.0, "emitted_sha256": { "model.visual.blocks.3.attn.qkv.weight_packed": "a9cdeab43e42481311e8771e16da09fddde4d77f6f5c3fdd82908a16deb4c6d1", "model.visual.blocks.3.attn.qkv.weight_scale": "4888118eac07a3cd6ac68f581a5517ccef1c632cdfc04c0093687ef1bc151348", "model.visual.blocks.3.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005863926014887789, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.3.attn.qkv.weight", "source_sha256": "2d72ff0802c80529321e0e0834118b6aa7ba8fc8562ec5b1f3e01b2f2a11b144" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9928079843521118, "emitted_sha256": { "model.visual.blocks.3.mlp.linear_fc1.weight_packed": "12f66e70c8362659bfe4048dfa572907bb4c6952bcc2fb33fbad142f4e955084", "model.visual.blocks.3.mlp.linear_fc1.weight_scale": "86b1417a12385c445d94e736494c3039b1e2478b7878cb7febdf41cf0c3af5ec", "model.visual.blocks.3.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.021484375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11978985665539386, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.3.mlp.linear_fc1.weight", "source_sha256": "ebc8d90941e5dbe1dbee3efce8ae051b8c32e15d9b898db9f3c038961a234879" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9948521852493286, "emitted_sha256": { "model.visual.blocks.3.mlp.linear_fc2.weight_packed": "c556b5ce67267eea736eec6fa4ef3fd34a6683488a3fb7fbb3f6e7c652ef5769", "model.visual.blocks.3.mlp.linear_fc2.weight_scale": "014c87869edf0c487d4bdebb857e60eb709bd6afe3dc8a60b5878f5bdbfb0bb0", "model.visual.blocks.3.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.03125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.10077428533492118, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.3.mlp.linear_fc2.weight", "source_sha256": "11f9965e52b8b509729b8454ca86df9182d60496e22a1db8b733b33b148474df" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999036192893982, "emitted_sha256": { "model.visual.blocks.4.attn.proj.weight_packed": "eaa210277ab05d7c1c13808cd21cb18bc4ee9d9d957768ac17167bfd63203e3a", "model.visual.blocks.4.attn.proj.weight_scale": "da64217ae62c80f26ad29bafd8754689303fb6b387c0df1440935330df8de5e3", "model.visual.blocks.4.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.0057263362454770044, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.4.attn.proj.weight", "source_sha256": "e6b4ef33cb90d1e0633ab473b902a76aca418856a238c6a8f64fefda6ad69c38" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 1.0, "emitted_sha256": { "model.visual.blocks.4.attn.qkv.weight_packed": "a633d09979f1b6fd83e359dfc142b9aae19bdce357d8557b123ab035a8699a6e", "model.visual.blocks.4.attn.qkv.weight_scale": "b4476d8919c318746e2fef7414276652d09b3e3622a1aef84f1cbbabf5850df0", "model.visual.blocks.4.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.001068115234375, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005839091699137832, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.4.attn.qkv.weight", "source_sha256": "3ad0ecd4e0c6b03635ad80d87fb28d115197df80048a42b3ccb07a21b4d91882" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9927006959915161, "emitted_sha256": { "model.visual.blocks.4.mlp.linear_fc1.weight_packed": "42f1269d0d031b0e093d72b7a21729d3f59fe49d61012350626900e7f5e3d15b", "model.visual.blocks.4.mlp.linear_fc1.weight_scale": "16cca03d31733abd1a605924afb6e3da64e831c51c64f72c7d2038a6c441b8c3", "model.visual.blocks.4.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.025390625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.12044991946631818, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.4.mlp.linear_fc1.weight", "source_sha256": "0cf0735bc77a520fe6b3be3b39c6e7d0a93301b4a26384d5887d2784a2932447" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.994962751865387, "emitted_sha256": { "model.visual.blocks.4.mlp.linear_fc2.weight_packed": "87932a1ad5638ca311bff6f346402e19b077be10a784308a114ce623181ed9f7", "model.visual.blocks.4.mlp.linear_fc2.weight_scale": "b76f079339f1ffc10bb53c4653ed0de5d54efadb7de0de86c40743e8904decd3", "model.visual.blocks.4.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0234375, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09964709021592037, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.4.mlp.linear_fc2.weight", "source_sha256": "5ca63da634cd3306b9dd465ed24ac43c4d2d41a1977633d2d2d0bae14ad77e6b" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999111890792847, "emitted_sha256": { "model.visual.blocks.5.attn.proj.weight_packed": "ad3cf7f170665e7ebf2ece195b46a55563e868acb66064d1b3ad18925ab76f81", "model.visual.blocks.5.attn.proj.weight_scale": "cedf6a006d5058e02ed13ca427a2dcb1a511583b8c284783845db44639780b0b", "model.visual.blocks.5.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005673159012851722, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.5.attn.proj.weight", "source_sha256": "d53f2a269f83c42d129d45eb335d4e224f758f4af6a2db47311b6a806f5f5e5b" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 1.0, "emitted_sha256": { "model.visual.blocks.5.attn.qkv.weight_packed": "ab718ec986a2b1a2fdec402e8046287bb4112ce1e447f00d209d050dd282e9b9", "model.visual.blocks.5.attn.qkv.weight_scale": "014f476fc40bd2066ee74aec86a096f79b69b5a17253a40a8adc8e15cc374e7c", "model.visual.blocks.5.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005797958852194485, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.5.attn.qkv.weight", "source_sha256": "d54621cb4d876b1f9a4ce8f3acc9eefd35d5bfeabcd284ec4fd87cddbde8a1f6" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9929366111755371, "emitted_sha256": { "model.visual.blocks.5.mlp.linear_fc1.weight_packed": "549ffd07e30dea0117e254a2ba7880c5532990aa597592eec231e1db8e9e75cf", "model.visual.blocks.5.mlp.linear_fc1.weight_scale": "c79b0768d1de9c8cca87f3551575116cdaf3f059304124b40afcb3baae02ec34", "model.visual.blocks.5.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.01708984375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.1186820430480635, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.5.mlp.linear_fc1.weight", "source_sha256": "ffa6b8ecdd90e9ce194db7bc6ea3137a411f4a05d852dbdeb82baee316541beb" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.995046854019165, "emitted_sha256": { "model.visual.blocks.5.mlp.linear_fc2.weight_packed": "4a26631d4d06d9691d77a5308115bc98a84d76d827eaf644738ad1e53d2bae02", "model.visual.blocks.5.mlp.linear_fc2.weight_scale": "0b9cf6664e2f582cb8021ea42e5f1f7a8898a82c9d81bd6463b801ac95aa8266", "model.visual.blocks.5.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.0196533203125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.0986436216792457, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.5.mlp.linear_fc2.weight", "source_sha256": "b3b085696104f9b6be79281704817b37c7fb4e08bf8afa9c2ba38814c9596d36" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999061822891235, "emitted_sha256": { "model.visual.blocks.6.attn.proj.weight_packed": "8aaeefd456404cb579235c35e6540ec2758650c1c967a119595ca77effa605f2", "model.visual.blocks.6.attn.proj.weight_scale": "1324f885bc571583d4400db39208f4cd1e82974eb3e3cf4883572bcf1d8559c4", "model.visual.blocks.6.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005665803447374136, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.6.attn.proj.weight", "source_sha256": "3d42685b45ad47013b9730b6fff3a4c177d9deeb2dad1db6587f57f971fa4ba1" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.999996542930603, "emitted_sha256": { "model.visual.blocks.6.attn.qkv.weight_packed": "dd46353956f4e4d7313665375ea46ef195cb4ccad1ab4fbc7aec14f8f6a066da", "model.visual.blocks.6.attn.qkv.weight_scale": "35fc97900d971f1a6f9da6a2c350dcf9e73f603d6115d187a675b87edc542a23", "model.visual.blocks.6.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.00103759765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005810160991768759, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.6.attn.qkv.weight", "source_sha256": "25809ed1376fa09e1a2efce1534595c555016669bd8074a1f5ffa31814751503" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.992992103099823, "emitted_sha256": { "model.visual.blocks.6.mlp.linear_fc1.weight_packed": "4093781de7837ac87bb4fdb474ccea47366710e07a7ebc9ba554191a2656f995", "model.visual.blocks.6.mlp.linear_fc1.weight_scale": "bd301ed506bd12c022b82619b9faa1e48bb319db44dc6e4b7bfbefc693e8dfd4", "model.visual.blocks.6.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.02734375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11798151666769134, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.6.mlp.linear_fc1.weight", "source_sha256": "65222d86574096e4ae158cc2dc6988490c57f2bc6041dad3a4eaadb79f7b3110" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9951737523078918, "emitted_sha256": { "model.visual.blocks.6.mlp.linear_fc2.weight_packed": "943d064128b6a2b20646e4745aea59f6bd9aeb797d21a58fb1d98590dd60dc17", "model.visual.blocks.6.mlp.linear_fc2.weight_scale": "f5dd83e4f00a2cc4cd3e04880374bc1e9f24d07e9542d3780537823b250ff2fa", "model.visual.blocks.6.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.02734375, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09679326778075431, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.6.mlp.linear_fc2.weight", "source_sha256": "53bb39ca1b4c9b31f2e402ce94bf182b5936c59d18473b7c5d6de0eb425dedd0" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999063611030579, "emitted_sha256": { "model.visual.blocks.7.attn.proj.weight_packed": "f58ac4654591ddeac65e8898834a7f33e3b7521a2f42f31855805c4eeb5163fe", "model.visual.blocks.7.attn.proj.weight_scale": "bd224bbc3d207c8130c456f84e10f5003395d4d9a09810fac6d5407bc52a91fe", "model.visual.blocks.7.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.000732421875, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.0056731442372749555, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.7.attn.proj.weight", "source_sha256": "26d47c94649bac4824aefd0fc1de7d9c8aee3ed93c5136f8bfdf2ba55a942617" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9999508261680603, "emitted_sha256": { "model.visual.blocks.7.attn.qkv.weight_packed": "200ec344bbcfe408766a319984ae9cfe157cbe41dbe93c26b745fd2a7f10e6bb", "model.visual.blocks.7.attn.qkv.weight_scale": "b1250c748a871869457ce8cd239325ca3a6c8e613dbc6fb6f6d971a49ff70395", "model.visual.blocks.7.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005789000923351951, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.7.attn.qkv.weight", "source_sha256": "1543a9a6f9cb9a767513718f0a19db0c44092b3c83a3a535fa022c3f953c1c5a" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9930691719055176, "emitted_sha256": { "model.visual.blocks.7.mlp.linear_fc1.weight_packed": "fac742771ddc9e725c300c9ea3992799df0b3105ef4175c0561947f21a5bdea3", "model.visual.blocks.7.mlp.linear_fc1.weight_scale": "77b0380846a5e0d273dc637daf88972199efd510a081e8b219486e5ee3165f19", "model.visual.blocks.7.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0177001953125, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.11754844719327065, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.7.mlp.linear_fc1.weight", "source_sha256": "c38ef38d351c349b9c465b9daf9322e20e88c491f4c782326c645e18744093c1" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9953330755233765, "emitted_sha256": { "model.visual.blocks.7.mlp.linear_fc2.weight_packed": "3671f4d393009af19acc58853015847b6fe45f03145bdbc35d121ea5dc07f689", "model.visual.blocks.7.mlp.linear_fc2.weight_scale": "02c3ba02d9a78de1010a6926c7d9be103395ac792eb3b41037f751214a4dac57", "model.visual.blocks.7.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.015625, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09470126322127831, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.7.mlp.linear_fc2.weight", "source_sha256": "e97faad9fa56a031f95995ccae6ad35296920f5f91a4fc4f676107645e1ea91f" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999077916145325, "emitted_sha256": { "model.visual.blocks.8.attn.proj.weight_packed": "30b35faaddc7ab2c5c55dfd68028214a2d67caf556c60a4df2a583243aa7c783", "model.visual.blocks.8.attn.proj.weight_scale": "f97e3efaa6b9a0e3030e68af44dc253043bd97a75ceace863b0c8fd96ab09d8b", "model.visual.blocks.8.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005672074196332424, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.8.attn.proj.weight", "source_sha256": "3c9e954f063104766e30566ccc96f519f4fea71c096f37478c6da8c8c04ff148" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9999619126319885, "emitted_sha256": { "model.visual.blocks.8.attn.qkv.weight_packed": "3e48b19cf1f3ad9b3feaf9fb0ea9ea1e50a0d340e9607bcc2e3f7edb03cbda44", "model.visual.blocks.8.attn.qkv.weight_scale": "ad00a3f2677071bb9746108373ad19193e2769677acd4957a51482762dd10764", "model.visual.blocks.8.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005798184039032785, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.8.attn.qkv.weight", "source_sha256": "4491b51ff53284be2dc0cc01c9090d5166b46cf5b81de9ee03ffbde70ed0653b" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9931264519691467, "emitted_sha256": { "model.visual.blocks.8.mlp.linear_fc1.weight_packed": "7cbaf703f6d162617854c58a29b96aa883268300aecacfc05f4921b00efa4e37", "model.visual.blocks.8.mlp.linear_fc1.weight_scale": "7fd0e196695ca47b16bb4b47aa8fe704d18b513d858f909d98f2129ff482bdcb", "model.visual.blocks.8.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0162353515625, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.116745124805605, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.8.mlp.linear_fc1.weight", "source_sha256": "2650958cf1a1199a777ce25d64eaefbb5cf88d179cfe4e304a2ca91ef900cfcf" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9954636096954346, "emitted_sha256": { "model.visual.blocks.8.mlp.linear_fc2.weight_packed": "efe6b4d69bd0505f0ac357877f5b2447be24aa53c530b7fd833de3e225a9a3f5", "model.visual.blocks.8.mlp.linear_fc2.weight_scale": "72f7d36c5016f38aec71d3241139ccb53b320b676d9279081b714bc70a9729ea", "model.visual.blocks.8.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.01953125, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09317578714017341, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.8.mlp.linear_fc2.weight", "source_sha256": "4ac5d4220f1d27bd86e8a3493b5a8b1c72b3a327d2a6e26aeb4541604be3b815" }, { "compression_ratio": 1.777758726008166, "cosine_similarity": 0.9999027848243713, "emitted_sha256": { "model.visual.blocks.9.attn.proj.weight_packed": "bff4a33d97edde62ca641b09520257344b2f54782c9a72355f25a64a0af831dd", "model.visual.blocks.9.attn.proj.weight_scale": "cbe0fe39327433d0d597639b4686e0d1d8c6b4f22e418bf2c55ead84b7e96c3b", "model.visual.blocks.9.attn.proj.weight_shape": "414304bef26c889f3c996b62483162b8d11e97222b333bbaf591f891aaf2f121" }, "group_size": 16, "max_abs_error": 0.00048828125, "num_bits": 8, "output_bytes": 1493008, "relative_rmse": 0.005673852617749538, "shape": [ 1152, 1152 ], "source_bytes": 2654208, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.9.attn.proj.weight", "source_sha256": "625ab9fc56f2a82885f41ac10f8054874b6d42ecff9e9dc4f4345e0e2884142e" }, { "compression_ratio": 1.7777714271425356, "cosine_similarity": 0.9999619722366333, "emitted_sha256": { "model.visual.blocks.9.attn.qkv.weight_packed": "33c0836d1c559f64e801f644b623d11d9e94eac05dab9a651d08108870795ae8", "model.visual.blocks.9.attn.qkv.weight_scale": "e3a2ae5de4f942678493475eea494eb34eccd67bc6356f7cf63d7cccb89dfd3e", "model.visual.blocks.9.attn.qkv.weight_shape": "f694d9034ebead491ea44daa3fe7a822e237b7f08a0d3b149cb417b742a86be7" }, "group_size": 16, "max_abs_error": 0.0009765625, "num_bits": 8, "output_bytes": 4478992, "relative_rmse": 0.005760268068451042, "shape": [ 3456, 1152 ], "source_bytes": 7962624, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.9.attn.qkv.weight", "source_sha256": "78666acb5673bd636eab76489ab17eaaa4f360d8a0c64205b34ced3e0cac52b3" }, { "compression_ratio": 3.878763604047889, "cosine_similarity": 0.9942159652709961, "emitted_sha256": { "model.visual.blocks.9.mlp.linear_fc1.weight_packed": "5f12e465cadf3069ab682398a2554ccedf489d74aeb7a3c163aebed2ffdc3c5d", "model.visual.blocks.9.mlp.linear_fc1.weight_scale": "4e29ecdefba65cbefe1e62cbc41a64db29d61313f222af0f08297c444b1225d4", "model.visual.blocks.9.mlp.linear_fc1.weight_shape": "ae002f6a28ef62c2dc3dd5c82e48c61219475042437bfeb012a0b4ebe4fab2b5" }, "group_size": 128, "max_abs_error": 0.0234375, "num_bits": 4, "output_bytes": 2556592, "relative_rmse": 0.1075489987271329, "shape": [ 4304, 1152 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.9.mlp.linear_fc1.weight", "source_sha256": "9c893b91113acc1d4b0fb79ae5d1adb515e163682e641e1804fae14d9e9d982f" }, { "compression_ratio": 3.1999834779869993, "cosine_similarity": 0.9955935478210449, "emitted_sha256": { "model.visual.blocks.9.mlp.linear_fc2.weight_packed": "9312dae0b051931e518c849805174a3023bff2fe0b08c7a0d8d7840436770d10", "model.visual.blocks.9.mlp.linear_fc2.weight_scale": "846ef77479543c638831db206385ac74d2ed7c879a291635a778a462f14459bb", "model.visual.blocks.9.mlp.linear_fc2.weight_shape": "019f99ea67c9909e9104bcc0f676ac94467d739c76ed65e637409a2e1b48c51c" }, "group_size": 16, "max_abs_error": 0.04296875, "num_bits": 4, "output_bytes": 3098896, "relative_rmse": 0.09177060091444647, "shape": [ 1152, 4304 ], "source_bytes": 9916416, "source_dtype": "torch.bfloat16", "source_name": "model.visual.blocks.9.mlp.linear_fc2.weight", "source_sha256": "1d1b18900be7ca368872070d125e072bfd912570b19ac8ef3925c70d3407f06d" }, { "compression_ratio": 3.878782210440326, "cosine_similarity": 0.9925835132598877, "emitted_sha256": { "model.visual.merger.linear_fc1.weight_packed": "73df8d810b0abb51d39936cc47434ffa33ba231e031021fa2992a0769b8fab42", "model.visual.merger.linear_fc1.weight_scale": "4f47853548e6564ea62ad1fb807090d3753a03778c29f167e4f89d03f5770a77", "model.visual.merger.linear_fc1.weight_shape": "95e6eb3a786c9ee73812cc1ff8039501ce3bb86381c5f9338224630dc250b859" }, "group_size": 128, "max_abs_error": 0.0126953125, "num_bits": 4, "output_bytes": 10948624, "relative_rmse": 0.11462212113990307, "shape": [ 4608, 4608 ], "source_bytes": 42467328, "source_dtype": "torch.bfloat16", "source_name": "model.visual.merger.linear_fc1.weight", "source_sha256": "01c3083d679d81921a780c9f8cd37dd15e51dea378f8a6a84466971883431751" }, { "compression_ratio": 3.8787827772743353, "cosine_similarity": 0.9937875270843506, "emitted_sha256": { "model.visual.merger.linear_fc2.weight_packed": "7f8f8338c17ff60f3f41c0a2c53e238271341803590cd9600fe2b433433e1c74", "model.visual.merger.linear_fc2.weight_scale": "5448f6b682d96e610a4e2a5fcf412983015afddd4f010316f0d10c82b1b49806", "model.visual.merger.linear_fc2.weight_shape": "0fcebd16908a92c6b661b16e8684be44a4faed0df1f4fd498406d8d6fbeb61c3" }, "group_size": 128, "max_abs_error": 0.033203125, "num_bits": 4, "output_bytes": 12165136, "relative_rmse": 0.11117757396191633, "shape": [ 5120, 4608 ], "source_bytes": 47185920, "source_dtype": "torch.bfloat16", "source_name": "model.visual.merger.linear_fc2.weight", "source_sha256": "24b422559e28d83928686d4aaaa33b197294c398757abe20d41d3efada748f2b" } ], "maximum_absolute_error": 0.078125, "minimum_layer_cosine_similarity": 0.9900976419448853, "output_tensor_bytes": 346721952, "output_tensor_count": 553, "quantized_compression_ratio": 2.7051716899594966, "quantized_linear_weight_count": 110, "quantized_linear_weight_count_by_spec": { "w4_g128": 29, "w4_g16": 27, "w8_g16": 54 }, "quantized_output_bytes": 337055936, "quantized_source_bytes": 911794176, "saved_tensor_bytes": 574738240, "source_tensor_bytes": 921460192, "source_tensor_count": 333 } }