{
  "alignment_bytes": 4096,
  "artifact_scope": "PLE sidecar only; main GGUF weights are not included",
  "artifact_variant": "PLE-FP8",
  "auxiliary_file_bytes": 2,
  "byte_order": "little",
  "checksum_status": "verified_source_fp8_and_physical_files",
  "conversion": "bitwise extraction; no requantization, dequantization, or rescaling",
  "embedding_row_dimension": 160,
  "format_version": 2,
  "hash_reference": {
    "implementation": "transformers.models.qwen4_exp.modeling_qwen4_exp.Qwen4ExpTextNGramEmbedding",
    "implementation_sha256": "77fec77d87f2a0eb23b95fa04276fb5779698a7c7f523cf5061e49c118bcc459",
    "semantics": "SplitMix64-derived odd multipliers; multiply token ids; XOR in n-gram position order; modulo per-head prime vocabulary; add per-head offset; EOS-bounded history",
    "transformers_version": "5.16.0"
  },
  "hash_topology_reference": {
    "manifest_sha256": "eca58f81115459eb59bdfb5a5e82a4a2729760ba934ecbd52cc862bcaf820c0c",
    "source": {
      "repo": "Qwen/Qwen3.8-Flash-Next",
      "revision": "f5d08274bafd880402bd16f5e3e6c514136ec06c"
    }
  },
  "heads_per_ngram": 8,
  "layer_multipliers": [
    23703573157769,
    20109073645365,
    8052911324071
  ],
  "logical_parts": [
    {
      "embedding_row_dimension": 160,
      "file_offset": 0,
      "global_row_start": 0,
      "logical_part": 0,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "d9596bd618c6a3ba4d0236babcd22379ab43a1b62685b974831698097c4570c4",
      "source_absolute_offset": 917263850,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_0.weight",
      "source_shard": "model-00005-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 400003072,
      "global_row_start": 2500012,
      "logical_part": 1,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "23e124893aebc5d3323d4f0526958204314c0296fde71646ea94a32ced3f3e84",
      "source_absolute_offset": 1317265770,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_1.weight",
      "source_shard": "model-00005-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 800006144,
      "global_row_start": 5000024,
      "logical_part": 2,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0e6bf05da4c93fb65e1427c811a17ca7a5068b6173f1a4e171efc55820433e51",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_2.weight",
      "source_shard": "model-00006-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1200009216,
      "global_row_start": 7500036,
      "logical_part": 3,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "194f0e15133a607271ec3bb850c2f0b17a1559f9a7ee0491b80e14e9746c1c8a",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_3.weight",
      "source_shard": "model-00006-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1600012288,
      "global_row_start": 10000048,
      "logical_part": 4,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "686c721731dfb796c2d68a183cee5bc3ddd2651a26b0f98c5334264034bc0242",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_4.weight",
      "source_shard": "model-00006-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2000015360,
      "global_row_start": 12500060,
      "logical_part": 5,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "6ffe0cb1c2d25d42a67db7487484b961f8dd86804e06f56cf5b854458d69b568",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_5.weight",
      "source_shard": "model-00006-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2400018432,
      "global_row_start": 15000072,
      "logical_part": 6,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "fa648996f690f3e24f1fd2aeb0e5599c5510f1e940e8caa82ac3d47654164c32",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_6.weight",
      "source_shard": "model-00007-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2800021504,
      "global_row_start": 17500084,
      "logical_part": 7,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "f79ac56fc228756f3e44021e753a5f9c2e72e21b94901517d7c3d6a4d881c17d",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_7.weight",
      "source_shard": "model-00007-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3200024576,
      "global_row_start": 20000096,
      "logical_part": 8,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "1b0e38d4c3936d5839e3eac879c0e9634d96e8f968413874536778d9f7bd7c15",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_8.weight",
      "source_shard": "model-00007-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3600027648,
      "global_row_start": 22500108,
      "logical_part": 9,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0fbced2f3bde525b025ff8be8cac0755ed66fa42fdddf3637f07c1a134892ea8",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_9.weight",
      "source_shard": "model-00007-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4000030720,
      "global_row_start": 25000120,
      "logical_part": 10,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0ec6e4d0ee521b9eb67a788d16f9b6aa1f2234bfebfdc185dd982d6ece80180b",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_10.weight",
      "source_shard": "model-00008-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4400033792,
      "global_row_start": 27500132,
      "logical_part": 11,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "c9f1f3b96aa937e44109c0df0fbcc84fcb4491eff3bc031baac8fd10ef379fbb",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_11.weight",
      "source_shard": "model-00008-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4800036864,
      "global_row_start": 30000144,
      "logical_part": 12,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "4896b808ee51e8c67a32d17a2ce089599fd5c396a30c5afedf67d4aee8173d14",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_12.weight",
      "source_shard": "model-00008-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5200039936,
      "global_row_start": 32500156,
      "logical_part": 13,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "e55ab437f130b387422733114cb337db0b9aa1739266592815f2f614716849c4",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_13.weight",
      "source_shard": "model-00008-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5600043008,
      "global_row_start": 35000168,
      "logical_part": 14,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "b13f3b4e30b3d2dc31b8576798a58ac4eac7276f82fae457d91849b21684a50f",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_14.weight",
      "source_shard": "model-00009-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6000046080,
      "global_row_start": 37500180,
      "logical_part": 15,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "d0dbf04188f549a7dbd860cfd2bb850214ccbb8e488479e65e9695eaa19ba9b5",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_15.weight",
      "source_shard": "model-00009-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6400049152,
      "global_row_start": 40000192,
      "logical_part": 16,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "90d950f6c3c45b36dd038895874a0421f4f09b96586b6edcc3b2a11e8f68b086",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_16.weight",
      "source_shard": "model-00009-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6800052224,
      "global_row_start": 42500204,
      "logical_part": 17,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "07c2d2d5c633f517e6104af2ab1928499122e871f42493e2f351b29e019c3a94",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_17.weight",
      "source_shard": "model-00009-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7200055296,
      "global_row_start": 45000216,
      "logical_part": 18,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "91d3f05360dd8cdfbafd722fdd35e6bfe66e083c098ff4a28302a29d0d20bcb5",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_18.weight",
      "source_shard": "model-00010-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7600058368,
      "global_row_start": 47500228,
      "logical_part": 19,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "296f120af77738b3abb7f89a0e09a8b3be8b5351517bca0caffec000ace5680b",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_19.weight",
      "source_shard": "model-00010-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8000061440,
      "global_row_start": 50000240,
      "logical_part": 20,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "6cac844fc6593e3f09e7797129319ce0a9c93e3809cba6c8701a65a4f8975b86",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_20.weight",
      "source_shard": "model-00010-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8400064512,
      "global_row_start": 52500252,
      "logical_part": 21,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "dbb3e9b538d7e9b91ac8d23d38d1eef6f66663999f9f6c58c57bebf399774594",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_21.weight",
      "source_shard": "model-00010-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8800067584,
      "global_row_start": 55000264,
      "logical_part": 22,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "15a794f705cfba5410b8e4965e181d1f36aaf2866cfaf49d6dede4b9e78705ca",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_22.weight",
      "source_shard": "model-00011-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9200070656,
      "global_row_start": 57500276,
      "logical_part": 23,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "edc9508f85666cc55ed7c29ba5b266e379b4cb2da575ca0186564f324e02a6fc",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_23.weight",
      "source_shard": "model-00011-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9600073728,
      "global_row_start": 60000288,
      "logical_part": 24,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "b1240cd631f9806cbe1b2abfa8e8f1d42558c50469e4e00a608459df103cd9e9",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_24.weight",
      "source_shard": "model-00011-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10000076800,
      "global_row_start": 62500300,
      "logical_part": 25,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "bd85fa0b2b8d2a9a4034bb5e286bb5f5e36f313ab5ac4195d7a99efdd5780957",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_25.weight",
      "source_shard": "model-00011-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10400079872,
      "global_row_start": 65000312,
      "logical_part": 26,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "9b9552a5f585393e6585a974566cb72086be33c16be69a905d64d9b36a1421d6",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_26.weight",
      "source_shard": "model-00012-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10800082944,
      "global_row_start": 67500324,
      "logical_part": 27,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "c27d27a42adec2d59bf08f7962e260ccf0da0f0c807919c9c989cb2cf230f493",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_27.weight",
      "source_shard": "model-00012-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11200086016,
      "global_row_start": 70000336,
      "logical_part": 28,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "abf183296a82af8cf53c0e397f867f33a7480d61227ba49e76367c964132b37a",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_28.weight",
      "source_shard": "model-00012-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11600089088,
      "global_row_start": 72500348,
      "logical_part": 29,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "5de7556bb7d55af55e2c26c4fdf5d35f2185e27c5cfd87b31d7a7c2b03af4a54",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_29.weight",
      "source_shard": "model-00012-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12000092160,
      "global_row_start": 75000360,
      "logical_part": 30,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "20dfb9d23cec08aaa15a61792d9858f9dddc1bf8caaba88d0b68197e5b1a9b7d",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_30.weight",
      "source_shard": "model-00013-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12400095232,
      "global_row_start": 77500372,
      "logical_part": 31,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00001-of-00004.bin",
      "physical_file_index": 0,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "7dc5a5b8b9c4b04a01c2f2220909e6437e6675ac20330e74aa375d26ab78310f",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_31.weight",
      "source_shard": "model-00013-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 0,
      "global_row_start": 80000384,
      "logical_part": 32,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "387fd4f5bc3e500cc2f8d823c1a94f32560aba90b2514cd5fa31f6cf25eb6e95",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_32.weight",
      "source_shard": "model-00013-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 400003072,
      "global_row_start": 82500396,
      "logical_part": 33,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "48787e67f3d82eb2ac147c5fd0288b25c84b70ba0cecdb5c1fcae917f63ba426",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_33.weight",
      "source_shard": "model-00013-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 800006144,
      "global_row_start": 85000408,
      "logical_part": 34,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0822346d98462ba0aefcdc64a59ef957196d34c78b8716c655c641a9d0e7b8fc",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_34.weight",
      "source_shard": "model-00014-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1200009216,
      "global_row_start": 87500420,
      "logical_part": 35,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "2ce73e4b8e7619ce821671c7f7a9d3b13c3975b072a2b10cbb16475b8b2a5bf7",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_35.weight",
      "source_shard": "model-00014-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1600012288,
      "global_row_start": 90000432,
      "logical_part": 36,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "3a3e20568afff452e96d897f59f9c77c0a5adf68f2ff883a1292f3c5c87e1832",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_36.weight",
      "source_shard": "model-00014-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2000015360,
      "global_row_start": 92500444,
      "logical_part": 37,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "01458a96fed48d39c40eb3f7270c131c688a1fbc9f72476dd850118dbc962c80",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_37.weight",
      "source_shard": "model-00014-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2400018432,
      "global_row_start": 95000456,
      "logical_part": 38,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "5140698bb62a423a41a6313f95b9e383fb015ef2821890aa5e663a320eab4575",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_38.weight",
      "source_shard": "model-00015-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2800021504,
      "global_row_start": 97500468,
      "logical_part": 39,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "41d2842473134090f18c0a7377113ad7c09faf2fcff287145d2cfe6add86a511",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_39.weight",
      "source_shard": "model-00015-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3200024576,
      "global_row_start": 100000480,
      "logical_part": 40,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "62d7534d36cc4a476ad7cc6f5ef6d11c1cc71d63a8be02be617dcdee750ff37e",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_40.weight",
      "source_shard": "model-00015-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3600027648,
      "global_row_start": 102500492,
      "logical_part": 41,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "85e7c678798319e2da35ecc3fef928e81d29023005a26a8d53693a67dc221240",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_41.weight",
      "source_shard": "model-00015-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4000030720,
      "global_row_start": 105000504,
      "logical_part": 42,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "abd440088be881b2135f3d14dac1ce8aa8c9d09f873f38f276907b3427a2a6f8",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_42.weight",
      "source_shard": "model-00016-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4400033792,
      "global_row_start": 107500516,
      "logical_part": 43,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "5b68eb7b01a786d75e9cb1acd14c0090dd743ca8a7c9cb736156b15ec10561e7",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_43.weight",
      "source_shard": "model-00016-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4800036864,
      "global_row_start": 110000528,
      "logical_part": 44,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "b3625dfa1ca62adde12f6955e0eb8bde2b274729bd2472063c78eaa68fbcfb6a",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_44.weight",
      "source_shard": "model-00016-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5200039936,
      "global_row_start": 112500540,
      "logical_part": 45,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "eaecdf9fd500f50de14a259d9edc9bd690087f4a6abb365fc06209a4786d79f5",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_45.weight",
      "source_shard": "model-00016-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5600043008,
      "global_row_start": 115000552,
      "logical_part": 46,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "1b5bb7d11b2684ee44465862eda4f814de75ee2d60c331dedcfb89179903379f",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_46.weight",
      "source_shard": "model-00017-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6000046080,
      "global_row_start": 117500564,
      "logical_part": 47,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "b0babbaf300f615b3fe0db31c4466d7d610c081a42f1a007b54a6a0c3bbcc505",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_47.weight",
      "source_shard": "model-00017-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6400049152,
      "global_row_start": 120000576,
      "logical_part": 48,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "2c89266a1ac09272b01d9dae9926667a9726c97c6646d5049c8ca17dce2120a4",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_48.weight",
      "source_shard": "model-00017-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6800052224,
      "global_row_start": 122500588,
      "logical_part": 49,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "e405d6de22656a55c2e429f346c04faa0667eebcdca170e5013d8c5e48f90263",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_49.weight",
      "source_shard": "model-00017-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7200055296,
      "global_row_start": 125000600,
      "logical_part": 50,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "aa199d6f6ea9f749d86372479168568e08047f01a6f9c7c764acf0f76d9acb3e",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_50.weight",
      "source_shard": "model-00018-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7600058368,
      "global_row_start": 127500612,
      "logical_part": 51,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "14a6db91a00dea35689167f9c138c88638417136a2f466a9d67c112c67d8e0ad",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_51.weight",
      "source_shard": "model-00018-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8000061440,
      "global_row_start": 130000624,
      "logical_part": 52,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "9ab3cf55e37d0c1ab7d63be9663ce13ea736e388f8ecbb304c10b7b1e6a32f85",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_52.weight",
      "source_shard": "model-00018-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8400064512,
      "global_row_start": 132500636,
      "logical_part": 53,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "50bd27110e09dc25f5b6dd7faff8fce6b7512e778fb226f9553020147c016c42",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_53.weight",
      "source_shard": "model-00018-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8800067584,
      "global_row_start": 135000648,
      "logical_part": 54,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "e9dd27de542b26f912f413b2a7229dd67190ac7b98efd034a8e9222e6be52047",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_54.weight",
      "source_shard": "model-00019-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9200070656,
      "global_row_start": 137500660,
      "logical_part": 55,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0ec6fba9c2bed3230e6e7dfce0b9751c867c237273d2bce991733beb9b0a2e10",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_55.weight",
      "source_shard": "model-00019-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9600073728,
      "global_row_start": 140000672,
      "logical_part": 56,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "dd35c6055c1795ac02a4e1094a617ea1bcffa22090121225bf89fc0e5d8bf026",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_56.weight",
      "source_shard": "model-00019-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10000076800,
      "global_row_start": 142500684,
      "logical_part": 57,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "8fece056a2a2af4da347c7447e1a084ff4fb6e63dfe483b4194ad4f3522bc3f7",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_57.weight",
      "source_shard": "model-00019-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10400079872,
      "global_row_start": 145000696,
      "logical_part": 58,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "3536cf34558b00b829e7c809226fa120a5d324c150377c6456df1c5dfdcd9ad1",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_58.weight",
      "source_shard": "model-00020-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10800082944,
      "global_row_start": 147500708,
      "logical_part": 59,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "83070c3eafc3e817be28d995225bf2038541b41fbbc22dc2010f8c06ed1708e4",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_59.weight",
      "source_shard": "model-00020-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11200086016,
      "global_row_start": 150000720,
      "logical_part": 60,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "96c1ab506d6ce1787996d2481cfa41a7b027c4e593193f53cfc0a7c75f96b7f0",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_60.weight",
      "source_shard": "model-00020-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11600089088,
      "global_row_start": 152500732,
      "logical_part": 61,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "58e28750635bcddea2c872178c081c243c54e5e22936d2061b1827a258344f21",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_61.weight",
      "source_shard": "model-00020-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12000092160,
      "global_row_start": 155000744,
      "logical_part": 62,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "1747504b88f4febb43c0dc804e4358ec39051d978eaa6597669d0f5c3dd07cea",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_62.weight",
      "source_shard": "model-00021-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12400095232,
      "global_row_start": 157500756,
      "logical_part": 63,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00002-of-00004.bin",
      "physical_file_index": 1,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "cf646a341968c2a812ff0c8ad6ff75d2fb2ed9511e4b8b5592a7630e66d16977",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_63.weight",
      "source_shard": "model-00021-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 0,
      "global_row_start": 160000768,
      "logical_part": 64,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "70898f72e75e55119fbdc18d415e7345b7558d01927156e2b7b1d0bce017dd15",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_64.weight",
      "source_shard": "model-00021-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 400003072,
      "global_row_start": 162500780,
      "logical_part": 65,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "e7a9605e414fa167cc2c7c1a59ed7275280561a7a67609128ac6622ed2badc1d",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_65.weight",
      "source_shard": "model-00021-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 800006144,
      "global_row_start": 165000792,
      "logical_part": 66,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "c674827ee25898433abed1d9d63141bb78962995de21095b30c9e6c57c95e358",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_66.weight",
      "source_shard": "model-00022-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1200009216,
      "global_row_start": 167500804,
      "logical_part": 67,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "fe1f0c00ef51c79821ba2e15cc40ab6fec4c06d1945ebe0be984daec9d36a023",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_67.weight",
      "source_shard": "model-00022-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1600012288,
      "global_row_start": 170000816,
      "logical_part": 68,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "65c8dc49dcb710bac28712964f282e40daefc3041272126e046442c7ec8a9c70",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_68.weight",
      "source_shard": "model-00022-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2000015360,
      "global_row_start": 172500828,
      "logical_part": 69,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "3b8b158839fd38d5f11395573b9caa711df2f79882fce14bdf689e335b3a16dc",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_69.weight",
      "source_shard": "model-00022-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2400018432,
      "global_row_start": 175000840,
      "logical_part": 70,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "07599c116c7cb21ec88da9fba3c55b517f41f8544e144a74f4e077a6d840ec1c",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_70.weight",
      "source_shard": "model-00023-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2800021504,
      "global_row_start": 177500852,
      "logical_part": 71,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "f0084d47b67951a7ebda08330ac7a38391c93275a6d684a4b5bad3b83ac8e242",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_71.weight",
      "source_shard": "model-00023-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3200024576,
      "global_row_start": 180000864,
      "logical_part": 72,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "3b62b257a8d24b20701fe993ca27298e931da5c0102ef45f4f044654e776fe08",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_72.weight",
      "source_shard": "model-00023-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3600027648,
      "global_row_start": 182500876,
      "logical_part": 73,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "aaea7e73dbae008a263e0a1251e16368b2da74875728f26704782e64462e3176",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_73.weight",
      "source_shard": "model-00023-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4000030720,
      "global_row_start": 185000888,
      "logical_part": 74,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "9978a0f0bc67731c7e0d7d581a2dc7503940bddfde5fa8f3a0d45dc7a9c6d0a4",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_74.weight",
      "source_shard": "model-00024-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4400033792,
      "global_row_start": 187500900,
      "logical_part": 75,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0d36bd8b63d085d9402343f3c91205f8a6c1e24a0f2ce844abb7f62e35df0682",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_75.weight",
      "source_shard": "model-00024-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4800036864,
      "global_row_start": 190000912,
      "logical_part": 76,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "b5f069a5d91cac86268fc641947d321444735dd5aeadb4df11cd0a0ae23b5634",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_76.weight",
      "source_shard": "model-00024-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5200039936,
      "global_row_start": 192500924,
      "logical_part": 77,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "834b9a8406d268ffaff7fc5b09000bbe6cf80075589bd607665d927d71018dd9",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_77.weight",
      "source_shard": "model-00024-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5600043008,
      "global_row_start": 195000936,
      "logical_part": 78,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "592507e70f3df6bd5164888d910a3fc14e6b0c68d940238f24efe853e3d7b320",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_78.weight",
      "source_shard": "model-00025-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6000046080,
      "global_row_start": 197500948,
      "logical_part": 79,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "b23e6f51dad2d81606888b8f9ec5274b46f7a9db5b7c25fd69e73efafa96fcc1",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_79.weight",
      "source_shard": "model-00025-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6400049152,
      "global_row_start": 200000960,
      "logical_part": 80,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0cc94b00dff5709e69edaa1a23f954ddecd6630398e45273fdf31f157baf00b5",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_80.weight",
      "source_shard": "model-00025-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6800052224,
      "global_row_start": 202500972,
      "logical_part": 81,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "018a43ce8fcbade90bf2b820b0052cbd77d063f6461b079a0d1ef5f3b6405bcc",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_81.weight",
      "source_shard": "model-00025-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7200055296,
      "global_row_start": 205000984,
      "logical_part": 82,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "8bb97200fdc0db7c1d908fb7a5b914e574f0a567221e987a21b278c1a636538c",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_82.weight",
      "source_shard": "model-00026-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7600058368,
      "global_row_start": 207500996,
      "logical_part": 83,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "1516f9bc06316f5cdabb2bb397bd08574695975bc8f1f88a719bf4829e002595",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_83.weight",
      "source_shard": "model-00026-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8000061440,
      "global_row_start": 210001008,
      "logical_part": 84,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "a92c9aea7582345478c65f6b92806849a59b562c083002a29a5c71b176ab9c68",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_84.weight",
      "source_shard": "model-00026-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8400064512,
      "global_row_start": 212501020,
      "logical_part": 85,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "750496d117d5f75cd7177303dc7c878740613672506f2460dd8729f2d51e970f",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_85.weight",
      "source_shard": "model-00026-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8800067584,
      "global_row_start": 215001032,
      "logical_part": 86,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "2e5db3deb939562661644fb740b4ebb72f85ec0aebb826327284cc578543fec1",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_86.weight",
      "source_shard": "model-00027-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9200070656,
      "global_row_start": 217501044,
      "logical_part": 87,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "756a5b69b830d9664572833544ba010061d164ae276e7ce8420875e75e9774bd",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_87.weight",
      "source_shard": "model-00027-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9600073728,
      "global_row_start": 220001056,
      "logical_part": 88,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "7a2b64040ad70cd87e79f855e4b5b1b27f1f72f8badf26628bbd60bf672909c7",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_88.weight",
      "source_shard": "model-00027-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10000076800,
      "global_row_start": 222501068,
      "logical_part": 89,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "681a212251ed05a8e916625c86cd65ce945470de95f571b9bd102a4d971bb753",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_89.weight",
      "source_shard": "model-00027-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10400079872,
      "global_row_start": 225001080,
      "logical_part": 90,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "6aae24fe5d92a760b3df54705203a3e638e1bf9a4acecd62e7a8cf7f20b528c7",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_90.weight",
      "source_shard": "model-00028-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10800082944,
      "global_row_start": 227501092,
      "logical_part": 91,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "3d98362a8cca7c4125f3acd876188030a08d61259f891b42a2c48d17281ac296",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_91.weight",
      "source_shard": "model-00028-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11200086016,
      "global_row_start": 230001104,
      "logical_part": 92,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "8780abb7e1d461b679d0157580677c90cc3fbb128bce8ca25b83cc5fff44b303",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_92.weight",
      "source_shard": "model-00028-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11600089088,
      "global_row_start": 232501116,
      "logical_part": 93,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "62630ca9571369e134b9815cf80a9a54bb3110de7d9cb93796bc4fdbc9602d60",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_93.weight",
      "source_shard": "model-00028-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12000092160,
      "global_row_start": 235001128,
      "logical_part": 94,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0af0d5e453b07259139d1b4b9ae1d5e730885319e9f2e6388627b90a48b06fb8",
      "source_absolute_offset": 648,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_94.weight",
      "source_shard": "model-00029-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12400095232,
      "global_row_start": 237501140,
      "logical_part": 95,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00003-of-00004.bin",
      "physical_file_index": 2,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "a1b4dfe803f67fd3403dd42c4e602554b14ef2b0d08e1849512aba9cdcccbfa9",
      "source_absolute_offset": 400002568,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_95.weight",
      "source_shard": "model-00029-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 0,
      "global_row_start": 240001152,
      "logical_part": 96,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "1521a330c9684bf719919c9a3e46ae38f2ce1afd7d02a0effbf2c1687c7767b0",
      "source_absolute_offset": 800004488,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_96.weight",
      "source_shard": "model-00029-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 400003072,
      "global_row_start": 242501164,
      "logical_part": 97,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "061e1b9f99e6f95a5972929ec4cf7ca6db6722b54f5915d11e0ffa6ce376ba85",
      "source_absolute_offset": 1200006408,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_97.weight",
      "source_shard": "model-00029-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 800006144,
      "global_row_start": 245001176,
      "logical_part": 98,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "85d6edccd904d7b658adcd0bcfd7921067daddbd6a77b13390b10176e4c914fd",
      "source_absolute_offset": 800004496,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_98.weight",
      "source_shard": "model-00030-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1200009216,
      "global_row_start": 247501188,
      "logical_part": 99,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "389dcc0c726f3940b045a6620ec087ad389b917b6329bdf8eddb3ff3a106eefc",
      "source_absolute_offset": 1200006416,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_99.weight",
      "source_shard": "model-00030-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 1600012288,
      "global_row_start": 250001200,
      "logical_part": 100,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "953529a7efd50480fa9a09356467184bc470eecc6fda3140fd5d7874a657e19e",
      "source_absolute_offset": 656,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_100.weight",
      "source_shard": "model-00030-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2000015360,
      "global_row_start": 252501212,
      "logical_part": 101,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "87f349e8bdaa11a112727061174fb80b6ebc28eba79b7fbdf59e9c5c3960b0b8",
      "source_absolute_offset": 400002576,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_101.weight",
      "source_shard": "model-00030-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2400018432,
      "global_row_start": 255001224,
      "logical_part": 102,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "c916cc2878fa84f66a0d6bfe6518ef37c1e175bb68fdb08cd1be4c436be26120",
      "source_absolute_offset": 656,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_102.weight",
      "source_shard": "model-00031-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 2800021504,
      "global_row_start": 257501236,
      "logical_part": 103,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "47ab1487f59d043bc4576c81638c05695386a65c2448a3c29b0144fbaaf08ef6",
      "source_absolute_offset": 400002576,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_103.weight",
      "source_shard": "model-00031-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3200024576,
      "global_row_start": 260001248,
      "logical_part": 104,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "486ddb8249166b63e228e37580f6e56d6f2f7b7c865bc6684f40553a86b6c9ef",
      "source_absolute_offset": 800004496,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_104.weight",
      "source_shard": "model-00031-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 3600027648,
      "global_row_start": 262501260,
      "logical_part": 105,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "0fdaa6285ac21a090f2752e90e4797c875d9bf32afd8ed7ccad287f84c6184ba",
      "source_absolute_offset": 1200006416,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_105.weight",
      "source_shard": "model-00031-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4000030720,
      "global_row_start": 265001272,
      "logical_part": 106,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "8f3931c0e28cca7064e5a754685d5ab0dcf0c32ece76b196bf14c93d9ea97b30",
      "source_absolute_offset": 656,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_106.weight",
      "source_shard": "model-00032-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4400033792,
      "global_row_start": 267501284,
      "logical_part": 107,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "aff1b2169ff2b57a94bd7cc9b60805429b495a3f99aef402f88a9b3f883df8c0",
      "source_absolute_offset": 400002576,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_107.weight",
      "source_shard": "model-00032-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 4800036864,
      "global_row_start": 270001296,
      "logical_part": 108,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "b78192c7fee61c737aa5c54ca5e8e879e95a7293a2a05deffa8bdbd87251dbe7",
      "source_absolute_offset": 800004496,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_108.weight",
      "source_shard": "model-00032-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5200039936,
      "global_row_start": 272501308,
      "logical_part": 109,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "649d3c2258df018e1a0babb9735e45bdcf6f7c1bc2bbf71bae31bc780cc68243",
      "source_absolute_offset": 1200006416,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_109.weight",
      "source_shard": "model-00032-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 5600043008,
      "global_row_start": 275001320,
      "logical_part": 110,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "58c65d83cb193f2c9179fae08333750c12b5495d93df846e47aa8465197e43f0",
      "source_absolute_offset": 656,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_110.weight",
      "source_shard": "model-00033-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6000046080,
      "global_row_start": 277501332,
      "logical_part": 111,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "1f22622311520a16c3319601ee0eca24966d488ed34dc5c6f2fd6bc70863135f",
      "source_absolute_offset": 400002576,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_111.weight",
      "source_shard": "model-00033-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6400049152,
      "global_row_start": 280001344,
      "logical_part": 112,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "77c68c6a5aaae13112a9cac79aa33ec5d653f1cc0b78641447e0a0ad2116cb05",
      "source_absolute_offset": 800004496,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_112.weight",
      "source_shard": "model-00033-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 6800052224,
      "global_row_start": 282501356,
      "logical_part": 113,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "2494561f6061a47bde6c74eedb090d7639ab38cf446baa7816d17e5ca93c1126",
      "source_absolute_offset": 1200006416,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_113.weight",
      "source_shard": "model-00033-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7200055296,
      "global_row_start": 285001368,
      "logical_part": 114,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "1ea4e7fc8d1386c93b1fdf0458f39758b0e7b07310fa1db8d3860393da4529c8",
      "source_absolute_offset": 656,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_114.weight",
      "source_shard": "model-00034-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 7600058368,
      "global_row_start": 287501380,
      "logical_part": 115,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "797aa2f0853ac472cd4f5583a6479d2c414bb8c7ad5af995c4419ec14df23120",
      "source_absolute_offset": 400002576,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_115.weight",
      "source_shard": "model-00034-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8000061440,
      "global_row_start": 290001392,
      "logical_part": 116,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "98c088b0f76eb6edf10a87133c557e5c4960c17749d02e401bbb309126a58e97",
      "source_absolute_offset": 800004496,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_116.weight",
      "source_shard": "model-00034-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8400064512,
      "global_row_start": 292501404,
      "logical_part": 117,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "6edf85c31f9d7b3c55bfc12dd1b78c72de53808d857d1ef95c0e10d17a84fa05",
      "source_absolute_offset": 1200006416,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_117.weight",
      "source_shard": "model-00034-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 8800067584,
      "global_row_start": 295001416,
      "logical_part": 118,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "4a4f1b709c793dc6f4a9bffd24ed18950f24060199bf55de17dbde56c14bd197",
      "source_absolute_offset": 656,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_118.weight",
      "source_shard": "model-00035-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9200070656,
      "global_row_start": 297501428,
      "logical_part": 119,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "41fc6ea80c0f8334d2cf0b05f5a19d21136030f1bd856b05c3ea95e1f2b66a3e",
      "source_absolute_offset": 400002576,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_119.weight",
      "source_shard": "model-00035-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 9600073728,
      "global_row_start": 300001440,
      "logical_part": 120,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "071861996cb3f29a4a2c9d79ca80045e388d9908f938f042b491052bcd1d170a",
      "source_absolute_offset": 800004496,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_120.weight",
      "source_shard": "model-00035-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10000076800,
      "global_row_start": 302501452,
      "logical_part": 121,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "640251b398cfb7a395f829ca99ee29b05a92212eb0c3f5761d2fb79a0c35a2c5",
      "source_absolute_offset": 1200006416,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_121.weight",
      "source_shard": "model-00035-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10400079872,
      "global_row_start": 305001464,
      "logical_part": 122,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "202c2b9edaae289bbf1dca507a088f0a841c679a69d43bc64af1da32baebd14b",
      "source_absolute_offset": 656,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_122.weight",
      "source_shard": "model-00036-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 10800082944,
      "global_row_start": 307501476,
      "logical_part": 123,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "035ac912badbb46f186028d6364cfba00709fd071967b1b89dcee0134fe0f5ec",
      "source_absolute_offset": 400002576,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_123.weight",
      "source_shard": "model-00036-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11200086016,
      "global_row_start": 310001488,
      "logical_part": 124,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "918aada975eafbe374a0736dbeff57843ea36e72ed373098865c45da39d09be6",
      "source_absolute_offset": 800004496,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_124.weight",
      "source_shard": "model-00036-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 11600089088,
      "global_row_start": 312501500,
      "logical_part": 125,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "f378568332fba8c895eccb8632849e2722b6d58a68a5f2dc517c0f2c236331da",
      "source_absolute_offset": 1200006416,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_125.weight",
      "source_shard": "model-00036-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12000092160,
      "global_row_start": 315001512,
      "logical_part": 126,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "590e46d3748c231e62ff43481d36e42b2eabcf81b88d7acfa944650b37a33791",
      "source_absolute_offset": 142339400,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_126.weight",
      "source_shard": "model-00037-of-00131.safetensors"
    },
    {
      "embedding_row_dimension": 160,
      "file_offset": 12400095232,
      "global_row_start": 317501524,
      "logical_part": 127,
      "payload_bytes": 400001920,
      "physical_file": "ple-fp8-00004-of-00004.bin",
      "physical_file_index": 3,
      "row_stride_bytes": 160,
      "rows": 2500012,
      "sha256": "dbb9eb04279223fb02c6ab1fe214ea877bccdcc54568c19b7621f0d2d0026ddd",
      "source_absolute_offset": 542341320,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_127.weight",
      "source_shard": "model-00037-of-00131.safetensors"
    }
  ],
  "logical_shard_count": 128,
  "ngram_size": 3,
  "number_of_ngram_heads": 16,
  "number_of_ple_layers": 1,
  "padded_vocabulary_rows": 320001536,
  "padding_rows": 90,
  "per_head_offsets": [
    0,
    20000003,
    40000026,
    60000059,
    80000106,
    100000165,
    120000228,
    140000297,
    160000374,
    180000455,
    200000548,
    220000655,
    240000802,
    260000955,
    280001114,
    300001275
  ],
  "per_head_vocabulary_sizes": [
    20000003,
    20000023,
    20000033,
    20000047,
    20000059,
    20000063,
    20000069,
    20000077,
    20000081,
    20000093,
    20000107,
    20000147,
    20000153,
    20000159,
    20000161,
    20000171
  ],
  "physical_file_count": 4,
  "physical_files": [
    {
      "file_bytes": 12800098304,
      "index": 0,
      "path": "ple-fp8-00001-of-00004.bin",
      "payload_bytes": 12800061440,
      "sha256": "3cffb8fcc5f070d34bff3eddc67a721b26f284b0ec71f5da5aecda8b468543a7",
      "verified_bytes": 12800098304
    },
    {
      "file_bytes": 12800098304,
      "index": 1,
      "path": "ple-fp8-00002-of-00004.bin",
      "payload_bytes": 12800061440,
      "sha256": "f2f63094e120bc207d6ad72117343b911a62b24ad659e99467eddf5f6ba23a36",
      "verified_bytes": 12800098304
    },
    {
      "file_bytes": 12800098304,
      "index": 2,
      "path": "ple-fp8-00003-of-00004.bin",
      "payload_bytes": 12800061440,
      "sha256": "a4396a17923598c1905820102e0a996f7b8f9032b5edbb30d734bcdef932ce0d",
      "verified_bytes": 12800098304
    },
    {
      "file_bytes": 12800098304,
      "index": 3,
      "path": "ple-fp8-00004-of-00004.bin",
      "payload_bytes": 12800061440,
      "sha256": "deeaaf2efd5f1983cfd2306a6da5135f4c2731a73d977e09de270ea097a65c16",
      "verified_bytes": 12800098304
    }
  ],
  "physical_paths_relative_to": "directory containing ple-manifest.json",
  "ple_checkpoint_layer_zero_based": 1,
  "ple_embedding_dimension": 2560,
  "quantization": {
    "decode": "BF16(BF16(float8_e4m3fn(code)) * weight_scale_bf16)",
    "format": "E4M3FN",
    "note": "The model's 128x128 block scales apply to linear weights, not this PLE embedding.",
    "scale": {
      "bits_hex": "0x3951",
      "dtype": "BF16",
      "file_bytes": 2,
      "path": "ple-fp8-weight-scale.bf16.bin",
      "sha256": "c7c58bd6007672362da2106fdbfaf9f50629e4bdf8598169c598027394ef9791",
      "shape": [
        1
      ],
      "source_absolute_offset": 78403048,
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_embedding.weight_scale",
      "source_shard": "model-00005-of-00131.safetensors",
      "value_float32": 0.00019931793212890625
    },
    "scale_is_inverse": false,
    "scale_scope": "one scalar shared by all 128 logical parts",
    "scheme": "per_tensor"
  },
  "row_stride_bytes": 160,
  "source": {
    "repo": "Qwen/Qwen3.8-Flash-Next-FP8",
    "revision": "236dfdf285828023ca3bcd3f37366c58a3469b13"
  },
  "source_hash_controls": [
    {
      "matches_reference": true,
      "sha256": "37349930c3c77bf4927b2afb6b50f30c404f42f00f5790bda96e7d9589c26477",
      "source_name": "model.language_model.layers.1.ple.ple_embedding.layer_multipliers",
      "source_shard": "model-00005-of-00131.safetensors"
    },
    {
      "matches_reference": true,
      "sha256": "af1566f7a3be2f4a9ee8e2384aa161b8d45cfcbd92376827662a028679b7d8eb",
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_heads_offsets",
      "source_shard": "model-00037-of-00131.safetensors"
    },
    {
      "matches_reference": true,
      "sha256": "81879b658d9974287ceecc77463e5fdd183cb4cd66692b061ea6af24ef414d39",
      "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_heads_vocab_sizes",
      "source_shard": "model-00037-of-00131.safetensors"
    }
  ],
  "source_safetensors_dtype": "F8_E4M3",
  "storage": "ssd_backed_bounded_page_cache",
  "storage_dtype": "FP8_E4M3FN",
  "total_file_bytes_including_alignment": 51200393216,
  "total_parameter_count": 51200245760,
  "total_payload_bytes": 51200245760,
  "total_sidecar_bytes_including_scale": 51200393218,
  "usable_vocabulary_rows": 320001446
}