{
  "builder": {
    "asset_set": "2026.08.06-r1",
    "assets_sha256": "063c3b03a8139b0b1fba6c3f163b88368272cc6542e4b739abf31844b0bd9823",
    "version": "0.2.3"
  },
  "conversion": {
    "explicit_cast": false,
    "serialized_parameter_count": 13270298624,
    "source_float_dtypes": [
      "bfloat16"
    ],
    "source_parameter_count": 13270298624,
    "synthesized_tensors": [],
    "target_float_dtypes": [
      "bfloat16"
    ],
    "tensor_count": 2019,
    "tensor_map_sha256": "8b27b9b7ca56d20cd830c2867295e804c81ee42635c88f0cfb11f47a1f8a4a53"
  },
  "files": {
    ".gitattributes": {
      "role": "metadata",
      "sha256": "964ca37433fb68dd62bc6ef445108229a3baaf5a9905310c1a218505291ddf88",
      "size_bytes": 137
    },
    "LICENSE": {
      "role": "metadata",
      "sha256": "475641f33cfd755f19245d2eb6a6d8fb7fdca60835cfa369b7e3774460409cc4",
      "size_bytes": 11357
    },
    "NOTICE": {
      "role": "metadata",
      "sha256": "ebf3b4023ec6ae9fc287bc11b641b6f928d5dcfe2b53e37810d1ab2ceee4b638",
      "size_bytes": 255
    },
    "README.md": {
      "role": "model_card",
      "sha256": "2969e913089efb6ed56900910800f28766f99f791e2b1d2eb5a25e13feb3a83d",
      "size_bytes": 12176
    },
    "assets/rwkv-logo.webp": {
      "role": "media",
      "sha256": "78a25b4a260e1a74328d629bcbb02a0417f3b1990898e42da5bc1d5d7ea2f118",
      "size_bytes": 2520
    },
    "chat_template.jinja": {
      "role": "tokenizer",
      "sha256": "c16f69e123db081df35639bf95fa0b4689ebd8325b0c52434299926c8b21ff71",
      "size_bytes": 2436
    },
    "config.json": {
      "role": "model_config",
      "sha256": "abb02dc8556ed94926d28593fce202430500f132f77273c7a158fab2eb0beccf",
      "size_bytes": 785
    },
    "configuration_rwkv7.py": {
      "role": "model_code",
      "sha256": "14050c631e27d66cd2f52ca5ec53b62eef04e602c4f1fc4e3696c328bc8e200e",
      "size_bytes": 7431
    },
    "generation_config.json": {
      "role": "model_config",
      "sha256": "77a6775652e382c1e32d0591b2f92b1ec265976dab4bd29b534a6c2b2912b474",
      "size_bytes": 93
    },
    "inference/generate.py": {
      "role": "inference",
      "sha256": "8ffadde34f70747c5260157469621101ed9a4e7555b6168ee32178b0fb9a6ccf",
      "size_bytes": 8046
    },
    "inference/kernel.py": {
      "role": "inference",
      "sha256": "60bd5739597567fce1de9f5eca7c0a7da96cb5960c8f0004d367806dde448485",
      "size_bytes": 165394
    },
    "inference/model_loader.py": {
      "role": "inference",
      "sha256": "15ea210b1cfdc354300aa1f800d3180ead4cbae793320ace509cfd7e5b0a4c12",
      "size_bytes": 6609
    },
    "inference/requirements.txt": {
      "role": "inference",
      "sha256": "09944deb715f6791506ff63b2b20eead0bc327d61d15bee8c13a89f05129a173",
      "size_bytes": 98
    },
    "inference/runtime.py": {
      "role": "inference",
      "sha256": "bcaf18b458d0758f4e81ff224218df04a3206b1d5c616760ab80980fec1871e5",
      "size_bytes": 158229
    },
    "model-00001-of-00028.safetensors": {
      "role": "weights",
      "sha256": "9fb7db6e627f7b70cf2bbcc9b3ca935854c72f9aee2877be9936e9cb6819d22e",
      "size_bytes": 969193216
    },
    "model-00002-of-00028.safetensors": {
      "role": "weights",
      "sha256": "fdafa040e04372af501d768d9051c16f5d59921763654536516f9c034f07d09c",
      "size_bytes": 969227424
    },
    "model-00003-of-00028.safetensors": {
      "role": "weights",
      "sha256": "328059593c9e795237c0e4319f6407846673d8279656d78332a9cfa73d943cfe",
      "size_bytes": 969202224
    },
    "model-00004-of-00028.safetensors": {
      "role": "weights",
      "sha256": "1cffa08fe9d08e2f3fdec939862e6a9b7a8c071e71175ed1978b17bc4daca0b2",
      "size_bytes": 984015696
    },
    "model-00005-of-00028.safetensors": {
      "role": "weights",
      "sha256": "a584097e1265a16d8a3059ce8c01b562803a4f0d136e9b2426f8fd179834f822",
      "size_bytes": 969227416
    },
    "model-00006-of-00028.safetensors": {
      "role": "weights",
      "sha256": "c1232ec451f111118c94d0f088d1bd0de854dd311afd5f275762be181b72f300",
      "size_bytes": 969202296
    },
    "model-00007-of-00028.safetensors": {
      "role": "weights",
      "sha256": "f02967230bc0aae3d31059a6280f1bdf99a556af8d70acbf22d6c262989653ae",
      "size_bytes": 984015784
    },
    "model-00008-of-00028.safetensors": {
      "role": "weights",
      "sha256": "3317a7b2059d3b97199ac4be8997fcf7e2e51d73320650a73d27c84b195089e9",
      "size_bytes": 969227496
    },
    "model-00009-of-00028.safetensors": {
      "role": "weights",
      "sha256": "10f95b8f783f43913351d92ed1d726c5f7c397f3f151820db97a1370c4a66622",
      "size_bytes": 969202296
    },
    "model-00010-of-00028.safetensors": {
      "role": "weights",
      "sha256": "801add518d2595c3bb5e7b1bd884470dca6aa1d166c3b6ab747e4d87f52908d8",
      "size_bytes": 984015784
    },
    "model-00011-of-00028.safetensors": {
      "role": "weights",
      "sha256": "8542f7c8f27c1bd8e3bcc6f721dd5fb6231a832103ac14b146d5c4b547c35a54",
      "size_bytes": 969227496
    },
    "model-00012-of-00028.safetensors": {
      "role": "weights",
      "sha256": "d14bcc7739d045106d105e1e72d2b603021d168d2365f9de4fc0d62a60bd98b6",
      "size_bytes": 969202296
    },
    "model-00013-of-00028.safetensors": {
      "role": "weights",
      "sha256": "a994cfc6892318c48e229c76edb3ad9adb805c2f883753ace0b72dedb64a4fcb",
      "size_bytes": 984015784
    },
    "model-00014-of-00028.safetensors": {
      "role": "weights",
      "sha256": "354041ec8bdd16538d32cea7dad0bd9dafb3551b8b17d121f6c68b206a24f8d4",
      "size_bytes": 969227496
    },
    "model-00015-of-00028.safetensors": {
      "role": "weights",
      "sha256": "dd637a38fdf0b4e14467241e5859f67587bf49b48604e26cb8ce9375ce9e8206",
      "size_bytes": 969202296
    },
    "model-00016-of-00028.safetensors": {
      "role": "weights",
      "sha256": "26b94d6eece38bc469562b0737dba03850c9dad1d11589334179ce603bde997d",
      "size_bytes": 984015784
    },
    "model-00017-of-00028.safetensors": {
      "role": "weights",
      "sha256": "a65af24a69ec5ceab51be9c5d7b4535c91f4cd568aa3f6f81c206965906a87dd",
      "size_bytes": 969227496
    },
    "model-00018-of-00028.safetensors": {
      "role": "weights",
      "sha256": "a9f910a71d72110a54293e92f1d44ff60ee8b2c73786355f3c93f521a7318c99",
      "size_bytes": 969202296
    },
    "model-00019-of-00028.safetensors": {
      "role": "weights",
      "sha256": "ab698ac0d5d0ec9f52152ab9e0ebf486f0caa154011b06780735295225a863bd",
      "size_bytes": 984015784
    },
    "model-00020-of-00028.safetensors": {
      "role": "weights",
      "sha256": "02ae347ee534ce40dc342289e15805084017191bd2ec26835f89959c66878a94",
      "size_bytes": 969227496
    },
    "model-00021-of-00028.safetensors": {
      "role": "weights",
      "sha256": "0597c30207aac7db37752bda3bfa7f404f43d9e25767784972295b2e938623dd",
      "size_bytes": 969202296
    },
    "model-00022-of-00028.safetensors": {
      "role": "weights",
      "sha256": "298749184fffca4f2ccf38e3720e5451b0bd323191023c33cf9aa4074b05ae0c",
      "size_bytes": 984015784
    },
    "model-00023-of-00028.safetensors": {
      "role": "weights",
      "sha256": "59fe21aeb3ce67f2ef8be7a7e5b5f175b4d7f595fabf44aeba6a98c3724e06ac",
      "size_bytes": 969227496
    },
    "model-00024-of-00028.safetensors": {
      "role": "weights",
      "sha256": "81faa69e1758ae6bd23681d0f6bf9e0a8176ea34b9ff96aa9231b62402843f1a",
      "size_bytes": 969202296
    },
    "model-00025-of-00028.safetensors": {
      "role": "weights",
      "sha256": "9e28edaa41541b54788204ec9dd4ff4f28a9e09e3900e7f07a6506bbe38e6b61",
      "size_bytes": 984015784
    },
    "model-00026-of-00028.safetensors": {
      "role": "weights",
      "sha256": "838b9d22cf3fbcca7657040842a19dc8c5d07bffbe18eaa9a54742364896e7cb",
      "size_bytes": 969227496
    },
    "model-00027-of-00028.safetensors": {
      "role": "weights",
      "sha256": "f87df26771e65161aa155f1d9043d621dcd5ae20d8a2b64619e46cdf891fcab5",
      "size_bytes": 685944488
    },
    "model-00028-of-00028.safetensors": {
      "role": "weights",
      "sha256": "1e41c7a363b318484257f87d6dc9304d36106607fe15a199d518cfb40e22e187",
      "size_bytes": 536871040
    },
    "model.safetensors.index.json": {
      "role": "metadata",
      "sha256": "9daff37c8093938c28d8c8cf5ce2b02381073f4de514708c6ce38ec06db5f501",
      "size_bytes": 141105
    },
    "modeling_rwkv7.py": {
      "role": "model_code",
      "sha256": "28fc373673b2c98805275cc55381db0dd1dd9325ec0c1b34264d49ca1bc16958",
      "size_bytes": 59900
    },
    "tokenization_rwkv7.py": {
      "role": "model_code",
      "sha256": "58406b0aa5f51d5ca3a698602825ae9b299f6621e6c20bb0a2915d43c9f8bf65",
      "size_bytes": 14046
    },
    "tokenizer.json": {
      "role": "tokenizer",
      "sha256": "1c0bc8e5f355de60a4587a1e9abb9aa4ef65508ff59641344e7f9f10f76feacf",
      "size_bytes": 1580973
    },
    "tokenizer_config.json": {
      "role": "tokenizer",
      "sha256": "2b5e075c2c16780061ae272c9f0b52ff620ddd8e87fdf7fa82fc425661667329",
      "size_bytes": 531
    }
  },
  "identity": {
    "parameter_label": "13.3",
    "release_date": "20260831",
    "training_context_length": 16384
  },
  "metadata": {
    "context_length": 16384,
    "datasets": [
      "HuggingFaceFW/fineweb-edu",
      "mlfoundations/dclm-baseline-1.0",
      "cerebras/SlimPajama-627B",
      "EleutherAI/pile",
      "bigcode/starcoderdata",
      "oscar-corpus/OSCAR-2301"
    ],
    "languages": [
      "en",
      "zh",
      "fr",
      "es",
      "de",
      "pt",
      "ru",
      "it",
      "ja",
      "ko",
      "vi",
      "ar"
    ],
    "license": "apache-2.0",
    "profile": "g1j",
    "provenance": "locked-profile"
  },
  "model_code": {
    "format_version": 5,
    "patches": [
      "chunked-wkv-default",
      "model-neutral-configuration-docstring",
      "layer-zero-value-residual-buffers",
      "trainer-past-key-values-placeholder",
      "trl-position-ids-packing-boundaries",
      "labels-disable-recurrent-cache"
    ],
    "source_repository": "https://github.com/huggingface/transformers.git",
    "source_revision": "4ad9ed0747ed6ba75c787e8f9040dcd64b166ee2",
    "sources": {
      "configuration_rwkv7.py": {
        "asset_path": "model_code/configuration_rwkv7.py",
        "output_sha256": "76f832fa713fd7e117273a67a86225fe2faebc6d80a6757113484def3a5671b4",
        "repository_path": "src/transformers/models/rwkv7/configuration_rwkv7.py",
        "source_sha256": "6f5b92c5fe7498ad22b0054a2f735a7ca82e7577436f4ad32f0fc27d1e900fdd"
      },
      "modeling_rwkv7.py": {
        "asset_path": "model_code/modeling_rwkv7.py",
        "output_sha256": "8b8a3459b40a33424b592abff360485577a8f19419be411e3dceb817a51ebe46",
        "repository_path": "src/transformers/models/rwkv7/modeling_rwkv7.py",
        "source_sha256": "3e8e5af7c4eba0b5de1496aef44773d7ac1bb4d96756e6f55efaf29453d67952"
      },
      "tokenization_rwkv7.py": {
        "asset_path": "model_code/tokenization_rwkv7.py",
        "output_sha256": "20c29d0f8f27003889570f54a1cd53482dd608a034e87673f6e43cf5e7c8d173",
        "repository_path": "rwkv-publisher/src/rwkv_publisher/assets/model_code/tokenization_rwkv7.py",
        "source_sha256": "20c29d0f8f27003889570f54a1cd53482dd608a034e87673f6e43cf5e7c8d173"
      }
    },
    "transformers_min_version": "5.15"
  },
  "profile": {
    "checkpoint": "g1j-13.3b-20260831",
    "family": "g1j"
  },
  "runtime": {
    "files": {
      "kernel.py": {
        "sha256": "88379d8979b908a01af1f06b89d8fc624d332796db6044ec4a027d7cecab1cb6"
      },
      "runtime.py": {
        "sha256": "064c53ce5dfe811ea873ad9976f8f0839b55e515e604adf3c3e28fd4c02de784"
      }
    },
    "format_version": 4,
    "kernel": {
      "format_version": 3,
      "output": "inference/kernel.py",
      "output_sha256": "88379d8979b908a01af1f06b89d8fc624d332796db6044ec4a027d7cecab1cb6",
      "sources": {
        "kernel_tilelang_decode.py": {
          "exports": [
            "Any",
            "_HEAD_SIZE",
            "_NEXP_HALF_LOG2_E",
            "_NLOG2_E",
            "_ROTATOR1_SIGNED",
            "_TWO_NEG_41",
            "_build_cmix_add_layernorm_mix_program",
            "_build_cmix_binned_finalize_program",
            "_build_cmix_finalize_program",
            "_build_cmix_layernorm_mix_program",
            "_build_cmix_sparse_atomic_program",
            "_build_cmix_sparse_binned_program",
            "_build_cmix_sparse_split_program",
            "_build_cmix_value_program",
            "_build_ffn_program",
            "_build_gemv_program",
            "_build_key_gate_program",
            "_build_post_state_program",
            "_build_rankout_program",
            "_build_rankout_reduced_program",
            "_build_rkv_program",
            "_build_tmix_layernorm_mix6_program",
            "_build_wkv_program",
            "_build_wkv_w0_t1_program",
            "_cmix_value_out",
            "_compiled_cmix_add_layernorm_mix",
            "_compiled_cmix_binned_finalize",
            "_compiled_cmix_finalize",
            "_compiled_cmix_layernorm_mix",
            "_compiled_cmix_sparse_atomic",
            "_compiled_cmix_sparse_binned",
            "_compiled_cmix_sparse_split",
            "_compiled_cmix_value",
            "_compiled_ffn",
            "_compiled_gemv",
            "_compiled_key_gate",
            "_compiled_post_state",
            "_compiled_rankout",
            "_compiled_rankout_reduced",
            "_compiled_rkv",
            "_compiled_tmix_layernorm_mix6",
            "_compiled_wkv",
            "_compiled_wkv_w0_t1",
            "_dtype_name",
            "_ffn_out",
            "_post_state_out",
            "_rankout_out",
            "_require_contiguous_cuda",
            "_rkv_out",
            "_wkv_kernel_out",
            "_wkv_out",
            "_wkv_precise_out",
            "_wkv_w0_t1_out",
            "clear_tilelang_kernel_caches",
            "cuda_arch_key",
            "lru_cache",
            "torch"
          ],
          "namespace": "decode",
          "sha256": "b582151a6d2bd345cc5f87415543370e027c8f943a4dfe57a18300f08560bd73"
        },
        "kernel_tilelang_state.py": {
          "exports": [
            "Any",
            "BFLOAT16",
            "CUDA_GET_DEVICE_CAPABILITY",
            "EXACT_FUSED_STATE_PROJECTION_CAPABILITIES",
            "FLOAT16",
            "FLOAT32",
            "IS_GRAD_ENABLED",
            "TORCH_STACK",
            "TORCH_WHERE",
            "TORCH_ZEROS_LIKE",
            "_compiled_backward_kernel",
            "_compiled_fast_state_scan",
            "_compiled_fused_state_update",
            "_compiled_kernel",
            "_compiled_low_precision_state_kernel",
            "_compiled_post_state",
            "_compiled_state_projection",
            "_compiled_x_mix",
            "_dtype_name",
            "_require_exact_fused_state_projection",
            "build_fast_state_scan_program",
            "build_fused_state_update_program",
            "build_low_precision_state_program",
            "build_post_state_program",
            "build_state_backward_program",
            "build_state_program",
            "build_state_projection_program",
            "build_x_mix_program",
            "clear_tilelang_state_kernel_caches",
            "cuda_arch_key",
            "exact_fused_state_projection_supported",
            "lru_cache",
            "tilelang_fast_state_scan",
            "tilelang_fused_state_update",
            "tilelang_low_precision_state_finalize",
            "tilelang_post_state",
            "tilelang_state_finalize",
            "tilelang_state_finalize_backward",
            "tilelang_state_projection",
            "tilelang_state_scan",
            "tilelang_state_update",
            "tilelang_x_mix",
            "torch",
            "torch_state_scan",
            "torch_state_update"
          ],
          "namespace": "state",
          "sha256": "a3597160cb8d7317151200d05b241af7edcad2928c3731687764d914c28bf21a"
        }
      }
    },
    "transforms": {
      "configuration_rwkv7.py": {
        "output_sha256": "60a060199526f5a6c4d5a2436520eed97e9f21f2ea3cb6e6584d9b5fcb6f21f4",
        "source_sha256": "60a060199526f5a6c4d5a2436520eed97e9f21f2ea3cb6e6584d9b5fcb6f21f4"
      },
      "custom_ops.py": {
        "output_sha256": "8240d4eebc9decbd5ebf8fbcc3abc0ee6441b0eb4854b8d7bc18172cd2babf17",
        "source_sha256": "fb86e5c9dfc9deb5a1be821ce02c3a390ce5c95ff55feded6add2422f0dc3623"
      },
      "kernel_dispatch.py": {
        "output_sha256": "0290559437016ba4e2c2a26f7c7a0985b6fbab991535b7ae65ba18eb421fa9e1",
        "source_sha256": "0290559437016ba4e2c2a26f7c7a0985b6fbab991535b7ae65ba18eb421fa9e1"
      },
      "modeling_rwkv7.py": {
        "output_sha256": "ad7f8c981d21a3b0361cd26a2c68234a1bfbacc31fe52b49c3fe9d79e5b32844",
        "source_sha256": "7e1e57a4516efe78a74f971ada0fe58cb71c87102479ed7516b6d3585964ca21"
      },
      "state.py": {
        "output_sha256": "d13d81af6a301a70024494f03b95006bf5f2471ba0b57fd7f1f94bd54f70f2ef",
        "source_sha256": "d13d81af6a301a70024494f03b95006bf5f2471ba0b57fd7f1f94bd54f70f2ef"
      },
      "tilelang_decode.py": {
        "output_sha256": "313120b38178642c17ef16531c4510de87dc0f0d79d80f70b6ade8818b4dfbe7",
        "source_sha256": "fe63e6332037cacbd0400d82f65fd6f1c282e31d92906c5f34d39eb9e83eb642"
      }
    }
  },
  "schema_version": 8,
  "source": {
    "filename": "rwkv7-g1j-13.3b-20260831-ctx16384.pth",
    "kind": "local",
    "reference": "BlinkDL/rwkv7-g1/rwkv7-g1j-13.3b-20260831-ctx16384.pth",
    "revision": "fd65209af38473e856ae69422c895814bbcdd2a6",
    "sha256": "559371f5b9aef13189ae54b345ac096af4ad2b689996c05d89de687612b3ae65",
    "size_bytes": 26540868485
  }
}