{
  "builder": {
    "asset_set": "2026.08.06-r1",
    "assets_sha256": "063c3b03a8139b0b1fba6c3f163b88368272cc6542e4b739abf31844b0bd9823",
    "version": "0.2.3"
  },
  "conversion": {
    "explicit_cast": false,
    "serialized_parameter_count": 1527668736,
    "source_float_dtypes": [
      "bfloat16"
    ],
    "source_parameter_count": 1527668736,
    "synthesized_tensors": [],
    "target_float_dtypes": [
      "bfloat16"
    ],
    "tensor_count": 798,
    "tensor_map_sha256": "37cb24cad536ac589eb391721408d9fc6791658f3d58702dd3658229f0a7a2aa"
  },
  "files": {
    ".gitattributes": {
      "role": "metadata",
      "sha256": "964ca37433fb68dd62bc6ef445108229a3baaf5a9905310c1a218505291ddf88",
      "size_bytes": 137
    },
    "LICENSE": {
      "role": "metadata",
      "sha256": "475641f33cfd755f19245d2eb6a6d8fb7fdca60835cfa369b7e3774460409cc4",
      "size_bytes": 11357
    },
    "NOTICE": {
      "role": "metadata",
      "sha256": "a18c1424dab25f13bdc18bc5b83347fc1fa25be9690557b4cd667505b74fe7e0",
      "size_bytes": 254
    },
    "README.md": {
      "role": "model_card",
      "sha256": "04bd8cedbba6eb00ac4b00f9170d23c731ba9ae135d887f4a651b4205a1eb27d",
      "size_bytes": 12164
    },
    "assets/rwkv-logo.webp": {
      "role": "media",
      "sha256": "78a25b4a260e1a74328d629bcbb02a0417f3b1990898e42da5bc1d5d7ea2f118",
      "size_bytes": 2520
    },
    "chat_template.jinja": {
      "role": "tokenizer",
      "sha256": "c16f69e123db081df35639bf95fa0b4689ebd8325b0c52434299926c8b21ff71",
      "size_bytes": 2436
    },
    "config.json": {
      "role": "model_config",
      "sha256": "95f3524181116fca466ce5b2e8c827dcf1a026ebfb4967d3ad28af9feee96d1f",
      "size_bytes": 781
    },
    "configuration_rwkv7.py": {
      "role": "model_code",
      "sha256": "14050c631e27d66cd2f52ca5ec53b62eef04e602c4f1fc4e3696c328bc8e200e",
      "size_bytes": 7431
    },
    "generation_config.json": {
      "role": "model_config",
      "sha256": "77a6775652e382c1e32d0591b2f92b1ec265976dab4bd29b534a6c2b2912b474",
      "size_bytes": 93
    },
    "inference/generate.py": {
      "role": "inference",
      "sha256": "8ffadde34f70747c5260157469621101ed9a4e7555b6168ee32178b0fb9a6ccf",
      "size_bytes": 8046
    },
    "inference/kernel.py": {
      "role": "inference",
      "sha256": "60bd5739597567fce1de9f5eca7c0a7da96cb5960c8f0004d367806dde448485",
      "size_bytes": 165394
    },
    "inference/model_loader.py": {
      "role": "inference",
      "sha256": "15ea210b1cfdc354300aa1f800d3180ead4cbae793320ace509cfd7e5b0a4c12",
      "size_bytes": 6609
    },
    "inference/requirements.txt": {
      "role": "inference",
      "sha256": "09944deb715f6791506ff63b2b20eead0bc327d61d15bee8c13a89f05129a173",
      "size_bytes": 98
    },
    "inference/runtime.py": {
      "role": "inference",
      "sha256": "bcaf18b458d0758f4e81ff224218df04a3206b1d5c616760ab80980fec1871e5",
      "size_bytes": 158229
    },
    "model-00001-of-00004.safetensors": {
      "role": "weights",
      "sha256": "7a1bea185d7e9ab1a271eb0da8a26f9a005a92860c8af42a0bc3d27ac7142a1d",
      "size_bytes": 969460240
    },
    "model-00002-of-00004.safetensors": {
      "role": "weights",
      "sha256": "6c168e242175ae5e5b881ff354330d3fb80a9b616e6be02a69d2a656d04f3f43",
      "size_bytes": 999042600
    },
    "model-00003-of-00004.safetensors": {
      "role": "weights",
      "sha256": "ce2ba2dcaef2af7490c320080ebbb546cb38311d51c44bd48b29a6310e4869a4",
      "size_bytes": 818478576
    },
    "model-00004-of-00004.safetensors": {
      "role": "weights",
      "sha256": "04135fbdff8ebb1dc86328e953f0b740800d6725e727c5de7b4a863640f98806",
      "size_bytes": 268435584
    },
    "model.safetensors.index.json": {
      "role": "metadata",
      "sha256": "9466d25dd34ea227d5056b599ec7afa80a22c645ffc93aceb3f61262a3520d8a",
      "size_bytes": 55597
    },
    "modeling_rwkv7.py": {
      "role": "model_code",
      "sha256": "28fc373673b2c98805275cc55381db0dd1dd9325ec0c1b34264d49ca1bc16958",
      "size_bytes": 59900
    },
    "tokenization_rwkv7.py": {
      "role": "model_code",
      "sha256": "58406b0aa5f51d5ca3a698602825ae9b299f6621e6c20bb0a2915d43c9f8bf65",
      "size_bytes": 14046
    },
    "tokenizer.json": {
      "role": "tokenizer",
      "sha256": "1c0bc8e5f355de60a4587a1e9abb9aa4ef65508ff59641344e7f9f10f76feacf",
      "size_bytes": 1580973
    },
    "tokenizer_config.json": {
      "role": "tokenizer",
      "sha256": "2b5e075c2c16780061ae272c9f0b52ff620ddd8e87fdf7fa82fc425661667329",
      "size_bytes": 531
    }
  },
  "identity": {
    "parameter_label": "1.5",
    "release_date": "20260831",
    "training_context_length": 16384
  },
  "metadata": {
    "context_length": 16384,
    "datasets": [
      "HuggingFaceFW/fineweb-edu",
      "mlfoundations/dclm-baseline-1.0",
      "cerebras/SlimPajama-627B",
      "EleutherAI/pile",
      "bigcode/starcoderdata",
      "oscar-corpus/OSCAR-2301"
    ],
    "languages": [
      "en",
      "zh",
      "fr",
      "es",
      "de",
      "pt",
      "ru",
      "it",
      "ja",
      "ko",
      "vi",
      "ar"
    ],
    "license": "apache-2.0",
    "profile": "g1j",
    "provenance": "locked-profile"
  },
  "model_code": {
    "format_version": 5,
    "patches": [
      "chunked-wkv-default",
      "model-neutral-configuration-docstring",
      "layer-zero-value-residual-buffers",
      "trainer-past-key-values-placeholder",
      "trl-position-ids-packing-boundaries",
      "labels-disable-recurrent-cache"
    ],
    "source_repository": "https://github.com/huggingface/transformers.git",
    "source_revision": "4ad9ed0747ed6ba75c787e8f9040dcd64b166ee2",
    "sources": {
      "configuration_rwkv7.py": {
        "asset_path": "model_code/configuration_rwkv7.py",
        "output_sha256": "76f832fa713fd7e117273a67a86225fe2faebc6d80a6757113484def3a5671b4",
        "repository_path": "src/transformers/models/rwkv7/configuration_rwkv7.py",
        "source_sha256": "6f5b92c5fe7498ad22b0054a2f735a7ca82e7577436f4ad32f0fc27d1e900fdd"
      },
      "modeling_rwkv7.py": {
        "asset_path": "model_code/modeling_rwkv7.py",
        "output_sha256": "8b8a3459b40a33424b592abff360485577a8f19419be411e3dceb817a51ebe46",
        "repository_path": "src/transformers/models/rwkv7/modeling_rwkv7.py",
        "source_sha256": "3e8e5af7c4eba0b5de1496aef44773d7ac1bb4d96756e6f55efaf29453d67952"
      },
      "tokenization_rwkv7.py": {
        "asset_path": "model_code/tokenization_rwkv7.py",
        "output_sha256": "20c29d0f8f27003889570f54a1cd53482dd608a034e87673f6e43cf5e7c8d173",
        "repository_path": "rwkv-publisher/src/rwkv_publisher/assets/model_code/tokenization_rwkv7.py",
        "source_sha256": "20c29d0f8f27003889570f54a1cd53482dd608a034e87673f6e43cf5e7c8d173"
      }
    },
    "transformers_min_version": "5.15"
  },
  "profile": {
    "checkpoint": "g1j-1.5b-20260831",
    "family": "g1j"
  },
  "runtime": {
    "files": {
      "kernel.py": {
        "sha256": "88379d8979b908a01af1f06b89d8fc624d332796db6044ec4a027d7cecab1cb6"
      },
      "runtime.py": {
        "sha256": "064c53ce5dfe811ea873ad9976f8f0839b55e515e604adf3c3e28fd4c02de784"
      }
    },
    "format_version": 4,
    "kernel": {
      "format_version": 3,
      "output": "inference/kernel.py",
      "output_sha256": "88379d8979b908a01af1f06b89d8fc624d332796db6044ec4a027d7cecab1cb6",
      "sources": {
        "kernel_tilelang_decode.py": {
          "exports": [
            "Any",
            "_HEAD_SIZE",
            "_NEXP_HALF_LOG2_E",
            "_NLOG2_E",
            "_ROTATOR1_SIGNED",
            "_TWO_NEG_41",
            "_build_cmix_add_layernorm_mix_program",
            "_build_cmix_binned_finalize_program",
            "_build_cmix_finalize_program",
            "_build_cmix_layernorm_mix_program",
            "_build_cmix_sparse_atomic_program",
            "_build_cmix_sparse_binned_program",
            "_build_cmix_sparse_split_program",
            "_build_cmix_value_program",
            "_build_ffn_program",
            "_build_gemv_program",
            "_build_key_gate_program",
            "_build_post_state_program",
            "_build_rankout_program",
            "_build_rankout_reduced_program",
            "_build_rkv_program",
            "_build_tmix_layernorm_mix6_program",
            "_build_wkv_program",
            "_build_wkv_w0_t1_program",
            "_cmix_value_out",
            "_compiled_cmix_add_layernorm_mix",
            "_compiled_cmix_binned_finalize",
            "_compiled_cmix_finalize",
            "_compiled_cmix_layernorm_mix",
            "_compiled_cmix_sparse_atomic",
            "_compiled_cmix_sparse_binned",
            "_compiled_cmix_sparse_split",
            "_compiled_cmix_value",
            "_compiled_ffn",
            "_compiled_gemv",
            "_compiled_key_gate",
            "_compiled_post_state",
            "_compiled_rankout",
            "_compiled_rankout_reduced",
            "_compiled_rkv",
            "_compiled_tmix_layernorm_mix6",
            "_compiled_wkv",
            "_compiled_wkv_w0_t1",
            "_dtype_name",
            "_ffn_out",
            "_post_state_out",
            "_rankout_out",
            "_require_contiguous_cuda",
            "_rkv_out",
            "_wkv_kernel_out",
            "_wkv_out",
            "_wkv_precise_out",
            "_wkv_w0_t1_out",
            "clear_tilelang_kernel_caches",
            "cuda_arch_key",
            "lru_cache",
            "torch"
          ],
          "namespace": "decode",
          "sha256": "b582151a6d2bd345cc5f87415543370e027c8f943a4dfe57a18300f08560bd73"
        },
        "kernel_tilelang_state.py": {
          "exports": [
            "Any",
            "BFLOAT16",
            "CUDA_GET_DEVICE_CAPABILITY",
            "EXACT_FUSED_STATE_PROJECTION_CAPABILITIES",
            "FLOAT16",
            "FLOAT32",
            "IS_GRAD_ENABLED",
            "TORCH_STACK",
            "TORCH_WHERE",
            "TORCH_ZEROS_LIKE",
            "_compiled_backward_kernel",
            "_compiled_fast_state_scan",
            "_compiled_fused_state_update",
            "_compiled_kernel",
            "_compiled_low_precision_state_kernel",
            "_compiled_post_state",
            "_compiled_state_projection",
            "_compiled_x_mix",
            "_dtype_name",
            "_require_exact_fused_state_projection",
            "build_fast_state_scan_program",
            "build_fused_state_update_program",
            "build_low_precision_state_program",
            "build_post_state_program",
            "build_state_backward_program",
            "build_state_program",
            "build_state_projection_program",
            "build_x_mix_program",
            "clear_tilelang_state_kernel_caches",
            "cuda_arch_key",
            "exact_fused_state_projection_supported",
            "lru_cache",
            "tilelang_fast_state_scan",
            "tilelang_fused_state_update",
            "tilelang_low_precision_state_finalize",
            "tilelang_post_state",
            "tilelang_state_finalize",
            "tilelang_state_finalize_backward",
            "tilelang_state_projection",
            "tilelang_state_scan",
            "tilelang_state_update",
            "tilelang_x_mix",
            "torch",
            "torch_state_scan",
            "torch_state_update"
          ],
          "namespace": "state",
          "sha256": "a3597160cb8d7317151200d05b241af7edcad2928c3731687764d914c28bf21a"
        }
      }
    },
    "transforms": {
      "configuration_rwkv7.py": {
        "output_sha256": "60a060199526f5a6c4d5a2436520eed97e9f21f2ea3cb6e6584d9b5fcb6f21f4",
        "source_sha256": "60a060199526f5a6c4d5a2436520eed97e9f21f2ea3cb6e6584d9b5fcb6f21f4"
      },
      "custom_ops.py": {
        "output_sha256": "8240d4eebc9decbd5ebf8fbcc3abc0ee6441b0eb4854b8d7bc18172cd2babf17",
        "source_sha256": "fb86e5c9dfc9deb5a1be821ce02c3a390ce5c95ff55feded6add2422f0dc3623"
      },
      "kernel_dispatch.py": {
        "output_sha256": "0290559437016ba4e2c2a26f7c7a0985b6fbab991535b7ae65ba18eb421fa9e1",
        "source_sha256": "0290559437016ba4e2c2a26f7c7a0985b6fbab991535b7ae65ba18eb421fa9e1"
      },
      "modeling_rwkv7.py": {
        "output_sha256": "ad7f8c981d21a3b0361cd26a2c68234a1bfbacc31fe52b49c3fe9d79e5b32844",
        "source_sha256": "7e1e57a4516efe78a74f971ada0fe58cb71c87102479ed7516b6d3585964ca21"
      },
      "state.py": {
        "output_sha256": "d13d81af6a301a70024494f03b95006bf5f2471ba0b57fd7f1f94bd54f70f2ef",
        "source_sha256": "d13d81af6a301a70024494f03b95006bf5f2471ba0b57fd7f1f94bd54f70f2ef"
      },
      "tilelang_decode.py": {
        "output_sha256": "313120b38178642c17ef16531c4510de87dc0f0d79d80f70b6ade8818b4dfbe7",
        "source_sha256": "fe63e6332037cacbd0400d82f65fd6f1c282e31d92906c5f34d39eb9e83eb642"
      }
    }
  },
  "schema_version": 8,
  "source": {
    "filename": "rwkv7-g1j-1.5b-20260831-ctx16384.pth",
    "kind": "local",
    "reference": "BlinkDL/rwkv7-g1/rwkv7-g1j-1.5b-20260831-ctx16384.pth",
    "revision": "02547f4681949e9f77a8132c642df55d544210e7",
    "sha256": "c43176881caf85fe22ad654ab02e7519260d560f3d20420ab590adb0c823860f",
    "size_bytes": 3055444605
  }
}