Image-Text-to-Text
Safetensors
Trellis
exllamav3
inkling_mm_model
exl3
inkling
quantized
Mixture of Experts
multimodal
conversational
Instructions to use 0xSero/Inkling-Small-EXL3-2.5bpw with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Trellis
How to use 0xSero/Inkling-Small-EXL3-2.5bpw with Trellis:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
| { | |
| "achieved_routed_trellis_bpw": 2.5, | |
| "files": [ | |
| { | |
| "bytes": 4248243748, | |
| "name": "carried-001.safetensors", | |
| "sha256": "2c50d6509477290a1667d50f06b705f2a4fba36d6699d9257944cdad3ee0cfab", | |
| "tensors": 360 | |
| }, | |
| { | |
| "bytes": 4262727208, | |
| "name": "carried-002.safetensors", | |
| "sha256": "77326f5a2c8eb84ce8eb8d272b47f73ffa8ee7311e710c36442d16851bd467c0", | |
| "tensors": 251 | |
| }, | |
| { | |
| "bytes": 4255394540, | |
| "name": "carried-003.safetensors", | |
| "sha256": "1108d232af4c416f38cd149ceddc25db9d0d04101cdc637018a5b414dfc2c796", | |
| "tensors": 233 | |
| }, | |
| { | |
| "bytes": 3750570556, | |
| "name": "carried-004.safetensors", | |
| "sha256": "ec9abd8e11b7c87469ff1ed8c7cdde0130b1acd6a014f33e2655de9aee6f720a", | |
| "tensors": 124 | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 2, | |
| "name": "exl3-layer-002-k2.safetensors", | |
| "sha256": "cdefe883cf6017a94f1115f83cca6c324e3eb702782878efebe903bba45854cd" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 3, | |
| "name": "exl3-layer-003-k2.safetensors", | |
| "sha256": "d34875cc50a9a33adc6bc9311dcea03451a499ad6c11f9ff49a19cac40c8b235" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 4, | |
| "name": "exl3-layer-004-k2.safetensors", | |
| "sha256": "375a5221d759bc20648e1314812c2cc4532b7dd3d79d71a7f848e6882c0087e0" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 5, | |
| "name": "exl3-layer-005-k2.safetensors", | |
| "sha256": "8594670c419b85e22d6b06305d6e9a44284027759c2ed918a7629d97e87dffe6" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 6, | |
| "name": "exl3-layer-006-k2.safetensors", | |
| "sha256": "ebb4b61ab2a24b5f16482d7a85bdd331f0cefa7ecb44668c1f027a329e07cb51" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 7, | |
| "name": "exl3-layer-007-k2.safetensors", | |
| "sha256": "6924e6b7ecbaba500683c31b8e79223c318fc612bff87347d5a62d9918d4cd53" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 8, | |
| "name": "exl3-layer-008-k2.safetensors", | |
| "sha256": "1ad2d1bed89c2c3c6dd4bdc7d9aea2dce30deafe138989b9fd4248fd809498da" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620393464, | |
| "layer": 9, | |
| "name": "exl3-layer-009-k2.safetensors", | |
| "sha256": "08473062a947c14be996831583383d0532f7a939adc6c315aad367fc6b9be3a2" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 10, | |
| "name": "exl3-layer-010-k2.safetensors", | |
| "sha256": "a0ab45b0bb27578f83129dea7278c1ab5355d7472bae2823c3b514c72339f0dc" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 11, | |
| "name": "exl3-layer-011-k2.safetensors", | |
| "sha256": "9a35f9ccb62e672f23d0d9210804240cd57de4fa3e917875259c73864eac56f1" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 12, | |
| "name": "exl3-layer-012-k2.safetensors", | |
| "sha256": "753d0ea2c38bb1e3f5c45ee1554625495d39ad6c16849134b41f17784c16509e" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 13, | |
| "name": "exl3-layer-013-k3.safetensors", | |
| "sha256": "8aa6f282a14473ce97f8651577b943ed16fcccd52f91102c24ceb5494fe84749" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 14, | |
| "name": "exl3-layer-014-k3.safetensors", | |
| "sha256": "9cd396e65cb5ee16d5d40ecae48a69530cc356aa4b9b091b7e465a57addf94be" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 15, | |
| "name": "exl3-layer-015-k3.safetensors", | |
| "sha256": "83f150bb7b890dee94ad58da5b8efeb40e080f54d352390a811957eea5b634fc" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 16, | |
| "name": "exl3-layer-016-k3.safetensors", | |
| "sha256": "663b0b1e1d7e7fc06d9f68c2f5c42899af6ec29613cb3a55eae0ef42874fd4d2" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 17, | |
| "name": "exl3-layer-017-k3.safetensors", | |
| "sha256": "bd2917b1e45534e3d1d87133f8784dfc4a6cc3b84dbb8aa9cd8f759e9e364015" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 18, | |
| "name": "exl3-layer-018-k3.safetensors", | |
| "sha256": "d3dea2fdb27fa55b37834324fc4dfdf68ba3312ec1040b31c8a0450091a32d2a" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 19, | |
| "name": "exl3-layer-019-k3.safetensors", | |
| "sha256": "b1428b26cbe61d66125742fe3864cb2b1f7e6523a5f5c6badbec358f54024b49" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 20, | |
| "name": "exl3-layer-020-k3.safetensors", | |
| "sha256": "418af3ad7d497e5de1b2a755bd9a6781abd5d7f4af69b24ee59abdd5d79805d3" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 21, | |
| "name": "exl3-layer-021-k3.safetensors", | |
| "sha256": "49aed64de3c62c1e75365402419812171b27c78d2b4b54580a2d06108dee15c5" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 22, | |
| "name": "exl3-layer-022-k3.safetensors", | |
| "sha256": "3fe08bad727e8b5f0049a7c8fc82e0cae39aaba12921bc02844f16feac9f0305" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 23, | |
| "name": "exl3-layer-023-k2.safetensors", | |
| "sha256": "e20048dbde3e0bedecbba3f7fe80552e1439aef24982d15ce5dbc7d852fb79d7" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 24, | |
| "name": "exl3-layer-024-k3.safetensors", | |
| "sha256": "86cf778187a5e1a40d831841bf9693dc3d0e28e5442205027d9dfdd9d3157f15" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 25, | |
| "name": "exl3-layer-025-k3.safetensors", | |
| "sha256": "c6e78603c4e9e10bbda7e5c01a57d6ef3ff9e7eeda96f81845e60cdeb0f179cb" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 26, | |
| "name": "exl3-layer-026-k3.safetensors", | |
| "sha256": "454816665231f33bd0ee50e6a4999de64b23c27dae51b13827993911e6ca0ea8" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 27, | |
| "name": "exl3-layer-027-k3.safetensors", | |
| "sha256": "62677312b0e0658a407741924a9e488da8851e328bb49a7fbe7b7809538a69fe" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 28, | |
| "name": "exl3-layer-028-k3.safetensors", | |
| "sha256": "635f96745d9258b4094284d5f482006facdd4b92bd953876dfeca5e9e8d5178a" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 29, | |
| "name": "exl3-layer-029-k3.safetensors", | |
| "sha256": "7f4328375643fa289cc5661d2182541661b897176d829e8aff924b5cd77896c7" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 30, | |
| "name": "exl3-layer-030-k3.safetensors", | |
| "sha256": "23469f1de925727759ca26d8066a8ae473f72006616c68540d627ef3bb913925" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 31, | |
| "name": "exl3-layer-031-k3.safetensors", | |
| "sha256": "1477cdb4753b37edfc65c362ff81477592457af0781360891f232be1efb523ea" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 32, | |
| "name": "exl3-layer-032-k3.safetensors", | |
| "sha256": "1767d59d17514d4f268254f7778ea4619f731598f3c6a99743adbb58516d1939" | |
| }, | |
| { | |
| "bits": 3, | |
| "bytes": 2425703248, | |
| "layer": 33, | |
| "name": "exl3-layer-033-k3.safetensors", | |
| "sha256": "a8eaab896ed24d77230b959fc892ee7c1df1be44f31f4a4bb724314a620117f6" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 34, | |
| "name": "exl3-layer-034-k2.safetensors", | |
| "sha256": "c1cbd576ccacb4d0227e881f848141c120e5bf6f5ddef2edf5002fc14ccaba43" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 35, | |
| "name": "exl3-layer-035-k2.safetensors", | |
| "sha256": "96182a13bba7f9021569702bc6d750b5ba1d99f93893a28f8ea4c07f9ee47d37" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 36, | |
| "name": "exl3-layer-036-k2.safetensors", | |
| "sha256": "897c9becfa20d2ff58b2d19256740b5aedec0a7ee751a1aa6c8e817c53f9103f" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 37, | |
| "name": "exl3-layer-037-k2.safetensors", | |
| "sha256": "4676bd52879f7f632433a96fc467464dcb3c0274a8fc5c29b8418523d801c179" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 38, | |
| "name": "exl3-layer-038-k2.safetensors", | |
| "sha256": "16ca204c276fbab4da65b9a33fe71fe712320042f438edfec0f29ee2dfd7a1d5" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 39, | |
| "name": "exl3-layer-039-k2.safetensors", | |
| "sha256": "6dda6bc2d0912881a19f2479e7e0155583079ef8f690765b6a8488fa5575cfe2" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 40, | |
| "name": "exl3-layer-040-k2.safetensors", | |
| "sha256": "3881653694c566d7b9ba35e0f4bb579b105965c58bcc4e535c6818034e5c42e6" | |
| }, | |
| { | |
| "bits": 2, | |
| "bytes": 1620396536, | |
| "layer": 41, | |
| "name": "exl3-layer-041-k2.safetensors", | |
| "sha256": "5cecf64d90883789c4f76feddc0366c6563b474ad7ae74842b3d8ca121e76232" | |
| } | |
| ], | |
| "layer_bits": { | |
| "2": 2, | |
| "3": 2, | |
| "4": 2, | |
| "5": 2, | |
| "6": 2, | |
| "7": 2, | |
| "8": 2, | |
| "9": 2, | |
| "10": 2, | |
| "11": 2, | |
| "12": 2, | |
| "13": 3, | |
| "14": 3, | |
| "15": 3, | |
| "16": 3, | |
| "17": 3, | |
| "18": 3, | |
| "19": 3, | |
| "20": 3, | |
| "21": 3, | |
| "22": 3, | |
| "23": 2, | |
| "24": 3, | |
| "25": 3, | |
| "26": 3, | |
| "27": 3, | |
| "28": 3, | |
| "29": 3, | |
| "30": 3, | |
| "31": 3, | |
| "32": 3, | |
| "33": 3, | |
| "34": 2, | |
| "35": 2, | |
| "36": 2, | |
| "37": 2, | |
| "38": 2, | |
| "39": 2, | |
| "40": 2, | |
| "41": 2 | |
| }, | |
| "mtp_validation": "pending", | |
| "multimodal_validation": "pending", | |
| "name": "Inkling-Small-EXL3-2.5bpw", | |
| "routed_trellis_bytes": 80530636800, | |
| "status": "assembled", | |
| "target_bpw": 2.5, | |
| "tensor_count": 123848, | |
| "text_runtime_validation": "pending", | |
| "total_model_bytes": 97438907156 | |
| } | |