Nanbeige4.2-3B-heretic-MLX-DWQ-4bit / release-manifest.json
WaveCut's picture
Add files using upload-large-folder tool
106570a verified
Raw
History Blame Contribute Delete
2.83 kB
{
"base_model": "WaveCut/Nanbeige4.2-3B-heretic",
"base_model_commit": "0bacc89d0cdf2ec9fe55987ae7253268465be9dc",
"mlx_lm_revision": "cf10f962b7a20e63a6df43dbf0faf06070153d40",
"quantization": {
"method": "DWQ",
"bits": 4,
"group_size": 32,
"effective_bits_per_weight": 5.0,
"trainable_fraction": 0.06253,
"initial_validation_loss": 0.284,
"final_validation_loss": 0.043
},
"calibration": {
"seed": 20260722,
"train_samples": 1024,
"validation_samples": 32,
"max_sequence_length": 1025,
"batch_size": 4,
"corpus_sha256": "a7cfdbe02c124304bf1282bbd5ed7162bfa72dec6750b60ed2d3a68000c7a554"
},
"smoke": {
"returncode": 0,
"wall_seconds": 7.366,
"generation_tokens_per_second": 97.959,
"peak_memory_gb": 2.709,
"output": "```python\ndef clamp(value, low, high):\n \"\"\"Clamp a value to the inclusive range [low, high].\"\"\"\n return max(low, min(value, high))\n```",
"passed": true
},
"files": [
{
"name": "README.md",
"size": 1879,
"sha256": "b0de81373ec5ab5630d579de1d4841c80a0d19f2eae67e846a6291330b3865de"
},
{
"name": "calibration-metadata.json",
"size": 656,
"sha256": "8badc388221aadecb0ba0bc2f478d1b93489d0802918c587c5dae6c3246ad966"
},
{
"name": "chat_template.jinja",
"size": 8362,
"sha256": "cb1699773afe04d17eacf8d0802feabac9ec10c3061e280f3121754aa749d87d"
},
{
"name": "config.json",
"size": 1342,
"sha256": "8e86c6a6f44519f7c897b1ab4a8b1c93f1d4d741a6db7dfe86eb1da133b44783"
},
{
"name": "generation_config.json",
"size": 187,
"sha256": "68c690ce23efb6caae30c006ff3c1efd826297ff1df4338c04f7ac6f685d8746"
},
{
"name": "mlx-lm-dwq.patch",
"size": 2291,
"sha256": "7eb566eafe939bba08b5b341b67d224379fb8d4750cb63fbc064222b246524dd"
},
{
"name": "model.safetensors",
"size": 2606373808,
"sha256": "52e7814c8360d050c1411ccd08210cdf15c5c97b131c8a278f1cf883c424f289"
},
{
"name": "model.safetensors.index.json",
"size": 36121,
"sha256": "0b5be7986ad071fe5fd4ceda75c6910ce37520d1033ed6077f06451ae132445b"
},
{
"name": "nanbeige_mlx.py",
"size": 10284,
"sha256": "9ec6dec2cddb4129918f6b79657feae376c4b7b4008c26fc9951b00baedcf890"
},
{
"name": "smoke-mlx.json",
"size": 300,
"sha256": "0ec9d5e5343a708a9b2e1f06c5fa93a519cc6a5727b22417ea24bad1f81e7019"
},
{
"name": "tokenizer.json",
"size": 18450976,
"sha256": "a002676e923776f5a59d21320d667920e732000f7762fb72e6be6e911790e060"
},
{
"name": "tokenizer_config.json",
"size": 492,
"sha256": "b94dfdd9f7b774c3770a7722dea064a11207d8e8812563968161c51151832f25"
}
]
}