| { |
| "toolchain_version": "0.2.0", |
| "vendor": "Eternis", |
| "family": "Qwen3", |
| "name": "Qwen3-0.6B", |
| "size": "0.6B", |
| "quantization": null, |
| "repo": "eternis/eternis_sft_tool_calling_Qwen0.6B_27jul_merged_llamacpp", |
| "use_cases": [], |
| "model_config": { |
| "embedding_config": { |
| "type": "TiedEmbeddingConfig", |
| "input_scale": null, |
| "logits_soft_cap": null, |
| "precision": "float16" |
| }, |
| "global_rope_config": { |
| "type": "UnscaledRoPEConfig", |
| "precision": "float16", |
| "base": 1000000.0, |
| "max_sequence_length": 40960 |
| }, |
| "local_rope_config": null, |
| "layer_config": { |
| "pre_attention_norm_config": { |
| "scale_precision": "float16", |
| "accumulation_precision": "float32", |
| "epsilon": 1e-06, |
| "scale_offset": null, |
| "upcast_mode": "only_normalization" |
| }, |
| "attention_config": { |
| "qkv_projection_config": { |
| "type": "FullPrecisionLinearConfig", |
| "precision": "float16" |
| }, |
| "out_projection_config": { |
| "type": "FullPrecisionLinearConfig", |
| "precision": "float16" |
| }, |
| "query_norm_config": { |
| "scale_precision": "float16", |
| "accumulation_precision": "float32", |
| "epsilon": 1e-06, |
| "scale_offset": null, |
| "upcast_mode": "only_normalization" |
| }, |
| "key_norm_config": { |
| "scale_precision": "float16", |
| "accumulation_precision": "float32", |
| "epsilon": 1e-06, |
| "scale_offset": null, |
| "upcast_mode": "only_normalization" |
| }, |
| "logit_soft_cap": null, |
| "has_qkv_biases": false, |
| "has_out_biases": false |
| }, |
| "post_attention_norm_config": null, |
| "pre_mlp_norm_config": { |
| "scale_precision": "float16", |
| "accumulation_precision": "float32", |
| "epsilon": 1e-06, |
| "scale_offset": null, |
| "upcast_mode": "only_normalization" |
| }, |
| "mlp_config": { |
| "linear_config": { |
| "type": "FullPrecisionLinearConfig", |
| "precision": "float16" |
| }, |
| "activation": "silu" |
| }, |
| "post_mlp_norm_config": null |
| }, |
| "output_norm_config": { |
| "scale_precision": "float16", |
| "accumulation_precision": "float32", |
| "epsilon": 1e-06, |
| "scale_offset": null, |
| "upcast_mode": "only_normalization" |
| }, |
| "vocab_size": 151936, |
| "model_dim": 1024, |
| "hidden_dim": 3072, |
| "num_heads": 16, |
| "num_groups": 8, |
| "head_dim": 128, |
| "attention_scale": null, |
| "num_layers": 28, |
| "sliding_window_sizes": [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ], |
| "context_length": 40960 |
| }, |
| "tokenizer_file_names": [ |
| "tokenizer.json", |
| "tokenizer_config.json", |
| "generation_config.json" |
| ] |
| } |
