| |
|
|
| model=/mnt/data/models/ubergarm/Qwen3.5-397B-A17B-GGUF/Qwen3.5-397B-A17B-BF16-00001-of-00017.gguf |
|
|
| numactl --interleave=all \ |
| ./build/bin/llama-imatrix \ |
| -fit off \ |
| --model "$model"\ |
| -f ubergarm-imatrix-calibration-corpus-v02.txt \ |
| -o /mnt/data/models/ubergarm/Qwen3.5-397B-A17B-GGUF/imatrix-Qwen3.5-397B-A17B-BF16-mainline.gguf \ |
| --ctx-size 512 \ |
| -ub 4096 -b 4096 \ |
| --threads 192 \ |
| --threads-batch 256 \ |
| --no-mmap \ |
| --numa distribute |
|
|
| build: 8082 (bf93a75c4) with GNU 13.3.0 for Linux x86_64 |
| llama_model_loader: additional 16 GGUFs metadata loaded. |
| llama_model_loader: loaded meta data with 46 key-value pairs and 1098 tensors from /mnt/data/models/ubergarm/Qwen3.5-397B-A17B-GGUF/Qwen3.5-397B-A17B-BF16-00001-of-00017.gguf (version GGUF V3 (latest)) |
| llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. |
| llama_model_loader: - kv 0: general.architecture str = qwen35moe |
| llama_model_loader: - kv 1: general.type str = model |
| llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 |
| llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 |
| llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 |
| llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B |
| llama_model_loader: - kv 6: general.basename str = Qwen3.5 |
| llama_model_loader: - kv 7: general.size_label str = 397B-A17B |
| llama_model_loader: - kv 8: general.license str = apache-2.0 |
| llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... |
| llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] |
| llama_model_loader: - kv 11: qwen35moe.block_count u32 = 60 |
| llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 |
| llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 |
| llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 |
| llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 |
| llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] |
| llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 |
| llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 |
| llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 |
| llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 |
| llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 |
| llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 |
| llama_model_loader: - kv 23: general.file_type u32 = 32 |
| llama_model_loader: - kv 24: qwen35moe.expert_feed_forward_length u32 = 1024 |
| llama_model_loader: - kv 25: qwen35moe.expert_shared_feed_forward_length u32 = 1024 |
| llama_model_loader: - kv 26: qwen35moe.ssm.conv_kernel u32 = 4 |
| llama_model_loader: - kv 27: qwen35moe.ssm.state_size u32 = 128 |
| llama_model_loader: - kv 28: qwen35moe.ssm.group_count u32 = 16 |
| llama_model_loader: - kv 29: qwen35moe.ssm.time_step_rank u32 = 64 |
| llama_model_loader: - kv 30: qwen35moe.ssm.inner_size u32 = 8192 |
| llama_model_loader: - kv 31: qwen35moe.full_attention_interval u32 = 4 |
| llama_model_loader: - kv 32: qwen35moe.rope.dimension_count u32 = 64 |
| llama_model_loader: - kv 33: general.quantization_version u32 = 2 |
| llama_model_loader: - kv 34: tokenizer.ggml.model str = gpt2 |
| llama_model_loader: - kv 35: tokenizer.ggml.pre str = qwen35 |
| llama_model_loader: - kv 36: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... |
| llama_model_loader: - kv 37: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... |
| llama_model_loader: - kv 38: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... |
| llama_model_loader: - kv 39: tokenizer.ggml.eos_token_id u32 = 248046 |
| llama_model_loader: - kv 40: tokenizer.ggml.padding_token_id u32 = 248044 |
| llama_model_loader: - kv 41: tokenizer.ggml.add_bos_token bool = false |
| llama_model_loader: - kv 42: tokenizer.chat_template str = {%- set image_count = namespace(value... |
| llama_model_loader: - kv 43: split.no u16 = 0 |
| llama_model_loader: - kv 44: split.count u16 = 17 |
| llama_model_loader: - kv 45: split.tensors.count i32 = 1098 |
| llama_model_loader: - type f32: 451 tensors |
| llama_model_loader: - type bf16: 647 tensors |
| print_info: file format = GGUF V3 (latest) |
| print_info: file type = BF16 |
| print_info: file size = 738.49 GiB (16.01 BPW) |
| load: 0 unused tokens |
| load: printing all EOG tokens: |
| load: - 248044 ('<|endoftext|>') |
| load: - 248046 ('<|im_end|>') |
| load: - 248063 ('<|fim_pad|>') |
| load: - 248064 ('<|repo_name|>') |
| load: - 248065 ('<|file_sep|>') |
| load: special tokens cache size = 33 |
| load: token to piece cache size = 1.7581 MB |
| print_info: arch = qwen35moe |
| print_info: vocab_only = 0 |
| print_info: no_alloc = 0 |
| print_info: n_ctx_train = 262144 |
| print_info: n_embd = 4096 |
| print_info: n_embd_inp = 4096 |
| print_info: n_layer = 60 |
| print_info: n_head = 32 |
| print_info: n_head_kv = 2 |
| print_info: n_rot = 64 |
| print_info: n_swa = 0 |
| print_info: is_swa_any = 0 |
| print_info: n_embd_head_k = 256 |
| print_info: n_embd_head_v = 256 |
| print_info: n_gqa = 16 |
| print_info: n_embd_k_gqa = 512 |
| print_info: n_embd_v_gqa = 512 |
| print_info: f_norm_eps = 0.0e+00 |
| print_info: f_norm_rms_eps = 1.0e-06 |
| print_info: f_clamp_kqv = 0.0e+00 |
| print_info: f_max_alibi_bias = 0.0e+00 |
| print_info: f_logit_scale = 0.0e+00 |
| print_info: f_attn_scale = 0.0e+00 |
| print_info: n_ff = 0 |
| print_info: n_expert = 512 |
| print_info: n_expert_used = 10 |
| print_info: n_expert_groups = 0 |
| print_info: n_group_used = 0 |
| print_info: causal attn = 1 |
| print_info: pooling type = 0 |
| print_info: rope type = 40 |
| print_info: rope scaling = linear |
| print_info: freq_base_train = 10000000.0 |
| print_info: freq_scale_train = 1 |
| print_info: n_ctx_orig_yarn = 262144 |
| print_info: rope_yarn_log_mul = 0.0000 |
| print_info: rope_finetuned = unknown |
| print_info: mrope sections = [11, 11, 10, 0] |
| print_info: ssm_d_conv = 4 |
| print_info: ssm_d_inner = 8192 |
| print_info: ssm_d_state = 128 |
| print_info: ssm_dt_rank = 64 |
| print_info: ssm_n_group = 16 |
| print_info: ssm_dt_b_c_rms = 0 |
| print_info: model type = ?B |
| print_info: model params = 396.35 B |
| print_info: general.name = Qwen3.5 397B A17B |
| print_info: vocab type = BPE |
| print_info: n_vocab = 248320 |
| print_info: n_merges = 247587 |
| print_info: BOS token = 11 ',' |
| print_info: EOS token = 248046 '<|im_end|>' |
| print_info: EOT token = 248046 '<|im_end|>' |
| print_info: PAD token = 248044 '<|endoftext|>' |
| print_info: LF token = 198 'Ċ' |
| print_info: FIM PRE token = 248060 '<|fim_prefix|>' |
| print_info: FIM SUF token = 248062 '<|fim_suffix|>' |
| print_info: FIM MID token = 248061 '<|fim_middle|>' |
| print_info: FIM PAD token = 248063 '<|fim_pad|>' |
| print_info: FIM REP token = 248064 '<|repo_name|>' |
| print_info: FIM SEP token = 248065 '<|file_sep|>' |
| print_info: EOG token = 248044 '<|endoftext|>' |
| print_info: EOG token = 248046 '<|im_end|>' |
| print_info: EOG token = 248063 '<|fim_pad|>' |
| print_info: EOG token = 248064 '<|repo_name|>' |
| print_info: EOG token = 248065 '<|file_sep|>' |
| print_info: max token length = 256 |
| load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) |
| load_tensors: CPU model buffer size = 756216.34 MiB |
| .................................................................................................... |
| common_init_result: added <|endoftext|> logit bias = -inf |
| common_init_result: added <|im_end|> logit bias = -inf |
| common_init_result: added <|fim_pad|> logit bias = -inf |
| common_init_result: added <|repo_name|> logit bias = -inf |
| common_init_result: added <|file_sep|> logit bias = -inf |
| llama_context: constructing llama_context |
| llama_context: n_seq_max = 8 |
| llama_context: n_ctx = 4096 |
| llama_context: n_ctx_seq = 512 |
| llama_context: n_batch = 4096 |
| llama_context: n_ubatch = 4096 |
| llama_context: causal_attn = 1 |
| llama_context: flash_attn = auto |
| llama_context: kv_unified = false |
| llama_context: freq_base = 10000000.0 |
| llama_context: freq_scale = 1 |
| llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized |
| llama_context: CPU output buffer size = 7.58 MiB |
| llama_kv_cache: CPU KV buffer size = 120.00 MiB |
| llama_kv_cache: size = 120.00 MiB ( 512 cells, 15 layers, 8/8 seqs), K (f16): 60.00 MiB, V (f16): 60.00 MiB |
| llama_memory_recurrent: CPU RS buffer size = 1490.62 MiB |
| llama_memory_recurrent: size = 1490.62 MiB ( 8 cells, 60 layers, 8 seqs), R (f32): 50.62 MiB, S (f32): 1440.00 MiB |
| sched_reserve: reserving ... |
| sched_reserve: Flash Attention was auto, set to enabled |
| sched_reserve: CPU compute buffer size = 4144.17 MiB |
| sched_reserve: graph nodes = 18059 (with bs=4096), 7124 (with bs=1) |
| sched_reserve: graph splits = 1 |
| sched_reserve: reserve took 45.35 ms, sched copies = 1 |
|
|
| system_info: n_threads = 192 (n_threads_batch = 256) / 512 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | |
| compute_imatrix: tokenizing the input .. |
| compute_imatrix: tokenization took 559.524 ms |
| compute_imatrix: computing over 829 chunks, n_ctx=512, batch_size=4096, n_seq=8 |
| compute_imatrix: 91.78 seconds per pass - ETA 2 hours 38.50 minutes |
| [1]4.9822,[2]5.8436,[3]3.9001,[4]3.1939,[5]2.6414,[6]2.3049,[7]2.0478,[8]1.8818, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (86.52%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (87.89%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (87.89%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (85.16%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (85.16%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (85.74%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (85.74%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (85.74%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (84.57%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (84.57%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (84.57%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (86.52%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (84.18%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (84.18%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (81.84%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (81.84%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (81.84%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (80.47%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (86.13%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (86.13%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (86.13%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (84.96%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (84.96%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (83.98%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (80.47%) |
| save_imatrix: entry ' blk.25.ffn_gate_exps.weight' has partial data (93.95%) |
| save_imatrix: entry ' blk.17.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (84.38%) |
| save_imatrix: entry ' blk.17.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.16.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.1.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.1.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (84.96%) |
| save_imatrix: entry ' blk.15.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.13.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.15.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.16.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (85.94%) |
| save_imatrix: entry ' blk.16.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.25.ffn_down_exps.weight' has partial data (93.95%) |
| save_imatrix: entry ' blk.7.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (84.18%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (85.16%) |
| save_imatrix: entry ' blk.3.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (87.50%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.17.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (85.55%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (83.79%) |
| save_imatrix: entry ' blk.0.ffn_up_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.24.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.3.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (86.52%) |
| save_imatrix: entry ' blk.21.ffn_gate_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.0.ffn_down_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.13.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.1.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (88.48%) |
| save_imatrix: entry ' blk.15.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.9.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.9.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (83.79%) |
| save_imatrix: entry ' blk.0.ffn_gate_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.20.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (80.47%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (89.06%) |
| save_imatrix: entry ' blk.7.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.7.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.22.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (87.89%) |
| save_imatrix: entry ' blk.20.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (83.98%) |
| save_imatrix: entry ' blk.26.ffn_down_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.27.ffn_down_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.22.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.3.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.26.ffn_gate_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.21.ffn_up_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.21.ffn_down_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (85.94%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.23.ffn_gate_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.23.ffn_up_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.23.ffn_down_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.24.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.22.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.27.ffn_up_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (86.52%) |
| save_imatrix: entry ' blk.26.ffn_up_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.25.ffn_up_exps.weight' has partial data (93.95%) |
| save_imatrix: entry ' blk.20.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.27.ffn_gate_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (88.48%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (87.70%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (87.70%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (87.70%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (85.94%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (87.50%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (89.06%) |
| save_imatrix: entry ' blk.13.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (89.06%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.9.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (86.52%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (86.52%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (83.98%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (84.38%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (84.38%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (83.79%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.24.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (87.50%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (88.48%) |
|
|
| [9]1.7628,[10]1.7706,[11]1.7127,[12]1.8500,[13]1.9702,[14]2.1678,[15]2.1969,[16]2.1536, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (91.80%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (91.80%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (91.80%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (89.84%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (89.84%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (90.04%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (90.04%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (90.04%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (89.84%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (89.65%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (89.65%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (86.33%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (88.09%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (88.09%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.25.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (88.87%) |
| save_imatrix: entry ' blk.16.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.1.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.1.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (88.09%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.16.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.16.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.25.ffn_down_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (89.65%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.3.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (89.06%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (88.67%) |
| save_imatrix: entry ' blk.0.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.24.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.3.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.21.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.0.ffn_down_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (89.65%) |
| save_imatrix: entry ' blk.1.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (88.67%) |
| save_imatrix: entry ' blk.0.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (86.91%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (93.95%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.22.ffn_up_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.26.ffn_down_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.27.ffn_down_exps.weight' has partial data (93.36%) |
| save_imatrix: entry ' blk.22.ffn_down_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.3.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (89.65%) |
| save_imatrix: entry ' blk.26.ffn_gate_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.21.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.21.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.23.ffn_gate_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.23.ffn_up_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.23.ffn_down_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.24.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.22.ffn_gate_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.27.ffn_up_exps.weight' has partial data (93.36%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.26.ffn_up_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.25.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.27.ffn_gate_exps.weight' has partial data (93.36%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (91.41%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (91.41%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (91.41%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (89.06%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (93.95%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (93.95%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (88.87%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (88.87%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (90.62%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (88.67%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (89.65%) |
| save_imatrix: entry ' blk.24.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (89.06%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (90.62%) |
|
|
| [17]2.0629,[18]1.9829,[19]1.9453,[20]1.9031,[21]1.8476,[22]1.8094,[23]1.7734,[24]1.7322, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (91.21%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (91.41%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (91.41%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (87.11%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (88.67%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (88.67%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.25.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.16.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.1.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.1.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (88.67%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.16.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.16.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.25.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (91.41%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.3.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.0.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.24.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.3.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.21.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.0.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.1.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (91.99%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.0.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (88.28%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.22.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.26.ffn_down_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.27.ffn_down_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.22.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.3.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.26.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.21.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.21.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.23.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.23.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.23.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.24.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.22.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.27.ffn_up_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.26.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.25.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.27.ffn_gate_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (91.99%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (91.02%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (94.14%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (89.45%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.24.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (91.99%) |
|
|
| [25]1.6968,[26]1.6852,[27]1.6570,[28]1.6567,[29]1.6962,[30]1.7593,[31]1.8378,[32]1.8208, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (91.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (91.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (88.87%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (88.87%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (88.87%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (92.77%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.25.ffn_gate_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.16.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.1.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.1.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (90.23%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.16.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (91.60%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.16.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.25.ffn_down_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (91.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (92.97%) |
| save_imatrix: entry ' blk.3.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (91.99%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (92.19%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.0.ffn_up_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.24.ffn_down_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.3.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (94.73%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.21.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.0.ffn_down_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (91.60%) |
| save_imatrix: entry ' blk.1.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.0.ffn_gate_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (89.26%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (91.99%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (91.60%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.22.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.26.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.27.ffn_down_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.22.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.3.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (91.60%) |
| save_imatrix: entry ' blk.26.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.21.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.21.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (94.73%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.23.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.23.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.23.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.24.ffn_gate_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.22.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.27.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.26.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.25.ffn_up_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.27.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (92.38%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (93.75%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (93.16%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (90.43%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (91.60%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (91.60%) |
| save_imatrix: entry ' blk.24.ffn_up_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (90.82%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (91.99%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (94.73%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (92.38%) |
|
|
| [33]1.8181,[34]1.8157,[35]1.7957,[36]1.8274,[37]1.8467,[38]1.8697,[39]1.8841,[40]1.9079,[41]1.9184,[42]1.9324,[43]1.9232,[44]1.9268,[45]1.9486,[46]1.9686,[47]1.9746,[48]1.9753, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (94.34%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (94.34%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (95.90%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (94.34%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.25.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (94.34%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.25.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (95.51%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (94.73%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.0.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.24.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.21.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.0.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.0.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (94.73%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.22.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (94.34%) |
| save_imatrix: entry ' blk.26.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.27.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.22.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.26.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.21.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.21.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.23.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.23.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.23.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.24.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.22.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.27.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.26.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.25.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.27.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (94.34%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (93.55%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.24.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (94.73%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (96.29%) |
|
|
| [49]1.9892,[50]1.9769,[51]1.9786,[52]1.9750,[53]1.9822,[54]1.9759,[55]1.9943,[56]2.0077, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.25.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.25.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.0.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.21.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.0.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.0.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.22.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.26.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.27.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.22.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.26.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.21.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.21.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.23.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.23.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.23.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.22.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.27.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.26.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.25.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.27.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (97.07%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (98.05%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (94.53%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (96.48%) |
|
|
| [57]1.9899,[58]1.9901,[59]1.9926,[60]1.9887,[61]1.9782,[62]1.9745,[63]1.9710,[64]1.9561, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.25.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (97.46%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (95.70%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.25.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (96.29%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.0.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.21.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.0.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.0.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (95.31%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.26.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.27.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.26.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.21.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.21.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.23.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.23.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.23.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.27.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.26.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.25.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.27.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (97.27%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (97.66%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (94.92%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (96.48%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (96.09%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (96.88%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (95.12%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (96.68%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (97.27%) |
|
|
| [65]1.9946,[66]2.0347,[67]2.0805,[68]2.1291,[69]2.1518,[70]2.1731,[71]2.1750,[72]2.2177, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (98.24%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (97.85%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (99.22%) |
|
|
| [73]2.2700,[74]2.3006,[75]2.3337,[76]2.3332,[77]2.3544,[78]2.3856,[79]2.4175,[80]2.4435,[81]2.4461,[82]2.4590,[83]2.4881,[84]2.5344,[85]2.5713,[86]2.5685,[87]2.5753,[88]2.5805, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (98.44%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (99.22%) |
|
|
| [89]2.5949,[90]2.6252,[91]2.6846,[92]2.6966,[93]2.6921,[94]2.6870,[95]2.7038,[96]2.7057, |
| save_imatrix: entry ' blk.59.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.59.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.59.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.57.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.56.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.56.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.49.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.57.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.49.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.46.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.43.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.43.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.46.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.35.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.56.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.36.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.30.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.43.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.32.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.37.ffn_up_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.41.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.37.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.46.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.36.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.49.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.30.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.32.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.57.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.41.ffn_up_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.30.ffn_down_exps.weight' has partial data (99.41%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.32.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.35.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.35.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.36.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.37.ffn_gate_exps.weight' has partial data (99.02%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (98.63%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (98.83%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (99.22%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.41.ffn_down_exps.weight' has partial data (99.22%) |
|
|
| [97]2.6912,[98]2.7018,[99]2.6986,[100]2.7257,[101]2.7249,[102]2.7246,[103]2.7594,[104]2.8019, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.38.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.38.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.38.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (99.80%) |
|
|
| [105]2.8307,[106]2.8681,[107]2.9000,[108]2.9318,[109]2.9713,[110]2.9628,[111]2.9879,[112]2.9984, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.51.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.51.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.51.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.45.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.45.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.45.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.40.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.33.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.28.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.28.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.28.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.40.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.40.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.33.ffn_gate_exps.weight' has partial data (99.80%) |
|
|
| [113]3.0151,[114]3.0217,[115]3.0457,[116]3.0720,[117]3.0727,[118]3.0615,[119]3.0434,[120]3.0389,[121]3.0489,[122]3.0322,[123]3.0075,[124]3.0009,[125]2.9984,[126]3.0023,[127]3.0175,[128]3.0355, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [129]3.0560,[130]3.0771,[131]3.1133,[132]3.1240,[133]3.1008,[134]3.0808,[135]3.0646,[136]3.0412, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [137]3.0413,[138]3.0554,[139]3.0905,[140]3.1204,[141]3.1227,[142]3.1346,[143]3.1589,[144]3.1885, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [145]3.2187,[146]3.2470,[147]3.2688,[148]3.2845,[149]3.3018,[150]3.3106,[151]3.3180,[152]3.3237, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.53.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.53.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.29.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.29.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [153]3.3268,[154]3.3415,[155]3.3627,[156]3.3577,[157]3.3597,[158]3.3704,[159]3.3669,[160]3.3673,[161]3.3793,[162]3.3869,[163]3.3899,[164]3.4000,[165]3.4002,[166]3.4002,[167]3.4031,[168]3.4069, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [169]3.4068,[170]3.4099,[171]3.4077,[172]3.4251,[173]3.4358,[174]3.4369,[175]3.4518,[176]3.4671, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.48.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.48.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [177]3.4570,[178]3.4662,[179]3.4686,[180]3.4803,[181]3.4878,[182]3.5002,[183]3.4921,[184]3.4858, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.44.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.44.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [185]3.4756,[186]3.4686,[187]3.4618,[188]3.4539,[189]3.4464,[190]3.4454,[191]3.4599,[192]3.4728, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [193]3.5003,[194]3.5291,[195]3.5537,[196]3.5905,[197]3.6239,[198]3.6415,[199]3.6543,[200]3.6693,[201]3.6748,[202]3.6657,[203]3.6487,[204]3.6304,[205]3.6492,[206]3.6642,[207]3.6725,[208]3.6845, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.47.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.47.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [209]3.7039,[210]3.7188,[211]3.7334,[212]3.7489,[213]3.7627,[214]3.7587,[215]3.7479,[216]3.7342, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [217]3.7194,[218]3.7063,[219]3.6999,[220]3.6876,[221]3.6909,[222]3.6857,[223]3.6703,[224]3.6607, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [225]3.6562,[226]3.6721,[227]3.6739,[228]3.6915,[229]3.7013,[230]3.7151,[231]3.7306,[232]3.7473, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [233]3.7631,[234]3.7931,[235]3.8235,[236]3.8296,[237]3.8196,[238]3.8175,[239]3.8336,[240]3.8490,[241]3.8566,[242]3.8705,[243]3.8792,[244]3.9104,[245]3.9310,[246]3.9443,[247]3.9602,[248]3.9713, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [249]3.9835,[250]4.0028,[251]4.0142,[252]4.0342,[253]4.0469,[254]4.0538,[255]4.0631,[256]4.0678, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [257]4.0819,[258]4.0897,[259]4.0989,[260]4.1105,[261]4.1212,[262]4.1355,[263]4.1454,[264]4.1593, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [265]4.1728,[266]4.1834,[267]4.1910,[268]4.1988,[269]4.2117,[270]4.2327,[271]4.2517,[272]4.2658, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [273]4.2831,[274]4.2838,[275]4.2970,[276]4.3080,[277]4.3182,[278]4.3282,[279]4.3419,[280]4.3561,[281]4.3668,[282]4.3707,[283]4.3784,[284]4.3889,[285]4.4040,[286]4.4179,[287]4.4311,[288]4.4312, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [289]4.4451,[290]4.4461,[291]4.4589,[292]4.4622,[293]4.4758,[294]4.4998,[295]4.5102,[296]4.5265, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [297]4.5434,[298]4.5485,[299]4.5603,[300]4.5745,[301]4.5881,[302]4.6047,[303]4.6173,[304]4.6286, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [305]4.6394,[306]4.6499,[307]4.6580,[308]4.6621,[309]4.6775,[310]4.6893,[311]4.6998,[312]4.7069, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [313]4.7150,[314]4.7234,[315]4.7417,[316]4.7527,[317]4.7577,[318]4.7667,[319]4.7845,[320]4.8038,[321]4.8130,[322]4.8094,[323]4.8069,[324]4.8199,[325]4.8077,[326]4.8238,[327]4.8253,[328]4.8026, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [329]4.7821,[330]4.7879,[331]4.7979,[332]4.7902,[333]4.8012,[334]4.8060,[335]4.8204,[336]4.8164, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [337]4.8171,[338]4.8403,[339]4.8488,[340]4.8611,[341]4.8683,[342]4.8458,[343]4.8561,[344]4.8758, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [345]4.8933,[346]4.9132,[347]4.9290,[348]4.9445,[349]4.9441,[350]4.9473,[351]4.9494,[352]4.9505, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.31.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.31.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [353]4.9673,[354]4.9731,[355]4.9748,[356]4.9749,[357]4.9874,[358]4.9828,[359]4.9861,[360]4.9837,[361]4.9779,[362]4.9823,[363]4.9960,[364]4.9959,[365]4.9977,[366]4.9844,[367]4.9682,[368]4.9597, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [369]4.9498,[370]4.9481,[371]4.9377,[372]4.9183,[373]4.9100,[374]4.9016,[375]4.8888,[376]4.8736, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [377]4.8606,[378]4.8526,[379]4.8427,[380]4.8264,[381]4.8185,[382]4.8030,[383]4.7945,[384]4.7838, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [385]4.7699,[386]4.7647,[387]4.7604,[388]4.7608,[389]4.7582,[390]4.7593,[391]4.7445,[392]4.7263, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [393]4.7079,[394]4.6924,[395]4.6834,[396]4.6723,[397]4.6566,[398]4.6394,[399]4.6221,[400]4.6152,[401]4.6091,[402]4.6056,[403]4.6007,[404]4.5995,[405]4.5902,[406]4.5822,[407]4.5659,[408]4.5526, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [409]4.5463,[410]4.5328,[411]4.5217,[412]4.5119,[413]4.5024,[414]4.4864,[415]4.4733,[416]4.4598, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [417]4.4466,[418]4.4330,[419]4.4198,[420]4.4126,[421]4.4031,[422]4.3961,[423]4.3901,[424]4.3875, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [425]4.3817,[426]4.3766,[427]4.3656,[428]4.3508,[429]4.3366,[430]4.3226,[431]4.3098,[432]4.2960, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [433]4.2823,[434]4.2688,[435]4.2554,[436]4.2427,[437]4.2319,[438]4.2231,[439]4.2105,[440]4.2036,[441]4.1961,[442]4.1866,[443]4.1753,[444]4.1684,[445]4.1640,[446]4.1566,[447]4.1609,[448]4.1540, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [449]4.1445,[450]4.1339,[451]4.1243,[452]4.1118,[453]4.1036,[454]4.0957,[455]4.0894,[456]4.0830, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [457]4.0775,[458]4.0812,[459]4.0749,[460]4.0692,[461]4.0693,[462]4.0630,[463]4.0569,[464]4.0453, |
| save_imatrix: entry ' blk.58.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.58.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [465]4.0368,[466]4.0280,[467]4.0198,[468]4.0100,[469]4.0008,[470]3.9899,[471]3.9817,[472]3.9720, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [473]3.9628,[474]3.9529,[475]3.9421,[476]3.9339,[477]3.9313,[478]3.9229,[479]3.9196,[480]3.9150,[481]3.9102,[482]3.9041,[483]3.8980,[484]3.8917,[485]3.8861,[486]3.8801,[487]3.8743,[488]3.8690, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [489]3.8631,[490]3.8571,[491]3.8513,[492]3.8455,[493]3.8396,[494]3.8339,[495]3.8290,[496]3.8198, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [497]3.8119,[498]3.8019,[499]3.7938,[500]3.7921,[501]3.7952,[502]3.7858,[503]3.7772,[504]3.7690, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [505]3.7609,[506]3.7555,[507]3.7492,[508]3.7441,[509]3.7409,[510]3.7373,[511]3.7328,[512]3.7267, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.34.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.34.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [513]3.7225,[514]3.7155,[515]3.7103,[516]3.7044,[517]3.7030,[518]3.7039,[519]3.7062,[520]3.7084,[521]3.7111,[522]3.7089,[523]3.7085,[524]3.7033,[525]3.7026,[526]3.7128,[527]3.7211,[528]3.7294, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [529]3.7385,[530]3.7483,[531]3.7562,[532]3.7647,[533]3.7705,[534]3.7773,[535]3.7850,[536]3.7996, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [537]3.8098,[538]3.8227,[539]3.8327,[540]3.8373,[541]3.8425,[542]3.8480,[543]3.8519,[544]3.8538, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [545]3.8606,[546]3.8665,[547]3.8695,[548]3.8746,[549]3.8795,[550]3.8850,[551]3.8919,[552]3.8891, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [553]3.8983,[554]3.9065,[555]3.9160,[556]3.9219,[557]3.9259,[558]3.9314,[559]3.9353,[560]3.9427,[561]3.9496,[562]3.9569,[563]3.9658,[564]3.9728,[565]3.9797,[566]3.9881,[567]3.9955,[568]4.0028, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [569]4.0078,[570]4.0122,[571]4.0107,[572]4.0164,[573]4.0235,[574]4.0301,[575]4.0330,[576]4.0397, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.52.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.52.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [577]4.0411,[578]4.0455,[579]4.0450,[580]4.0484,[581]4.0492,[582]4.0505,[583]4.0482,[584]4.0465, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [585]4.0417,[586]4.0428,[587]4.0430,[588]4.0429,[589]4.0404,[590]4.0426,[591]4.0417,[592]4.0396, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [593]4.0376,[594]4.0396,[595]4.0355,[596]4.0342,[597]4.0306,[598]4.0293,[599]4.0268,[600]4.0214,[601]4.0136,[602]4.0062,[603]3.9985,[604]3.9950,[605]3.9943,[606]3.9919,[607]3.9902,[608]3.9873, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [609]3.9801,[610]3.9738,[611]3.9714,[612]3.9729,[613]3.9668,[614]3.9603,[615]3.9544,[616]3.9524, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [617]3.9514,[618]3.9503,[619]3.9490,[620]3.9462,[621]3.9517,[622]3.9446,[623]3.9433,[624]3.9355, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [625]3.9276,[626]3.9202,[627]3.9141,[628]3.9067,[629]3.8983,[630]3.8899,[631]3.8815,[632]3.8775, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [633]3.8717,[634]3.8719,[635]3.8711,[636]3.8649,[637]3.8587,[638]3.8520,[639]3.8503,[640]3.8465,[641]3.8516,[642]3.8518,[643]3.8509,[644]3.8465,[645]3.8395,[646]3.8325,[647]3.8255,[648]3.8179, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [649]3.8111,[650]3.8039,[651]3.7967,[652]3.7895,[653]3.7827,[654]3.7756,[655]3.7683,[656]3.7614, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [657]3.7567,[658]3.7499,[659]3.7425,[660]3.7352,[661]3.7284,[662]3.7213,[663]3.7141,[664]3.7070, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [665]3.7002,[666]3.6937,[667]3.6865,[668]3.6873,[669]3.6871,[670]3.6894,[671]3.6856,[672]3.6796, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [673]3.6732,[674]3.6688,[675]3.6622,[676]3.6576,[677]3.6514,[678]3.6463,[679]3.6402,[680]3.6359,[681]3.6292,[682]3.6235,[683]3.6173,[684]3.6126,[685]3.6071,[686]3.6012,[687]3.5961,[688]3.5915, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [689]3.5853,[690]3.5801,[691]3.5750,[692]3.5699,[693]3.5647,[694]3.5590,[695]3.5539,[696]3.5484, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [697]3.5433,[698]3.5389,[699]3.5331,[700]3.5285,[701]3.5234,[702]3.5173,[703]3.5116,[704]3.5060, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [705]3.5004,[706]3.4972,[707]3.4942,[708]3.4918,[709]3.4892,[710]3.4868,[711]3.4847,[712]3.4829, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [713]3.4811,[714]3.4803,[715]3.4792,[716]3.4778,[717]3.4753,[718]3.4729,[719]3.4714,[720]3.4699,[721]3.4681,[722]3.4665,[723]3.4651,[724]3.4670,[725]3.4678,[726]3.4687,[727]3.4691,[728]3.4705, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [729]3.4714,[730]3.4721,[731]3.4725,[732]3.4737,[733]3.4735,[734]3.4740,[735]3.4748,[736]3.4756, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [737]3.4767,[738]3.4783,[739]3.4795,[740]3.4810,[741]3.4810,[742]3.4812,[743]3.4815,[744]3.4840, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [745]3.4859,[746]3.4858,[747]3.4857,[748]3.4852,[749]3.4872,[750]3.4886,[751]3.4896,[752]3.4912, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [753]3.4917,[754]3.4922,[755]3.4927,[756]3.4928,[757]3.4937,[758]3.4949,[759]3.4952,[760]3.4959,[761]3.4974,[762]3.4990,[763]3.4998,[764]3.5004,[765]3.5015,[766]3.5027,[767]3.5028,[768]3.5031, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [769]3.5051,[770]3.5067,[771]3.5071,[772]3.5079,[773]3.5085,[774]3.5092,[775]3.5100,[776]3.5105, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [777]3.5120,[778]3.5115,[779]3.5122,[780]3.5138,[781]3.5141,[782]3.5153,[783]3.5161,[784]3.5156, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [785]3.5167,[786]3.5183,[787]3.5184,[788]3.5192,[789]3.5206,[790]3.5223,[791]3.5243,[792]3.5244, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [793]3.5249,[794]3.5250,[795]3.5264,[796]3.5282,[797]3.5298,[798]3.5296,[799]3.5299,[800]3.5300,[801]3.5312,[802]3.5313,[803]3.5342,[804]3.5348,[805]3.5355,[806]3.5361,[807]3.5369,[808]3.5388, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [809]3.5410,[810]3.5409,[811]3.5403,[812]3.5409,[813]3.5421,[814]3.5428,[815]3.5426,[816]3.5427, |
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
| [817]3.5436,[818]3.5446,[819]3.5457,[820]3.5474,[821]3.5481,[822]3.5486,[823]3.5497,[824]3.5503,[825]3.5513,[826]3.5524,[827]3.5532,[828]3.5536,[829]3.5536, |
| Final estimate: PPL = 3.5536 +/- 0.01644 |
|
|
| save_imatrix: entry ' blk.55.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.55.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_down_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.50.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.50.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.54.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.39.ffn_gate_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.55.ffn_up_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.42.ffn_gate_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_up_exps.weight' has partial data (99.61%) |
| save_imatrix: entry ' blk.42.ffn_down_exps.weight' has partial data (99.80%) |
| save_imatrix: entry ' blk.39.ffn_down_exps.weight' has partial data (99.61%) |
|
|
|
|
| llama_perf_context_print: load time = 183412.10 ms |
| llama_perf_context_print: prompt eval time = 8514972.36 ms / 424448 tokens ( 20.06 ms per token, 49.85 tokens per second) |
| llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) |
| llama_perf_context_print: total time = 8808276.32 ms / 424449 tokens |
| llama_perf_context_print: graphs reused = 102 |
|
|
