{ "base_model": "Qwen/Qwen3.8-27B", "created_utc": "2026-08-18T00:16:18Z", "model": { "filename": "Qwen3.8-27B-IQ1_M.gguf", "parameters": 27320697856, "sha256": "131cdf5c1c4b547081543382b00434e9ebf3f8eb369ef3714550086074f80bdf", "size": 7870069760, "whole_file_bpw": 2.3045003612956028 }, "projector": { "filename": "mmproj-Qwen3.8-27B-BF16.gguf", "sha256": "83ee4f4f205fa514161778c41df1ea14144faa0f713510893b63c2395f5c2d53", "size": 931146432 }, "quantization_policy": { "mtp_fallback_fraction": 0.015544012903269816, "mtp_fallback_parameters": 424673280, "mtp_fallback_tensors": [ "blk.64.attn_k.weight", "blk.64.attn_output.weight", "blk.64.attn_q.weight", "blk.64.attn_v.weight", "blk.64.ffn_down.weight", "blk.64.ffn_gate.weight", "blk.64.ffn_up.weight", "blk.64.nextn.eh_proj.weight" ], "mtp_fallback_type": "Q4_K", "override_rule": "blk[.]64[.].*=q4_k", "override_sha256": "ee2b07a31d8c8811a852f71a748c29b54e3dc599e7cf0d7cdb5e217723e12ec2", "primary_type": "IQ1_M" }, "source_repository": "unsloth/Qwen3.8-27B-GGUF", "source_revision": "f1bfb127c64f7072bdd2cad55f258b9c8b2910fe", "toolchain": { "llama_cpp_base_commit": "62061f91088281e65071cc38c5f69ee95c39f14e", "metadata_sha256": "d27b0cac0f4253d13df4e6692d8f7267a80c43d216f6ffe5fff6c2d150d283f6", "patch_sha256": "01a53c23afd4ed81b79ffc697b1c4a4b83443253b6095732eee3f8fc58e96b40", "quantizer_sha256": "5d3a8456974b28569322dea7ee33941e3c9f09750e100dfce358326110b29187", "run_script_sha256": "9c44f21e3d6317dad6160b79a31400b8159785cb7b5813c386655736bc321daf", "upstream_fix_merge_commit": "b3ce5cedf4c007b78a45befe839fa3abada03c0b", "upstream_fix_pr": 24986 }, "validation": { "checks": { "architecture": { "ok": true, "value": "qwen35" }, "gguf_hash": { "ok": true, "rc": 0, "tail": "sha256 03e23858f3daf5794e968a4cb48ffed5d1b1bc6f4b4565ccf4eaa76d889fe0ba /mnt/geth-vol1/qwen38_out/Qwen3.8-27B-IQ1_M.gguf\n" }, "gguf_structure": { "ok": true, "rc": 0, "tail": "ms = 2, ne = (5120, 1024, 1, 1), name = blk.63.attn_v.weight, data = 0x73d35fb2b9b0\nblk.63.attn_v.weight data[:10] : 0.000000 -61206667715034480640.000000 -53298240.000000 -336439519620563392423160593572360617984.000000 -0.000000 340143099973783539667810026250043392.000000 260816666624.000000 -0.000000 -0.000000 31278922549570343796736.000000 \n\ngguf_ex_read_1: reading tensor 847 data\ngguf_ex_read_1: tensor[847]: n_dims = 2, ne = (17408, 5120, 1, 1), name = blk.63.ffn_down.weight, data = 0x73d35fdfb9b0\nblk.63.ffn_down.weight data[:10] : 1.579176 0.000000 907486167040.000000 0.000228 0.000000 174.888931 -30085307675661518343635894462840832.000000 0.000000 -3220002832384.000000 -0.000000 \n\ngguf_ex_read_1: reading tensor 848 data\ngguf_ex_read_1: tensor[848]: n_dims = 2, ne = (5120, 17408, 1, 1), name = blk.63.ffn_gate.weight, data = 0x73d3610939b0\nblk.63.ffn_gate.weight data[:10] : -139671229077918688194068480.000000 0.017403 34851.042969 -1222996110550339282620383232.000000 -0.000000 -57473286144.000000 -0.000000 0.000277 -0.000000 -192248972461473792.000000 \n\ngguf_ex_read_1: reading tensor 849 data\ngguf_ex_read_1: tensor[849]: n_dims = 2, ne = (5120, 17408, 1, 1), name = blk.63.ffn_up.weight, data = 0x73d36232b9b0\nblk.63.ffn_up.weight data[:10] : 0.000000 -178719968003268542464.000000 0.000000 3308479178082405362696192.000000 0.000000 -0.000069 -4658421132768507204730880.000000 -37492529948254162386944.000000 8719009579008.000000 -0.000000 \n\ngguf_ex_read_1: reading tensor 850 data\ngguf_ex_read_1: tensor[850]: n_dims = 1, ne = (5120, 1, 1, 1), name = blk.63.post_attention_norm.weight, data = 0x73d3635c39b0\nblk.63.post_attention_norm.weight data[:10] : 1.245117 1.146484 1.209961 1.213867 1.102051 1.255859 1.275391 1.232422 1.215820 1.231445 \n\ngguf_ex_read_1: reading tensor 851 data\ngguf_ex_read_1: tensor[851]: n_dims = 2, ne = (5120, 1024, 1, 1), name = blk.64.attn_k.weight, data = 0x73d3635c89b0\nblk.64.attn_k.weight data[:10] : 0.000000 -0.000000 -0.000000 77783911728075348258548875264.000000 -0.000000 -779807621120.000000 -116419366345506816.000000 -0.000000 -3565253426151424.000000 -0.341793 \n\ngguf_ex_read_1: reading tensor 852 data\ngguf_ex_read_1: tensor[852]: n_dims = 1, ne = (256, 1, 1, 1), name = blk.64.attn_k_norm.weight, data = 0x73d3638989b0\nblk.64.attn_k_norm.weight data[:10] : 1.308594 0.885742 1.699219 1.263672 1.605469 1.941406 1.550781 1.714844 1.310547 1.710938 \n\ngguf_ex_read_1: reading tensor 853 data\ngguf_ex_read_1: tensor[853]: n_dims = 1, ne = (5120, 1, 1, 1), name = blk.64.attn_norm.weight, data = 0x73d363898db0\nblk.64.attn_norm.weight data[:10] : 1.011536 1.086914 1.051514 1.046631 1.306641 1.049316 1.024048 1.145508 1.234375 1.024536 \n\ngguf_ex_read_1: reading tensor 854 data\ngguf_ex_read_1: tensor[854]: n_dims = 2, ne = (6144, 5120, 1, 1), name = blk.64.attn_output.weight, data = 0x73d36389ddb0\nblk.64.attn_output.weight data[:10] : 0.000000 -nan -0.000231 -588164655477598002671369217638400.000000 0.000000 -0.000000 -70893914414901329129066281568305152.000000 -0.000000 -0.000000 427431294489308781141138740346880.000000 \n\ngguf_ex_read_1: reading tensor 855 data\ngguf_ex_read_1: tensor[855]: n_dims = 2, ne = (5120, 12288, 1, 1), name = blk.64.attn_q.weight, data = 0x73d36497ddb0\nblk.64.attn_q.weight data[:10] : 0.000000 -0.000479 544778361270436276207616.000000 -42490689775796476996741959936580255744.000000 -0.000000 0.000209 0.000000 -1730.768677 -0.000000 -7098020793417728.000000 \n\ngguf_ex_read_1: reading tensor 856 data\ngguf_ex_read_1: tensor[856]: n_dims = 1, ne = (256, 1, 1, 1), name = blk.64.attn_q_norm.weight, data = 0x73d366b3ddb0\nblk.64.attn_q_norm.weight data[:10] : 1.244141 1.072754 1.816406 1.253906 1.605469 1.941406 1.494141 1.863281 1.298828 1.550781 \n\ngguf_ex_read_1: reading tensor 857 data\ngguf_ex_read_1: tensor[857]: n_dims = 2, ne = (5120, 1024, 1, 1), name = blk.64.attn_v.weight, data = 0x73d366b3e1b0\nblk.64.attn_v.weight data[:10] : 0.000000 -0.000000 -0.000000 -0.000000 5447.940430 -14293357591483383808.000000 0.000000 5937133812701839162740289447133184.000000 -0.000000 75039989832789001467068416.000000 \n\ngguf_ex_read_1: reading tensor 858 data\ngguf_ex_read_1: tensor[858]: n_dims = 2, ne = (17408, 5120, 1, 1), name = blk.64.ffn_down.weight, data = 0x73d366e0e1b0\nblk.64.ffn_down.weight data[:10] : 0.000000 -10061968781293743379290446102528.000000 -0.000000 -0.000000 0.000000 225828.859375 0.000000 -1020286891632021366355436645646336.000000 0.000000 51912808.000000 \n\ngguf_ex_read_1: reading tensor 859 data\ngguf_ex_read_1: tensor[859]: n_dims = 2, ne = (5120, 17408, 1, 1), name = blk.64.ffn_gate.weight, data = 0x73d369dde1b0\nblk.64.ffn_gate.weight data[:10] : 0.000000 -39567656087807327807204908597248.000000 -8563729381619400704.000000 -100886693044704566552415174727269613568.000000 1195184917292318819663597264699392.000000 -0.000016 -207488335099243366305018937344.000000 67749950533943957651456.000000 -0.000000 457139.312500 \n\ngguf_ex_read_1: reading tensor 860 data\ngguf_ex_read_1: tensor[860]: n_dims = 2, ne = (5120, 17408, 1, 1), name = blk.64.ffn_up.weight, data = 0x73d36cdae1b0\nblk.64.ffn_up.weight data[:10] : 0.000000 -0.000000 2250904178786304.000000 -13267505927444837330583552.000000 -0.000000 -0.000240 -0.000000 270797587349504.000000 18843456574607247956150831967895552.000000 944346309187725626185875456.000000 \n\ngguf_ex_read_1: reading tensor 861 data\ngguf_ex_read_1: tensor[861]: n_dims = 2, ne = (10240, 5120, 1, 1), name = blk.64.nextn.eh_proj.weight, data = 0x73d36fd7e1b0\nblk.64.nextn.eh_proj.weight data[:10] : 0.000000 -0.000000 -144442774580488843072372736.000000 8119155712.000000 76078228243781219482940852409089392640.000000 17060836274248755462719215239168.000000 -0.000000 0.197302 -0.000000 256557.281250 \n\ngguf_ex_read_1: reading tensor 862 data\ngguf_ex_read_1: tensor[862]: n_dims = 1, ne = (5120, 1, 1, 1), name = blk.64.nextn.enorm.weight, data = 0x73d37199e1b0\nblk.64.nextn.enorm.weight data[:10] : 0.410156 0.511719 0.728516 0.554688 0.621094 0.697266 0.390625 0.658203 0.509766 0.691406 \n\ngguf_ex_read_1: reading tensor 863 data\ngguf_ex_read_1: tensor[863]: n_dims = 1, ne = (5120, 1, 1, 1), name = blk.64.nextn.hnorm.weight, data = 0x73d3719a31b0\nblk.64.nextn.hnorm.weight data[:10] : 0.762695 0.875000 0.784180 0.835938 0.935059 0.822266 0.773438 0.822266 0.830078 0.865234 \n\ngguf_ex_read_1: reading tensor 864 data\ngguf_ex_read_1: tensor[864]: n_dims = 1, ne = (5120, 1, 1, 1), name = blk.64.nextn.shared_head_norm.weight, data = 0x73d3719a81b0\nblk.64.nextn.shared_head_norm.weight data[:10] : 2.312500 1.972656 2.117188 2.093750 1.593750 2.257812 2.296875 2.085938 2.203125 2.015625 \n\ngguf_ex_read_1: reading tensor 865 data\ngguf_ex_read_1: tensor[865]: n_dims = 1, ne = (5120, 1, 1, 1), name = blk.64.post_attention_norm.weight, data = 0x73d3719ad1b0\nblk.64.post_attention_norm.weight data[:10] : 1.273438 1.210938 1.263672 1.249023 1.425781 1.261719 1.289062 1.310547 1.371094 1.204102 \n\ngguf_ex_read_1: ctx_data size: 7859392080\n" }, "magic": { "ok": true, "value": "GGUF" }, "mmproj_hash": { "ok": true, "rc": 0, "tail": "sha256 c03a8b045fd65613ca56acc139c6112eef41e74f7d7290e9b29657c087098230 /mnt/geth-vol1/qwen38_assets/mmproj-Qwen3.8-27B-BF16.gguf\n" }, "mmproj_structure": { "ok": true, "rc": 0, "tail": "sor 309 data\ngguf_ex_read_1: tensor[309]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.8.ln1.weight, data = 0x7877fde59430\nv.blk.8.ln1.weight data[:10] : 1.000000 0.796875 0.843750 0.648438 1.007812 0.847656 0.957031 0.839844 1.171875 0.941406 \n\ngguf_ex_read_1: reading tensor 310 data\ngguf_ex_read_1: tensor[310]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.8.ln2.bias, data = 0x7877fde5a630\nv.blk.8.ln2.bias data[:10] : 0.210938 -0.180664 -0.176758 0.008301 0.048584 0.043945 0.041992 0.069336 -0.021484 0.056396 \n\ngguf_ex_read_1: reading tensor 311 data\ngguf_ex_read_1: tensor[311]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.8.ln2.weight, data = 0x7877fde5b830\nv.blk.8.ln2.weight data[:10] : 1.132812 1.078125 0.949219 0.832031 1.101562 1.078125 1.062500 1.179688 1.304688 1.062500 \n\ngguf_ex_read_1: reading tensor 312 data\ngguf_ex_read_1: tensor[312]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.9.attn_out.bias, data = 0x7877fde5ca30\nv.blk.9.attn_out.bias data[:10] : 0.028198 -0.052002 0.011719 0.073730 0.086426 0.068359 -0.188477 0.204102 -0.037842 0.077148 \n\ngguf_ex_read_1: reading tensor 313 data\ngguf_ex_read_1: tensor[313]: n_dims = 2, ne = (1152, 1152, 1, 1), name = v.blk.9.attn_out.weight, data = 0x7877fde5dc30\nv.blk.9.attn_out.weight data[:10] : 0.001108 0.012679 0.003055 0.004982 -0.010421 -0.014663 0.019498 0.000313 0.018583 0.010787 \n\ngguf_ex_read_1: reading tensor 314 data\ngguf_ex_read_1: tensor[314]: n_dims = 1, ne = (3456, 1, 1, 1), name = v.blk.9.attn_qkv.bias, data = 0x7877fe0e5c30\nv.blk.9.attn_qkv.bias data[:10] : 0.098145 -0.263672 -0.648438 -0.132812 -0.222656 -0.182617 -5.500000 -0.042969 -0.056885 0.024170 \n\ngguf_ex_read_1: reading tensor 315 data\ngguf_ex_read_1: tensor[315]: n_dims = 2, ne = (1152, 3456, 1, 1), name = v.blk.9.attn_qkv.weight, data = 0x7877fe0e9230\nv.blk.9.attn_qkv.weight data[:10] : 0.029020 -0.014846 -0.002666 0.000901 0.001493 0.042171 -0.016447 0.013137 -0.018095 -0.021391 \n\ngguf_ex_read_1: reading tensor 316 data\ngguf_ex_read_1: tensor[316]: n_dims = 1, ne = (4304, 1, 1, 1), name = v.blk.9.ffn_up.bias, data = 0x7877fe881230\nv.blk.9.ffn_up.bias data[:10] : -1.101562 -1.773438 -1.843750 -2.281250 -2.421875 -0.218750 -1.265625 -1.953125 -0.832031 -1.523438 \n\ngguf_ex_read_1: reading tensor 317 data\ngguf_ex_read_1: tensor[317]: n_dims = 2, ne = (1152, 4304, 1, 1), name = v.blk.9.ffn_up.weight, data = 0x7877fe885570\nv.blk.9.ffn_up.weight data[:10] : -0.002498 -0.005683 -0.001531 0.002743 0.003376 -0.011672 0.004371 0.027128 -0.011061 0.023100 \n\ngguf_ex_read_1: reading tensor 318 data\ngguf_ex_read_1: tensor[318]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.9.ffn_down.bias, data = 0x7877ff1fa570\nv.blk.9.ffn_down.bias data[:10] : -0.194336 -0.386719 -0.068359 -0.149414 0.188477 -0.074707 0.335938 0.082520 0.063965 -0.017578 \n\ngguf_ex_read_1: reading tensor 319 data\ngguf_ex_read_1: tensor[319]: n_dims = 2, ne = (4304, 1152, 1, 1), name = v.blk.9.ffn_down.weight, data = 0x7877ff1fb770\nv.blk.9.ffn_down.weight data[:10] : 0.005439 0.005607 -0.010055 -0.009353 0.004051 0.005958 0.008925 0.006217 0.002064 0.001108 \n\ngguf_ex_read_1: reading tensor 320 data\ngguf_ex_read_1: tensor[320]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.9.ln1.bias, data = 0x7877ffb70770\nv.blk.9.ln1.bias data[:10] : -0.038086 -0.055420 -0.062500 -0.006104 0.062988 0.094727 0.161133 -0.009949 -0.194336 -0.058594 \n\ngguf_ex_read_1: reading tensor 321 data\ngguf_ex_read_1: tensor[321]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.9.ln1.weight, data = 0x7877ffb71970\nv.blk.9.ln1.weight data[:10] : 1.078125 0.968750 0.890625 0.726562 1.164062 0.972656 1.093750 1.007812 1.421875 1.039062 \n\ngguf_ex_read_1: reading tensor 322 data\ngguf_ex_read_1: tensor[322]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.9.ln2.bias, data = 0x7877ffb72b70\nv.blk.9.ln2.bias data[:10] : -0.223633 -0.011475 -0.066406 -0.148438 -0.049316 0.095215 0.494141 -0.287109 -0.175781 -0.194336 \n\ngguf_ex_read_1: reading tensor 323 data\ngguf_ex_read_1: tensor[323]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.blk.9.ln2.weight, data = 0x7877ffb73d70\nv.blk.9.ln2.weight data[:10] : 1.171875 1.195312 1.000000 0.914062 1.203125 1.234375 1.039062 1.117188 1.421875 1.203125 \n\ngguf_ex_read_1: reading tensor 324 data\ngguf_ex_read_1: tensor[324]: n_dims = 1, ne = (4608, 1, 1, 1), name = mm.0.bias, data = 0x7877ffb74f70\nmm.0.bias data[:10] : 0.024536 0.007996 0.020142 0.022705 0.024170 0.017456 0.020386 0.025879 0.035156 0.018311 \n\ngguf_ex_read_1: reading tensor 325 data\ngguf_ex_read_1: tensor[325]: n_dims = 2, ne = (4608, 4608, 1, 1), name = mm.0.weight, data = 0x7877ffb79770\nmm.0.weight data[:10] : -0.020231 -0.012984 -0.011489 0.003628 -0.013350 -0.005119 0.003124 0.018949 -0.001943 -0.014998 \n\ngguf_ex_read_1: reading tensor 326 data\ngguf_ex_read_1: tensor[326]: n_dims = 1, ne = (5120, 1, 1, 1), name = mm.2.bias, data = 0x7878023f9770\nmm.2.bias data[:10] : 0.009338 0.000195 -0.007538 0.005615 -0.010071 -0.008667 0.028687 -0.018799 0.015076 0.000706 \n\ngguf_ex_read_1: reading tensor 327 data\ngguf_ex_read_1: tensor[327]: n_dims = 2, ne = (4608, 5120, 1, 1), name = mm.2.weight, data = 0x7878023fe770\nmm.2.weight data[:10] : 0.006339 0.027616 -0.002262 0.002880 -0.004585 -0.004310 0.003974 0.006446 0.011275 -0.022978 \n\ngguf_ex_read_1: reading tensor 328 data\ngguf_ex_read_1: tensor[328]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.post_ln.bias, data = 0x7878050fe770\nv.post_ln.bias data[:10] : 0.010437 0.021973 -0.063477 0.167969 -0.085449 -0.233398 -0.154297 -0.080078 -0.121582 -0.065430 \n\ngguf_ex_read_1: reading tensor 329 data\ngguf_ex_read_1: tensor[329]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.post_ln.weight, data = 0x7878050ff970\nv.post_ln.weight data[:10] : 1.335938 1.273438 1.257812 1.343750 1.437500 1.210938 1.320312 1.351562 1.203125 1.390625 \n\ngguf_ex_read_1: reading tensor 330 data\ngguf_ex_read_1: tensor[330]: n_dims = 1, ne = (1152, 1, 1, 1), name = v.patch_embd.bias, data = 0x787805100b70\nv.patch_embd.bias data[:10] : 0.107910 -0.341797 0.000954 -0.163086 0.081055 -0.076172 0.043213 -0.318359 0.045166 -0.392578 \n\ngguf_ex_read_1: reading tensor 331 data\ngguf_ex_read_1: tensor[331]: n_dims = 4, ne = (16, 16, 3, 1152), name = v.patch_embd.weight, data = 0x787805101d70\nv.patch_embd.weight data[:10] : 0.008179 -0.007172 -0.004852 -0.011902 -0.004822 0.010376 -0.008911 0.000607 -0.001587 0.024658 \n\ngguf_ex_read_1: reading tensor 332 data\ngguf_ex_read_1: tensor[332]: n_dims = 4, ne = (16, 16, 3, 1152), name = v.patch_embd.weight.1, data = 0x787805461d70\nv.patch_embd.weight.1 data[:10] : 0.009277 -0.006104 -0.003723 -0.010681 -0.003418 0.012024 -0.007751 0.001305 -0.000683 0.025879 \n\ngguf_ex_read_1: reading tensor 333 data\ngguf_ex_read_1: tensor[333]: n_dims = 2, ne = (1152, 2304, 1, 1), name = v.position_embd.weight, data = 0x7878057c1d70\nv.position_embd.weight data[:10] : -0.010620 -0.004089 -0.074707 0.092285 -0.141602 0.002914 -0.005249 0.100586 -0.010498 0.298828 \n\ngguf_ex_read_1: ctx_data size: 931249488\n" }, "projector_identity": { "actual_sha256": "83ee4f4f205fa514161778c41df1ea14144faa0f713510893b63c2395f5c2d53", "actual_size_bytes": 931146432, "expected_sha256": "83ee4f4f205fa514161778c41df1ea14144faa0f713510893b63c2395f5c2d53", "expected_size_bytes": 931146432, "ok": true }, "text_one_token": { "ok": true, "rc": 0, "soft": true, "tail": "warning: no usable GPU found, --gpu-layers option will be ignored\nwarning: one possible reason is that llama.cpp was compiled without GPU support\nwarning: consult docs/build.md for compilation instructions\n--no-conversation is not supported by llama-cli\nplease use llama-completion instead\n\nLoading model... \n\n\n\u2584\u2584 \u2584\u2584\n\u2588\u2588 \u2588\u2588\n\u2588\u2588 \u2588\u2588 \u2580\u2580\u2588\u2584 \u2588\u2588\u2588\u2584\u2588\u2588\u2588\u2584 \u2580\u2580\u2588\u2584 \u2584\u2588\u2588\u2588\u2588 \u2588\u2588\u2588\u2588\u2584 \u2588\u2588\u2588\u2588\u2584\n\u2588\u2588 \u2588\u2588 \u2584\u2588\u2580\u2588\u2588 \u2588\u2588 \u2588\u2588 \u2588\u2588 \u2584\u2588\u2580\u2588\u2588 \u2588\u2588 \u2588\u2588 \u2588\u2588 \u2588\u2588 \u2588\u2588\n\u2588\u2588 \u2588\u2588 \u2580\u2588\u2584\u2588\u2588 \u2588\u2588 \u2588\u2588 \u2588\u2588 \u2580\u2588\u2584\u2588\u2588 \u2588\u2588 \u2580\u2588\u2588\u2588\u2588 \u2588\u2588\u2588\u2588\u2580 \u2588\u2588\u2588\u2588\u2580\n \u2588\u2588 \u2588\u2588\n \u2580\u2580 \u2580\u2580\n\nbuild : b9591-62061f910\nmodel : Qwen3.8-27B-IQ1_M.gguf\nmodalities : text\n\navailable commands:\n /exit or Ctrl+C stop or exit\n /regen regenerate the last response\n /clear clear the chat history\n /read add a text file\n /glob add text files using globbing pattern\n\n\n> 1\n\n[Start thinking]\nThe\n\nExiting...\n", "timeout_only_soft": true }, "vision_one_token": { "ok": true, "rc": 0, "soft": true, "tail": "warning: no usable GPU found, --gpu-layers option will be ignored\nwarning: one possible reason is that llama.cpp was compiled without GPU support\nwarning: consult docs/build.md for compilation instructions\n", "timeout_only_soft": true } }, "label": "IQ1_M-direct-BF16-MTP-Q4_K", "mmproj": { "path": "/mnt/geth-vol1/qwen38_assets/mmproj-Qwen3.8-27B-BF16.gguf", "sha256": "83ee4f4f205fa514161778c41df1ea14144faa0f713510893b63c2395f5c2d53", "size_bytes": 931146432 }, "ok": true, "path": "/mnt/geth-vol1/qwen38_out/Qwen3.8-27B-IQ1_M.gguf", "sha256": "131cdf5c1c4b547081543382b00434e9ebf3f8eb369ef3714550086074f80bdf", "size_bytes": 7870069760, "ts": 1787011283.288072, "warnings": [] } }