| { |
| "status": "ok", |
| "source_model": "Motif-Technologies/Motif-3", |
| "source_revision": "ccceb1a5fd7b5eb32e47841216b3caf5666c07bc", |
| "gguf": "/motif3/artifacts/Motif-3-Q8_0.gguf", |
| "sample_count": 57, |
| "samples": [ |
| { |
| "tensor": "token_embd.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.00018674450347218728, |
| "actual_rms": 0.00018678366576871486, |
| "rmse": 1.344796346846577e-06, |
| "relative_rmse": 0.007201263340245319, |
| "cosine": 0.9999740123748779, |
| "max_abs": 4.947185516357422e-06, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "token_embd.weight", |
| "prefix": [ |
| 12345 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.02951657176744764, |
| "actual_rms": 0.02951927877202853, |
| "rmse": 0.00015771726905359834, |
| "relative_rmse": 0.005343346452840329, |
| "cosine": 0.9999857544898987, |
| "max_abs": 0.00043773651123046875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "token_embd.weight", |
| "prefix": [ |
| 220159 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03148364443955599, |
| "actual_rms": 0.031486321385359124, |
| "rmse": 0.00016766861874471423, |
| "relative_rmse": 0.005325578462385877, |
| "cosine": 0.999985933303833, |
| "max_abs": 0.000461578369140625, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "output.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.027632501134147378, |
| "actual_rms": 0.027630156925352672, |
| "rmse": 0.00015054950934951898, |
| "relative_rmse": 0.005448276600755283, |
| "cosine": 0.9999851584434509, |
| "max_abs": 0.00041294097900390625, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "output.weight", |
| "prefix": [ |
| 12345 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.04606739213896064, |
| "actual_rms": 0.04606955523233037, |
| "rmse": 0.0002423105213004472, |
| "relative_rmse": 0.005259914009664931, |
| "cosine": 0.9999861717224121, |
| "max_abs": 0.0006389617919921875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "output.weight", |
| "prefix": [ |
| 220159 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.0286056510743836, |
| "actual_rms": 0.02860854596564918, |
| "rmse": 0.00015336027527253064, |
| "relative_rmse": 0.0053611880699287765, |
| "cosine": 0.9999855756759644, |
| "max_abs": 0.00048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.0.attn_q_a.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.02300794076249149, |
| "actual_rms": 0.023009376989890893, |
| "rmse": 0.00012059711436681212, |
| "relative_rmse": 0.005241543152936771, |
| "cosine": 0.9999862313270569, |
| "max_abs": 0.0003342628479003906, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.0.attn_q_a.weight", |
| "prefix": [ |
| 511 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.01936402488499073, |
| "actual_rms": 0.01936352635090829, |
| "rmse": 0.00010468325362055778, |
| "relative_rmse": 0.005406068947045143, |
| "cosine": 0.9999854564666748, |
| "max_abs": 0.0002918243408203125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.0.attn_q_a.weight", |
| "prefix": [ |
| 1023 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.019656028487519815, |
| "actual_rms": 0.0196586261999784, |
| "rmse": 0.00010478324928664917, |
| "relative_rmse": 0.0053308454122957295, |
| "cosine": 0.9999857544898987, |
| "max_abs": 0.00030517578125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.1.ffn_gate.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.032726405515143504, |
| "actual_rms": 0.03272447701515597, |
| "rmse": 0.00017355419363094128, |
| "relative_rmse": 0.005303185329981701, |
| "cosine": 0.9999859929084778, |
| "max_abs": 0.00048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.1.ffn_gate.weight", |
| "prefix": [ |
| 6143 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.035869132013714944, |
| "actual_rms": 0.03586821037491973, |
| "rmse": 0.00019189349907859844, |
| "relative_rmse": 0.005349822766974844, |
| "cosine": 0.9999858736991882, |
| "max_abs": 0.0005922317504882812, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.1.ffn_gate.weight", |
| "prefix": [ |
| 12287 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.0322896923360983, |
| "actual_rms": 0.032289231256291, |
| "rmse": 0.00017159510924011516, |
| "relative_rmse": 0.005314237975822402, |
| "cosine": 0.999985933303833, |
| "max_abs": 0.00048065185546875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.mhc_attn.proj_pre.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "BF16", |
| "elements": 16384, |
| "reference_rms": 0.03520855791244703, |
| "actual_rms": 0.03520855791244703, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 1.0000001192092896, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.mhc_attn.proj_pre.weight", |
| "prefix": [ |
| 1 |
| ], |
| "type": "BF16", |
| "elements": 16384, |
| "reference_rms": 0.05739358058838267, |
| "actual_rms": 0.05739358058838267, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 1.0, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.mhc_attn.proj_pre.weight", |
| "prefix": [ |
| 3 |
| ], |
| "type": "BF16", |
| "elements": 16384, |
| "reference_rms": 0.03147771434818792, |
| "actual_rms": 0.03147771434818792, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 1.0000001192092896, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_inp.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "F32", |
| "elements": 4096, |
| "reference_rms": 0.05070282476545178, |
| "actual_rms": 0.05070282476545178, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 1.0000001192092896, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_inp.weight", |
| "prefix": [ |
| 191 |
| ], |
| "type": "F32", |
| "elements": 4096, |
| "reference_rms": 0.05538568173189653, |
| "actual_rms": 0.05538568173189653, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 1.0, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_inp.weight", |
| "prefix": [ |
| 383 |
| ], |
| "type": "F32", |
| "elements": 4096, |
| "reference_rms": 0.047852772350155684, |
| "actual_rms": 0.047852772350155684, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 0.9999998807907104, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_polynorm_exps.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "F32", |
| "elements": 3, |
| "reference_rms": 0.3379480757777858, |
| "actual_rms": 0.3379480757777858, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 0.9999999403953552, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_polynorm_exps.weight", |
| "prefix": [ |
| 173 |
| ], |
| "type": "F32", |
| "elements": 3, |
| "reference_rms": 0.7689799804727289, |
| "actual_rms": 0.7689799804727289, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 1.0, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_polynorm_exps.weight", |
| "prefix": [ |
| 383 |
| ], |
| "type": "F32", |
| "elements": 3, |
| "reference_rms": 0.3511293639412858, |
| "actual_rms": 0.3511293639412858, |
| "rmse": 0.0, |
| "relative_rmse": 0.0, |
| "cosine": 1.0, |
| "max_abs": 0.0, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_shexp.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.027594728575466354, |
| "actual_rms": 0.02759494266163564, |
| "rmse": 0.000151094583406654, |
| "relative_rmse": 0.005475487211024342, |
| "cosine": 0.9999850392341614, |
| "max_abs": 0.000431060791015625, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_shexp.weight", |
| "prefix": [ |
| 639 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.05475560568016764, |
| "actual_rms": 0.05475493640810258, |
| "rmse": 0.00029380319181464265, |
| "relative_rmse": 0.005365718964570919, |
| "cosine": 0.9999855756759644, |
| "max_abs": 0.000774383544921875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_shexp.weight", |
| "prefix": [ |
| 1279 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.026988755135910345, |
| "actual_rms": 0.02699115113853432, |
| "rmse": 0.0001447045171206727, |
| "relative_rmse": 0.005361659564954652, |
| "cosine": 0.9999857544898987, |
| "max_abs": 0.00039768218994140625, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_exps.weight", |
| "prefix": [ |
| 0, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03464500391672497, |
| "actual_rms": 0.03464237599930324, |
| "rmse": 0.00018231131948090465, |
| "relative_rmse": 0.00526226869303061, |
| "cosine": 0.9999862313270569, |
| "max_abs": 0.00048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_exps.weight", |
| "prefix": [ |
| 173, |
| 639 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.036091132943366765, |
| "actual_rms": 0.0360949002271766, |
| "rmse": 0.00019519432521468373, |
| "relative_rmse": 0.005408373450647211, |
| "cosine": 0.9999853372573853, |
| "max_abs": 0.000530242919921875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_gate_exps.weight", |
| "prefix": [ |
| 383, |
| 1279 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03666984441177153, |
| "actual_rms": 0.03666606015255815, |
| "rmse": 0.00020248338872520265, |
| "relative_rmse": 0.005521795687254203, |
| "cosine": 0.9999846816062927, |
| "max_abs": 0.0005254745483398438, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_up_exps.weight", |
| "prefix": [ |
| 0, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03528059185259768, |
| "actual_rms": 0.03528256167127104, |
| "rmse": 0.00019231579183457754, |
| "relative_rmse": 0.005451036440603745, |
| "cosine": 0.9999852180480957, |
| "max_abs": 0.0005350112915039062, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_up_exps.weight", |
| "prefix": [ |
| 173, |
| 639 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.036561867199756994, |
| "actual_rms": 0.03656733719532561, |
| "rmse": 0.0001957124468829903, |
| "relative_rmse": 0.005352911704801857, |
| "cosine": 0.9999856948852539, |
| "max_abs": 0.00052642822265625, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_up_exps.weight", |
| "prefix": [ |
| 383, |
| 1279 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03661888348702348, |
| "actual_rms": 0.03662230157143238, |
| "rmse": 0.00019617030812944038, |
| "relative_rmse": 0.0053570805401250594, |
| "cosine": 0.9999857544898987, |
| "max_abs": 0.00048065185546875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_down_exps.weight", |
| "prefix": [ |
| 0, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03557324893322653, |
| "actual_rms": 0.03557910703037354, |
| "rmse": 0.0001924292563404364, |
| "relative_rmse": 0.0054093809846168265, |
| "cosine": 0.9999853372573853, |
| "max_abs": 0.000476837158203125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_down_exps.weight", |
| "prefix": [ |
| 173, |
| 2047 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03494629775795011, |
| "actual_rms": 0.034944756632762405, |
| "rmse": 0.00019300736649410872, |
| "relative_rmse": 0.005522970353853879, |
| "cosine": 0.9999847412109375, |
| "max_abs": 0.00048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.2.ffn_down_exps.weight", |
| "prefix": [ |
| 383, |
| 4095 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03585768685490932, |
| "actual_rms": 0.035872100308727256, |
| "rmse": 0.00018503423764218237, |
| "relative_rmse": 0.0051602390971532824, |
| "cosine": 0.9999867677688599, |
| "max_abs": 0.00041675567626953125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_gate_exps.weight", |
| "prefix": [ |
| 0, |
| 1279 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.037376825232304164, |
| "actual_rms": 0.03738316725074043, |
| "rmse": 0.0001977775648283887, |
| "relative_rmse": 0.005291449008821993, |
| "cosine": 0.9999859929084778, |
| "max_abs": 0.000545501708984375, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_gate_exps.weight", |
| "prefix": [ |
| 173, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03366760738348695, |
| "actual_rms": 0.03366837120918713, |
| "rmse": 0.00017767534707319914, |
| "relative_rmse": 0.005277338096806489, |
| "cosine": 0.9999860525131226, |
| "max_abs": 0.0005645751953125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_gate_exps.weight", |
| "prefix": [ |
| 383, |
| 639 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.036582530796030126, |
| "actual_rms": 0.03657706890176942, |
| "rmse": 0.00018839152184432228, |
| "relative_rmse": 0.005149767327326796, |
| "cosine": 0.9999867677688599, |
| "max_abs": 0.000560760498046875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_up_exps.weight", |
| "prefix": [ |
| 0, |
| 1279 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03706375269148631, |
| "actual_rms": 0.03705983688372809, |
| "rmse": 0.00019618223686577739, |
| "relative_rmse": 0.0052931023606479334, |
| "cosine": 0.9999861121177673, |
| "max_abs": 0.00048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_up_exps.weight", |
| "prefix": [ |
| 173, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.0343739317524774, |
| "actual_rms": 0.03437293286033201, |
| "rmse": 0.00018310288519838628, |
| "relative_rmse": 0.005326794924621611, |
| "cosine": 0.9999858140945435, |
| "max_abs": 0.00048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_up_exps.weight", |
| "prefix": [ |
| 383, |
| 639 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03604555302803698, |
| "actual_rms": 0.03604382987635977, |
| "rmse": 0.00019876158122676902, |
| "relative_rmse": 0.005514177603882734, |
| "cosine": 0.9999846816062927, |
| "max_abs": 0.0005254745483398438, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_down_exps.weight", |
| "prefix": [ |
| 0, |
| 4095 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03520202934293861, |
| "actual_rms": 0.035201928586848175, |
| "rmse": 0.00018594506622496176, |
| "relative_rmse": 0.005282225760721991, |
| "cosine": 0.9999861121177673, |
| "max_abs": 0.0004515647888183594, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_down_exps.weight", |
| "prefix": [ |
| 173, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03476402951926834, |
| "actual_rms": 0.03476620116374905, |
| "rmse": 0.0001827925356188329, |
| "relative_rmse": 0.005258094016906704, |
| "cosine": 0.9999861121177673, |
| "max_abs": 0.0005331039428710938, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.26.ffn_down_exps.weight", |
| "prefix": [ |
| 383, |
| 2047 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03707234542460301, |
| "actual_rms": 0.03706323616519223, |
| "rmse": 0.00019314731658339425, |
| "relative_rmse": 0.005210010706665791, |
| "cosine": 0.999986469745636, |
| "max_abs": 0.0004425048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_gate_exps.weight", |
| "prefix": [ |
| 0, |
| 639 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03565642486316714, |
| "actual_rms": 0.03565660268942862, |
| "rmse": 0.0001954262629009942, |
| "relative_rmse": 0.005480814850365671, |
| "cosine": 0.9999849200248718, |
| "max_abs": 0.000537872314453125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_gate_exps.weight", |
| "prefix": [ |
| 173, |
| 1279 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03351001877642548, |
| "actual_rms": 0.03350526847743235, |
| "rmse": 0.00018022280763398355, |
| "relative_rmse": 0.005378176862161936, |
| "cosine": 0.9999855756759644, |
| "max_abs": 0.0005283355712890625, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_gate_exps.weight", |
| "prefix": [ |
| 383, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03490973420979067, |
| "actual_rms": 0.03491389790997883, |
| "rmse": 0.00018846634694944325, |
| "relative_rmse": 0.005398676077476024, |
| "cosine": 0.9999854564666748, |
| "max_abs": 0.00048065185546875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_up_exps.weight", |
| "prefix": [ |
| 0, |
| 639 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03729690038613671, |
| "actual_rms": 0.03730076735196125, |
| "rmse": 0.00019965616388280353, |
| "relative_rmse": 0.005353157013471712, |
| "cosine": 0.9999856352806091, |
| "max_abs": 0.0005006790161132812, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_up_exps.weight", |
| "prefix": [ |
| 173, |
| 1279 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03427546199804014, |
| "actual_rms": 0.034277621004435946, |
| "rmse": 0.00018129450468552238, |
| "relative_rmse": 0.005289338031268222, |
| "cosine": 0.9999860525131226, |
| "max_abs": 0.0004544258117675781, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_up_exps.weight", |
| "prefix": [ |
| 383, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.036256988857906, |
| "actual_rms": 0.036256534109006464, |
| "rmse": 0.00019002362362926614, |
| "relative_rmse": 0.005241020548451603, |
| "cosine": 0.9999862909317017, |
| "max_abs": 0.0005645751953125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_down_exps.weight", |
| "prefix": [ |
| 0, |
| 2047 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03776252033481507, |
| "actual_rms": 0.03776077907678719, |
| "rmse": 0.00020484512219906933, |
| "relative_rmse": 0.005424561718414034, |
| "cosine": 0.9999852180480957, |
| "max_abs": 0.0005044937133789062, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_down_exps.weight", |
| "prefix": [ |
| 173, |
| 4095 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03664056389780987, |
| "actual_rms": 0.0366335996590639, |
| "rmse": 0.00020372485948886047, |
| "relative_rmse": 0.005560090725051254, |
| "cosine": 0.9999844431877136, |
| "max_abs": 0.0005435943603515625, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "blk.52.ffn_down_exps.weight", |
| "prefix": [ |
| 383, |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 1280, |
| "reference_rms": 0.03705767274001027, |
| "actual_rms": 0.0370657060228314, |
| "rmse": 0.0002035704855420061, |
| "relative_rmse": 0.005493342417108023, |
| "cosine": 0.9999849200248718, |
| "max_abs": 0.0005168914794921875, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "mtp.0.attn_q_a.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.04033184596081668, |
| "actual_rms": 0.04033411141545098, |
| "rmse": 0.00021475567005442274, |
| "relative_rmse": 0.005324717104767851, |
| "cosine": 0.9999858140945435, |
| "max_abs": 0.0005807876586914062, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "mtp.0.attn_q_a.weight", |
| "prefix": [ |
| 511 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03151520431168361, |
| "actual_rms": 0.031516813732093744, |
| "rmse": 0.00017114045762441074, |
| "relative_rmse": 0.005430409269501831, |
| "cosine": 0.9999852180480957, |
| "max_abs": 0.0006437301635742188, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "mtp.0.attn_q_a.weight", |
| "prefix": [ |
| 1023 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03464788350487792, |
| "actual_rms": 0.03464914189827983, |
| "rmse": 0.00019678545437185752, |
| "relative_rmse": 0.005679580813187419, |
| "cosine": 0.9999839067459106, |
| "max_abs": 0.00086212158203125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "mtp.0.ffn_gate.weight", |
| "prefix": [ |
| 0 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03103434304219069, |
| "actual_rms": 0.031035592599081598, |
| "rmse": 0.00017024359918214183, |
| "relative_rmse": 0.005485651781018802, |
| "cosine": 0.9999850392341614, |
| "max_abs": 0.0004439353942871094, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "mtp.0.ffn_gate.weight", |
| "prefix": [ |
| 6143 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.02645437991033191, |
| "actual_rms": 0.02645221953564838, |
| "rmse": 0.00014374269109753297, |
| "relative_rmse": 0.005433606517512566, |
| "cosine": 0.9999852776527405, |
| "max_abs": 0.00048828125, |
| "finite": true, |
| "nonzero": true |
| }, |
| { |
| "tensor": "mtp.0.ffn_gate.weight", |
| "prefix": [ |
| 12287 |
| ], |
| "type": "Q8_0", |
| "elements": 4096, |
| "reference_rms": 0.03047388956791306, |
| "actual_rms": 0.0304749088533367, |
| "rmse": 0.00016391697839138346, |
| "relative_rmse": 0.005378931955045769, |
| "cosine": 0.9999855160713196, |
| "max_abs": 0.0004711151123046875, |
| "finite": true, |
| "nonzero": true |
| } |
| ], |
| "errors": [] |
| } |
|
|
