{ "formatVersion": 1, "component": "transformer", "resolution": 1024, "runtime": "onnxruntime-1.23.0", "provider": "CPUExecutionProvider", "parts": [ { "index": 0, "graph": "artifacts/klein-4b/transformer-safe/1024/part-0/part-0.onnx", "inputNames": [ "hidden_states", "prompt_embeddings", "rotary_cos", "rotary_sin", "timestep" ], "outputNames": [ "text_hidden", "image_hidden", "temb", "single_mod" ], "loadSeconds": 1.8570692079956643, "inferenceSeconds": 9.991472457986674, "comparisons": { "text_hidden": { "maxAbsoluteError": 256.0, "meanAbsoluteError": 0.028583238297869684, "rootMeanSquareError": 0.4589394940831947, "cosineSimilarity": 0.9999966383282552 }, "image_hidden": { "maxAbsoluteError": 0.5, "meanAbsoluteError": 0.0036385330630916237, "rootMeanSquareError": 0.006247001834099666, "cosineSimilarity": 0.9999997536814185 }, "temb": { "maxAbsoluteError": 0.00048828125, "meanAbsoluteError": 2.1708314307034016e-05, "rootMeanSquareError": 5.5011020239962645e-05, "cosineSimilarity": 0.9999999870114709 }, "single_mod": { "maxAbsoluteError": 0.03125, "meanAbsoluteError": 0.000233365002916091, "rootMeanSquareError": 0.0014409573495228545, "cosineSimilarity": 0.9999999807882451 } }, "pass": true }, { "index": 1, "graph": "artifacts/klein-4b/transformer-safe/1024/part-1/part-1.onnx", "inputNames": [ "image_hidden", "rotary_cos", "rotary_sin", "single_mod", "text_hidden" ], "outputNames": [ "single_hidden_one" ], "loadSeconds": 1.084007625002414, "inferenceSeconds": 14.624180667000473, "comparisons": { "single_hidden_one": { "maxAbsoluteError": 384.0, "meanAbsoluteError": 0.014493599224836005, "rootMeanSquareError": 0.10654780640493908, "cosineSimilarity": 0.9999986067517849 } }, "pass": true }, { "index": 2, "graph": "artifacts/klein-4b/transformer-safe/1024/part-2/part-2.onnx", "inputNames": [ "rotary_cos", "rotary_sin", "single_hidden_one", "single_mod" ], "outputNames": [ "single_hidden_two" ], "loadSeconds": 0.9491973749973113, "inferenceSeconds": 14.89569333299005, "comparisons": { "single_hidden_two": { "maxAbsoluteError": 448.0, "meanAbsoluteError": 0.01582535271959976, "rootMeanSquareError": 0.12776930478861453, "cosineSimilarity": 0.999997807132029 } }, "pass": true }, { "index": 3, "graph": "artifacts/klein-4b/transformer-safe/1024/part-3/part-3.onnx", "inputNames": [ "rotary_cos", "rotary_sin", "single_hidden_two", "single_mod", "temb" ], "outputNames": [ "noise_pred" ], "loadSeconds": 0.8438045829971088, "inferenceSeconds": 12.848595959003433, "comparisons": { "noise_pred": { "maxAbsoluteError": 0.009765625, "meanAbsoluteError": 0.0006321984028545558, "rootMeanSquareError": 0.0008846715989343968, "cosineSimilarity": 0.999999648679557 } }, "pass": true } ], "peakRssBytes": 18201067520, "pass": true }