{ "baseline": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.20230911688823577, "mean_digit_cer": 0.07236995104039168, "mean_table_score": 1.0, "total_inference_time": 126.64344700002403, "avg_time_per_image": 12.664344700002403 }, "model_path": "baidu/Unlimited-OCR", "source_revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead", "eval_dir": "calibration", "dataset": { "name": "calibration", "num_samples": 10, "num_digit_samples": 10, "num_cjk_samples": 3, "num_table_samples": 3, "category_counts": { "cjk_document": 3, "english_document": 2, "low_quality_scan": 2, "table_numeric": 3 }, "manifest_sha256": "d4429669fe60a5c48ce82073294d20c845b85084644f9d4f62f7c8ca3923ba7a", "content_sha256": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb", "files": [ { "path": "images/0001.png", "size": 243645, "sha256": "8fad74c7e8f314075f34d5b3b3e6272a2c22a90e960dcf8074039b1f065895b4" }, { "path": "ground_truth/0001.txt", "size": 1346, "sha256": "a6f35a418836e8ba0667dc42d663219b07b65cbbf7a4627b2319f0fa44d11f8e" }, { "path": "images/0002.png", "size": 208699, "sha256": "31f2d9c651112e963366e5e39f3da4ff8198ec41e2187c3c8fb5fec0edd2f64c" }, { "path": "ground_truth/0002.txt", "size": 838, "sha256": "a05196b747f6898102fc56e23cae31c32754b985bc3eab0abe60d955bfadff68" }, { "path": "images/0003.png", "size": 40039, "sha256": "bbe26dc81fb4c5e6a143279dd1e0d0540df746f5e4e8f9fc7577e936882b190e" }, { "path": "ground_truth/0003.txt", "size": 459, "sha256": "39cf88aef99b6ce6b5d8af870e2feefca7a9991e5c835660bda60c5b5f80f481" }, { "path": "images/0004.png", "size": 40356, "sha256": "1e50bec7880f37e9e25eb8c4706998634b0c1f254d38fb75ccd6dbb9b89ed3a3" }, { "path": "ground_truth/0004.txt", "size": 459, "sha256": "2a2b723c4f1b4e14cdf5d70a74ae12586c12952ffac0d1bd295c448f1bf2d3fc" }, { "path": "images/0005.png", "size": 40650, "sha256": "7b7c9441ff17bb97ee76cb68eb6b9134f7d26d151c6ca1d18039959bf43de04c" }, { "path": "ground_truth/0005.txt", "size": 459, "sha256": "3dbec98a34736b424dafcf492691b21a1a36f629d83589cac5482cc1a135d9b7" }, { "path": "images/0006.png", "size": 46036, "sha256": "76006318e5aa3bb54182d7b3249ad016e7ab0dee387f580331c39b9ac49cb7ab" }, { "path": "ground_truth/0006.txt", "size": 191, "sha256": "75082837c3cbb8c41ba0747b98390a1f44577092c30f31f4c1e10ce52af83b61" }, { "path": "images/0007.png", "size": 41828, "sha256": "d642986c12233efe0bc7559096952e66eb175735f89ac91caedea0089c4adb19" }, { "path": "ground_truth/0007.txt", "size": 195, "sha256": "c47bf79076b7ab732c22dc1b023d9f6f12b98b724dd0d730c23e879ef7604e29" }, { "path": "images/0008.png", "size": 20975, "sha256": "852416613d0137144df77408c44e7d469249e7fbc650c684ad28911b96b28e76" }, { "path": "ground_truth/0008.txt", "size": 201, "sha256": "dc48f9c80e21438d5c2c3fb57b3bc471961708e2dd971df78a9ecc11c8c3b3ad" }, { "path": "images/0009.png", "size": 487313, "sha256": "87f977973bddf89f781762c87feb9c845e02731dae5cf39086db4cdb0588298e" }, { "path": "ground_truth/0009.txt", "size": 121, "sha256": "d9f04e21b8e73f964a9dee2776c65a76d509138f8abe694c46305a32833a52f1" }, { "path": "images/0010.png", "size": 515820, "sha256": "6fb40a4c63aed4cbb11346d0c80b917cf1ecd407b364bcfbc87483b5bd90d0b4" }, { "path": "ground_truth/0010.txt", "size": 121, "sha256": "b8e07f309069b395279995af437f82f3a9453f2add587bd9633b4ae97cc8419a" } ] }, "prompt": "document parsing.", "max_tokens": 1024, "groups_tested": [ "vision_encoder", "vision_projector", "token_embeddings", "attention_q_proj", "attention_k_proj", "attention_v_proj", "attention_o_proj", "dense_mlp", "shared_experts", "routed_experts", "lm_head" ], "layer_groups": { "vision_encoder": { "status": "success", "matched_module_count": 145, "matched_modules": [ "sam_model.blocks.0.attn.proj", "sam_model.blocks.0.attn.qkv", "sam_model.blocks.0.mlp.lin1", "sam_model.blocks.0.mlp.lin2", "sam_model.blocks.1.attn.proj", "sam_model.blocks.1.attn.qkv", "sam_model.blocks.1.mlp.lin1", "sam_model.blocks.1.mlp.lin2", "sam_model.blocks.10.attn.proj", "sam_model.blocks.10.attn.qkv", "sam_model.blocks.10.mlp.lin1", "sam_model.blocks.10.mlp.lin2", "sam_model.blocks.11.attn.proj", "sam_model.blocks.11.attn.qkv", "sam_model.blocks.11.mlp.lin1", "sam_model.blocks.11.mlp.lin2", "sam_model.blocks.2.attn.proj", "sam_model.blocks.2.attn.qkv", "sam_model.blocks.2.mlp.lin1", "sam_model.blocks.2.mlp.lin2", "sam_model.blocks.3.attn.proj", "sam_model.blocks.3.attn.qkv", "sam_model.blocks.3.mlp.lin1", "sam_model.blocks.3.mlp.lin2", "sam_model.blocks.4.attn.proj", "sam_model.blocks.4.attn.qkv", "sam_model.blocks.4.mlp.lin1", "sam_model.blocks.4.mlp.lin2", "sam_model.blocks.5.attn.proj", "sam_model.blocks.5.attn.qkv", "sam_model.blocks.5.mlp.lin1", "sam_model.blocks.5.mlp.lin2", "sam_model.blocks.6.attn.proj", "sam_model.blocks.6.attn.qkv", "sam_model.blocks.6.mlp.lin1", "sam_model.blocks.6.mlp.lin2", "sam_model.blocks.7.attn.proj", "sam_model.blocks.7.attn.qkv", "sam_model.blocks.7.mlp.lin1", "sam_model.blocks.7.mlp.lin2", "sam_model.blocks.8.attn.proj", "sam_model.blocks.8.attn.qkv", "sam_model.blocks.8.mlp.lin1", "sam_model.blocks.8.mlp.lin2", "sam_model.blocks.9.attn.proj", "sam_model.blocks.9.attn.qkv", "sam_model.blocks.9.mlp.lin1", "sam_model.blocks.9.mlp.lin2", "vision_model.embeddings.position_embedding", "vision_model.transformer.layers.0.mlp.fc1", "vision_model.transformer.layers.0.mlp.fc2", "vision_model.transformer.layers.0.self_attn.out_proj", "vision_model.transformer.layers.0.self_attn.qkv_proj", "vision_model.transformer.layers.1.mlp.fc1", "vision_model.transformer.layers.1.mlp.fc2", "vision_model.transformer.layers.1.self_attn.out_proj", "vision_model.transformer.layers.1.self_attn.qkv_proj", "vision_model.transformer.layers.10.mlp.fc1", "vision_model.transformer.layers.10.mlp.fc2", "vision_model.transformer.layers.10.self_attn.out_proj", "vision_model.transformer.layers.10.self_attn.qkv_proj", "vision_model.transformer.layers.11.mlp.fc1", "vision_model.transformer.layers.11.mlp.fc2", "vision_model.transformer.layers.11.self_attn.out_proj", "vision_model.transformer.layers.11.self_attn.qkv_proj", "vision_model.transformer.layers.12.mlp.fc1", "vision_model.transformer.layers.12.mlp.fc2", "vision_model.transformer.layers.12.self_attn.out_proj", "vision_model.transformer.layers.12.self_attn.qkv_proj", "vision_model.transformer.layers.13.mlp.fc1", "vision_model.transformer.layers.13.mlp.fc2", "vision_model.transformer.layers.13.self_attn.out_proj", "vision_model.transformer.layers.13.self_attn.qkv_proj", "vision_model.transformer.layers.14.mlp.fc1", "vision_model.transformer.layers.14.mlp.fc2", "vision_model.transformer.layers.14.self_attn.out_proj", "vision_model.transformer.layers.14.self_attn.qkv_proj", "vision_model.transformer.layers.15.mlp.fc1", "vision_model.transformer.layers.15.mlp.fc2", "vision_model.transformer.layers.15.self_attn.out_proj", "vision_model.transformer.layers.15.self_attn.qkv_proj", "vision_model.transformer.layers.16.mlp.fc1", "vision_model.transformer.layers.16.mlp.fc2", "vision_model.transformer.layers.16.self_attn.out_proj", "vision_model.transformer.layers.16.self_attn.qkv_proj", "vision_model.transformer.layers.17.mlp.fc1", "vision_model.transformer.layers.17.mlp.fc2", "vision_model.transformer.layers.17.self_attn.out_proj", "vision_model.transformer.layers.17.self_attn.qkv_proj", "vision_model.transformer.layers.18.mlp.fc1", "vision_model.transformer.layers.18.mlp.fc2", "vision_model.transformer.layers.18.self_attn.out_proj", "vision_model.transformer.layers.18.self_attn.qkv_proj", "vision_model.transformer.layers.19.mlp.fc1", "vision_model.transformer.layers.19.mlp.fc2", "vision_model.transformer.layers.19.self_attn.out_proj", "vision_model.transformer.layers.19.self_attn.qkv_proj", "vision_model.transformer.layers.2.mlp.fc1", "vision_model.transformer.layers.2.mlp.fc2", "vision_model.transformer.layers.2.self_attn.out_proj", "vision_model.transformer.layers.2.self_attn.qkv_proj", "vision_model.transformer.layers.20.mlp.fc1", "vision_model.transformer.layers.20.mlp.fc2", "vision_model.transformer.layers.20.self_attn.out_proj", "vision_model.transformer.layers.20.self_attn.qkv_proj", "vision_model.transformer.layers.21.mlp.fc1", "vision_model.transformer.layers.21.mlp.fc2", "vision_model.transformer.layers.21.self_attn.out_proj", "vision_model.transformer.layers.21.self_attn.qkv_proj", "vision_model.transformer.layers.22.mlp.fc1", "vision_model.transformer.layers.22.mlp.fc2", "vision_model.transformer.layers.22.self_attn.out_proj", "vision_model.transformer.layers.22.self_attn.qkv_proj", "vision_model.transformer.layers.23.mlp.fc1", "vision_model.transformer.layers.23.mlp.fc2", "vision_model.transformer.layers.23.self_attn.out_proj", "vision_model.transformer.layers.23.self_attn.qkv_proj", "vision_model.transformer.layers.3.mlp.fc1", "vision_model.transformer.layers.3.mlp.fc2", "vision_model.transformer.layers.3.self_attn.out_proj", "vision_model.transformer.layers.3.self_attn.qkv_proj", "vision_model.transformer.layers.4.mlp.fc1", "vision_model.transformer.layers.4.mlp.fc2", "vision_model.transformer.layers.4.self_attn.out_proj", "vision_model.transformer.layers.4.self_attn.qkv_proj", "vision_model.transformer.layers.5.mlp.fc1", "vision_model.transformer.layers.5.mlp.fc2", "vision_model.transformer.layers.5.self_attn.out_proj", "vision_model.transformer.layers.5.self_attn.qkv_proj", "vision_model.transformer.layers.6.mlp.fc1", "vision_model.transformer.layers.6.mlp.fc2", "vision_model.transformer.layers.6.self_attn.out_proj", "vision_model.transformer.layers.6.self_attn.qkv_proj", "vision_model.transformer.layers.7.mlp.fc1", "vision_model.transformer.layers.7.mlp.fc2", "vision_model.transformer.layers.7.self_attn.out_proj", "vision_model.transformer.layers.7.self_attn.qkv_proj", "vision_model.transformer.layers.8.mlp.fc1", "vision_model.transformer.layers.8.mlp.fc2", "vision_model.transformer.layers.8.self_attn.out_proj", "vision_model.transformer.layers.8.self_attn.qkv_proj", "vision_model.transformer.layers.9.mlp.fc1", "vision_model.transformer.layers.9.mlp.fc2", "vision_model.transformer.layers.9.self_attn.out_proj", "vision_model.transformer.layers.9.self_attn.qkv_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 2.4745422809406823, "mean_digit_cer": 1.7688242659575963, "mean_table_score": 0.0, "total_inference_time": 310.5234005409875, "avg_time_per_image": 31.05234005409875 }, "cer_delta": 2.2722331640524467, "digit_cer_delta": 1.6964543149172047, "table_score_degradation": 1.0, "sensitivity_rank": 1 }, "vision_projector": { "status": "success", "matched_module_count": 1, "matched_modules": [ "projector.layers" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.20560582018493906, "mean_digit_cer": 0.07236995104039168, "mean_table_score": 1.0, "total_inference_time": 125.59270616796857, "avg_time_per_image": 12.559270616796857 }, "cer_delta": 0.003296703296703285, "digit_cer_delta": 0.0, "table_score_degradation": 0.0, "sensitivity_rank": 3 }, "token_embeddings": { "status": "success", "matched_module_count": 1, "matched_modules": [ "language_model.model.embed_tokens" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.19852784584239075, "mean_digit_cer": 0.07026468788249693, "mean_table_score": 1.0, "total_inference_time": 125.69877116801217, "avg_time_per_image": 12.569877116801218 }, "cer_delta": -0.003781271045845025, "digit_cer_delta": -0.002105263157894749, "table_score_degradation": 0.0, "sensitivity_rank": 10 }, "attention_q_proj": { "status": "success", "matched_module_count": 12, "matched_modules": [ "language_model.model.layers.0.self_attn.q_proj", "language_model.model.layers.1.self_attn.q_proj", "language_model.model.layers.10.self_attn.q_proj", "language_model.model.layers.11.self_attn.q_proj", "language_model.model.layers.2.self_attn.q_proj", "language_model.model.layers.3.self_attn.q_proj", "language_model.model.layers.4.self_attn.q_proj", "language_model.model.layers.5.self_attn.q_proj", "language_model.model.layers.6.self_attn.q_proj", "language_model.model.layers.7.self_attn.q_proj", "language_model.model.layers.8.self_attn.q_proj", "language_model.model.layers.9.self_attn.q_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.1810308435920253, "mean_digit_cer": 0.08710679314565484, "mean_table_score": 1.0, "total_inference_time": 126.60937520701555, "avg_time_per_image": 12.660937520701555 }, "cer_delta": -0.021278273296210487, "digit_cer_delta": 0.01473684210526316, "table_score_degradation": 0.0, "sensitivity_rank": 11 }, "attention_k_proj": { "status": "success", "matched_module_count": 12, "matched_modules": [ "language_model.model.layers.0.self_attn.k_proj", "language_model.model.layers.1.self_attn.k_proj", "language_model.model.layers.10.self_attn.k_proj", "language_model.model.layers.11.self_attn.k_proj", "language_model.model.layers.2.self_attn.k_proj", "language_model.model.layers.3.self_attn.k_proj", "language_model.model.layers.4.self_attn.k_proj", "language_model.model.layers.5.self_attn.k_proj", "language_model.model.layers.6.self_attn.k_proj", "language_model.model.layers.7.self_attn.k_proj", "language_model.model.layers.8.self_attn.k_proj", "language_model.model.layers.9.self_attn.k_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.1995659706473317, "mean_digit_cer": 0.07236995104039168, "mean_table_score": 1.0, "total_inference_time": 125.29329520699685, "avg_time_per_image": 12.529329520699685 }, "cer_delta": -0.0027431462409040763, "digit_cer_delta": 0.0, "table_score_degradation": 0.0, "sensitivity_rank": 9 }, "attention_v_proj": { "status": "success", "matched_module_count": 12, "matched_modules": [ "language_model.model.layers.0.self_attn.v_proj", "language_model.model.layers.1.self_attn.v_proj", "language_model.model.layers.10.self_attn.v_proj", "language_model.model.layers.11.self_attn.v_proj", "language_model.model.layers.2.self_attn.v_proj", "language_model.model.layers.3.self_attn.v_proj", "language_model.model.layers.4.self_attn.v_proj", "language_model.model.layers.5.self_attn.v_proj", "language_model.model.layers.6.self_attn.v_proj", "language_model.model.layers.7.self_attn.v_proj", "language_model.model.layers.8.self_attn.v_proj", "language_model.model.layers.9.self_attn.v_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.20121021578933468, "mean_digit_cer": 0.07236995104039168, "mean_table_score": 1.0, "total_inference_time": 126.87845074798679, "avg_time_per_image": 12.687845074798679 }, "cer_delta": -0.001098901098901095, "digit_cer_delta": 0.0, "table_score_degradation": 0.0, "sensitivity_rank": 6 }, "attention_o_proj": { "status": "success", "matched_module_count": 12, "matched_modules": [ "language_model.model.layers.0.self_attn.o_proj", "language_model.model.layers.1.self_attn.o_proj", "language_model.model.layers.10.self_attn.o_proj", "language_model.model.layers.11.self_attn.o_proj", "language_model.model.layers.2.self_attn.o_proj", "language_model.model.layers.3.self_attn.o_proj", "language_model.model.layers.4.self_attn.o_proj", "language_model.model.layers.5.self_attn.o_proj", "language_model.model.layers.6.self_attn.o_proj", "language_model.model.layers.7.self_attn.o_proj", "language_model.model.layers.8.self_attn.o_proj", "language_model.model.layers.9.self_attn.o_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.2058682899333709, "mean_digit_cer": 0.06383873929008568, "mean_table_score": 1.0, "total_inference_time": 128.61252554102975, "avg_time_per_image": 12.861252554102975 }, "cer_delta": 0.0035591730451351167, "digit_cer_delta": -0.008531211750305995, "table_score_degradation": 0.0, "sensitivity_rank": 2 }, "dense_mlp": { "status": "success", "matched_module_count": 3, "matched_modules": [ "language_model.model.layers.0.mlp.down_proj", "language_model.model.layers.0.mlp.gate_proj", "language_model.model.layers.0.mlp.up_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.20121021578933468, "mean_digit_cer": 0.07236995104039168, "mean_table_score": 1.0, "total_inference_time": 127.19930095798918, "avg_time_per_image": 12.719930095798919 }, "cer_delta": -0.001098901098901095, "digit_cer_delta": 0.0, "table_score_degradation": 0.0, "sensitivity_rank": 7 }, "shared_experts": { "status": "success", "matched_module_count": 33, "matched_modules": [ "language_model.model.layers.1.mlp.shared_experts.down_proj", "language_model.model.layers.1.mlp.shared_experts.gate_proj", "language_model.model.layers.1.mlp.shared_experts.up_proj", "language_model.model.layers.10.mlp.shared_experts.down_proj", "language_model.model.layers.10.mlp.shared_experts.gate_proj", "language_model.model.layers.10.mlp.shared_experts.up_proj", "language_model.model.layers.11.mlp.shared_experts.down_proj", "language_model.model.layers.11.mlp.shared_experts.gate_proj", "language_model.model.layers.11.mlp.shared_experts.up_proj", "language_model.model.layers.2.mlp.shared_experts.down_proj", "language_model.model.layers.2.mlp.shared_experts.gate_proj", "language_model.model.layers.2.mlp.shared_experts.up_proj", "language_model.model.layers.3.mlp.shared_experts.down_proj", "language_model.model.layers.3.mlp.shared_experts.gate_proj", "language_model.model.layers.3.mlp.shared_experts.up_proj", "language_model.model.layers.4.mlp.shared_experts.down_proj", "language_model.model.layers.4.mlp.shared_experts.gate_proj", "language_model.model.layers.4.mlp.shared_experts.up_proj", "language_model.model.layers.5.mlp.shared_experts.down_proj", "language_model.model.layers.5.mlp.shared_experts.gate_proj", "language_model.model.layers.5.mlp.shared_experts.up_proj", "language_model.model.layers.6.mlp.shared_experts.down_proj", "language_model.model.layers.6.mlp.shared_experts.gate_proj", "language_model.model.layers.6.mlp.shared_experts.up_proj", "language_model.model.layers.7.mlp.shared_experts.down_proj", "language_model.model.layers.7.mlp.shared_experts.gate_proj", "language_model.model.layers.7.mlp.shared_experts.up_proj", "language_model.model.layers.8.mlp.shared_experts.down_proj", "language_model.model.layers.8.mlp.shared_experts.gate_proj", "language_model.model.layers.8.mlp.shared_experts.up_proj", "language_model.model.layers.9.mlp.shared_experts.down_proj", "language_model.model.layers.9.mlp.shared_experts.gate_proj", "language_model.model.layers.9.mlp.shared_experts.up_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.20009091014419536, "mean_digit_cer": 0.08267594859241126, "mean_table_score": 1.0, "total_inference_time": 128.06347554198874, "avg_time_per_image": 12.806347554198874 }, "cer_delta": -0.002218206744040413, "digit_cer_delta": 0.01030599755201958, "table_score_degradation": 0.0, "sensitivity_rank": 8 }, "routed_experts": { "status": "success", "matched_module_count": 33, "matched_modules": [ "language_model.model.layers.1.mlp.switch_mlp.down_proj", "language_model.model.layers.1.mlp.switch_mlp.gate_proj", "language_model.model.layers.1.mlp.switch_mlp.up_proj", "language_model.model.layers.10.mlp.switch_mlp.down_proj", "language_model.model.layers.10.mlp.switch_mlp.gate_proj", "language_model.model.layers.10.mlp.switch_mlp.up_proj", "language_model.model.layers.11.mlp.switch_mlp.down_proj", "language_model.model.layers.11.mlp.switch_mlp.gate_proj", "language_model.model.layers.11.mlp.switch_mlp.up_proj", "language_model.model.layers.2.mlp.switch_mlp.down_proj", "language_model.model.layers.2.mlp.switch_mlp.gate_proj", "language_model.model.layers.2.mlp.switch_mlp.up_proj", "language_model.model.layers.3.mlp.switch_mlp.down_proj", "language_model.model.layers.3.mlp.switch_mlp.gate_proj", "language_model.model.layers.3.mlp.switch_mlp.up_proj", "language_model.model.layers.4.mlp.switch_mlp.down_proj", "language_model.model.layers.4.mlp.switch_mlp.gate_proj", "language_model.model.layers.4.mlp.switch_mlp.up_proj", "language_model.model.layers.5.mlp.switch_mlp.down_proj", "language_model.model.layers.5.mlp.switch_mlp.gate_proj", "language_model.model.layers.5.mlp.switch_mlp.up_proj", "language_model.model.layers.6.mlp.switch_mlp.down_proj", "language_model.model.layers.6.mlp.switch_mlp.gate_proj", "language_model.model.layers.6.mlp.switch_mlp.up_proj", "language_model.model.layers.7.mlp.switch_mlp.down_proj", "language_model.model.layers.7.mlp.switch_mlp.gate_proj", "language_model.model.layers.7.mlp.switch_mlp.up_proj", "language_model.model.layers.8.mlp.switch_mlp.down_proj", "language_model.model.layers.8.mlp.switch_mlp.gate_proj", "language_model.model.layers.8.mlp.switch_mlp.up_proj", "language_model.model.layers.9.mlp.switch_mlp.down_proj", "language_model.model.layers.9.mlp.switch_mlp.gate_proj", "language_model.model.layers.9.mlp.switch_mlp.up_proj" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.2033268371469385, "mean_digit_cer": 0.06899173806609546, "mean_table_score": 1.0, "total_inference_time": 125.24760646000504, "avg_time_per_image": 12.524760646000505 }, "cer_delta": 0.0010177202587027256, "digit_cer_delta": -0.0033782129742962186, "table_score_degradation": 0.0, "sensitivity_rank": 5 }, "lm_head": { "status": "success", "matched_module_count": 1, "matched_modules": [ "language_model.lm_head" ], "metrics": { "num_samples": 10, "num_digit_samples": 10, "num_table_samples": 3, "mean_cer": 0.20560582018493906, "mean_digit_cer": 0.07236995104039168, "mean_table_score": 1.0, "total_inference_time": 122.19146683299914, "avg_time_per_image": 12.219146683299915 }, "cer_delta": 0.003296703296703285, "digit_cer_delta": 0.0, "table_score_degradation": 0.0, "sensitivity_rank": 4 } } }