{ "metadata": { "compiled_model.rbln": { "alloc_per_node": [ 27262976 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "image_features", "shape": [ 1, 280, 1152 ] } ], "name": "default", "npu": "RBLN-CA25", "num_devices": 1, "outputs": [ { "dtype": "float32", "shape": [ 1, 280, 5376 ] } ], "subgraph": { "stats": [ { "compile_id": 0, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "78f83423aa5611f1905102f4b91eea04" }, "language_model/decoder_batch_1.rbln": { "alloc_per_node": [ 46137344, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736, 37748736 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "inputs_embeds", "shape": [ 1, 1, 5376 ] }, { "dtype": "int32", "name": "cache_position", "shape": [ 1, 1 ] }, { "dtype": "int16", "name": "block_tables", "shape": [ 1, 16 ] }, { "dtype": "int16", "name": "local_block_tables", "shape": [ 1, 1 ] }, { "dtype": "float32", "name": "attention_mask", "shape": [ 1, 262144 ] }, { "dtype": "int32", "name": "position_ids", "shape": [ 1, 1 ] } ], "name": "c6367b", "npu": "RBLN-CA25", "num_devices": 16, "outputs": [ { "dtype": "float32", "shape": [ 1, 1, 262144 ] } ], "subgraph": { "stats": [ { "compile_id": 5, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "b1fab81baa5311f184de02f4b91eea04" }, "language_model/decoder_batch_2.rbln": { "alloc_per_node": [ 56623104, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344, 46137344 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "inputs_embeds", "shape": [ 2, 1, 5376 ] }, { "dtype": "int32", "name": "cache_position", "shape": [ 2, 1 ] }, { "dtype": "int16", "name": "block_tables", "shape": [ 2, 16 ] }, { "dtype": "int16", "name": "local_block_tables", "shape": [ 2, 1 ] }, { "dtype": "float32", "name": "attention_mask", "shape": [ 2, 262144 ] }, { "dtype": "int32", "name": "position_ids", "shape": [ 2, 1 ] } ], "name": "c6367b", "npu": "RBLN-CA25", "num_devices": 16, "outputs": [ { "dtype": "float32", "shape": [ 2, 1, 262144 ] } ], "subgraph": { "stats": [ { "compile_id": 4, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "b1fab81baa5311f184de02f4b91eea04" }, "language_model/decoder_batch_4.rbln": { "alloc_per_node": [ 69206016, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256, 58720256 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "inputs_embeds", "shape": [ 4, 1, 5376 ] }, { "dtype": "int32", "name": "cache_position", "shape": [ 4, 1 ] }, { "dtype": "int16", "name": "block_tables", "shape": [ 4, 16 ] }, { "dtype": "int16", "name": "local_block_tables", "shape": [ 4, 1 ] }, { "dtype": "float32", "name": "attention_mask", "shape": [ 4, 262144 ] }, { "dtype": "int32", "name": "position_ids", "shape": [ 4, 1 ] } ], "name": "c6367b", "npu": "RBLN-CA25", "num_devices": 16, "outputs": [ { "dtype": "float32", "shape": [ 4, 1, 262144 ] } ], "subgraph": { "stats": [ { "compile_id": 3, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "b1fab81baa5311f184de02f4b91eea04" }, "language_model/decoder_batch_8.rbln": { "alloc_per_node": [ 92274688, 96468992, 96468992, 96468992, 77594624, 96468992, 96468992, 96468992, 77594624, 96468992, 96468992, 96468992, 77594624, 96468992, 96468992, 96468992 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "inputs_embeds", "shape": [ 8, 1, 5376 ] }, { "dtype": "int32", "name": "cache_position", "shape": [ 8, 1 ] }, { "dtype": "int16", "name": "block_tables", "shape": [ 8, 16 ] }, { "dtype": "int16", "name": "local_block_tables", "shape": [ 8, 1 ] }, { "dtype": "float32", "name": "attention_mask", "shape": [ 8, 262144 ] }, { "dtype": "int32", "name": "position_ids", "shape": [ 8, 1 ] } ], "name": "c6367b", "npu": "RBLN-CA25", "num_devices": 16, "outputs": [ { "dtype": "float32", "shape": [ 8, 1, 262144 ] } ], "subgraph": { "stats": [ { "compile_id": 2, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "b1fab81baa5311f184de02f4b91eea04" }, "language_model/image_prefill_384.rbln": { "alloc_per_node": [ 92274688, 71303168, 71303168, 71303168, 90177536, 71303168, 71303168, 71303168, 94371840, 71303168, 71303168, 71303168, 90177536, 71303168, 71303168, 71303168 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "inputs_embeds", "shape": [ 1, 384, 5376 ] }, { "dtype": "int32", "name": "cache_position", "shape": [ 1, 384 ] }, { "dtype": "int16", "name": "block_tables", "shape": [ 16 ] }, { "dtype": "int16", "name": "local_block_tables", "shape": [ 1 ] }, { "dtype": "int16", "name": "query_position", "shape": [] }, { "dtype": "float32", "name": "attention_mask", "shape": [ 1, 262144 ] }, { "dtype": "int32", "name": "position_ids", "shape": [ 1, 384 ] } ], "name": "c6367b", "npu": "RBLN-CA25", "num_devices": 16, "outputs": [ { "dtype": "float32", "shape": [ 1, 1, 262144 ] } ], "subgraph": { "stats": [ { "compile_id": 1, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "b1fab81baa5311f184de02f4b91eea04" }, "language_model/prefill.rbln": { "alloc_per_node": [ 14604566528, 14583595008, 14583595008, 14583595008, 14587789312, 14583595008, 14583595008, 14583595008, 14589886464, 14583595008, 14583595008, 14583595008, 14587789312, 14583595008, 14583595008, 14583595008 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "inputs_embeds", "shape": [ 1, 128, 5376 ] }, { "dtype": "int32", "name": "cache_position", "shape": [ 1, 128 ] }, { "dtype": "int16", "name": "block_tables", "shape": [ 16 ] }, { "dtype": "int16", "name": "local_block_tables", "shape": [ 1 ] }, { "dtype": "int16", "name": "query_position", "shape": [] }, { "dtype": "float32", "name": "attention_mask", "shape": [ 1, 262144 ] }, { "dtype": "int32", "name": "position_ids", "shape": [ 1, 128 ] } ], "name": "c6367b", "npu": "RBLN-CA25", "num_devices": 16, "outputs": [ { "dtype": "float32", "shape": [ 1, 1, 262144 ] } ], "subgraph": { "stats": [ { "compile_id": 0, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "b1fab81baa5311f184de02f4b91eea04" }, "vision_tower/compiled_model.rbln": { "alloc_per_node": [ 1268776960 ], "compiler_version": "0.11.2", "inputs": [ { "dtype": "float32", "name": "inputs_embeds", "shape": [ 1, 2520, 1152 ] }, { "dtype": "int64", "name": "pixel_position_ids", "shape": [ 1, 2520, 2 ] }, { "dtype": "float32", "name": "attn_mask", "shape": [ 1, 2520 ] }, { "dtype": "bool", "name": "padding_positions", "shape": [ 1, 2520 ] }, { "dtype": "float32", "name": "cos", "shape": [ 1, 2520, 72 ] }, { "dtype": "float32", "name": "sin", "shape": [ 1, 2520, 72 ] } ], "name": "default", "npu": "RBLN-CA25", "num_devices": 1, "outputs": [ { "dtype": "float32", "shape": [ 1, 280, 1152 ] }, { "dtype": "bool", "shape": [ 1, 280 ] } ], "subgraph": { "stats": [ { "compile_id": 0, "device_func_count": 1, "host_op_reason": {} } ] }, "uuid": "979de007aa5311f19c4402f4b91eea04" } }, "language_graphs_with_breaks": [], "policy": "One NPU device function per language graph; no host graph breaks" }