Upload Fara-7B VitisAI ONNX models

onnxruntime/vitisai-int4/LICENSE

@@ -0,0 +1,22 @@
+Microsoft.
+Copyright (c) Microsoft Corporation.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

onnxruntime/vitisai-int4/chat_template.jinja

@@ -0,0 +1,7 @@
+{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
+You are a helpful assistant.<|im_end|>
+{% endif %}<|im_start|>{{ message['role'] }}
+{% if message['content'] is string %}{{ message['content'] }}<|im_end|>
+{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
+{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
+{% endif %}

onnxruntime/vitisai-int4/genai_config.json

@@ -0,0 +1,179 @@
+{
+  "model": {
+    "type": "fara",
+    "vocab_size": 152064,
+    "context_length": 4096,
+    "pad_token_id": 151643,
+    "bos_token_id": 151643,
+    "eos_token_id": [151645, 151643],
+    "decoder": {
+      "hidden_size": 3584,
+      "head_size": 128,
+      "num_attention_heads": 28,
+      "num_key_value_heads": 4,
+      "num_hidden_layers": 28,
+      "sliding_window": {
+        "window_size": 512,
+        "pad_value": 151643,
+        "alignment": "left",
+        "slide_key_value_cache": false,
+        "slide_inputs": true,
+        "layers": []
+      },
+      "inputs": {
+        "inputs_embeds": "input_hidden_states",
+        "past_sequence_length": "past_seq_len",
+        "total_sequence_length": "total_seq_len",
+        "past_key_names": "past_keys_%d",
+        "past_value_names": "past_values_%d"
+      },
+      "outputs": {
+        "logits": "logits",
+        "present_key_names": "present_keys_%d",
+        "present_value_names": "present_values_%d"
+      },
+      "pipeline": {
+        "embeddings": {
+          "filename": "qwen2_5_vl_webcua_embeddings_w4a32.quant.onnx",
+          "inputs": ["input_ids", "image_features"],
+          "outputs": ["input_hidden_states"]
+        },
+        "context_ctx": {
+          "filename": "qwen2_5_vl_webcua_ctx_512_epcontext.onnx",
+          "inputs": [
+            "input_hidden_states",
+            "past_seq_len",
+            "total_seq_len",
+            "past_keys_0","past_values_0","past_keys_1","past_values_1","past_keys_2","past_values_2","past_keys_3","past_values_3","past_keys_4","past_values_4","past_keys_5","past_values_5","past_keys_6","past_values_6","past_keys_7","past_values_7","past_keys_8","past_values_8","past_keys_9","past_values_9","past_keys_10","past_values_10","past_keys_11","past_values_11","past_keys_12","past_values_12","past_keys_13","past_values_13","past_keys_14","past_values_14","past_keys_15","past_values_15","past_keys_16","past_values_16","past_keys_17","past_values_17","past_keys_18","past_values_18","past_keys_19","past_values_19","past_keys_20","past_values_20","past_keys_21","past_values_21","past_keys_22","past_values_22","past_keys_23","past_values_23","past_keys_24","past_values_24","past_keys_25","past_values_25","past_keys_26","past_values_26","past_keys_27","past_values_27"
+          ],
+          "outputs": [
+            "output_hidden_states",
+            "present_keys_0","present_values_0","present_keys_1","present_values_1","present_keys_2","present_values_2","present_keys_3","present_values_3","present_keys_4","present_values_4","present_keys_5","present_values_5","present_keys_6","present_values_6","present_keys_7","present_values_7","present_keys_8","present_values_8","present_keys_9","present_values_9","present_keys_10","present_values_10","present_keys_11","present_values_11","present_keys_12","present_values_12","present_keys_13","present_values_13","present_keys_14","present_values_14","present_keys_15","present_values_15","present_keys_16","present_values_16","present_keys_17","present_values_17","present_keys_18","present_values_18","present_keys_19","present_values_19","present_keys_20","present_values_20","present_keys_21","present_values_21","present_keys_22","present_values_22","present_keys_23","present_values_23","present_keys_24","present_values_24","present_keys_25","present_values_25","present_keys_26","present_values_26","present_keys_27","present_values_27"
+          ],
+          "session_options": {
+            "ep.context_enable" : "0",
+	    "ep.context_embed_mode" : "0",
+	    "ep.share_ep_contexts" : "1",
+	    "ep.context_file_path" : "qwen2_5_vl_webcua_ctx_512_epcontext.onnx ",
+            "provider_options": [
+              {
+                "VitisAI": {
+                    "target": "waic_target_vaiml_cpp_me",
+                    "xmc_runner_config": "1",
+		    "wgt_sharing_overrides": "{\"MatMul\": {\"M\": 1}}",
+                    "enable_cache_file_io_in_mem":"1",
+                    "dd_instr_xrt_bo_stack_size_mb": "32"
+                }
+              }
+            ]
+          },
+          "run_on_prompt": true,
+          "run_on_token_gen": false
+        },
+        "iterator_ctx": {
+          "filename": "qwen2_5_vl_webcua_itr_1_epcontext.onnx",
+          "inputs": [
+            "input_hidden_states",
+            "past_seq_len",
+            "total_seq_len",
+            "past_keys_0","past_values_0","past_keys_1","past_values_1","past_keys_2","past_values_2","past_keys_3","past_values_3","past_keys_4","past_values_4","past_keys_5","past_values_5","past_keys_6","past_values_6","past_keys_7","past_values_7","past_keys_8","past_values_8","past_keys_9","past_values_9","past_keys_10","past_values_10","past_keys_11","past_values_11","past_keys_12","past_values_12","past_keys_13","past_values_13","past_keys_14","past_values_14","past_keys_15","past_values_15","past_keys_16","past_values_16","past_keys_17","past_values_17","past_keys_18","past_values_18","past_keys_19","past_values_19","past_keys_20","past_values_20","past_keys_21","past_values_21","past_keys_22","past_values_22","past_keys_23","past_values_23","past_keys_24","past_values_24","past_keys_25","past_values_25","past_keys_26","past_values_26","past_keys_27","past_values_27"
+          ],
+          "outputs": [
+            "output_hidden_states",
+            "present_keys_0","present_values_0","present_keys_1","present_values_1","present_keys_2","present_values_2","present_keys_3","present_values_3","present_keys_4","present_values_4","present_keys_5","present_values_5","present_keys_6","present_values_6","present_keys_7","present_values_7","present_keys_8","present_values_8","present_keys_9","present_values_9","present_keys_10","present_values_10","present_keys_11","present_values_11","present_keys_12","present_values_12","present_keys_13","present_values_13","present_keys_14","present_values_14","present_keys_15","present_values_15","present_keys_16","present_values_16","present_keys_17","present_values_17","present_keys_18","present_values_18","present_keys_19","present_values_19","present_keys_20","present_values_20","present_keys_21","present_values_21","present_keys_22","present_values_22","present_keys_23","present_values_23","present_keys_24","present_values_24","present_keys_25","present_values_25","present_keys_26","present_values_26","present_keys_27","present_values_27"
+          ],
+          "session_options": {
+	
+            "ep.context_enable" : "0",
+	    "ep.context_embed_mode" : "0",
+	    "ep.share_ep_contexts" : "1",
+	    "ep.context_file_path" : "qwen2_5_vl_webcua_itr_1_epcontext.onnx",
+	    "ep.stop_share_ep_contexts" : "1",
+
+            "provider_options": [
+              {
+                "VitisAI": {
+                    "target": "waic_target_vaiml_cpp_me",
+                    "xmc_runner_config": "1",
+		    "wgt_sharing_overrides": "{\"MatMul\": {\"M\": 1}}",
+                    "enable_cache_file_io_in_mem":"1",
+	            "dd_instr_xrt_bo_stack_size_mb": "32"
+                }
+              }
+            ]
+          },
+          "run_on_prompt": false,
+          "run_on_token_gen": true
+        },
+        "lm_head": {
+          "filename": "qwen2_5_vl_webcua_lm_head_w4a32.quant.onnx",
+          "inputs": ["output_hidden_states"],
+          "outputs": ["logits"],
+          "is_lm_head": true
+        }
+      }
+    },
+    "vision": {
+      "spatial_merge_size": 2,
+      "patch_size": 14,
+      "window_size": 112,
+      "inputs": {
+        "pixel_values": "pixel_values",
+        "image_grid_thw": "image_grid_thw"
+      },
+      "outputs": {
+        "image_features": "image_features"
+      },
+      "pipeline": {
+        "patch_embed": {
+          "filename": "qwen2_5_vl_webcua_visual_patch_embed.onnx",
+          "inputs": ["pixel_values"],
+          "outputs": ["pixel_hidden_states"],
+          "run_on_cpu": true
+        },
+        "vision_attn": {
+          "filename": "qwen2_5_vl_webcua_visual_attn_block_epcontext.onnx",
+          "inputs": ["hidden"],
+          "outputs": ["hidden"],
+          "run_on_cpu": false,
+            "session_options": {
+		"ep.context_enable" : "0",
+	    	"ep.context_embed_mode" : "0",
+		"ep.context_file_path" : "qwen2_5_vl_webcua_visual_attn_block_epcontext.onnx",
+   
+              "provider_options": [
+                {
+                  "VitisAI": {
+                    "target": "waic_target_vaiml_cpp_me",
+                    "xmc_runner_config": "1",
+		    "enable_cache_file_io_in_mem":"1",
+                    "dd_instr_xrt_bo_stack_size_mb": "32"
+                  }
+                }
+              ]
+            }
+        },
+        "patch_merger": {
+          "filename": "qwen2_5_vl_webcua_visual_patch_merger.onnx",
+          "inputs": ["hidden"],
+          "outputs": ["merged_hidden_states"],
+          "run_on_cpu": true
+        }
+      }
+    }
+  },
+  "search": {
+    "num_beams": 1,
+    "past_present_share_buffer": true,
+    "do_sample": false,
+    "temperature": 1.0,
+    "top_k": 50,
+    "top_p": 0.9,
+    "repetition_penalty": 1.0,
+    "length_penalty": 1.0,
+    "early_stopping": true,
+    "max_length": 4096,
+    "min_length": 0,
+    "chunk_size": 4096
+  }
+}

onnxruntime/vitisai-int4/inference_model.json

@@ -0,0 +1,4 @@
+{
+  "Name": "Fara-7b-int4-vitis",
+  "PromptTemplate": null
+}

onnxruntime/vitisai-int4/processor_config.json

@@ -0,0 +1,68 @@
+{
+  "processor": {
+    "name": "qwen2_5_image_processor",
+    "transforms": [
+      {
+        "operation": {
+          "name": "decode_image",
+          "type": "DecodeImage",
+          "attrs": {
+            "color_space": "RGB"
+          }
+        }
+      },
+      {
+        "operation": {
+          "name": "convert_to_rgb",
+          "type": "ConvertRGB"
+        }
+      },
+      {
+        "operation": {
+          "name": "resize",
+          "type": "Resize",
+          "attrs": {
+            "width": 540,
+            "height": 360,
+            "smart_resize": 1,
+            "min_pixels": 3136,
+            "max_pixels": 12845056,
+            "patch_size": 14,
+            "merge_size": 2
+          }
+        }
+      },
+      {
+        "operation": {
+          "name": "rescale",
+          "type": "Rescale",
+          "attrs": {
+            "rescale_factor": 0.00392156862745098
+          }
+        }
+      },
+      {
+        "operation": {
+          "name": "normalize",
+          "type": "Normalize",
+          "attrs": {
+            "mean": [0.48145466, 0.4578275, 0.40821073],
+            "std": [0.26862954, 0.26130258, 0.27577711],
+            "qwen2_5_vl": 1
+          }
+        }
+      },
+      {
+        "operation": {
+          "name": "patch_image",
+          "type": "PatchImage",
+          "attrs": {
+            "patch_size": 14,
+            "temporal_patch_size": 2,
+            "merge_size": 2
+          }
+        }
+      }
+    ]
+  }
+}

onnxruntime/vitisai-int4/qwen2_5_vl_webcua.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c3012080efde1b54a8ce684b9029c73da05ee3c676662742ad3669c1f1346a
+size 3335090176

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_ctx_512.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fbda5abb4dfd5deee003fbdc9a5ed7c1006ee9e332498ac94c206d709d5052
+size 1665273

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_ctx_512_epcontext.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1385130b330d9214c3b550f0b363f82580f33d8e7f06b6c29950d7ed47b1a82c
+size 65716299

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_ctx_512_epcontext.onnx_VITISAI.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1226d6b8244c39c74c0cb569faa9ed09c1eb1c7b5d5836fd1a43673e0368c6b8
+size 7882178560

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_embeddings_w4a32.quant.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e9f756271089b5af067f934543a3dcf6b6f510426265743fd5ed27ae5fda5c
+size 349139384

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_itr_1.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e7b5fb6fd7ab572d1287de44bd35ee065ee16bbb8aa5d53b76f96138d824a5
+size 1662180

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_itr_1_epcontext.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63810b0e38a6ae37e2932fb6bcdcce691514771b821da4705a17cd86f0e5c39d
+size 65716114

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_lm_head_w4a32.quant.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d5283bd599ebc6fb742fa14e264e73c8106a2e5183140a84ecb562fbd9b0d4
+size 349139441

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_visual_attn_block.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20facb31a86b9d4e8fdb25f0eacd4fb5e0cdbec0bb43884dce47ad6d33db6301
+size 3950028

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_visual_attn_block_epcontext.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1db028d7c26d75d20968243fc3e627396e42716533fd9dcdf79d2586d3569fc
+size 4053

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_visual_attn_block_epcontext.onnx_VITISAI.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3614253e6063f80c5a0820db505aa86245cd307a3764b4f0aa6f36330964d8ec
+size 1984742912

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_visual_attn_blocks_w8a16_per_channel.quant.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d4b588a46737212ed11fa1b20d43d53e10a877f57d0ac3d0b0207f77d36692
+size 924481536

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_visual_patch_embed.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebc2de24de3e87be8c4aa148f1ca59e7bafcc6afeed2c0bcf35ecc40909eb20
+size 6021909

onnxruntime/vitisai-int4/qwen2_5_vl_webcua_visual_patch_merger.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024c5792c6eab12c5ec3ddd0566b1e1ca0229c484f26c50e6ca87807232df45f
+size 178299575

onnxruntime/vitisai-int4/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

onnxruntime/vitisai-int4/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

onnxruntime/vitisai-int4/wnd_idx.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78628c71d254c9493c8de04a9979fe359f2850c2b5d537a5efa30fde31c6ada9
+size 4072