{ "model": { "bos_token_id": 151646, "context_length": 4096, "decoder": { "session_options": { "log_id": "onnxruntime-genai", "provider_options": [] }, "filename": "model.onnx", "head_size": 128, "hidden_size": 3584, "inputs": { "input_ids": "input_ids", "attention_mask": "attention_mask", "past_key_names": "past_keys_%d", "past_value_names": "past_values_%d", "past_sequence_length": "past_seq_len", "total_sequence_length": "total_seq_len" }, "outputs": { "logits": "logits", "present_key_names": "present_keys_%d", "present_value_names": "present_values_%d" }, "num_attention_heads": 28, "num_hidden_layers": 28, "num_key_value_heads": 4, "sliding_window": { "window_size": 64, "pad_value": 0, "alignment": "left", "slide_key_value_cache": false }, "pipeline": [ { "embedding": { "filename": "deepseek_r1_7b_embeddings_quant_v1.0.onnx", "inputs": [ "input_ids" ], "outputs": [ "input_hidden_states" ] }, "prompt-processor": { "filename": "deepseek_r1_7b_ctx_v1.0.onnx_ctx.onnx", "session_options": { "log_id": "onnxruntime-genai.prompt-processor", "provider_options": [ { "qnn": { "backend_path": "QnnHtp.dll", "htp_performance_mode": "burst", "htp_graph_finalization_optimization_mode": "3", "soc_model": "60" } } ], "intra_op_num_threads": 12, "inter_op_num_threads": 1 }, "inputs": [ "past_keys_0", "past_values_0", "past_keys_1", "past_values_1", "past_keys_2", "past_values_2", "past_keys_3", "past_values_3", "past_keys_4", "past_values_4", "past_keys_5", "past_values_5", "past_keys_6", "past_values_6", "past_keys_7", "past_values_7", "past_keys_8", "past_values_8", "past_keys_9", "past_values_9", "past_keys_10", "past_values_10", "past_keys_11", "past_values_11", "past_keys_12", "past_values_12", "past_keys_13", "past_values_13", "past_keys_14", "past_values_14", "past_keys_15", "past_values_15", "past_keys_16", "past_values_16", "past_keys_17", "past_values_17", "past_keys_18", "past_values_18", "past_keys_19", "past_values_19", "past_keys_20", "past_values_20", "past_keys_21", "past_values_21", "past_keys_22", "past_values_22", "past_keys_23", "past_values_23", "past_keys_24", "past_values_24", "past_keys_25", "past_values_25", "past_keys_26", "past_values_26", "past_keys_27", "past_values_27", "input_hidden_states", "past_seq_len", "total_seq_len" ], "outputs": [ "output_hidden_states", "present_keys_0", "present_values_0", "present_keys_1", "present_values_1", "present_keys_2", "present_values_2", "present_keys_3", "present_values_3", "present_keys_4", "present_values_4", "present_keys_5", "present_values_5", "present_keys_6", "present_values_6", "present_keys_7", "present_values_7", "present_keys_8", "present_values_8", "present_keys_9", "present_values_9", "present_keys_10", "present_values_10", "present_keys_11", "present_values_11", "present_keys_12", "present_values_12", "present_keys_13", "present_values_13", "present_keys_14", "present_values_14", "present_keys_15", "present_values_15", "present_keys_16", "present_values_16", "present_keys_17", "present_values_17", "present_keys_18", "present_values_18", "present_keys_19", "present_values_19", "present_keys_20", "present_values_20", "present_keys_21", "present_values_21", "present_keys_22", "present_values_22", "present_keys_23", "present_values_23", "present_keys_24", "present_values_24", "present_keys_25", "present_values_25", "present_keys_26", "present_values_26", "present_keys_27", "present_values_27" ], "run_on_token_gen": false }, "token-generator": { "filename": "deepseek_r1_7b_iter_v1.0.onnx_ctx.onnx", "session_options": { "log_id": "onnxruntime-genai.token-generator", "provider_options": [ { "qnn": { "backend_path": "QnnHtp.dll", "htp_performance_mode": "burst", "htp_graph_finalization_optimization_mode": "3", "soc_model": "60" } } ], "intra_op_num_threads": 12, "inter_op_num_threads": 1 }, "inputs": [ "past_keys_0", "past_values_0", "past_keys_1", "past_values_1", "past_keys_2", "past_values_2", "past_keys_3", "past_values_3", "past_keys_4", "past_values_4", "past_keys_5", "past_values_5", "past_keys_6", "past_values_6", "past_keys_7", "past_values_7", "past_keys_8", "past_values_8", "past_keys_9", "past_values_9", "past_keys_10", "past_values_10", "past_keys_11", "past_values_11", "past_keys_12", "past_values_12", "past_keys_13", "past_values_13", "past_keys_14", "past_values_14", "past_keys_15", "past_values_15", "past_keys_16", "past_values_16", "past_keys_17", "past_values_17", "past_keys_18", "past_values_18", "past_keys_19", "past_values_19", "past_keys_20", "past_values_20", "past_keys_21", "past_values_21", "past_keys_22", "past_values_22", "past_keys_23", "past_values_23", "past_keys_24", "past_values_24", "past_keys_25", "past_values_25", "past_keys_26", "past_values_26", "past_keys_27", "past_values_27", "input_hidden_states", "past_seq_len", "total_seq_len" ], "outputs": [ "output_hidden_states", "present_keys_0", "present_values_0", "present_keys_1", "present_values_1", "present_keys_2", "present_values_2", "present_keys_3", "present_values_3", "present_keys_4", "present_values_4", "present_keys_5", "present_values_5", "present_keys_6", "present_values_6", "present_keys_7", "present_values_7", "present_keys_8", "present_values_8", "present_keys_9", "present_values_9", "present_keys_10", "present_values_10", "present_keys_11", "present_values_11", "present_keys_12", "present_values_12", "present_keys_13", "present_values_13", "present_keys_14", "present_values_14", "present_keys_15", "present_values_15", "present_keys_16", "present_values_16", "present_keys_17", "present_values_17", "present_keys_18", "present_values_18", "present_keys_19", "present_values_19", "present_keys_20", "present_values_20", "present_keys_21", "present_values_21", "present_keys_22", "present_values_22", "present_keys_23", "present_values_23", "present_keys_24", "present_values_24", "present_keys_25", "present_values_25", "present_keys_26", "present_values_26", "present_keys_27", "present_values_27" ], "run_on_prompt": false }, "transformer-head": { "filename": "deepseek_r1_7b_head_quant_v1.0.onnx", "inputs": [ "output_hidden_states" ], "outputs": [ "logits" ] } } ] }, "eos_token_id": 151643, "pad_token_id": 151643, "type": "decoder-pipeline", "vocab_size": 152064 }, "search": { "diversity_penalty": 0.0, "do_sample": true, "early_stopping": true, "length_penalty": 1.0, "max_length": 4096, "min_length": 0, "no_repeat_ngram_size": 0, "num_beams": 1, "num_return_sequences": 1, "past_present_share_buffer": true, "repetition_penalty": 1.0, "temperature": 0.6, "top_k": 5, "top_p": 0.90 } }