{
  "package": "qwen2.5-0.5b-cuda-gqa-f16",
  "providers": [
    "AzureExecutionProvider",
    "CPUExecutionProvider"
  ],
  "graphs": [
    {
      "path": "model.onnx",
      "size": 208752,
      "nodes": 275,
      "ops": {
        "ai.onnx::Add": 24,
        "ai.onnx::Cast": 2,
        "ai.onnx::Constant": 1,
        "ai.onnx::Gather": 2,
        "ai.onnx::MatMul": 121,
        "ai.onnx::Mul": 24,
        "ai.onnx::RMSNormalization": 1,
        "ai.onnx::ReduceSum": 1,
        "ai.onnx::Shape": 1,
        "ai.onnx::Sub": 1,
        "ai.onnx::Swish": 24,
        "ai.onnx::Transpose": 1,
        "com.microsoft::GroupQueryAttention": 24,
        "com.microsoft::SkipSimplifiedLayerNormalization": 48
      },
      "inputs": [
        {
          "name": "input_ids",
          "dtype": "INT64",
          "shape": "[component.model.batch,component.model.sequence_len]"
        },
        {
          "name": "attention_mask",
          "dtype": "INT64",
          "shape": "[component.model.batch,component.model.past_seq_len + seq_len]"
        },
        {
          "name": "past_key_values.0.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.0.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.1.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.1.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.2.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.2.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.3.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.3.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.4.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.4.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.5.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.5.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.6.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.6.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.7.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.7.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.8.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.8.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.9.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.9.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.10.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.10.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.11.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.11.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.12.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.12.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.13.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.13.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.14.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.14.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.15.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.15.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.16.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.16.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.17.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.17.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.18.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.18.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.19.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.19.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.20.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.20.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.21.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.21.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.22.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.22.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.23.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        },
        {
          "name": "past_key_values.23.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len,64]"
        }
      ],
      "outputs": [
        {
          "name": "logits",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,component.model.sequence_len,151936]"
        },
        {
          "name": "present.0.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.0.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.1.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.1.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.2.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.2.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.3.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.3.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.4.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.4.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.5.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.5.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.6.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.6.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.7.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.7.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.8.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.8.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.9.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.9.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.10.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.10.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.11.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.11.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.12.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.12.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.13.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.13.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.14.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.14.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.15.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.15.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.16.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.16.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.17.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.17.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.18.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.18.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.19.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.19.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.20.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.20.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.21.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.21.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.22.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.22.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.23.key",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        },
        {
          "name": "present.23.value",
          "dtype": "FLOAT16",
          "shape": "[component.model.batch,2,component.model.past_sequence_len + sequence_len,64]"
        }
      ],
      "initializers": 198,
      "initializer_bytes": 992259856,
      "ort_load": {
        "ok": true,
        "seconds": 1.1779519328847528,
        "providers": [
          "CPUExecutionProvider"
        ]
      }
    }
  ]
}