AMD Upload Bot commited on
Commit
e9c3dcd
·
1 Parent(s): 6c0421b

Add model files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .cache/rms_norm_7_12_0_meta.json +0 -0
  2. .cache/rms_norm_8_12_0_meta.json +0 -0
  3. .gitattributes +9 -0
  4. README.md +48 -0
  5. added_tokens.json +12 -0
  6. chat_template.jinja +1 -0
  7. config.json +1 -0
  8. dd_metastate_Llm_Prefill_rms_norm_7_12_0.fconst +3 -0
  9. dd_metastate_Llm_Prefill_rms_norm_7_12_0.state +3 -0
  10. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1024_.ctrlpkt +0 -0
  11. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1024_.meta +3 -0
  12. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1024_.super +0 -0
  13. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_128_.ctrlpkt +0 -0
  14. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_128_.meta +3 -0
  15. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_128_.super +0 -0
  16. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1536_.ctrlpkt +0 -0
  17. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1536_.meta +3 -0
  18. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1536_.super +0 -0
  19. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1792_.ctrlpkt +0 -0
  20. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1792_.meta +3 -0
  21. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1792_.super +0 -0
  22. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2048_.ctrlpkt +0 -0
  23. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2048_.meta +3 -0
  24. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2048_.super +0 -0
  25. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2304_.ctrlpkt +0 -0
  26. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2304_.meta +3 -0
  27. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2304_.super +0 -0
  28. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_256_.ctrlpkt +0 -0
  29. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_256_.meta +3 -0
  30. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_256_.super +0 -0
  31. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_3072_.ctrlpkt +0 -0
  32. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_3072_.meta +3 -0
  33. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_3072_.super +0 -0
  34. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_4096_.ctrlpkt +0 -0
  35. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_4096_.meta +3 -0
  36. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_4096_.super +0 -0
  37. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_512_.ctrlpkt +0 -0
  38. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_512_.meta +3 -0
  39. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_512_.super +0 -0
  40. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_768_.ctrlpkt +0 -0
  41. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_768_.meta +3 -0
  42. dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_768_.super +0 -0
  43. dd_metastate_Llm_Token_rms_norm_8_12_0.fconst +3 -0
  44. dd_metastate_Llm_Token_rms_norm_8_12_0.state +3 -0
  45. dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_1024_.ctrlpkt +3 -0
  46. dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_1024_.meta +3 -0
  47. dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_1024_.super +0 -0
  48. dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_2048_.ctrlpkt +3 -0
  49. dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_2048_.meta +3 -0
  50. dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_2048_.super +0 -0
.cache/rms_norm_7_12_0_meta.json ADDED
The diff for this file is too large to render. See raw diff
 
.cache/rms_norm_8_12_0_meta.json ADDED
The diff for this file is too large to render. See raw diff
 
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.const filter=lfs diff=lfs merge=lfs -text
37
+ *.fconst filter=lfs diff=lfs merge=lfs -text
38
+ *.ctrlpkt filter=lfs diff=lfs merge=lfs -text
39
+ *.meta filter=lfs diff=lfs merge=lfs -text
40
+ *.onnx.data filter=lfs diff=lfs merge=lfs -text
41
+ dd_metastate_Llm_Prefill_rms_norm_7_12_0.state filter=lfs diff=lfs merge=lfs -text
42
+ dd_metastate_Llm_Token_rms_norm_8_12_0.state filter=lfs diff=lfs merge=lfs -text
43
+ full.onnx.data filter=lfs diff=lfs merge=lfs -text
44
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ language:
4
+ - en
5
+ pipeline_tag: text-generation
6
+ tags:
7
+ - amd
8
+ - ryzenai
9
+ - onnx
10
+ - npu_4K
11
+ ---
12
+
13
+ # Phi-4-mini-instruct_rai_1.7.1_npu_4K
14
+
15
+ - ## Introduction
16
+
17
+ This model was created using Quark Quantization, followed by OGA Model Builder, and finalized with post-processing for NPU deployment (Full Fusion 4K context).
18
+
19
+ - ## Quantization Strategy
20
+ - AWQ / Group 128 / Asymmetric / BFP16 activations / UINT4 Weights
21
+
22
+ - ## Quick Start
23
+
24
+ For quickstart, refer to [Ryzen AI documentation](https://ryzenai.docs.amd.com/en/latest/hybrid_oga.html)
25
+
26
+ #### Evaluation scores
27
+
28
+ _Benchmark scores not yet available for this model._
29
+
30
+ #### License
31
+
32
+ Modifications copyright(c) 2025 Advanced Micro Devices,Inc. All rights reserved.
33
+
34
+ MIT License
35
+
36
+ Copyright (c) 2025 Advanced Micro Devices, Inc
37
+
38
+ Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal
39
+ in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
40
+ copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
41
+ The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
42
+
43
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
44
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
45
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
46
+ SOFTWARE.
47
+
48
+
added_tokens.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|/tool_call|>": 200026,
3
+ "<|/tool|>": 200024,
4
+ "<|assistant|>": 200019,
5
+ "<|end|>": 200020,
6
+ "<|system|>": 200022,
7
+ "<|tag|>": 200028,
8
+ "<|tool_call|>": 200025,
9
+ "<|tool_response|>": 200027,
10
+ "<|tool|>": 200023,
11
+ "<|user|>": 200021
12
+ }
chat_template.jinja ADDED
@@ -0,0 +1 @@
 
 
1
+ {% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% else %}{{ eos_token }}{% endif %}
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
dd_metastate_Llm_Prefill_rms_norm_7_12_0.fconst ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d586b9677cb27cb13a6c08c11c4e1dc5cf26a683f74703426b42272b1aa7f68
3
+ size 2111950400
dd_metastate_Llm_Prefill_rms_norm_7_12_0.state ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20bb5c8aec10287f4548f1ecdc201c207089227b31262430ef27f0345c80064e
3
+ size 844
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1024_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1024_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e288927a67fd7b71299879d082d61f2ff0bb31a2c3a6154baa4ad0ec9e8108ca
3
+ size 60961674
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1024_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_128_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_128_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2291e1fbd4cc4c36f00dcabba58d4996248f97b58a2c5e6dc07ee08bb19c4157
3
+ size 27327834
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_128_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1536_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1536_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4454f18a4e175fd14dc243600ee625e47445437ccdb6eedbeae1d32c822710
3
+ size 78216554
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1536_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1792_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1792_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e7ae2334d4ea082dd3ed765ec9bd1f94e4f1edb62d777cb479928c32ddba55
3
+ size 86963626
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_1792_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2048_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2048_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197a30c261adb19ecdab1eadab681f2fc3f5e6e78ff64f02cafbaf3af484c02d
3
+ size 91853834
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2048_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2304_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2304_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:376b4274d02842056fe3735718d6fe16a01757b1affcc95a7e3f15708b3a49c6
3
+ size 115509674
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_2304_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_256_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_256_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64fb5c386d235539ae97ebb64cf5e7dc63efab42ad1e7911c32f1810bde363e7
3
+ size 30821146
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_256_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_3072_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_3072_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dde3cb81e9bacb0c15b6532a25bdd868d3964da1a4101cf5fccf2d792e6fa96
3
+ size 124593388
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_3072_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_4096_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_4096_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf1657d85df0dc0ce2d31ef0df9b66425b9e2ef8300159af8d4c245beabc768
3
+ size 239502148
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_4096_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_512_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_512_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e76f460c1a72c8779e7fbb024f9aa45eba5ee60302868f3de187ce888e39f4f
3
+ size 45802500
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_512_.super ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_768_.ctrlpkt ADDED
File without changes
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_768_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d94bc29f308b5652ca9b9eb85f7fbdbf2106e2175750c42523045ab362691b
3
+ size 54729704
dd_metastate_Llm_Prefill_rms_norm_7_12_0_sequence_length_padded_768_.super ADDED
File without changes
dd_metastate_Llm_Token_rms_norm_8_12_0.fconst ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:728e01aefced2b9fffa07f7bf06158f35bda9c57c18176aa4341a0f2cc1fb0d1
3
+ size 2098843200
dd_metastate_Llm_Token_rms_norm_8_12_0.state ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28031bbd364fb28088f1315e7988d6afabc00b6a13d1130ea65cefceb8306a19
3
+ size 656
dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_1024_.ctrlpkt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a941da1560fe624c1df1c16d390c6e5845d2da46ac0176b8b4a47fdb0685e1f
3
+ size 8839752
dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_1024_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4645d7b0359cb5b961036e359e900ae201b18d30bcf7c4e972f4dc0b916e65
3
+ size 2165701
dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_1024_.super ADDED
File without changes
dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_2048_.ctrlpkt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd8e119499f8eff6d9e787578a57be537d97f0eb7cf6ec393e1ff6671d54f577
3
+ size 8839752
dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_2048_.meta ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd75f1318a00d56c600ff94a33164f96f9b2cedcc62c9d7d552641f0460e9366
3
+ size 2165701
dd_metastate_Llm_Token_rms_norm_8_12_0_attention_mask_padded_2048_.super ADDED
File without changes