bobber commited on
Commit
5e8be66
·
verified ·
1 Parent(s): 921a331

GRPO v21 LoRA-only Q4 ONNX patch from reference base

Browse files
.gitattributes CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ onnx/model_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
37
+ onnx/model_q4.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
38
+ onnx/model_q4f16.onnx_data filter=lfs diff=lfs merge=lfs -text
39
+ onnx/model_q4f16.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "transformers.js_config": {
3
+ "use_external_data_format": {
4
+ "model_q4.onnx": 2
5
+ }
6
+ }
7
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "eos_token_id": [
3
+ 2,
4
+ 11
5
+ ]
6
+ }
onnx/model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a36fa995d2c2480a327b83fadb1c671ae3413f325a1818a08cd2581636dfce32
3
+ size 1375895
onnx/model_q4.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65cffd4962b7e118c67c88aa964e2985c0a0f54329019925b67cc2c70a158b96
3
+ size 2089224480
onnx/model_q4.onnx_data_1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3160ca9a16649a45bbdf4bab2e102a7edc6d8d774435b0180dfe2618458e4db
3
+ size 465316544
onnx/model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a99fa393692ed8f562a29af6255c8851cb7af985a44670e5d9c5e99228f753
3
+ size 1411824
onnx/model_q4f16.onnx_data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c76ad89f23408fa0a7de01a972aaa798cd0c8c1f86434141ee4c5bde8839f88
3
+ size 2064050912
onnx/model_q4f16.onnx_data_1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca413ce2260afb43e809ef7f046f2746d1cdb1f5d92af3b5974dca1f7c92b864
3
+ size 237633536