Add model_max_length; note context-extension capability in README
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -82,5 +82,6 @@
|
|
| 82 |
"use_flash_rmsnorm": false,
|
| 83 |
"use_flashfft": false,
|
| 84 |
"use_interpolated_rotary_pos_emb": true,
|
| 85 |
-
"vocab_size": 512
|
|
|
|
| 86 |
}
|
|
|
|
| 82 |
"use_flash_rmsnorm": false,
|
| 83 |
"use_flashfft": false,
|
| 84 |
"use_interpolated_rotary_pos_emb": true,
|
| 85 |
+
"vocab_size": 512,
|
| 86 |
+
"model_max_length": 131072
|
| 87 |
}
|