Spaces:
Runtime error
Runtime error
Commit Β·
ad09580
1
Parent(s): a000c07
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,12 +1,14 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
from rwkv.model import RWKV
|
| 3 |
from huggingface_hub import hf_hub_download
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
|
| 5 |
model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
|
| 6 |
-
title = "RWKV-4-World-7B-v1-20230626-ctx4096"
|
| 7 |
|
| 8 |
-
|
| 9 |
-
os.environ["RWKV_CUDA_ON"] = '1'
|
| 10 |
|
| 11 |
LENGTH=200
|
| 12 |
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
from rwkv.model import RWKV
|
| 3 |
from huggingface_hub import hf_hub_download
|
| 4 |
+
os.environ["RWKV_JIT_ON"] = '1'
|
| 5 |
+
os.environ["RWKV_CUDA_ON"] = '1'
|
| 6 |
+
title = "RWKV-4-World-7B-v1-20230626-ctx4096"
|
| 7 |
+
|
| 8 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
|
| 9 |
model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
|
|
|
|
| 10 |
|
| 11 |
+
|
|
|
|
| 12 |
|
| 13 |
LENGTH=200
|
| 14 |
|