Spaces:
Runtime error
Runtime error
Commit
Β·
ad09580
1
Parent(s):
a000c07
Update app.py
Browse files
app.py
CHANGED
@@ -1,12 +1,14 @@
|
|
1 |
import gradio as gr
|
2 |
from rwkv.model import RWKV
|
3 |
from huggingface_hub import hf_hub_download
|
|
|
|
|
|
|
|
|
4 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
|
5 |
model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
|
6 |
-
title = "RWKV-4-World-7B-v1-20230626-ctx4096"
|
7 |
|
8 |
-
|
9 |
-
os.environ["RWKV_CUDA_ON"] = '1'
|
10 |
|
11 |
LENGTH=200
|
12 |
|
|
|
1 |
import gradio as gr
|
2 |
from rwkv.model import RWKV
|
3 |
from huggingface_hub import hf_hub_download
|
4 |
+
os.environ["RWKV_JIT_ON"] = '1'
|
5 |
+
os.environ["RWKV_CUDA_ON"] = '1'
|
6 |
+
title = "RWKV-4-World-7B-v1-20230626-ctx4096"
|
7 |
+
|
8 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
|
9 |
model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
|
|
|
10 |
|
11 |
+
|
|
|
12 |
|
13 |
LENGTH=200
|
14 |
|