matthewlee626 commited on
Commit
ad09580
Β·
1 Parent(s): a000c07

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -1,12 +1,14 @@
1
  import gradio as gr
2
  from rwkv.model import RWKV
3
  from huggingface_hub import hf_hub_download
 
 
 
 
4
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
5
  model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
6
- title = "RWKV-4-World-7B-v1-20230626-ctx4096"
7
 
8
- os.environ["RWKV_JIT_ON"] = '1'
9
- os.environ["RWKV_CUDA_ON"] = '1'
10
 
11
  LENGTH=200
12
 
 
1
  import gradio as gr
2
  from rwkv.model import RWKV
3
  from huggingface_hub import hf_hub_download
4
+ os.environ["RWKV_JIT_ON"] = '1'
5
+ os.environ["RWKV_CUDA_ON"] = '1'
6
+ title = "RWKV-4-World-7B-v1-20230626-ctx4096"
7
+
8
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
9
  model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
 
10
 
11
+
 
12
 
13
  LENGTH=200
14