johnpaulbin commited on
Commit
0250ee0
·
1 Parent(s): 4e71fd3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,13 +4,13 @@ from datetime import datetime
4
  from huggingface_hub import hf_hub_download
5
 
6
  ctx_limit = 512
7
- title = "RWKV-4-World-0.4B-v1-20230529-ctx4096"
8
  os.environ["RWKV_JIT_ON"] = '1'
9
  os.environ["RWKV_CUDA_ON"] = '0' # if '1' then use CUDA kernel for seq mode (much faster)
10
 
11
  from rwkv.model import RWKV
12
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
13
- model = RWKV(model=model_path, strategy='cpu fp32')
14
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
15
  pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
16
 
 
4
  from huggingface_hub import hf_hub_download
5
 
6
  ctx_limit = 512
7
+ title = "RWKV-4-World-1.5B-v1-fixed-20230612-ctx4096"
8
  os.environ["RWKV_JIT_ON"] = '1'
9
  os.environ["RWKV_CUDA_ON"] = '0' # if '1' then use CUDA kernel for seq mode (much faster)
10
 
11
  from rwkv.model import RWKV
12
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-world", filename=f"{title}.pth")
13
+ model = RWKV(model=model_path, strategy='cpu bf16')
14
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
15
  pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
16