stablelm-2-1_6b-zephyr

Running

reshinthadith commited on Apr 19, 2023

Commit

86304c9

•

1 Parent(s): d9b7ce5

Fix auth

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,7 +5,7 @@ import time
 import numpy as np
 from torch.nn import functional as F
 import os
-token_key = True#os.environ.get("HUGGING_FACE_HUB_TOKEN")
 if torch.cuda.is_available():
  m = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-tuned-alpha-7b",use_auth_token=token_key, torch_dtype=torch.float16).cuda()

 import numpy as np
 from torch.nn import functional as F
 import os
+token_key = os.environ.get("HUGGING_FACE_HUB_TOKEN")
 if torch.cuda.is_available():
  m = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-tuned-alpha-7b",use_auth_token=token_key, torch_dtype=torch.float16).cuda()