llama-2-7b-chat-ecom

Runtime error

safihaider commited on Dec 20, 2023

Commit

16cf660

1 Parent(s): a6affd6

login added

Files changed (1) hide show

ChatService.py CHANGED Viewed

@@ -19,6 +19,8 @@ class ChatService:
         gpu_count = torch.cuda.device_count()
         print('gpu_count', gpu_count)
         tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
         pipeline = transformers.pipeline(
             task="text-generation",

         gpu_count = torch.cuda.device_count()
         print('gpu_count', gpu_count)
+        login(os.environ["HF_TOKEN"])
         tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
         pipeline = transformers.pipeline(
             task="text-generation",