Tonic commited on
Commit
1590544
·
1 Parent(s): 88023ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -20,7 +20,8 @@ model_name = "microsoft/Orca-2-13b"
20
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
21
  model = AutoModelForCausalLM.from_pretrained(model_name)
22
  model = model.to(torch.bfloat16)
23
- model = model.to(device_map='auto')
 
24
 
25
  class OrcaChatBot:
26
  def __init__(self, model, tokenizer, system_message="You are Orca, an AI language model created by Microsoft. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
 
20
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
21
  model = AutoModelForCausalLM.from_pretrained(model_name)
22
  model = model.to(torch.bfloat16)
23
+ model = model.to(device)
24
+
25
 
26
  class OrcaChatBot:
27
  def __init__(self, model, tokenizer, system_message="You are Orca, an AI language model created by Microsoft. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):