karthickg12 commited on
Commit
a8ad7fd
1 Parent(s): 7e3d8f5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -75,7 +75,7 @@
75
  import torch
76
  from transformers import AutoModelForCausalLM, AutoTokenizer
77
 
78
- torch.set_default_device("cuda")
79
 
80
  model = AutoModelForCausalLM.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", torch_dtype="auto", trust_remote_code=True)
81
  tokenizer = AutoTokenizer.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", trust_remote_code=True)
 
75
  import torch
76
  from transformers import AutoModelForCausalLM, AutoTokenizer
77
 
78
+ #torch.set_default_device("cuda")
79
 
80
  model = AutoModelForCausalLM.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", torch_dtype="auto", trust_remote_code=True)
81
  tokenizer = AutoTokenizer.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", trust_remote_code=True)