mattritchey commited on
Commit
8d765b6
1 Parent(s): f1c52e8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -49,7 +49,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32
49
  # sentence transformers to be used in vector store
50
  embeddings = HuggingFaceEmbeddings(
51
  model_name="sentence-transformers/all-mpnet-base-v2", #Change MR
52
- model_kwargs={'device': 'cpu'},
53
  encode_kwargs={'normalize_embeddings': False}
54
  )
55
 
 
49
  # sentence transformers to be used in vector store
50
  embeddings = HuggingFaceEmbeddings(
51
  model_name="sentence-transformers/all-mpnet-base-v2", #Change MR
52
+ model_kwargs={'device': 'auto'}, #Change MR
53
  encode_kwargs={'normalize_embeddings': False}
54
  )
55