clementsan
commited on
Commit
•
22e74a2
1
Parent(s):
8ca07f4
Fix: update torch_dtype to auto
Browse files
app.py
CHANGED
@@ -95,7 +95,7 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
|
|
95 |
llm = HuggingFaceHub(
|
96 |
repo_id=llm_model,
|
97 |
model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k,\
|
98 |
-
"trust_remote_code": True, "torch_dtype":
|
99 |
)
|
100 |
|
101 |
progress(0.5, desc="Defining buffer memory...")
|
|
|
95 |
llm = HuggingFaceHub(
|
96 |
repo_id=llm_model,
|
97 |
model_kwargs={"temperature": temperature, "max_new_tokens": max_tokens, "top_k": top_k,\
|
98 |
+
"trust_remote_code": True, "torch_dtype": "auto"}
|
99 |
)
|
100 |
|
101 |
progress(0.5, desc="Defining buffer memory...")
|