manjunathshiva
commited on
Commit
•
176daee
1
Parent(s):
2b0a559
Update app.py
Browse files
app.py
CHANGED
@@ -121,13 +121,13 @@ vector_store = QdrantVectorStore(
|
|
121 |
|
122 |
|
123 |
llm = HuggingFaceInferenceAPI(
|
124 |
-
model_name="
|
125 |
token=HUGGINGFACEHUB_API_TOKEN,
|
126 |
context_window=8096,
|
127 |
)
|
128 |
Settings.llm = llm
|
129 |
Settings.tokenzier = AutoTokenizer.from_pretrained(
|
130 |
-
"
|
131 |
)
|
132 |
|
133 |
embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-base-en-v1.5", device="cpu")
|
|
|
121 |
|
122 |
|
123 |
llm = HuggingFaceInferenceAPI(
|
124 |
+
model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
125 |
token=HUGGINGFACEHUB_API_TOKEN,
|
126 |
context_window=8096,
|
127 |
)
|
128 |
Settings.llm = llm
|
129 |
Settings.tokenzier = AutoTokenizer.from_pretrained(
|
130 |
+
"meta-llama/Meta-Llama-3-8B-Instruct"
|
131 |
)
|
132 |
|
133 |
embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-base-en-v1.5", device="cpu")
|