chat-with-PDF-140304A

Sleeping

Mr-Vicky-01 commited on May 6

Commit

eee2885

•

1 Parent(s): 7a00920

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -19,7 +19,7 @@ Settings.llm = HuggingFaceInferenceAPI(
     tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
     context_window=3900,
     token=os.getenv("HF_TOKEN"),
-    max_new_tokens=1000,
     generate_kwargs={"temperature": 0.1},
 )
 Settings.embed_model = HuggingFaceEmbedding(

     tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
     context_window=3900,
     token=os.getenv("HF_TOKEN"),
+    # max_new_tokens=1000,
     generate_kwargs={"temperature": 0.1},
 )
 Settings.embed_model = HuggingFaceEmbedding(