catastropiyush commited on
Commit
a44e38e
·
verified ·
1 Parent(s): 4484239

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -12,9 +12,9 @@ load_dotenv()
12
 
13
  # Configure the Llama index settings
14
  Settings.llm = HuggingFaceInferenceAPI(
15
- model_name="meta-llama/Meta-Llama-3-8B-Instruct",
16
- tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
17
- context_window=4000,
18
  token=os.getenv("HF_TOKEN"),
19
  max_new_tokens=2048,
20
  generate_kwargs={"temperature": 0.1},
 
12
 
13
  # Configure the Llama index settings
14
  Settings.llm = HuggingFaceInferenceAPI(
15
+ model_name="meta-llama/Meta-Llama-3-8B",
16
+ tokenizer_name="meta-llama/Meta-Llama-3-8B",
17
+ context_window=3000,
18
  token=os.getenv("HF_TOKEN"),
19
  max_new_tokens=2048,
20
  generate_kwargs={"temperature": 0.1},