Update app.py

app.py

@@ -3,13 +3,13 @@ import torch
 import transformers
 from transformers import AutoTokenizer
 from langchain import LLMChain, HuggingFacePipeline, PromptTemplate
-# import os
+import os
 
-# access_token = os.getenv("Llama2")
+access_token = os.getenv("Llama2")
 
 def greet(text):
 
- model = "tiiuae/falcon-7b-instruct"
+ model = "meta-llama/Llama-2-7b-chat-hf"
  tokenizer = AutoTokenizer.from_pretrained(model)
  
  pipeline = transformers.pipeline(
@@ -19,7 +19,7 @@ def greet(text):
  torch_dtype=torch.bfloat16,
  trust_remote_code=True,
  device_map="auto",
- max_length=512,
+ max_length=1000,
  do_sample=True,
  top_k=10,
  num_return_sequences=1,