Spaces:
Runtime error
Runtime error
storresbusquets
commited on
Commit
•
3ab6ca9
1
Parent(s):
8716b29
Update app.py
Browse files
app.py
CHANGED
@@ -3,13 +3,13 @@ import torch
|
|
3 |
import transformers
|
4 |
from transformers import AutoTokenizer
|
5 |
from langchain import LLMChain, HuggingFacePipeline, PromptTemplate
|
6 |
-
|
7 |
|
8 |
-
|
9 |
|
10 |
def greet(text):
|
11 |
|
12 |
-
model = "
|
13 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
14 |
|
15 |
pipeline = transformers.pipeline(
|
@@ -19,7 +19,7 @@ def greet(text):
|
|
19 |
torch_dtype=torch.bfloat16,
|
20 |
trust_remote_code=True,
|
21 |
device_map="auto",
|
22 |
-
max_length=
|
23 |
do_sample=True,
|
24 |
top_k=10,
|
25 |
num_return_sequences=1,
|
|
|
3 |
import transformers
|
4 |
from transformers import AutoTokenizer
|
5 |
from langchain import LLMChain, HuggingFacePipeline, PromptTemplate
|
6 |
+
import os
|
7 |
|
8 |
+
access_token = os.getenv("Llama2")
|
9 |
|
10 |
def greet(text):
|
11 |
|
12 |
+
model = "meta-llama/Llama-2-7b-chat-hf"
|
13 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
14 |
|
15 |
pipeline = transformers.pipeline(
|
|
|
19 |
torch_dtype=torch.bfloat16,
|
20 |
trust_remote_code=True,
|
21 |
device_map="auto",
|
22 |
+
max_length=1000,
|
23 |
do_sample=True,
|
24 |
top_k=10,
|
25 |
num_return_sequences=1,
|