Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -83,8 +83,7 @@ def predict(message, history):
|
|
83 |
"""
|
84 |
batch = tokenizer(prompt, return_tensors='pt')
|
85 |
with torch.cuda.amp.autocast():
|
86 |
-
|
87 |
-
output_tokens = model.generate(**batch, max_new_tokens=100)
|
88 |
return tokenizer.decode(output_tokens[0], skip_special_tokens=True).replace(prompt,"")
|
89 |
|
90 |
|
|
|
83 |
"""
|
84 |
batch = tokenizer(prompt, return_tensors='pt')
|
85 |
with torch.cuda.amp.autocast():
|
86 |
+
output_tokens = model.generate(**batch, max_new_tokens=100)
|
|
|
87 |
return tokenizer.decode(output_tokens[0], skip_special_tokens=True).replace(prompt,"")
|
88 |
|
89 |
|