Spaces:
Runtime error
Runtime error
Aakash Vardhan
commited on
Commit
·
f66a6e7
1
Parent(s):
9f6d492
app.py
CHANGED
@@ -62,15 +62,15 @@ def respond(
|
|
62 |
input_ids = pipe.tokenizer.encode(prompt, return_tensors="pt")
|
63 |
input_length = input_ids.shape[1]
|
64 |
|
|
|
|
|
|
|
65 |
# Adjust max_length to be greater than input_length
|
66 |
max_length = input_length + max_tokens
|
67 |
|
68 |
-
# Ensure max_length is an integer
|
69 |
-
max_length = int(max_length)
|
70 |
-
|
71 |
outputs = pipe(
|
72 |
prompt,
|
73 |
-
max_new_tokens=
|
74 |
max_length=max_length,
|
75 |
num_beams=1,
|
76 |
do_sample=True,
|
|
|
62 |
input_ids = pipe.tokenizer.encode(prompt, return_tensors="pt")
|
63 |
input_length = input_ids.shape[1]
|
64 |
|
65 |
+
# Ensure max_tokens is a positive integer
|
66 |
+
max_tokens = max(1, int(max_tokens))
|
67 |
+
|
68 |
# Adjust max_length to be greater than input_length
|
69 |
max_length = input_length + max_tokens
|
70 |
|
|
|
|
|
|
|
71 |
outputs = pipe(
|
72 |
prompt,
|
73 |
+
max_new_tokens=max_tokens,
|
74 |
max_length=max_length,
|
75 |
num_beams=1,
|
76 |
do_sample=True,
|