Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ def generate_code(prompt):
|
|
30 |
with torch.no_grad():
|
31 |
generated_ids = model.generate(
|
32 |
**model_inputs,
|
33 |
-
|
34 |
min_new_tokens = 256,
|
35 |
#low_memory = True,
|
36 |
do_sample = True,
|
|
|
30 |
with torch.no_grad():
|
31 |
generated_ids = model.generate(
|
32 |
**model_inputs,
|
33 |
+
max_new_tokens = 1024,
|
34 |
min_new_tokens = 256,
|
35 |
#low_memory = True,
|
36 |
do_sample = True,
|