Aakash Vardhan commited on
Commit
f66a6e7
·
1 Parent(s): 9f6d492
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -62,15 +62,15 @@ def respond(
62
  input_ids = pipe.tokenizer.encode(prompt, return_tensors="pt")
63
  input_length = input_ids.shape[1]
64
 
 
 
 
65
  # Adjust max_length to be greater than input_length
66
  max_length = input_length + max_tokens
67
 
68
- # Ensure max_length is an integer
69
- max_length = int(max_length)
70
-
71
  outputs = pipe(
72
  prompt,
73
- max_new_tokens=int(max_tokens), # Ensure this is an integer
74
  max_length=max_length,
75
  num_beams=1,
76
  do_sample=True,
 
62
  input_ids = pipe.tokenizer.encode(prompt, return_tensors="pt")
63
  input_length = input_ids.shape[1]
64
 
65
+ # Ensure max_tokens is a positive integer
66
+ max_tokens = max(1, int(max_tokens))
67
+
68
  # Adjust max_length to be greater than input_length
69
  max_length = input_length + max_tokens
70
 
 
 
 
71
  outputs = pipe(
72
  prompt,
73
+ max_new_tokens=max_tokens,
74
  max_length=max_length,
75
  num_beams=1,
76
  do_sample=True,