Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
@@ -65,6 +65,7 @@ class EndpointHandler:
|
|
65 |
|
66 |
# Prepare logits processor
|
67 |
logits_processors = None
|
|
|
68 |
|
69 |
if vocab_list:
|
70 |
# Define allowed tokens dynamically
|
|
|
65 |
|
66 |
# Prepare logits processor
|
67 |
logits_processors = None
|
68 |
+
allowed_token_ids = []
|
69 |
|
70 |
if vocab_list:
|
71 |
# Define allowed tokens dynamically
|