Spaces:

chansung
/

hf-inference-endpoint

Runtime error

chansung commited on Sep 2, 2023

Commit

a8a7795

•

1 Parent(s): 8978ec6

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -158,7 +158,7 @@ def submit(
             env: {
                 "DISABLE_CUSTOM_KERNELS": "true" if custom_kernel == "Enabled" else "false",
                 "MAX_BATCH_PREFILL_TOKENS": str(max_batch_prefill_token),
-                "MAX_BATCH_TOTAL_TOKENS": str(max_batch_total_token);
                 "MAX_INPUT_LENGTH": str(max_input_length),
                 "MAX_TOTAL_TOKENS": str(max_tokens),
                 "MODEL_ID": repository_selector.lower(),

             env: {
                 "DISABLE_CUSTOM_KERNELS": "true" if custom_kernel == "Enabled" else "false",
                 "MAX_BATCH_PREFILL_TOKENS": str(max_batch_prefill_token),
+                "MAX_BATCH_TOTAL_TOKENS": str(max_batch_total_token),
                 "MAX_INPUT_LENGTH": str(max_input_length),
                 "MAX_TOTAL_TOKENS": str(max_tokens),
                 "MODEL_ID": repository_selector.lower(),