Upload folder using huggingface_hub

config.json

@@ -49,9 +49,9 @@
     "build_config": {
         "max_input_len": 1024,
         "max_output_len": 1024,
-        "max_batch_size": 1,
+        "max_batch_size": 16,
         "max_beam_width": 1,
-        "max_num_tokens": 1024,
+        "max_num_tokens": 16384,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,
         "gather_generation_logits": false,

rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bf8c95a77a5f145ae1c11a3e06675998b45bf11fad62b667d704482d486dc49
-size 13480095900
+oid sha256:adbb46638fb89b4b152e59336f16f57997fccca933ba36c358cbfed9bbaa20f7
+size 13480126028