Update app.py

app.py

@@ -4,16 +4,8 @@ from huggingface_hub import hf_hub_download
 import os
 import requests
 
-os.system("ulimit -l unlimited")
-
 app = FastAPI()
 
-hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
-
-model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
-
-total = 0
-
 @app.post("/api")
 async def completion(request: Request):
     try:
@@ -38,5 +30,12 @@ async def completion(request: Request):
 
 
 if __name__ == "__main__":
+    os.system("ulimit -l unlimited")
+
+    hf_hub_download("TheBloke/deepseek-coder-1.3b-base-GGUF", "deepseek-coder-1.3b-base.Q5_K_M.gguf", local_dir="./")
+
+    model_l = Llama(model_path="./deepseek-coder-1.3b-base.Q5_K_M.gguf", n_ctx=16192, n_gpu_layers=0, n_threads=2, use_mlock=True)
+
+    total = 0
     import uvicorn
     uvicorn.run(app, host="0.0.0.0", port=7860)