Try to download the model at build time

Dockerfile

@@ -17,5 +17,8 @@ ENV HOME=/home/user \
 WORKDIR $HOME/app
 
 COPY --chown=user ./main.py $HOME/app/main.py
+COPY --chown=user ./setup.py $HOME/app/setup.py
+
+RUN su -s /bin/bash -c "$HOME/app/setup.py" -g user user
 
 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

setup.py

@@ -0,0 +1,7 @@
+from ctransformers import AutoModelForCausalLM
+
+model = AutoModelForCausalLM.from_pretrained("TheBloke/Vigostral-7B-Chat-GGUF",
+    model_file="vigostral-7b-chat.Q4_K_M.gguf",
+    model_type="mistral",
+    threads = 3
+)