phi-4-GGUF

Running

5fp commited on Sep 23

Commit

cc0a869

•

1 Parent(s): 5370d8d

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -18,7 +18,7 @@ ENV LDFLAGS="-static"
 RUN make llama-server
 WORKDIR /data
-RUN wget https://huggingface.co/Green-Sky/TriLM_3.9B-GGUF/resolve/main/TriLM_3.9B_Unpacked-4.0B-TQ2_0.gguf -nv -O model.gguf
 FROM ${BASE_CPU_CONTAINER} as runtime

 RUN make llama-server
 WORKDIR /data
+RUN wget https://huggingface.co/Qwen/Qwen1.5-0.5B-Chat-GGUF/resolve/main/qwen1_5-0_5b-chat-q4_k_m.gguf -nv -O model.gguf
 FROM ${BASE_CPU_CONTAINER} as runtime