phi-4-GGUF

Running

5fp commited on 14 days ago

Commit

30ad6bb

•

1 Parent(s): 9888785

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -18,7 +18,7 @@ ENV LDFLAGS="-static"
 RUN make llama-server
 WORKDIR /data
-RUN wget https://huggingface.co/Qwen/Qwen1.5-0.5B-Chat-GGUF/resolve/main/qwen1_5-0_5b-chat-q4_k_m.gguf -nv -O model.gguf
 FROM ${BASE_CPU_CONTAINER} as runtime

 RUN make llama-server
 WORKDIR /data
+RUN wget https://huggingface.co/matteogeniaccio/phi-4/resolve/main/phi-4-Q6_K.gguf -nv -O model.gguf
 FROM ${BASE_CPU_CONTAINER} as runtime