Spaces:
Runtime error
Runtime error
ztime
commited on
Commit
·
4ec3328
1
Parent(s):
8fd0c06
add llama, remove
Browse files- Dockerfile +4 -4
Dockerfile
CHANGED
@@ -10,14 +10,14 @@ RUN apt-get update && \
|
|
10 |
pkg-config \
|
11 |
curl cmake git
|
12 |
|
13 |
-
RUN pip install -U pip setuptools wheel && \
|
14 |
-
|
15 |
|
16 |
|
17 |
RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
|
18 |
cd llamacpp && \
|
19 |
-
cmake -B build && \
|
20 |
-
cmake --build build --config Release main server && \
|
21 |
cp build/bin/* ~/
|
22 |
|
23 |
# Download model
|
|
|
10 |
pkg-config \
|
11 |
curl cmake git
|
12 |
|
13 |
+
# RUN pip install -U pip setuptools wheel && \
|
14 |
+
# CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" FORCE_CMAKE=1 pip install --verbose llama-cpp-python[server]
|
15 |
|
16 |
|
17 |
RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
|
18 |
cd llamacpp && \
|
19 |
+
cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
|
20 |
+
cmake --build build --config Release --target main server && \
|
21 |
cp build/bin/* ~/
|
22 |
|
23 |
# Download model
|