ARG UBUNTU_VERSION=22.04

FROM ubuntu:$UBUNTU_VERSION as build

RUN apt-get update && \
    apt-get install -y build-essential git

RUN git clone https://github.com/ggerganov/llama.cpp

WORKDIR /llama.cpp

RUN make

COPY . .

# FROM ubuntu:$UBUNTU_VERSION as runtime

# COPY --from=build /llama.cpp/main /main

ENV LC_ALL=C.utf8

ENTRYPOINT ["/main", "-m", "./models/ggml-model-q4_1.gguf", "-p", "### Instruction:\nତୁମେ କିଏ?\n\n### Response:\n"]

# ./main -ngl 16 -m /content/openllama_odia_3b_base/ggml-model-q5_1.gguf -n 512 -p  "### Instruction:\nତୁମେ କିଏ?\n\n### Response:\n"