File size: 590 Bytes
cd57b1c
 
 
 
 
 
 
 
f76de01
 
 
 
9a281c9
 
cd57b1c
202c549
02555ce
202c549
9a281c9
 
202c549
cd57b1c
9a281c9
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
FROM ubuntu:22.04

RUN apt-get update && \
    apt-get install -y python3 python3-pip && \
    apt-get clean && \
    rm -rf /var/lib/apt/lists/*

RUN pip3 install --upgrade pip
RUN pip3 install transformers
RUN pip3 install "fschat[model_worker,webui]"
RUN pip install accelerate pandas numpy

COPY entrypoint.sh /bin/entrypoint.sh
RUN chmod 755 /bin/entrypoint.sh

WORKDIR /app
RUN chmod -R 777 /app

ENV FS_ENABLE_WEB=false
ENV FS_ENABLE_OPENAI_API=true
ENV TRANSFORMERS_CACHE=/app

ENTRYPOINT [ "/bin/bash", "/bin/entrypoint.sh" ]
CMD ["--model-path mistralai/Mistral-7B-Instruct-v0.1"]