Dockerfile

FROM ubuntu:22.04

RUN apt-get update && \
    apt-get install -y python3 python3-pip && \
    apt-get clean && \
    rm -rf /var/lib/apt/lists/*

RUN pip3 install --upgrade pip
RUN pip3 install transformers
RUN pip3 install "fschat[model_worker,webui]"
RUN pip install accelerate pandas numpy

COPY entrypoint.sh /bin/entrypoint.sh
RUN chmod 755 /bin/entrypoint.sh

WORKDIR /app
RUN chmod -R 777 /app

ENV FS_ENABLE_WEB=false
ENV FS_ENABLE_OPENAI_API=true
ENV TRANSFORMERS_CACHE=/app

ENTRYPOINT [ "/bin/bash", "/bin/entrypoint.sh" ]
CMD ["--model-path mistralai/Mistral-7B-Instruct-v0.1"]