Update Dockerfile

Dockerfile

@@ -9,12 +9,12 @@ RUN apt-get update && \
 
 # Upgrade pip and install Python packages
 RUN pip3 install --upgrade pip
-RUN pip3 install torch torchvision torchaudio
-RUN pip install fschat accelerate pandas numpy
-RUN pip install xformers --no-deps
-RUN pip3 install transformers vllm
+RUN pip3 install transformers
+RUN pip3 install "fschat[model_worker,webui]"
+RUN pip install accelerate pandas numpy
+
 
 # run this command - python -m vllm.entrypoints.openai.api_server --model mistralai/Mistral-7B-Instruct-v0.1
 # to start the server
 
-ENTRYPOINT [ "python", "-m", "vllm.entrypoints.openai.api_server", "--host", "0.0.0.0", "--port", "8080", "--model", "mistralai/Mistral-7B-Instruct-v0.1"]
+ENTRYPOINT [ "python3", "-m", "fastchat.serve.openai_api_server", "--host", "0.0.0.0", "--port", "8080", "--device", "cpu", "--model-path", "mistralai/Mistral-7B-Instruct-v0.1"]