Gong Junmin commited on
Commit
d85b31b
·
1 Parent(s): f527e35

support nano vllm docker

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -5
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- # Use official Python image with CUDA support for HuggingFace Space
2
  FROM python:3.11-slim
3
 
4
  # Set environment variables
@@ -29,12 +29,13 @@ COPY --chown=user:user requirements.txt .
29
  # Copy the local nano-vllm package
30
  COPY --chown=user:user acestep/third_parts/nano-vllm $HOME/app/acestep/third_parts/nano-vllm
31
 
32
- # Install nano-vllm first (local package)
33
- RUN pip install --no-cache-dir --user $HOME/app/acestep/third_parts/nano-vllm
34
-
35
- # Install remaining dependencies
36
  RUN pip install --no-cache-dir --user -r requirements.txt
37
 
 
 
 
38
  # Copy the rest of the application
39
  COPY --chown=user:user . .
40
 
 
1
+ # Use official Python image for HuggingFace Space
2
  FROM python:3.11-slim
3
 
4
  # Set environment variables
 
29
  # Copy the local nano-vllm package
30
  COPY --chown=user:user acestep/third_parts/nano-vllm $HOME/app/acestep/third_parts/nano-vllm
31
 
32
+ # Install all dependencies from requirements.txt first
33
+ # This includes torch and pre-built flash-attn wheel
 
 
34
  RUN pip install --no-cache-dir --user -r requirements.txt
35
 
36
+ # Install nano-vllm with --no-deps since all dependencies are already installed
37
+ RUN pip install --no-cache-dir --user --no-deps $HOME/app/acestep/third_parts/nano-vllm
38
+
39
  # Copy the rest of the application
40
  COPY --chown=user:user . .
41