Spaces:
Running
on
A100
Running
on
A100
Gong Junmin
commited on
Commit
·
d85b31b
1
Parent(s):
f527e35
support nano vllm docker
Browse files- Dockerfile +6 -5
Dockerfile
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
# Use official Python image
|
| 2 |
FROM python:3.11-slim
|
| 3 |
|
| 4 |
# Set environment variables
|
|
@@ -29,12 +29,13 @@ COPY --chown=user:user requirements.txt .
|
|
| 29 |
# Copy the local nano-vllm package
|
| 30 |
COPY --chown=user:user acestep/third_parts/nano-vllm $HOME/app/acestep/third_parts/nano-vllm
|
| 31 |
|
| 32 |
-
# Install
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
# Install remaining dependencies
|
| 36 |
RUN pip install --no-cache-dir --user -r requirements.txt
|
| 37 |
|
|
|
|
|
|
|
|
|
|
| 38 |
# Copy the rest of the application
|
| 39 |
COPY --chown=user:user . .
|
| 40 |
|
|
|
|
| 1 |
+
# Use official Python image for HuggingFace Space
|
| 2 |
FROM python:3.11-slim
|
| 3 |
|
| 4 |
# Set environment variables
|
|
|
|
| 29 |
# Copy the local nano-vllm package
|
| 30 |
COPY --chown=user:user acestep/third_parts/nano-vllm $HOME/app/acestep/third_parts/nano-vllm
|
| 31 |
|
| 32 |
+
# Install all dependencies from requirements.txt first
|
| 33 |
+
# This includes torch and pre-built flash-attn wheel
|
|
|
|
|
|
|
| 34 |
RUN pip install --no-cache-dir --user -r requirements.txt
|
| 35 |
|
| 36 |
+
# Install nano-vllm with --no-deps since all dependencies are already installed
|
| 37 |
+
RUN pip install --no-cache-dir --user --no-deps $HOME/app/acestep/third_parts/nano-vllm
|
| 38 |
+
|
| 39 |
# Copy the rest of the application
|
| 40 |
COPY --chown=user:user . .
|
| 41 |
|