Spaces:
Running
on
A100
Running
on
A100
feat: update uv dependencies
Browse files
acestep/third_parts/nano-vllm/pyproject.toml
CHANGED
|
@@ -15,7 +15,8 @@ dependencies = [
|
|
| 15 |
"triton-windows>=3.0.0; sys_platform == 'win32'",
|
| 16 |
"triton>=3.0.0; sys_platform != 'win32'",
|
| 17 |
"transformers>=4.51.0",
|
| 18 |
-
"flash-attn",
|
|
|
|
| 19 |
"xxhash",
|
| 20 |
]
|
| 21 |
|
|
|
|
| 15 |
"triton-windows>=3.0.0; sys_platform == 'win32'",
|
| 16 |
"triton>=3.0.0; sys_platform != 'win32'",
|
| 17 |
"transformers>=4.51.0",
|
| 18 |
+
"flash-attn @ https://github.com/sdbds/flash-attention-for-windows/releases/download/2.8.3/flash_attn-2.8.3+cu128torch2.8.0cxx11abiFALSEfullbackward-cp311-cp311-win_amd64.whl; sys_platform == 'win32'",
|
| 19 |
+
"flash-attn; sys_platform != 'win32'",
|
| 20 |
"xxhash",
|
| 21 |
]
|
| 22 |
|
pyproject.toml
CHANGED
|
@@ -28,6 +28,9 @@ dependencies = [
|
|
| 28 |
"accelerate>=1.12.0",
|
| 29 |
"fastapi>=0.110.0",
|
| 30 |
"uvicorn[standard]>=0.27.0",
|
|
|
|
|
|
|
|
|
|
| 31 |
]
|
| 32 |
|
| 33 |
[project.scripts]
|
|
|
|
| 28 |
"accelerate>=1.12.0",
|
| 29 |
"fastapi>=0.110.0",
|
| 30 |
"uvicorn[standard]>=0.27.0",
|
| 31 |
+
|
| 32 |
+
# Local third-party packages
|
| 33 |
+
"nano-vllm @ file:///${PROJECT_ROOT}/acestep/third_parts/nano-vllm",
|
| 34 |
]
|
| 35 |
|
| 36 |
[project.scripts]
|