deploy qwen3.5 and nemotron

2026-03-17 21:05:19 +08:00
parent 825c64c4dd
commit b48d522bb3
4 changed files with 4911 additions and 1 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -4,4 +4,7 @@ version = "0.1.0"
 description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.11"
-dependencies = []
+dependencies = [
+    "flash-attn>=2.8.3",
+    "vllm>=0.17.1",
+]