change to sglang

This commit is contained in:
2026-03-21 17:04:05 +08:00
parent b48d522bb3
commit bd67fc088f
6 changed files with 2468 additions and 1534 deletions

View File

@@ -5,6 +5,8 @@ description = "Add your description here"
readme = "README.md"
requires-python = ">=3.11"
dependencies = [
"flash-attn>=2.8.3",
"vllm>=0.17.1",
"sglang[all]",
]
[tool.uv.sources]
sglang = { git = "https://github.com/sgl-project/sglang.git", subdirectory = "python" }