From bdcf949106970baaa0e856c8ee55286dd4352773 Mon Sep 17 00:00:00 2001 From: zhyncs Date: Sat, 21 Dec 2024 23:21:10 +0800 Subject: [PATCH] upd --- python/pyproject.toml | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/python/pyproject.toml b/python/pyproject.toml index 1c0c3c7c478..a3cf90fec41 100644 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -23,7 +23,16 @@ runtime_common = ["aiohttp", "decord", "fastapi", "psutil", "pydantic", "python-multipart", "pyzmq>=25.1.2", "torchao>=0.7.0", "uvicorn", "uvloop", "xgrammar>=0.1.6"] -srt = ["torch", "gemlite", "sglang[runtime_common]", "vllm>=0.6.3.post1,<=0.6.4.post1", "cuda-python", "flashinfer==0.1.6"] + +torch_deps = [ + "torch" +] + +gemlite_with_torch = [ + "sglang[torch_deps]", + "gemlite" +] +srt = ["sglang[runtime_common]", "sglang[gemlite_with_torch]", "vllm>=0.6.3.post1,<=0.6.4.post1", "cuda-python", "flashinfer==0.1.6"] # HIP (Heterogeneous-computing Interface for Portability) for AMD # => base docker rocm/vllm-dev:20241022, not from public vllm whl