Fix lora flashinfer import bug on ROCM (#3312)

sgl-project · Feb 5, 2025 · 76fa2d1 · 76fa2d1
1 parent 7ab8494
commit 76fa2d1
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/python/sglang/srt/lora/backend/flashinfer_backend.py b/python/sglang/srt/lora/backend/flashinfer_backend.py
@@ -1,10 +1,13 @@
 from typing import Tuple
 
 import torch
-from flashinfer import SegmentGEMMWrapper
 
 from sglang.srt.lora.backend import BaseLoraBackend
 from sglang.srt.lora.lora import LoraBatchInfo
+from sglang.srt.utils import is_flashinfer_available
+
+if is_flashinfer_available():
+    from flashinfer import SegmentGEMMWrapper
 
 
 class FlashInferLoraBackend(BaseLoraBackend):