From 959dca4fc7d720b8885e74761f7b098bed2bdeb7 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Sat, 1 Feb 2025 22:23:09 +0800 Subject: [PATCH] use srt VocabParallelEmbedding (#3252) --- python/sglang/srt/lora/lora.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/lora/lora.py b/python/sglang/srt/lora/lora.py index c8cbe36602b..871c1a2291f 100644 --- a/python/sglang/srt/lora/lora.py +++ b/python/sglang/srt/lora/lora.py @@ -23,7 +23,6 @@ import torch from torch import nn -from vllm.model_executor.layers.vocab_parallel_embedding import VocabParallelEmbedding from sglang.srt.layers.linear import ( ColumnParallelLinear, @@ -31,6 +30,7 @@ QKVParallelLinear, RowParallelLinear, ) +from sglang.srt.layers.vocab_parallel_embedding import VocabParallelEmbedding from sglang.srt.model_loader.loader import DefaultModelLoader