Done

Signed-off-by: Jee Jee Li <[email protected]>
sleepwalker2017 · Jan 29, 2025 · 7b1480a · 7b1480a
1 parent 207891f
commit 7b1480a
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -1346,6 +1346,7 @@ def _dummy_run(self,
             self.execute_model(model_input, kv_caches, intermediate_tensors)
             torch.cuda.synchronize()
             if self.lora_config:
+                # Remove dummy loras.
                 assert self.lora_manager is not None
                 self.remove_all_loras()
             return