diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 5c6dfec716d4e..406af57d27544 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -10,7 +10,7 @@ from vllm.core.scheduler import SchedulerOutputs from vllm.engine.arg_utils import AsyncEngineArgs from vllm.engine.async_timeout import asyncio_timeout -from vllm.engine.llm_engine import LLMEngine +from vllm.engine.llm_engine import LLMEngine, SchedulerOutputState from vllm.engine.metrics_types import StatLoggerBase from vllm.executor.executor_base import ExecutorAsyncBase from vllm.executor.ray_utils import initialize_ray_cluster, ray diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index ac1637218c84f..5e13138904297 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -6,7 +6,7 @@ from typing import (TYPE_CHECKING, Any, ClassVar, Deque, Dict, Iterable, List, Mapping, Optional) from typing import Sequence as GenericSequence -from typing import Set, Type, Union +from typing import Set, Tuple, Type, Union import torch from typing_extensions import TypeVar