From c3f67f5048e60bff1eb4d2ede6b941c764aa2c9b Mon Sep 17 00:00:00 2001 From: Eugene Yurtsev Date: Wed, 29 Nov 2023 18:30:44 -0500 Subject: [PATCH] x --- langserve/server.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/langserve/server.py b/langserve/server.py index 1fe7ff7a..5a4b751e 100644 --- a/langserve/server.py +++ b/langserve/server.py @@ -516,7 +516,6 @@ def __init__( dictionary form. Note that only keys in `config_keys` will be modifiable by this function. """ - self.runnable = runnable try: from sse_starlette import EventSourceResponse @@ -558,6 +557,8 @@ def __init__( if with_types: runnable = runnable.with_types(**with_types) + self.runnable = runnable + model_namespace = _replace_non_alphanumeric_with_underscores(path.strip("/")) input_type_ = _resolve_model( @@ -655,7 +656,7 @@ async def invoke( event_aggregator = AsyncEventAggregatorCallback() config["callbacks"] = [event_aggregator] - output = await self.runnable.ainvoke(input_, config) + output = await self.runnable.ainvoke(input_, config=config) if self.include_callback_events: callback_events = [