[Core] Make raw_request optional in ServingCompletion (vllm-project#1…

…2503) Signed-off-by: Sebastian Schönnenbeck <[email protected]>
MengqingCao · Jan 28, 2025 · 2079e43 · 2079e43
1 parent e29d435
commit 2079e43
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/entrypoints/openai/serving_completion.py b/vllm/entrypoints/openai/serving_completion.py
@@ -58,7 +58,7 @@ def __init__(
     async def create_completion(
         self,
         request: CompletionRequest,
-        raw_request: Request,
+        raw_request: Optional[Request] = None,
     ) -> Union[AsyncGenerator[str, None], CompletionResponse, ErrorResponse]:
         """Completion API similar to OpenAI's API.
 
@@ -137,7 +137,7 @@ async def create_completion(
                                  lora_request=lora_request,
                                  prompt_adapter_request=prompt_adapter_request)
 
-                trace_headers = (await
+                trace_headers = (None if raw_request is None else await
                                  self._get_trace_headers(raw_request.headers))
 
                 if isinstance(sampling_params, BeamSearchParams):