Merge pull request #901 from b4s36t4/fix/azure-ai-extra

chore: allow azure-ai to accept the extra-params from the headers
Portkey-AI · Jan 30, 2025 · 98d6c61 · 98d6c61
2 parents 3c7e325 + 74e2513
commit 98d6c61
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 3 deletions.
diff --git a/src/handlers/handlerUtils.ts b/src/handlers/handlerUtils.ts
@@ -914,6 +914,7 @@ export function constructConfigFromRequestHeaders(
       requestHeaders[`x-${POWERED_BY}-azure-deployment-type`],
     azureApiVersion: requestHeaders[`x-${POWERED_BY}-azure-api-version`],
     azureEndpointName: requestHeaders[`x-${POWERED_BY}-azure-endpoint-name`],
+    azureExtraParams: requestHeaders[`x-${POWERED_BY}-azure-extra-params`],
   };
 
   const awsConfig = {

diff --git a/src/providers/azure-ai-inference/api.ts b/src/providers/azure-ai-inference/api.ts
@@ -20,11 +20,15 @@ const AzureAIInferenceAPI: ProviderAPIConfig = {
     return `https://${azureEndpointName}.${azureRegion}.inference.ml.azure.com/score`;
   },
   headers: ({ providerOptions }) => {
-    const { apiKey, azureDeploymentType, azureDeploymentName } =
-      providerOptions;
+    const {
+      apiKey,
+      azureDeploymentType,
+      azureDeploymentName,
+      azureExtraParams,
+    } = providerOptions;
     const headers: Record<string, string> = {
       Authorization: `Bearer ${apiKey}`,
-      'extra-parameters': 'ignore',
+      'extra-parameters': azureExtraParams || 'pass-through',
     };
     if (azureDeploymentType === 'managed' && azureDeploymentName) {
       headers['azureml-model-deployment'] = azureDeploymentName;

diff --git a/src/types/requestBody.ts b/src/types/requestBody.ts
@@ -126,6 +126,7 @@ export interface Options {
   azureDeploymentType?: 'managed' | 'serverless';
   azureEndpointName?: string;
   azureApiVersion?: string;
+  azureExtraParams?: string;
 
   /** The parameter to determine if extra non-openai compliant fields should be returned in response */
   strictOpenAiCompliance?: boolean;