AzureOpenAI and Skylark support stream ChatCompletion

src/Api/AzureOpenAI/AzureOpenAIConfig.php

@@ -16,9 +16,7 @@ class AzureOpenAIConfig
 {
     public function __construct(
         protected array $config = [],
-    ) {
-
-    }
+    ) {}
 
     public function getApiKey(): ?string
     {

src/Api/AzureOpenAI/Client.php

@@ -21,7 +21,6 @@
 use Hyperf\Odin\Exception\NotImplementedException;
 use Hyperf\Odin\Message\MessageInterface;
 use Hyperf\Odin\Tool\ToolInterface;
-use InvalidArgumentException;
 use Psr\Log\LoggerInterface;
 
 class Client implements ClientInterface
@@ -33,12 +32,13 @@ class Client implements ClientInterface
      */
     protected array $clients = [];
 
-    protected ?LoggerInterface $logger;
+    protected ?LoggerInterface $logger = null;
 
     protected bool $debug = false;
+
     protected string $model;
 
-    public function __construct(AzureOpenAIConfig $config, LoggerInterface $logger, string $model)
+    public function __construct(AzureOpenAIConfig $config, ?LoggerInterface $logger, string $model)
     {
         $this->logger = $logger;
         $this->model = $model;
@@ -54,7 +54,7 @@ public function chat(
         array $tools = [],
         bool $stream = false,
     ): ChatCompletionResponse {
-        $deploymentPath = $this->buildDeploymentPath($model);
+        $deploymentPath = $this->buildDeploymentPath();
         $messagesArr = [];
         foreach ($messages as $message) {
             if ($message instanceof MessageInterface) {
@@ -65,6 +65,7 @@ public function chat(
             'messages' => $messagesArr,
             'model' => $model,
             'temperature' => $temperature,
+            'stream' => $stream,
         ];
         if ($maxTokens) {
             $json['max_tokens'] = $maxTokens;
@@ -91,10 +92,9 @@ public function chat(
         $this->debug && $this->logger?->debug(sprintf("Send Messages: %s\nTools: %s", json_encode($messagesArr, JSON_UNESCAPED_UNICODE), json_encode($tools, JSON_UNESCAPED_UNICODE)));
         $response = $this->getClient($model)->post($deploymentPath . '/chat/completions', [
             'query' => [
-                'api-version' => $this->config->getApiVersion($model),
+                'api-version' => $this->config->getApiVersion(),
             ],
             'json' => $json,
-            'verify' => false,
         ]);
         $chatCompletionResponse = new ChatCompletionResponse($response);
         $this->debug && $this->logger?->debug('Receive: ' . $chatCompletionResponse);
@@ -107,10 +107,10 @@ public function completions(
         float $temperature = 0.9,
         int $maxTokens = 200
     ): TextCompletionResponse {
-        $deploymentPath = $this->buildDeploymentPath($model);
+        $deploymentPath = $this->buildDeploymentPath();
         $response = $this->getClient($model)->post($deploymentPath . '/completions', [
             'query' => [
-                'api-version' => $this->config->getApiVersion($model),
+                'api-version' => $this->config->getApiVersion(),
             ],
             'json' => [
                 'prompt' => $prompt,
@@ -133,14 +133,14 @@ public function embedding(
         string $model = 'text-embedding-ada-002',
         ?string $user = null
     ): ListResponse {
-        $deploymentPath = $this->buildDeploymentPath($model);
+        $deploymentPath = $this->buildDeploymentPath();
         $json = [
             'input' => $input,
         ];
         $user && $json['user'] = $user;
         $response = $this->getClient($model)->post($deploymentPath . '/embeddings', [
             'query' => [
-                'api-version' => $this->config->getApiVersion($model),
+                'api-version' => $this->config->getApiVersion(),
             ],
             'json' => $json,
             'verify' => false,
@@ -161,9 +161,6 @@ public function setDebug(bool $debug): static
 
     protected function initConfig(AzureOpenAIConfig $config): static
     {
-        if (! $config instanceof AzureOpenAIConfig) {
-            throw new InvalidArgumentException('AzureOpenAIConfig is required');
-        }
         $this->config = $config;
         $headers = [
             'api-key' => $config->getApiKey(),
@@ -182,8 +179,8 @@ protected function getClient(string $model): ?GuzzleClient
         return $this->clients[$model];
     }
 
-    protected function buildDeploymentPath(string $model = 'gpt-3.5-turbo'): string
+    protected function buildDeploymentPath(): string
     {
-        return 'openai/deployments/' . $this->config->getDeploymentName($model);
+        return 'openai/deployments/' . $this->config->getDeploymentName();
     }
 }

src/Api/OpenAI/Response/ChatCompletionChoice.php

@@ -22,12 +22,20 @@ public function __construct(
         public ?int $index = null,
         public ?string $logprobs = null,
         public ?string $finishReason = null
-    ) {
-    }
+    ) {}
 
     public static function fromArray(array $choice): static
     {
-        return new static(Message::fromArray($choice['message']), $choice['index'] ?? null, $choice['logprobs'] ?? null, $choice['finish_reason'] ?? null);
+        $message = $choice['message'] ?? [];
+        if (isset($choice['delta'])) {
+            $message = [
+                'role' => $choice['delta']['role'] ?? 'assistant',
+                'content' => $choice['delta']['content'] ?? '',
+                'tool_calls' => $choice['delta']['tool_calls'] ?? [],
+            ];
+        }
+
+        return new static(Message::fromArray($message), $choice['index'] ?? null, $choice['logprobs'] ?? null, $choice['finish_reason'] ?? null);
     }
 
     public function getMessage(): MessageInterface

src/Api/OpenAI/Response/ChatCompletionResponse.php

@@ -12,6 +12,10 @@
 
 namespace Hyperf\Odin\Api\OpenAI\Response;
 
+use Generator;
+use Hyperf\Odin\Exception\RuntimeException;
+use Psr\Http\Message\ResponseInterface as PsrResponseInterface;
+use Psr\Http\Message\StreamInterface;
 use Stringable;
 
 class ChatCompletionResponse extends AbstractResponse implements Stringable
@@ -24,13 +28,15 @@ class ChatCompletionResponse extends AbstractResponse implements Stringable
 
     protected ?string $model = null;
 
-    protected array|null $choices = [];
+    protected ?array $choices = [];
 
     protected ?Usage $usage = null;
 
+    protected bool $isChunked = false;
+
     public function __toString(): string
     {
-        return trim($this->getChoices()[0]?->getMessage()?->getContent() ? : '');
+        return trim($this->getChoices()[0]?->getMessage()?->getContent() ?: '');
     }
 
     public function getId(): ?string
@@ -82,6 +88,9 @@ public function getFirstChoice(): ?ChatCompletionChoice
         return $this->choices[0] ?? null;
     }
 
+    /**
+     * @return null|ChatCompletionChoice[]
+     */
     public function getChoices(): ?array
     {
         return $this->choices;
@@ -104,8 +113,59 @@ public function setUsage(?Usage $usage): static
         return $this;
     }
 
+    public function isChunked(): bool
+    {
+        return $this->isChunked;
+    }
+
+    public function getStreamIterator(): Generator
+    {
+        while (! $this->originResponse->getBody()->eof()) {
+            $line = $this->readLine($this->originResponse->getBody());
+
+            if (! str_starts_with($line, 'data:')) {
+                continue;
+            }
+            $data = trim(substr($line, strlen('data:')));
+            if (str_starts_with('[DONE]', $data)) {
+                break;
+            }
+            $content = json_decode($data, true);
+            if (json_last_error() !== JSON_ERROR_NONE) {
+                throw new RuntimeException('Invalid JSON response | ' . $line);
+            }
+            if (isset($content['error'])) {
+                throw new RuntimeException('Steam Error | ' . $content['error']);
+            }
+            $this->setId($content['id'] ?? null);
+            $this->setObject($content['object'] ?? null);
+            $this->setCreated($content['created'] ?? null);
+            $this->setModel($content['model'] ?? null);
+            if (empty($content['choices'])) {
+                continue;
+            }
+            foreach ($content['choices'] as $choice) {
+                yield ChatCompletionChoice::fromArray($choice);
+            }
+        }
+    }
+
+    public function setOriginResponse(PsrResponseInterface $originResponse): static
+    {
+        $this->originResponse = $originResponse;
+        $this->success = $originResponse->getStatusCode() === 200;
+        $this->parseContent();
+        return $this;
+    }
+
     protected function parseContent(): static
     {
+        if ($this->originResponse->hasHeader('Transfer-Encoding')
+            && $this->originResponse->getHeaderLine('Transfer-Encoding') === 'chunked') {
+            $this->isChunked = true;
+            return $this;
+        }
+        $this->content = $this->originResponse->getBody()->getContents();
         $content = json_decode($this->content, true);
         if (isset($content['id'])) {
             $this->setId($content['id']);
@@ -137,4 +197,18 @@ protected function buildChoices(mixed $choices): array
         return $result;
     }
 
+    private function readLine(StreamInterface $stream): string
+    {
+        $buffer = '';
+        while (! $stream->eof()) {
+            if ('' === ($byte = $stream->read(1))) {
+                return $buffer;
+            }
+            $buffer .= $byte;
+            if ($byte === "\n") {
+                break;
+            }
+        }
+        return $buffer;
+    }
 }

src/Api/OpenAI/Response/ToolCall.php

@@ -16,20 +16,13 @@
 
 class ToolCall implements Arrayable
 {
-
-    /**
-     * @param string $name
-     * @param array $arguments
-     * @param bool $shouldFix Sometimes the API will return a wrong function call. If this flag is true will attempt to fix that.
-     */
     public function __construct(
         protected string $name,
         protected array $arguments,
         protected string $id,
-        protected string $type = 'function'
-    )
-    {
-    }
+        protected string $type = 'function',
+        protected string $streamArguments = '',
+    ) {}
 
     public static function fromArray(array $toolCalls): array
     {
@@ -50,7 +43,7 @@ public static function fromArray(array $toolCalls): array
             $name = $function['name'] ?? '';
             $id = $toolCall['id'] ?? '';
             $type = $toolCall['type'] ?? 'function';
-            $static = new static($name, $arguments, $id, $type);
+            $static = new static($name, $arguments, $id, $type, $function['arguments']);
             $toolCallsResult[] = $static;
         }
         return $toolCallsResult;
@@ -81,12 +74,16 @@ public function setName(string $name): static
 
     public function getArguments(): array
     {
+        if (! empty($this->streamArguments)) {
+            $arguments = json_decode($this->streamArguments, true);
+            return is_array($arguments) ? $arguments : [];
+        }
         return $this->arguments;
     }
 
     public function getSerializedArguments(): string
     {
-        return json_encode($this->arguments);
+        return json_encode($this->getArguments(), JSON_UNESCAPED_UNICODE);
     }
 
     public function setArguments(array $arguments): static
@@ -116,4 +113,14 @@ public function setType(string $type): static
         $this->type = $type;
         return $this;
     }
+
+    public function getStreamArguments(): string
+    {
+        return $this->streamArguments;
+    }
+
+    public function appendStreamArguments(string $arguments): void
+    {
+        $this->streamArguments .= $arguments;
+    }
 }