chat: add audio streaming test

lofcz · Nov 16, 2024 · 0742ac4 · 0742ac4
1 parent c52de97
commit 0742ac4
Show file tree

Hide file tree

Showing 4 changed files with 31 additions and 2 deletions.
diff --git a/LlmTornado.Demo/ChatDemo.cs b/LlmTornado.Demo/ChatDemo.cs
@@ -473,6 +473,33 @@ public static async Task AudioInWav()
         Console.WriteLine(str);
     }
 
+    public static async Task AudioInWavStreaming()
+    {
+        Conversation chat = Program.Connect().Chat.CreateConversation(new ChatRequest
+        {
+            Model = ChatModel.OpenAi.Gpt4.AudioPreview241001,
+            Modalities = [ ChatModelModalities.Text ],
+            MaxTokens = 2000
+        });
+
+        byte[] audioData = await File.ReadAllBytesAsync("Static/Audio/sample.wav");
+
+        chat.AppendUserInput([
+            new ChatMessagePart(audioData, ChatAudioFormats.Wav)
+        ]);
+
+        await chat.StreamResponseRich(new ChatStreamEventHandler
+        {
+            MessageTokenHandler = async (str) =>
+            {
+                Console.Write(str);
+                return;
+            }
+        });
+
+        int z = 0;
+    }
+
     public static async Task AudioInAudioOutWav()
     {
         Conversation chat = Program.Connect().Chat.CreateConversation(new ChatRequest

diff --git a/LlmTornado.Demo/Program.cs b/LlmTornado.Demo/Program.cs
@@ -95,6 +95,7 @@ public enum Demos
     TranscriptionWhisperV2Srt,
     TranscriptionWhisperV2JsonVerbose,
     TranscriptionWhisperV3TurboJsonVerbose,
+    ChatAudioWavStreaming,
     Last
 }
 
@@ -233,6 +234,7 @@ public static async Task<bool> SetupApi()
             Demos.TranscriptionWhisperV2Srt => TranscriptionDemo.TranscribeFormatSrt,
             Demos.TranscriptionWhisperV2JsonVerbose => TranscriptionDemo.TranscribeFormatJsonVerbose,
             Demos.TranscriptionWhisperV3TurboJsonVerbose => TranscriptionDemo.TranscribeFormatJsonVerboseGroq,
+            Demos.ChatAudioWavStreaming => ChatDemo.AudioInWavStreaming,
             _ => null
         };
 

diff --git a/LlmTornado/Chat/Conversation.cs b/LlmTornado/Chat/Conversation.cs
@@ -1076,7 +1076,7 @@ await StreamResponseRich(new ChatStreamEventHandler
     /// <param name="token"></param>
     public async Task StreamResponseRich(ChatStreamEventHandler? eventsHandler, CancellationToken token = default)
     {
-        ChatRequest req = new(RequestParameters)
+        ChatRequest req = new ChatRequest(RequestParameters)
         {
             Messages = messages.ToList(),
             CancellationToken = token

diff --git a/LlmTornado/LlmTornado.csproj b/LlmTornado/LlmTornado.csproj
@@ -13,7 +13,7 @@
         <Title>OpenAI NextGeneration</Title>
         <PackageReleaseNotes>anthropic: haiku 3.5</PackageReleaseNotes>
         <PackageId>LlmTornado</PackageId>
-        <Version>3.1.17</Version>
+        <Version>3.1.18</Version>
         <AssemblyVersion>3.0.5</AssemblyVersion>
         <FileVersion>3.0.5</FileVersion>
         <GenerateDocumentationFile>True</GenerateDocumentationFile>