Adding extension method usage concepts

microsoft · Sep 30, 2024 · af81e60 · af81e60
1 parent 3ea6fab
commit af81e60
Show file tree

Hide file tree

Showing 2 changed files with 166 additions and 1 deletion.
diff --git a/...s/TextToImage/OpenAI_TextToImageDalle3.cs → ...oncepts/TextToImage/OpenAI_TextToImage.cs b/...s/TextToImage/OpenAI_TextToImageDalle3.cs → ...oncepts/TextToImage/OpenAI_TextToImage.cs
@@ -10,7 +10,7 @@
 namespace TextToImage;
 
 // The following example shows how to use Semantic Kernel with OpenAI DALL-E 2 to create images
-public class OpenAI_TextToImageDalle3(ITestOutputHelper output) : BaseTest(output)
+public class OpenAI_TextToImage(ITestOutputHelper output) : BaseTest(output)
 {
     [Fact]
     public async Task OpenAIDallE2Async()

diff --git a/dotnet/samples/Concepts/TextToImage/OpenAI_TextToImageLegacy.cs b/dotnet/samples/Concepts/TextToImage/OpenAI_TextToImageLegacy.cs
@@ -0,0 +1,165 @@
+using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Http.Resilience;
+using Microsoft.SemanticKernel;
+using Microsoft.SemanticKernel.ChatCompletion;
+using Microsoft.SemanticKernel.TextToImage;
+
+namespace TextToImage;
+
+/// <summary>
+/// The following example shows how you can still use the previous "ITextToImageService.GenerateImageAsync" API to generate images.
+/// </summary>
+public class OpenAI_TextToImageLegacy(ITestOutputHelper output) : BaseTest(output)
+{
+    [Fact]
+    public async Task OpenAIDallEAsync()
+    {
+        Console.WriteLine("======== OpenAI DALL-E 2 Text To Image ========");
+
+        Kernel kernel = Kernel.CreateBuilder()
+            .AddOpenAITextToImage(TestConfiguration.OpenAI.ApiKey) // Add your text to image service
+            .AddOpenAIChatCompletion(TestConfiguration.OpenAI.ChatModelId, TestConfiguration.OpenAI.ApiKey) // Add your chat completion service
+            .Build();
+
+        ITextToImageService dallE = kernel.GetRequiredService<ITextToImageService>();
+
+        var imageDescription = "A cute baby sea otter";
+        var image = await dallE.GenerateImageAsync(imageDescription, 256, 256);
+
+        Console.WriteLine(imageDescription);
+        Console.WriteLine("Image URL: " + image);
+
+        /* Output:
+
+        A cute baby sea otter
+        Image URL: https://oaidalleapiprodscus.blob.core.windows.net/private/....
+
+        */
+
+        Console.WriteLine("======== Chat with images ========");
+
+        var chatGPT = kernel.GetRequiredService<IChatCompletionService>();
+        var chatHistory = new ChatHistory(
+           "You're chatting with a user. Instead of replying directly to the user" +
+           " provide the description of an image that expresses what you want to say." +
+           " The user won't see your message, they will see only the image. The system " +
+           " generates an image using your description, so it's important you describe the image with details.");
+
+        var msg = "Hi, I'm from Tokyo, where are you from?";
+        chatHistory.AddUserMessage(msg);
+        Console.WriteLine("User: " + msg);
+
+        var reply = await chatGPT.GetChatMessageContentAsync(chatHistory);
+        chatHistory.Add(reply);
+        image = await dallE.GenerateImageAsync(reply.Content!, 256, 256);
+        Console.WriteLine("Bot: " + image);
+        Console.WriteLine("Img description: " + reply);
+
+        msg = "Oh, wow. Not sure where that is, could you provide more details?";
+        chatHistory.AddUserMessage(msg);
+        Console.WriteLine("User: " + msg);
+
+        reply = await chatGPT.GetChatMessageContentAsync(chatHistory);
+        chatHistory.Add(reply);
+        image = await dallE.GenerateImageAsync(reply.Content!, 256, 256);
+        Console.WriteLine("Bot: " + image);
+        Console.WriteLine("Img description: " + reply);
+
+        /* Output:
+
+        User: Hi, I'm from Tokyo, where are you from?
+        Bot: https://oaidalleapiprodscus.blob.core.windows.net/private/...
+        Img description: [An image of a globe with a pin dropped on a location in the middle of the ocean]
+
+        User: Oh, wow. Not sure where that is, could you provide more details?
+        Bot: https://oaidalleapiprodscus.blob.core.windows.net/private/...
+        Img description: [An image of a map zooming in on the pin location, revealing a small island with a palm tree on it]
+
+        */
+    }
+
+    [Fact(Skip = "Generating the Image can take too long and often break the test")]
+    public async Task AzureOpenAIDallEAsync()
+    {
+        Console.WriteLine("========Azure OpenAI DALL-E 3 Text To Image ========");
+
+        var builder = Kernel.CreateBuilder()
+            .AddAzureOpenAITextToImage( // Add your text to image service
+                deploymentName: TestConfiguration.AzureOpenAI.ImageDeploymentName,
+                endpoint: TestConfiguration.AzureOpenAI.ImageEndpoint,
+                apiKey: TestConfiguration.AzureOpenAI.ImageApiKey,
+                modelId: TestConfiguration.AzureOpenAI.ImageModelId,
+                apiVersion: "2024-02-15-preview") //DALL-E 3 is only supported in this version
+            .AddAzureOpenAIChatCompletion( // Add your chat completion service
+                deploymentName: TestConfiguration.AzureOpenAI.ChatDeploymentName,
+                endpoint: TestConfiguration.AzureOpenAI.Endpoint,
+                apiKey: TestConfiguration.AzureOpenAI.ApiKey);
+
+        builder.Services.ConfigureHttpClientDefaults(c =>
+        {
+            // Use a standard resiliency policy, augmented to retry 5 times
+            c.AddStandardResilienceHandler().Configure(o =>
+            {
+                o.Retry.MaxRetryAttempts = 5;
+                o.TotalRequestTimeout.Timeout = TimeSpan.FromSeconds(60);
+            });
+        });
+
+        var kernel = builder.Build();
+
+        ITextToImageService dallE = kernel.GetRequiredService<ITextToImageService>();
+        var imageDescription = "A cute baby sea otter";
+        var image = await dallE.GenerateImageAsync(imageDescription, 1024, 1024);
+
+        Console.WriteLine(imageDescription);
+        Console.WriteLine("Image URL: " + image);
+
+        /* Output:
+
+        A cute baby sea otter
+        Image URL: https://dalleproduse.blob.core.windows.net/private/images/....
+
+        */
+
+        Console.WriteLine("======== Chat with images ========");
+
+        var chatGPT = kernel.GetRequiredService<IChatCompletionService>();
+        var chatHistory = new ChatHistory(
+            "You're chatting with a user. Instead of replying directly to the user" +
+            " provide the description of an image that expresses what you want to say." +
+            " The user won't see your message, they will see only the image. The system " +
+            " generates an image using your description, so it's important you describe the image with details.");
+
+        var msg = "Hi, I'm from Tokyo, where are you from?";
+        chatHistory.AddUserMessage(msg);
+        Console.WriteLine("User: " + msg);
+
+        var reply = await chatGPT.GetChatMessageContentAsync(chatHistory);
+        chatHistory.Add(reply);
+        image = await dallE.GenerateImageAsync(reply.Content!, 1024, 1024);
+        Console.WriteLine("Bot: " + image);
+        Console.WriteLine("Img description: " + reply);
+
+        msg = "Oh, wow. Not sure where that is, could you provide more details?";
+        chatHistory.AddUserMessage(msg);
+        Console.WriteLine("User: " + msg);
+
+        reply = await chatGPT.GetChatMessageContentAsync(chatHistory);
+        chatHistory.Add(reply);
+        image = await dallE.GenerateImageAsync(reply.Content!, 1024, 1024);
+        Console.WriteLine("Bot: " + image);
+        Console.WriteLine("Img description: " + reply);
+
+        /* Output:
+
+        User: Hi, I'm from Tokyo, where are you from?
+        Bot: https://dalleproduse.blob.core.windows.net/private/images/......
+        Img description: [An image of a globe with a pin dropped on a location in the middle of the ocean]
+
+        User: Oh, wow. Not sure where that is, could you provide more details?
+        Bot: https://dalleproduse.blob.core.windows.net/private/images/......
+        Img description: [An image of a map zooming in on the pin location, revealing a small island with a palm tree on it]
+
+        */
+    }
+}