refact: use Azure.AI.OpenAI sdk from foundry

Author: ferantivero

website/chatui/Controllers/ChatController.cs

@@ -1,7 +1,6 @@
-using System.Net.Http.Headers;
-using System.Text.Json;
-using Microsoft.AspNetCore.Mvc;
+using Microsoft.AspNetCore.Mvc;
 using Microsoft.Extensions.Options;
+using OpenAI.Chat;
 using chatui.Configuration;
 using chatui.Models;
 
@@ -11,11 +10,11 @@ namespace chatui.Controllers;
 [Route("[controller]/[action]")]
 
 public class ChatController(
- IHttpClientFactory httpClientFactory,
- IOptionsMonitor<ChatApiOptions> options, 
+ ChatClient client,
+ IOptionsMonitor<ChatApiOptions> options,
  ILogger<ChatController> logger) : ControllerBase
 {
- private readonly HttpClient _client = httpClientFactory.CreateClient("ChatClient");
+ private readonly ChatClient _client = client;
  private readonly IOptionsMonitor<ChatApiOptions> _options = options;
  private readonly ILogger<ChatController> _logger = logger;
 
@@ -29,40 +28,32 @@ public async Task<IActionResult> Completions([FromBody] string prompt)
 
  var _config = _options.CurrentValue;
 
- var requestBody = JsonSerializer.Serialize(new Dictionary<string, string>
+ HttpChatResponse response;
+ try
  {
- [_config.ChatInputName] = prompt
- });
+ ChatCompletion completion = await _client.CompleteChatAsync(
+ [
+ // System messages represent instructions or other guidance about how the assistant should behave
+ new SystemChatMessage("You are a helpful Azure Chatbot assistant that answer questions about the Azure.") { ParticipantName = _config.ChatOutputName },
+ // User messages represent user input, whether historical or the most recent input
+ new UserChatMessage(prompt) { ParticipantName = _config.ChatInputName },
+ ]);
 
- using var request = new HttpRequestMessage(HttpMethod.Post, _config.ChatApiEndpoint)
- {
- Content = new StringContent(requestBody, System.Text.Encoding.UTF8, "application/json"),
- };
- request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", _config.ChatApiKey);
-
- var response = await _client.SendAsync(request);
- var responseContent = await response.Content.ReadAsStringAsync();
+ response = new (true, completion.Content.FirstOrDefault()?.Text ?? string.Empty);
 
- _logger.LogInformation("HTTP status code: {StatusCode}", response.StatusCode);
-
- if (!response.IsSuccessStatusCode)
+  _logger.LogInformation("Successfully completed chat response with: {Data}.", response.Data);
+ }
+ catch (Exception ex)
  {
- _logger.LogError("Error response: {Content}", responseContent);
+ _logger.LogError("Unexpected error occurred while completing the chat: {Error}", ex.Message);
 
- foreach (var (key, value) in response.Headers)
- _logger.LogDebug("Header {Key}: {Value}", key, string.Join(", ", value));
-
- foreach (var (key, value) in response.Content.Headers)
- _logger.LogDebug("Content-Header {Key}: {Value}", key, string.Join(", ", value));
-
- return BadRequest(responseContent);
+ return StatusCode(503, new
+ {
+ success = false,
+ error = "Service is temporarily unavailable."
+ });
  }
 
- _logger.LogInformation("Successful response: {Content}", responseContent);
-
- var result = JsonSerializer.Deserialize<Dictionary<string, string>>(responseContent);
- var output = result?.GetValueOrDefault(_config.ChatOutputName) ?? string.Empty;
-
- return Ok(new HttpChatResponse(true, output));
+ return Ok(response);
  }
-}
+}

website/chatui/Program.cs

@@ -1,3 +1,6 @@
+using Microsoft.Extensions.Options;
+using Azure;
+using Azure.AI.OpenAI;
 using chatui.Configuration;
 
 var builder = WebApplication.CreateBuilder(args);
@@ -7,19 +10,17 @@
  .ValidateDataAnnotations()
  .ValidateOnStart();
 
-builder.Services.AddHttpClient("ChatClient")
- .ConfigurePrimaryHttpMessageHandler(() =>
- {
- HttpClientHandler handler = new();
-
- if (builder.Environment.IsDevelopment())
- {
- handler.ClientCertificateOptions = ClientCertificateOption.Manual;
- handler.ServerCertificateCustomValidationCallback = (_, _, _, _) => true;
- }
-
- return handler;
- });
+builder.Services.AddSingleton((provider) =>
+{
+ var config = provider.GetRequiredService<IOptions<ChatApiOptions>>().Value;
+ var openAIClient = new AzureOpenAIClient(
+ new Uri(config.ChatApiEndpoint),
+ new AzureKeyCredential(config.ChatApiKey));
+
+ // ensure this matches the custom deployment name you specified for
+ // your model under ../../infra-as-code/bicep/openai.bicep
+ return openAIClient.GetChatClient("gpt-35-turbo");
+});
 
 builder.Services.AddControllersWithViews();
 
@@ -46,4 +47,4 @@
 
 app.UseCors("AllowAllOrigins");
 
-app.Run();
+app.Run();

website/chatui/chatui.csproj

@@ -7,4 +7,8 @@
  <ItemGroup>
  <Folder Include="wwwroot\" />
  </ItemGroup>
+ <ItemGroup>
+ <PackageReference Include="Azure.AI.OpenAI" Version="2.1.0" />
+ <PackageReference Include="Azure.Identity" Version="1.13.2" />
+ </ItemGroup>
 </Project>