refact: use Azure.AI.OpenAI sdk from foundry

Author: ferantivero

website/chatui/Controllers/ChatGPTController.cs

@@ -1,6 +1,7 @@
 using System.Text.Json;
 using Microsoft.AspNetCore.Mvc;
 using Microsoft.Extensions.Options;
+using OpenAI.Chat;
 using chatui.Configuration;
 using chatui.Models;
 
@@ -10,11 +11,11 @@ namespace chatui.Controllers;
 [Route("[controller]/[action]")]
 
 public class ChatGPTController(
- IHttpClientFactory httpClientFactory,
+ ChatClient client,
  IOptions<ChatApiOptions> options, 
  ILogger<ChatGPTController> logger) : ControllerBase
 {
- private readonly HttpClient _client = httpClientFactory.CreateClient("ChatGPT");
+ private readonly ChatClient _client = client;
  private readonly ChatApiOptions _config = options.Value;
  private readonly ILogger<ChatGPTController> _logger = logger;
 
@@ -26,36 +27,32 @@ public async Task<IActionResult> Completions([FromBody] string prompt)
 
  _logger.LogDebug("Prompt received {Prompt}", prompt);
 
- var requestBody = JsonSerializer.Serialize(new Dictionary<string, string>
+ HttpChatGPTResponse response;
+ try
  {
- [_config.ChatInputName] = prompt
- });
+ ChatCompletion completion = await _client.CompleteChatAsync(
+ [
+ // System messages represent instructions or other guidance about how the assistant should behave
+ new SystemChatMessage("You are a helpful Azure Chatbot assistant that answer questions about the Azure.") { ParticipantName = _config.ChatOutputName },
+ // User messages represent user input, whether historical or the most recent input
+ new UserChatMessage(prompt) { ParticipantName = _config.ChatInputName },
+ ]);
 
- using var content = new StringContent(requestBody, System.Text.Encoding.UTF8, "application/json");
+  response = new (true, completion.Content.FirstOrDefault()?.Text ?? string.Empty);
 
- var response = await _client.PostAsync(string.Empty, content);
- var responseContent = await response.Content.ReadAsStringAsync();
-
- _logger.LogInformation("HTTP status code: {StatusCode}", response.StatusCode);
-
- if (!response.IsSuccessStatusCode)
+ _logger.LogDebug("Successfully completed chat response with: {Data}.", response.Data);
+ }
+ catch (Exception ex)
  {
- _logger.LogError("Error response: {Content}", responseContent);
-
- foreach (var (key, value) in response.Headers)
- _logger.LogDebug("Header {Key}: {Value}", key, string.Join(", ", value));
+ _logger.LogError("Unexpected error occurred while completing the chat: {Error}", ex.Message);
 
- foreach (var (key, value) in response.Content.Headers)
- _logger.LogDebug("Content-Header {Key}: {Value}", key, string.Join(", ", value));
-
- return BadRequest(responseContent);
+ return StatusCode(503, new
+ {
+ success = false,
+ error = "Service is temporarily unavailable."
+ });
  }
 
- _logger.LogDebug("Successful response: {Content}", responseContent);
-
- var result = JsonSerializer.Deserialize<Dictionary<string, string>>(responseContent);
- var output = result?.GetValueOrDefault(_config.ChatOutputName) ?? string.Empty;
-
- return Ok(new HttpChatGPTResponse(true, output));
+ return Ok(response);
  }
 }

website/chatui/Program.cs

@@ -1,4 +1,6 @@
 using Microsoft.Extensions.Options;
+using Azure;
+using Azure.AI.OpenAI;
 using chatui.Configuration;
 
 var builder = WebApplication.CreateBuilder(args);
@@ -8,19 +10,16 @@
  .ValidateDataAnnotations()
  .ValidateOnStart();
 
-builder.Services.AddHttpClient("ChatGPT", (provider, client) =>
+builder.Services.AddSingleton((provider) =>
 {
  var config = provider.GetRequiredService<IOptions<ChatApiOptions>>().Value;
- client.BaseAddress = new Uri(config.ChatApiEndpoint);
- client.DefaultRequestHeaders.Authorization =
- new System.Net.Http.Headers.AuthenticationHeaderValue("Bearer", config.ChatApiKey);
-}).ConfigurePrimaryHttpMessageHandler(() =>
-{
- return new HttpClientHandler
- {
- ClientCertificateOptions = ClientCertificateOption.Manual,
- ServerCertificateCustomValidationCallback = (_, _, _, _) => true
- };
+ var openAIClient = new AzureOpenAIClient(
+ new Uri(config.ChatApiEndpoint),
+ new AzureKeyCredential(config.ChatApiKey));
+
+ // ensure this matches the custom deployment name you specified for
+ // your model under ../../infra-as-code/bicep/openai.bicep
+ return openAIClient.GetChatClient("gpt-35-turbo");
 });
 
 builder.Services.AddControllersWithViews();

website/chatui/chatui.csproj

@@ -7,4 +7,8 @@
  <ItemGroup>
  <Folder Include="wwwroot\" />
  </ItemGroup>
+ <ItemGroup>
+ <PackageReference Include="Azure.AI.OpenAI" Version="2.1.0" />
+ <PackageReference Include="Azure.Identity" Version="1.13.2" />
+ </ItemGroup>
 </Project>