add GPT_4_1106_PREVIEW API unit test

Author: caopengan

src/main/java/dev/ai4j/openai4j/chat/Message.java

@@ -121,15 +121,23 @@ public static Message functionMessage(String name, String content) {
  }
 
  @Experimental
- public static Message ImageMessage(String url, ImageDetail detail) {
- ImageUrl imageUrl = ImageUrl.builder().detail(detail).url(url).build();
+ public static Message imageMessage(String url, ImageDetail detail) {
+ ImageUrl imageUrl = ImageUrl.builder().detail(detail).build();
  Content imageContent = Content.builder().type(ContentType.IMAGE_URL.stringValue()).imageUrl(imageUrl).build();
  return Message.builder()
  .role(USER)
  .content(Arrays.asList(imageContent))
  .build();
  }
 
+ @Experimental
+ public static Message userMessage(List<Content> messages) {
+ return Message.builder()
+ .role(USER)
+ .content(messages)
+ .build();
+ }
+
  public static Builder builder() {
  return new Builder();
  }

src/test/java/dev/ai4j/openai4j/chat/ChatCompletionStreamingTest.java

@@ -10,13 +10,16 @@
 
 import java.net.InetSocketAddress;
 import java.net.Proxy;
+import java.util.Arrays;
 import java.util.List;
 import java.util.concurrent.CompletableFuture;
 import java.util.concurrent.atomic.AtomicBoolean;
 import java.util.stream.Stream;
 
 import static dev.ai4j.openai4j.Model.GPT_4_1106_PREVIEW;
+import static dev.ai4j.openai4j.Model.GPT_4_VISION_PREVIEW;
 import static dev.ai4j.openai4j.chat.JsonSchemaProperty.*;
+import static dev.ai4j.openai4j.chat.Message.imageMessage;
 import static dev.ai4j.openai4j.chat.Message.userMessage;
 import static java.net.Proxy.Type.HTTP;
 import static java.util.Collections.singletonList;
@@ -44,7 +47,7 @@ void testSimpleApi() throws Exception {
  Message userMessage = userMessage(USER_MESSAGE);
  ChatCompletionRequest request = ChatCompletionRequest.builder()
  .model(GPT_4_1106_PREVIEW)
- .messages(userMessage)
+ .messages(userMessage,userMessage)
  .build();
 
 
@@ -218,4 +221,37 @@ void testCancelStreamingBeforeStreamingStarted() throws InterruptedException {
 
  assertThat(cancellationSucceeded).isTrue();
  }
+
+ @Test
+ void testImageMessageApi()throws Exception{
+ StringBuilder responseBuilder = new StringBuilder();
+ CompletableFuture<String> future = new CompletableFuture<>();
+ String url = "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg";
+ String text = "What’s in this image?";
+ ImageUrl imageUrl = ImageUrl.builder().url(url).build();
+ Content imageContent = Content.builder().type(ContentType.IMAGE_URL.stringValue()).imageUrl(imageUrl).build();
+ Content textContent = Content.builder().type(ContentType.TEXT.stringValue()).text(text).build();
+ List<Content> list = Arrays.asList(textContent,imageContent);
+ ChatCompletionRequest request = ChatCompletionRequest.builder()
+ .model(GPT_4_VISION_PREVIEW)
+ .messages(userMessage(list))
+ .maxTokens(500)
+ .build();
+
+ client.chatCompletion(request)
+ .onPartialResponse(partialResponse -> {
+ String content = partialResponse.choices().get(0).delta().content();
+ if (content != null) {
+ responseBuilder.append(content);
+ }
+ })
+ .onComplete(() -> future.complete(responseBuilder.toString()))
+ .onError(future::completeExceptionally)
+ .execute();
+
+
+ String response = future.get(30, SECONDS);
+ assertThat(response).containsIgnoringCase("green");
+ }
+
 }

src/test/java/dev/ai4j/openai4j/chat/ChatCompletionTest.java

@@ -11,10 +11,12 @@
 
 import java.net.InetSocketAddress;
 import java.net.Proxy;
+import java.util.Arrays;
 import java.util.List;
 import java.util.Map;
 import java.util.stream.Stream;
 
+import static dev.ai4j.openai4j.Model.GPT_4_VISION_PREVIEW;
 import static dev.ai4j.openai4j.chat.JsonSchemaProperty.*;
 import static dev.ai4j.openai4j.chat.Message.functionMessage;
 import static dev.ai4j.openai4j.chat.Message.userMessage;
@@ -138,4 +140,24 @@ public static String getCurrentWeather(String location, Unit unit) {
  enum Unit {
  CELSIUS, FAHRENHEIT
  }
+
+ @Test
+ void testImageMessageApi() {
+ String url = "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg";
+ String text = "What’s in this image?";
+ ImageUrl imageUrl = ImageUrl.builder().url(url).build();
+ Content imageContent = Content.builder().type(ContentType.IMAGE_URL.stringValue()).imageUrl(imageUrl).build();
+ Content textContent = Content.builder().type(ContentType.TEXT.stringValue()).text(text).build();
+ List<Content> list = Arrays.asList(textContent,imageContent);
+ ChatCompletionRequest request = ChatCompletionRequest.builder()
+ .model(GPT_4_VISION_PREVIEW)
+ .messages(userMessage(list))
+ .maxTokens(500)
+ .build();
+ ChatCompletionResponse response = client.chatCompletion(request).execute();
+
+ MessageResponse assistantMessage = response.choices().get(0).message();
+ assertThat(assistantMessage.content()).containsIgnoringCase("green");
+ }
+
 }