[misc] benchmark stable multi columns results

Author: diego Dupin

pom.xml

@@ -20,10 +20,10 @@
  <osgi.version>6.0.0</osgi.version>
  <osgi.compendium.version>5.0.0</osgi.compendium.version>
  <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <logback.version>1.3.0-alpha5</logback.version>
+ <logback.version>1.3.0-alpha10</logback.version>
  <jacoco.version>0.8.5</jacoco.version>
  <waffle-jna.version>3.0.0</waffle-jna.version>
- <mysql-connector-java.version>8.0.26</mysql-connector-java.version>
+ <mysql-connector-java.version>8.0.27</mysql-connector-java.version><!--5.1.49-->
  </properties>
 
  <licenses>
@@ -302,14 +302,14 @@
  <dependency>
  <groupId>org.slf4j</groupId>
  <artifactId>slf4j-api</artifactId>
- <version>2.0.0-alpha4</version>
+ <version>2.0.0-alpha5</version>
  <optional>true</optional>
  </dependency>
 
  <dependency>
  <groupId>ch.qos.logback</groupId>
  <artifactId>logback-classic</artifactId>
- <version>1.3.0-alpha10</version>
+ <version>${logback.version}</version>
  <scope>test</scope>
  </dependency>
 

src/benchmark/README.md

@@ -8,13 +8,13 @@
 
 How to run : 
 ```script
-mvn clean package -P bench -Dmaven.test.skip
+mvn clean package -P bench -DskipTests
 
 # run all benchmarks
 java -Duser.country=US -Duser.language=en -jar target/benchmarks.jar
 
 # run a specific benchmark
-java -Duser.country=US -Duser.language=en -jar target/benchmarks.jar "Select_1_user"
+java -Duser.country=US -Duser.language=en -jar target/benchmarks.jar "Select_100_cols"
 ```
 
 Configuration by system properties :

src/benchmark/java/org/mariadb/jdbc/Common.java

@@ -7,7 +7,9 @@
 import org.openjdk.jmh.annotations.*;
 
 import java.sql.Connection;
+import java.sql.DriverManager;
 import java.sql.SQLException;
+import java.sql.Statement;
 import java.util.Properties;
 import java.util.concurrent.TimeUnit;
 
@@ -20,15 +22,20 @@
 @OutputTimeUnit(TimeUnit.SECONDS)
 public class Common {
 
+ // conf
+ public final static String host = System.getProperty("TEST_HOST", "localhost");
+ public final static int port = Integer.parseInt(System.getProperty("TEST_PORT", "3306"));
+ public final static String username = System.getProperty("TEST_USERNAME", "root");
+ public final static String password = System.getProperty("TEST_PASSWORD", "");
+ public final static String database = System.getProperty("TEST_DATABASE", "testj");
+ public final static String other = System.getProperty("TEST_OTHER", "");
+ static {
+ new SetupData();
+ }
+
  @State(Scope.Thread)
  public static class MyState {
 
- // conf
- public final String host = System.getProperty("TEST_HOST", "localhost");
- public final int port = Integer.parseInt(System.getProperty("TEST_PORT", "3306"));
- public final String username = System.getProperty("TEST_USERNAME", "root");
- public final String password = System.getProperty("TEST_PASSWORD", "");
- public final String database = System.getProperty("TEST_DATABASE", "testj");
  // connections
  protected Connection connectionText;
  protected Connection connectionBinary;
@@ -37,7 +44,7 @@ public static class MyState {
  String driver;
 
  @Setup(Level.Trial)
- public void doSetup() throws Exception {
+ public void createConnections() throws Exception {
 
  String className;
  switch (driver) {
@@ -51,21 +58,21 @@ public void doSetup() throws Exception {
  throw new RuntimeException("wrong param");
  }
  try {
- String jdbcBase = "%s:%s/%s?user=%s&password=%s&sslMode=DISABLED&useServerPrepStmts=%s&cachePrepStmts=%s&serverTimezone=UTC";
+ String jdbcBase = "jdbc:%s://%s:%s/%s?user=%s&password=%s&sslMode=DISABLED&useServerPrepStmts=%s&cachePrepStmts=%s&serverTimezone=UTC&%s";
  String jdbcUrlText =
  String.format(
  jdbcBase,
- host, port, database, username, password, false, false);
+ driver, host, port, database, username, password, false, false, other);
  String jdbcUrlBinary =
  String.format(
  jdbcBase,
- host, port, database, username, password, true, true);
+ driver, host, port, database, username, password, true, true, other);
  connectionText =
  ((java.sql.Driver) Class.forName(className).getDeclaredConstructor().newInstance())
- .connect("jdbc:" + driver + "://" + jdbcUrlText, new Properties());
+ .connect(jdbcUrlText, new Properties());
  connectionBinary =
  ((java.sql.Driver) Class.forName(className).getDeclaredConstructor().newInstance())
- .connect("jdbc:" + driver + "://" + jdbcUrlBinary, new Properties());
+ .connect(jdbcUrlBinary, new Properties());
  } catch (SQLException e) {
  e.printStackTrace();
  throw new RuntimeException(e);
@@ -78,4 +85,32 @@ public void doTearDown() throws SQLException {
  connectionBinary.close();
  }
  }
+
+ public static class SetupData {
+ static {
+ try {
+ try (Connection conn =
+ DriverManager.getConnection(
+ String.format(
+ "jdbc:mariadb://%s:%s/%s?user=%s&password=%s",
+ host, port, database, username, password))) {
+ Statement stmt = conn.createStatement();
+ stmt.executeUpdate("DROP TABLE IF EXISTS test100");
+ StringBuilder sb = new StringBuilder("CREATE TABLE test100 (i1 int");
+ StringBuilder sb2 = new StringBuilder("INSERT INTO test100 value (1");
+ for (int i = 2; i <= 100; i++) {
+ sb.append(",i").append(i).append(" int");
+ sb2.append(",").append(i);
+ }
+ sb.append(")");
+ sb2.append(")");
+ stmt.executeUpdate(sb.toString());
+ stmt.executeUpdate(sb2.toString());
+ }
+ } catch (SQLException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+
 }

src/benchmark/java/org/mariadb/jdbc/Select_1_user.java renamed to src/benchmark/java/org/mariadb/jdbc/Select_100_cols.java

@@ -5,34 +5,36 @@
 package org.mariadb.jdbc;
 
 import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.State;
 
+import java.sql.*;
 import java.sql.Connection;
-import java.sql.PreparedStatement;
-import java.sql.ResultSet;
+import java.sql.Statement;
 
-public class Select_1_user extends Common {
+public class Select_100_cols extends Common {
 
  @Benchmark
- public Object[] text(MyState state) throws Throwable {
+ public int[] text(MyState state) throws Throwable {
  return run(state.connectionText);
  }
 
-
  @Benchmark
- public Object[] binary(MyState state) throws Throwable {
+ public int[] binary(MyState state) throws Throwable {
  return run(state.connectionBinary);
  }
 
- private Object[] run(Connection con) throws Throwable {
- final int numberOfUserCol = 46;
- try (PreparedStatement prep = con.prepareStatement("select * FROM mysql.user LIMIT 1")) {
+ private int[] run(Connection con) throws Throwable {
+
+ try (PreparedStatement prep = con.prepareStatement("select * FROM test100")) {
  ResultSet rs = prep.executeQuery();
  rs.next();
- Object[] objs = new Object[numberOfUserCol];
- for (int i = 0; i < numberOfUserCol; i++) {
- objs[i] = rs.getObject(i + 1);
+ int[] objs = new int[100];
+ for (int i = 0; i < 100; i++) {
+ objs[i] = rs.getInt(i + 1);
  }
  return objs;
  }
  }
+
 }