Merge pull request #8 from BinaryIgor/mysql-tests

MySQL & MariaDB support

Author: BinaryIgor

README.md

@@ -127,8 +127,7 @@ them:
 ```java
 
 import com.binaryigor.eventsql.EventSQL;
-// dialect of your events backend - POSTGRES, MYSQL, MARIADB;
-// as of now, only POSTGRES has fully tested support, but should work on others as well
+// dialect of your events backend - POSTGRES, MYSQL and MARIADB are supported, as of now
 import com.binaryigor.eventsql.EventSQLDialect;
 import javax.sql.DataSource;
 

benchmarks/app/pom.xml

@@ -22,6 +22,8 @@
 
         <spring.openapi.version>2.2.0</spring.openapi.version>
         <postresql.driver.version>42.7.5</postresql.driver.version>
+        <mysql.driver.version>9.1.0</mysql.driver.version>
+        <mariadb.driver.version>3.5.3</mariadb.driver.version>
     </properties>
 
 
@@ -61,6 +63,16 @@
             <artifactId>postgresql</artifactId>
             <version>${postresql.driver.version}</version>
         </dependency>
+        <dependency>
+            <groupId>com.mysql</groupId>
+            <artifactId>mysql-connector-j</artifactId>
+            <version>${mysql.driver.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.mariadb.jdbc</groupId>
+            <artifactId>mariadb-java-client</artifactId>
+            <version>${mariadb.driver.version}</version>
+        </dependency>
 
         <dependency>
             <groupId>org.springframework.boot</groupId>

benchmarks/app/src/main/java/com/binaryigor/eventsql/benchmarks/EventSQLBenchmarksApp.java

@@ -1,7 +1,6 @@
 package com.binaryigor.eventsql.benchmarks;
 
 import com.binaryigor.eventsql.EventSQL;
-import com.binaryigor.eventsql.EventSQLDialect;
 import com.zaxxer.hikari.HikariConfig;
 import com.zaxxer.hikari.HikariDataSource;
 import org.springframework.boot.SpringApplication;
@@ -25,7 +24,7 @@ EventSQL eventSQL(EventsProperties eventsProperties) {
                 .filter(EventsProperties.DataSourceProperties::enabled)
                 .map(this::dataSource)
                 .toList();
-        return new EventSQL(dataSources, EventSQLDialect.POSTGRES);
+        return new EventSQL(dataSources, eventsProperties.sqlDialect());
     }
 
     private DataSource dataSource(EventsProperties.DataSourceProperties properties) {

benchmarks/app/src/main/java/com/binaryigor/eventsql/benchmarks/EventsProperties.java

@@ -1,6 +1,7 @@
 package com.binaryigor.eventsql.benchmarks;
 
 import com.binaryigor.eventsql.ConsumerDefinition;
+import com.binaryigor.eventsql.EventSQLDialect;
 import com.binaryigor.eventsql.TopicDefinition;
 import org.springframework.boot.context.properties.ConfigurationProperties;
 
@@ -10,8 +11,13 @@
 public record EventsProperties(TopicDefinition accountCreatedTopic,
                                TopicDefinition accountCreatedTopicDlt,
                                List<ConsumerDefinition> accountCreatedConsumers,
-                               List<DataSourceProperties> dataSources) {
+                               List<DataSourceProperties> dataSources,
+                               EventSQLDialect sqlDialect) {
 
-    record DataSourceProperties(String url, String username, String password, int connections, boolean enabled) {
+    record DataSourceProperties(String url,
+                                String username,
+                                String password,
+                                int connections,
+                                boolean enabled) {
     }
 }

benchmarks/app/src/main/resources/application.yml

@@ -22,16 +22,17 @@ events:
       password: "${DB0_PASSWORD:events}"
       connections: 10
       enabled: ${DB0_ENABLED:true}
-    - url: "${DB1_URL:jdbc:postgresql://localhost:5433/events}"
+    - url: "${DB1_URL:jdbc:postgresql://localhost:5432/events}"
       username: "${DB1_USERNAME:events}"
       password: "${DB1_PASSWORD:events}"
       connections: 10
       enabled: ${DB1_ENABLED:false}
-    - url: "${DB2_URL:jdbc:postgresql://localhost:5434/events}"
+    - url: "${DB2_URL:jdbc:postgresql://localhost:5432/events}"
       username: "${DB2_USERNAME:events}"
       password: "${DB2_PASSWORD:events}"
       connections: 10
       enabled: ${DB2_ENABLED:false}
+  sql-dialect: "${SQL_DIALECT:POSTGRES}"
   account-created-topic:
     name: "account_created"
     partitions: 10

benchmarks/events-db-mariadb/Dockerfile

@@ -0,0 +1,2 @@
+FROM mariadb:10.11
+COPY init_db.sql /docker-entrypoint-initdb.d/init_db.sql

benchmarks/events-db-mariadb/build_and_package.bash

@@ -0,0 +1,42 @@
+#!/bin/bash
+set -euo pipefail
+
+app="events-db-mariadb"
+
+tag="${TAG:-latest}"
+tagged_image="${app}:${tag}"
+volume_dir="${EVENTS_DB_VOLUME_DIR:-/home/eventsql/${app}_volume}"
+volume="-v $volume_dir:/var/lib/mysql"
+memory_limit="${MEMORY_LIMIT:-8G}"
+cpus_limit="${CPUS_LIMIT:-4}"
+
+echo "Creating package in dist directory for $tagged_image image..."
+echo "Preparing dist dir..."
+
+rm -r -f dist
+mkdir dist
+
+echo "Building image..."
+
+docker build . -t "$tagged_image"
+
+gzipped_image_path="dist/$app.tar.gz"
+
+echo "Image built, exporting it to $gzipped_image_path, this can take a while..."
+
+docker save "$tagged_image" | gzip > "$gzipped_image_path"
+
+echo "Image exported, preparing scripts..."
+
+export app=$app
+export tag=$tag
+export run_cmd="docker run -d \\
+  -e \"MARIADB_ROOT_PASSWORD=mariadb\"  \\
+   --memory ${memory_limit} --cpus ${cpus_limit} \
+  --network host ${volume} --name $app $tagged_image"
+
+cd ..
+envsubst '${app} ${tag}' < scripts/template_load_and_run_app.bash > "$app/dist/load_and_run_app.bash"
+envsubst '${app} ${run_cmd}' < scripts/template_run_app.bash > "$app/dist/run_app.bash"
+
+echo "Package prepared."

benchmarks/events-db-mariadb/init_db.sql

@@ -0,0 +1,5 @@
+CREATE DATABASE events;
+
+CREATE USER 'events' IDENTIFIED BY 'events';
+GRANT ALL PRIVILEGES ON events.* TO 'events';
+

benchmarks/events-db-mysql/Dockerfile

@@ -0,0 +1,2 @@
+FROM mysql:9.1
+COPY init_db.sql /docker-entrypoint-initdb.d/init_db.sql

benchmarks/events-db-mysql/build_and_package.bash

@@ -0,0 +1,42 @@
+#!/bin/bash
+set -euo pipefail
+
+app="events-db-mysql"
+
+tag="${TAG:-latest}"
+tagged_image="${app}:${tag}"
+volume_dir="${EVENTS_DB_VOLUME_DIR:-/home/eventsql/${app}_volume}"
+volume="-v $volume_dir:/var/lib/mysql"
+memory_limit="${MEMORY_LIMIT:-8G}"
+cpus_limit="${CPUS_LIMIT:-4}"
+
+echo "Creating package in dist directory for $tagged_image image..."
+echo "Preparing dist dir..."
+
+rm -r -f dist
+mkdir dist
+
+echo "Building image..."
+
+docker build . -t "$tagged_image"
+
+gzipped_image_path="dist/$app.tar.gz"
+
+echo "Image built, exporting it to $gzipped_image_path, this can take a while..."
+
+docker save "$tagged_image" | gzip > "$gzipped_image_path"
+
+echo "Image exported, preparing scripts..."
+
+export app=$app
+export tag=$tag
+export run_cmd="docker run -d \\
+  -e \"MYSQL_ROOT_PASSWORD=mysql\"  \\
+   --memory ${memory_limit} --cpus ${cpus_limit} \
+  --network host ${volume} --name $app $tagged_image"
+
+cd ..
+envsubst '${app} ${tag}' < scripts/template_load_and_run_app.bash > "$app/dist/load_and_run_app.bash"
+envsubst '${app} ${run_cmd}' < scripts/template_run_app.bash > "$app/dist/run_app.bash"
+
+echo "Package prepared."