Db data import

chat2db-server/chat2db-server-domain/chat2db-server-domain-api/src/main/java/ai/chat2db/server/domain/api/enums/ExportFileSuffix.java

@@ -13,7 +13,7 @@ public enum ExportFileSuffix {
  //word
  WORD(".docx"),
  //excel
- EXCEL(".xlsx"),
+ XLSX(".xlsx"),
  //markdown
  MARKDOWN(".md"),
  //html
@@ -26,7 +26,7 @@ public enum ExportFileSuffix {
  JSON(".json"),
 
  CSV(".csv"),
-
+ XLS(".xls"),
  ZIP(".zip");
 
  private String suffix;

chat2db-server/chat2db-server-domain/chat2db-server-domain-api/src/main/java/ai/chat2db/server/domain/api/param/datasource/DatabaseExportDataParam.java

@@ -1,9 +1,14 @@
 package ai.chat2db.server.domain.api.param.datasource;
 
+import ai.chat2db.server.tools.common.model.rdb.data.option.AbstractExportDataOptions;
+import ai.chat2db.server.tools.common.model.rdb.data.option.table.BaseTableOptions;
+import jakarta.validation.constraints.NotNull;
 import lombok.AllArgsConstructor;
 import lombok.Data;
 import lombok.NoArgsConstructor;
 
+import java.util.List;
+
 /**
  * @author: zgq
  * @date: 2024年03月24日 13:17
@@ -14,5 +19,7 @@
 public class DatabaseExportDataParam {
  private String databaseName;
  private String schemaName;
- private String exportType;
+ @NotNull
+ private AbstractExportDataOptions exportDataOption;
+ private List<BaseTableOptions> exportTableOptions;
 }

chat2db-server/chat2db-server-domain/chat2db-server-domain-api/src/main/java/ai/chat2db/server/domain/api/param/datasource/DatabaseImportDataParam.java

@@ -0,0 +1,23 @@
+package ai.chat2db.server.domain.api.param.datasource;
+
+import ai.chat2db.server.tools.common.model.rdb.data.option.AbstractImportDataOptions;
+import ai.chat2db.server.tools.common.model.rdb.data.option.table.ImportTableOptions;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * 功能描述
+ *
+ * @author: zgq
+ * @date: 2024年04月23日 13:52
+ */
+@Data
+@AllArgsConstructor
+@NoArgsConstructor
+public class DatabaseImportDataParam {
+ private String databaseName;
+ private String schemaName;
+ private ImportTableOptions importTableOption;
+ private AbstractImportDataOptions importDataOption;
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-base/src/main/java/ai/chat2db/server/tools/base/enums/JdbcUrlParameterEnum.java

@@ -0,0 +1,27 @@
+package ai.chat2db.server.tools.base.enums;
+
+import lombok.Getter;
+
+/**
+ * @author: zgq
+ * @date: 2024年05月01日 19:57
+ */
+@Getter
+public enum JdbcUrlParameterEnum implements BaseEnum<String> {
+
+ CONTINUE_BATCH_ON_ERROR("continueBatchOnError");
+
+ JdbcUrlParameterEnum(String description) {
+ this.description = description;
+ }
+
+ final String description;
+
+ /**
+ * @return
+ */
+ @Override
+ public String getCode() {
+ return this.name();
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/AbstractDataOption.java

@@ -0,0 +1,15 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option;
+
+import jakarta.validation.constraints.NotNull;
+import lombok.Data;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月25日 22:59
+ */
+@Data
+public abstract class AbstractDataOption implements AbstractDataOptionInterface {
+ @NotNull
+ protected String fileType;
+
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/AbstractDataOptionInterface.java

@@ -0,0 +1,5 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option;
+
+public interface AbstractDataOptionInterface {
+ String getFileType();
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/AbstractExportDataOptions.java

@@ -0,0 +1,25 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option;
+
+import ai.chat2db.server.tools.common.model.rdb.data.option.json.ExportData2JsonOptions;
+import ai.chat2db.server.tools.common.model.rdb.data.option.sql.BaseExportData2SqlOptions;
+import com.fasterxml.jackson.annotation.JsonSubTypes;
+import com.fasterxml.jackson.annotation.JsonTypeInfo;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月25日 23:31
+ */
+@JsonTypeInfo(
+ use = JsonTypeInfo.Id.NAME,
+ property = "fileType",
+ visible = true)
+@JsonSubTypes({
+ @JsonSubTypes.Type(value = BaseExportDataOptions.class, name = "CSV"),
+ @JsonSubTypes.Type(value = BaseExportData2SqlOptions.class, name = "SQL"),
+ @JsonSubTypes.Type(value = BaseExportDataOptions.class, name = "XLSX"),
+ @JsonSubTypes.Type(value = BaseExportDataOptions.class, name = "XLS"),
+ @JsonSubTypes.Type(value = ExportData2JsonOptions.class, name = "JSON")
+})
+public abstract class AbstractExportDataOptions extends AbstractDataOption {
+
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/AbstractImportDataOptions.java

@@ -0,0 +1,24 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option;
+
+import ai.chat2db.server.tools.common.model.rdb.data.option.json.ImportJsonDataOptions;
+import com.fasterxml.jackson.annotation.JsonSubTypes;
+import com.fasterxml.jackson.annotation.JsonTypeInfo;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月25日 23:04
+ */
+@JsonTypeInfo(
+ use = JsonTypeInfo.Id.NAME,
+ property = "fileType",
+ visible = true
+)
+@JsonSubTypes({
+ @JsonSubTypes.Type(value = BaseImportExcelDataOptions.class, name = "CSV"),
+ @JsonSubTypes.Type(value = BaseImportExcelDataOptions.class, name = "XLSX"),
+ @JsonSubTypes.Type(value = BaseImportExcelDataOptions.class, name = "XLS"),
+ @JsonSubTypes.Type(value = ImportJsonDataOptions.class, name = "JSON")
+})
+public abstract class AbstractImportDataOptions extends AbstractDataOption {
+
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/BaseExportDataOptions.java

@@ -0,0 +1,22 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option;
+
+import jakarta.validation.constraints.NotNull;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * 功能描述
+ *
+ * @author: zgq
+ * @date: 2024年04月26日 0:02
+ */
+@Data
+@EqualsAndHashCode(callSuper =true)
+public class BaseExportDataOptions extends AbstractExportDataOptions {
+ @NotNull
+ public Boolean containsHeader;
+
+ public BaseExportDataOptions() {
+ this.containsHeader = true;
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/BaseImportDataOptions.java

@@ -0,0 +1,20 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月25日 23:40
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+public class BaseImportDataOptions extends AbstractImportDataOptions {
+ public Integer dataStartRowNum;
+ public Integer dataEndRowNum;
+
+ public BaseImportDataOptions() {
+ dataStartRowNum = 1;
+ dataEndRowNum = Integer.MAX_VALUE;
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/BaseImportExcelDataOptions.java

@@ -0,0 +1,18 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月26日 10:06
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+public class BaseImportExcelDataOptions extends BaseImportDataOptions {
+ public Integer headerRowNum;
+
+ public BaseImportExcelDataOptions() {
+ this.headerRowNum = 1;
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/json/ExportData2JsonOptions.java

@@ -0,0 +1,24 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option.json;
+
+import ai.chat2db.server.tools.common.model.rdb.data.option.AbstractExportDataOptions;
+import cn.hutool.core.date.DatePattern;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月26日 0:20
+ */
+@Data
+@EqualsAndHashCode(callSuper =true)
+public class ExportData2JsonOptions extends AbstractExportDataOptions {
+
+ private String dataTimeFormat;
+
+ private Boolean isTimestamps;
+
+ public ExportData2JsonOptions() {
+ dataTimeFormat = DatePattern.NORM_DATETIME_PATTERN;
+ isTimestamps = false;
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/json/ImportJsonDataOptions.java

@@ -0,0 +1,22 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option.json;
+
+import ai.chat2db.server.tools.common.model.rdb.data.option.BaseImportDataOptions;
+import cn.hutool.core.date.DatePattern;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月25日 23:08
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+public class ImportJsonDataOptions extends BaseImportDataOptions {
+ private String rootNodeName;
+ private String dataTimeFormat;
+
+ public ImportJsonDataOptions() {
+ dataTimeFormat = DatePattern.NORM_DATETIME_PATTERN;
+ rootNodeName = "";
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/sql/BaseExportData2SqlOptions.java

@@ -0,0 +1,22 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option.sql;
+
+import ai.chat2db.server.tools.common.model.rdb.data.option.BaseExportDataOptions;
+import jakarta.validation.constraints.NotBlank;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月26日 0:36
+ */
+@Data
+@EqualsAndHashCode(callSuper =true)
+public class BaseExportData2SqlOptions extends BaseExportDataOptions {
+ @NotBlank
+ public String sqlType;
+ public String updateCondition;
+ public BaseExportData2SqlOptions() {
+ sqlType= "single";
+ updateCondition= "id";
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/table/BaseTableOptions.java

@@ -0,0 +1,21 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option.table;
+
+import jakarta.validation.constraints.NotBlank;
+import jakarta.validation.constraints.NotEmpty;
+import lombok.Data;
+
+import java.util.List;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月25日 23:53
+ */
+@Data
+public class BaseTableOptions implements TableOptionInterface {
+ @NotBlank
+ public String tableName;
+ @NotEmpty
+ public List<String> tableColumns;
+ @NotEmpty
+ public List<String> fileColumns;
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/table/ImportNewTableOptions.java

@@ -0,0 +1,20 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option.table;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+import java.util.List;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月26日 9:32
+ */
+@Data
+@EqualsAndHashCode(callSuper =true)
+public class ImportNewTableOptions extends ImportTableOptions{
+
+ /*
+ * create table sql
+ * */
+ private String sql;
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/table/ImportTableOptions.java

@@ -0,0 +1,27 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option.table;
+
+import com.fasterxml.jackson.annotation.JsonSubTypes;
+import com.fasterxml.jackson.annotation.JsonTypeInfo;
+import lombok.Data;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月26日 9:39
+ */
+
+@JsonTypeInfo(
+ use = JsonTypeInfo.Id.NAME,
+ property = "importType",
+ visible = true)
+@JsonSubTypes({
+ @JsonSubTypes.Type(value = ImportTableOptions.class, name = "OLD"),
+ @JsonSubTypes.Type(value = ImportNewTableOptions.class, name = "NEW"),
+})
+@Data
+public class ImportTableOptions extends BaseTableOptions {
+ private String importType;
+
+ public ImportTableOptions() {
+ importType = "OLD";
+ }
+}

chat2db-server/chat2db-server-tools/chat2db-server-tools-common/src/main/java/ai/chat2db/server/tools/common/model/rdb/data/option/table/TableOptionInterface.java

@@ -0,0 +1,15 @@
+package ai.chat2db.server.tools.common.model.rdb.data.option.table;
+
+import java.util.List;
+
+/**
+ * @author: zgq
+ * @date: 2024年04月25日 23:49
+ */
+public interface TableOptionInterface {
+ String getTableName();
+
+ List<String> getTableColumns();
+
+ List<String> getFileColumns();
+}