batch export

Chat2DB-Pro · Chat2DB-Pro · commit 5d80e3837a37 · 2024-06-23T21:23:24.000+08:00
diff --git a/chat2db-server/chat2db-server-tools/chat2db-server-tools-common/pom.xml b/chat2db-server/chat2db-server-tools/chat2db-server-tools-common/pom.xml
@@ -18,11 +18,6 @@
             <groupId>ai.chat2db</groupId>
             <artifactId>chat2db-server-tools-base</artifactId>
         </dependency>
-        <dependency>
-            <groupId>org.apache.tika</groupId>
-            <artifactId>tika-core</artifactId>
-            <version>2.7.0</version>
-        </dependency>
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-lang3</artifactId>
diff --git a/chat2db-server/chat2db-spi/pom.xml b/chat2db-server/chat2db-spi/pom.xml
@@ -90,6 +90,11 @@
             <artifactId>ob-sql-parser</artifactId>
             <version>1.2.1</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.tika</groupId>
+            <artifactId>tika-core</artifactId>
+            <version>2.7.0</version>
+        </dependency>
     </dependencies>
     <build>
         <plugins>
diff --git a/chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/SqlBuilder.java b/chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/SqlBuilder.java
@@ -94,8 +94,17 @@ public interface SqlBuilder<T> {
      */
     String getTableDmlSql(T table, String type);
 
+    /**
+     *
+     * @param databaseName
+     * @param schemaName
+     * @param tableName
+     * @return
+     */
     String buildTableQuerySql(String databaseName, String schemaName, String tableName);
 
+
+
     String buildSingleInsertSql(String databaseName, String schemaName, String tableName, List<String> columnList, List<String> valueList);
 
     String buildMultiInsertSql(String databaseName, String schemaName, String tableName, List<String> columnList, List<List<String>> valueLists);
diff --git a/chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/model/AsyncContext.java b/chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/model/AsyncContext.java
@@ -4,14 +4,15 @@
 import lombok.Builder;
 import lombok.Data;
 import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
 
 import java.io.PrintWriter;
 import java.util.function.Consumer;
 
 @Data
 @AllArgsConstructor
 @NoArgsConstructor
-@Builder
+@SuperBuilder
 public class AsyncContext {
 
     private PrintWriter writer;
@@ -39,14 +40,20 @@ public void error(String message) {
     }
 
     public void finish() {
+        if (writer != null) {
+            writer.flush();
+            writer.close();
+        }
         if (call != null) {
             call.finish();
         }
+
     }
 
     public void write(String message) {
         if (writer != null) {
             writer.write(message);
         }
     }
+
 }
diff --git a/chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/sql/SQLExecutor.java b/chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/sql/SQLExecutor.java
@@ -1,11 +1,6 @@
 package ai.chat2db.spi.sql;
 
-import java.sql.Connection;
-import java.sql.DatabaseMetaData;
-import java.sql.ResultSet;
-import java.sql.ResultSetMetaData;
-import java.sql.SQLException;
-import java.sql.Statement;
+import java.sql.*;
 import java.util.*;
 import java.util.function.Consumer;
 import java.util.stream.Collectors;
@@ -253,7 +248,7 @@ private List<List<String>> generateDataList(ResultSet rs, int col, int chat2dbAu
                     continue;
                 }
                 ValueProcessor valueProcessor = Chat2DBContext.getMetaData().getValueProcessor();
-                row.add(valueProcessor.getJdbcValue(new JDBCDataValue(rs, rs.getMetaData(), i,false)));
+                row.add(valueProcessor.getJdbcValue(new JDBCDataValue(rs, rs.getMetaData(), i, false)));
             }
             if (count != null && count > 0 && rowCount++ >= count) {
                 break;
@@ -497,7 +492,7 @@ public String getDbVersion(Connection connection) {
 
     @Override
     public List<ExecuteResult> execute(Command command) {
-        if(StringUtils.isBlank(command.getScript())){
+        if (StringUtils.isBlank(command.getScript())) {
             return Collections.emptyList();
         }
         // parse sql
@@ -646,4 +641,16 @@ public void execute(Connection connection, String sql, int batchSize, ResultSetC
             throw new RuntimeException(e);
         }
     }
+
+    public void executeBatchInsert(Connection connection, List<String> sqlCacheList) {
+        try (Statement stmt = connection.createStatement()) {
+            for (String sql : sqlCacheList) {
+                stmt.addBatch(sql);
+            }
+            stmt.executeBatch();
+            stmt.clearBatch();
+        } catch (SQLException e) {
+            throw new RuntimeException(e);
+        }
+    }
 }

Original file line number	Diff line number	Diff line change
`@@ -4,14 +4,15 @@`
`4`	`4`	`import lombok.Builder;`
`5`	`5`	`import lombok.Data;`
`6`	`6`	`import lombok.NoArgsConstructor;`
	`7`	`+import lombok.experimental.SuperBuilder;`
`7`	`8`
`8`	`9`	`import java.io.PrintWriter;`
`9`	`10`	`import java.util.function.Consumer;`
`10`	`11`
`11`	`12`	`@Data`
`12`	`13`	`@AllArgsConstructor`
`13`	`14`	`@NoArgsConstructor`
`14`		`-@Builder`
	`15`	`+@SuperBuilder`
`15`	`16`	`public class AsyncContext {`
`16`	`17`
`17`	`18`	`private PrintWriter writer;`
`@@ -39,14 +40,20 @@ public void error(String message) {`
`39`	`40`	`}`
`40`	`41`
`41`	`42`	`public void finish() {`
	`43`	`+ if (writer != null) {`
	`44`	`+ writer.flush();`
	`45`	`+ writer.close();`
	`46`	`+ }`
`42`	`47`	`if (call != null) {`
`43`	`48`	`call.finish();`
`44`	`49`	`}`
	`50`	`+`
`45`	`51`	`}`
`46`	`52`
`47`	`53`	`public void write(String message) {`
`48`	`54`	`if (writer != null) {`
`49`	`55`	`writer.write(message);`
`50`	`56`	`}`
`51`	`57`	`}`
	`58`	`+`
`52`	`59`	`}`