mongo数据同步

dbswitch-admin/src/main/java/com/gitee/dbswitch/admin/service/AssignmentService.java

@@ -79,12 +79,6 @@ public class AssignmentService {
             "不支持目的端数据源为远程服务器上的SQLite或内存方式下的SQLite");
       }
     }
-    Long sourceConnectionId = assignmentConfigEntity.getSourceConnectionId();
-    DatabaseConnectionEntity sourceEntity = databaseConnectionDAO.getById(sourceConnectionId);
-    if (ProductTypeEnum.MONGODB == sourceEntity.getType()) {
-      throw new DbswitchException(ResultCode.ERROR_INVALID_ASSIGNMENT_CONFIG,
-          "不支持源端数据源为MongoDB数据库");
-    }
 
     return ConverterFactory.getConverter(AssignmentInfoConverter.class)
         .convert(assignmentTaskDAO.getById(assignment.getId()));
@@ -120,12 +114,6 @@ public class AssignmentService {
             "不支持目的端数据源为远程服务器上的SQLite或内存方式下的SQLite");
       }
     }
-    Long sourceConnectionId = assignmentConfigEntity.getSourceConnectionId();
-    DatabaseConnectionEntity sourceEntity = databaseConnectionDAO.getById(sourceConnectionId);
-    if (ProductTypeEnum.MONGODB == sourceEntity.getType()) {
-      throw new DbswitchException(ResultCode.ERROR_INVALID_ASSIGNMENT_CONFIG,
-          "不支持源端数据源为MongoDB数据库");
-    }
   }
 
   public PageResult<AssignmentInfoResponse> listAll(String searchText, Integer page, Integer size) {

dbswitch-common/src/main/java/com/gitee/dbswitch/common/util/ObjectCastUtils.java

@@ -1,5 +1,6 @@
 package com.gitee.dbswitch.common.util;
 
+import cn.hutool.json.JSONUtil;
 import java.io.ByteArrayOutputStream;
 import java.io.ObjectOutputStream;
 import java.lang.reflect.Method;
@@ -13,6 +14,7 @@ import java.time.LocalDate;
 import java.time.LocalDateTime;
 import java.time.LocalTime;
 import java.time.ZoneId;
+import java.util.Map;
 import java.util.function.Function;
 import lombok.experimental.UtilityClass;
 import lombok.extern.slf4j.Slf4j;
@@ -905,9 +907,11 @@ public final class ObjectCastUtils {
       return in.toString();
     } else if (in instanceof byte[]) {
       return new String((byte[]) in);
+    } else if (in instanceof Map) {
+      return JSONUtil.toJsonStr(in);
     }
 
-    return null;
+    return null != in ? in.toString() : null;
   }
 
   public static String objectToString(final Object in) {

dbswitch-data/src/main/java/com/gitee/dbswitch/data/handler/MigrationHandler.java

@@ -235,7 +235,7 @@ public class MigrationHandler implements Supplier<Long> {
     TableOperateProvider targetOperator = targetFactoryProvider.createTableOperateProvider();
     TableDataSynchronizer targetSynchronizer = targetFactoryProvider.createTableDataSynchronizer();
 
-    if (targetProductType.isMongodb()) {
+    if (sourceProductType.isMongodb() || targetProductType.isMongodb()) {
       try {
         targetFactoryProvider.createTableOperateProvider()
             .dropTable(targetSchemaName, targetTableName);

dbswitch-product/dbswitch-product-mongodb/src/main/java/com/gitee/dbswitch/product/mongodb/MongodbMetadataQueryProvider.java

@@ -9,6 +9,7 @@
 /////////////////////////////////////////////////////////////
 package com.gitee.dbswitch.product.mongodb;
 
+import com.gitee.dbswitch.common.consts.Constants;
 import com.gitee.dbswitch.provider.ProductFactoryProvider;
 import com.gitee.dbswitch.provider.meta.AbstractMetadataProvider;
 import com.gitee.dbswitch.schema.ColumnDescription;
@@ -20,12 +21,13 @@ import java.sql.Connection;
 import java.sql.ResultSet;
 import java.sql.ResultSetMetaData;
 import java.sql.SQLException;
+import java.sql.Statement;
+import java.sql.Types;
 import java.util.ArrayList;
 import java.util.Collections;
 import java.util.List;
 import java.util.Set;
 import lombok.extern.slf4j.Slf4j;
-import org.apache.commons.lang3.math.NumberUtils;
 
 @Slf4j
 public class MongodbMetadataQueryProvider extends AbstractMetadataProvider {
@@ -112,16 +114,26 @@ public class MongodbMetadataQueryProvider extends AbstractMetadataProvider {
   public List<ColumnDescription> queryTableColumnMeta(Connection connection, String schemaName,
       String tableName) {
     List<ColumnDescription> ret = new ArrayList<>();
-    try (ResultSet rs = connection.getMetaData().getColumns(schemaName, null, tableName, null)) {
-      ResultSetMetaData m = rs.getMetaData();
-      while (rs.next()) {
+    String sql = String.format("%s.%s.find().limit(1);", schemaName, tableName);
+    try (Statement stmt = connection.createStatement()) {
+      try (ResultSet rs = stmt.executeQuery(sql)) {
+        ResultSetMetaData metaData = rs.getMetaData();
+        for (int i = 1; i <= metaData.getColumnCount(); i++) {
+          String name = metaData.getColumnName(i);
+          int jdbcType = metaData.getColumnType(i);
+          int displaySize = ("_id".equals(name)) ? 128 : 0;
+          if (Types.JAVA_OBJECT == jdbcType) {
+            jdbcType = Types.LONGVARCHAR;
+            displaySize = Constants.CLOB_LENGTH;
+          }
+
           ColumnDescription cd = new ColumnDescription();
-        cd.setFieldName(rs.getString("COLUMN_NAME"));
-        cd.setLabelName(rs.getString("COLUMN_NAME"));
-        cd.setFieldType(NumberUtils.toInt(rs.getString("DATA_TYPE")));
-        cd.setFieldTypeName(rs.getString("TYPE_NAME"));
-        cd.setFiledTypeClassName(rs.getString("DATA_TYPE"));
-        cd.setDisplaySize(0);
+          cd.setFieldName(name);
+          cd.setLabelName(name);
+          cd.setFieldType(jdbcType);
+          cd.setFieldTypeName(metaData.getColumnTypeName(i));
+          cd.setFiledTypeClassName(metaData.getColumnTypeName(i));
+          cd.setDisplaySize(displaySize);
           cd.setPrecisionSize(0);
           cd.setScaleSize(0);
           cd.setAutoIncrement(false);
@@ -129,6 +141,7 @@ public class MongodbMetadataQueryProvider extends AbstractMetadataProvider {
           cd.setProductType(getProductType());
           ret.add(cd);
         }
+      }
     } catch (SQLException e) {
       throw new RuntimeException(e);
     }

dbswitch-product/dbswitch-product-mongodb/src/main/java/com/gitee/dbswitch/product/mongodb/MongodbTableDataQueryProvider.java

@@ -51,7 +51,7 @@ public class MongodbTableDataQueryProvider implements TableDataQueryProvider {
     try {
       Connection connection = this.dataSource.getConnection();
       Statement statement = connection.createStatement();
-      statement.setQueryTimeout(Constants.DEFAULT_QUERY_TIMEOUT_SECONDS);
+      //statement.setQueryTimeout(Constants.DEFAULT_QUERY_TIMEOUT_SECONDS);
       return ResultSetWrapper.builder()
           .connection(connection)
           .statement(statement)

dbswitch-product/dbswitch-product-mongodb/src/main/java/com/gitee/dbswitch/product/mongodb/MongodbTableDataWriteProvider.java

@@ -36,6 +36,14 @@ public class MongodbTableDataWriteProvider extends DefaultTableDataWriteProvider
     this.columnType = Collections.emptyMap();
     this.schemaName = schemaName;
     this.tableName = tableName;
+
+    try (Connection connection = getDataSource().getConnection()) {
+      try (Statement stmt = connection.createStatement()) {
+        stmt.executeUpdate(String.format("%s.%s.drop();", schemaName, tableName));
+      }
+    } catch (SQLException e) {
+      throw new RuntimeException(e);
+    }
   }
 
   @Override