dinky1.0 同步PG 时 修改数据类型

flink cdc在同步decimal类型数据的时候精度不允许超过38,所以修改为精度超过38就修改为string类型

AbstractSinkBuilder.java  第237行


String cdcSqlInsert = FlinkStatementUtil.getCDCInsertSql(table, tableName, viewName);
修改为
String cdcSqlInsert = FlinkStatementUtil.getCDCInsertSql(table, tableName, viewName,config);

FlinkStatementUtil.java  第45行


sb.append(String.format("`%s`", table.getColumns().get(i).getName())).append(" \n");
修改为
sb.append(getColumnProcessing(table.getColumns().get(i), config)).append(" \n");

同时新增方法

    public static String getColumnProcessing(Column column, FlinkCDCConfig config) {
        if (config.getType().contains("postgres-cdc") && (column.getType().contains("numeric") || column.getType().contains("decimal")) && column.getPrecision().intValue()>38) {
            return " CAST("+column.getName()+" AS STRING) AS `" + column.getName() + "`";
        } else if (config.getType().contains("postgres-cdc") && column.getType().contains("date")) {
            return " CAST("+column.getName()+" AS STRING) AS `" + column.getName() + "`";
        } else {
            return "`" + column.getName() + "`";
        }
    }

PostgreSqlTypeConvert.java 

register("numeric", ColumnType.DECIMAL);
register("decimal", ColumnType.DECIMAL);
修改为
register("numeric", PostgreSqlTypeConvert::convertDecimalOrNumeric);
register("decimal", PostgreSqlTypeConvert::convertDecimalOrNumeric);

同时新增方法


private static Optional convertDecimalOrNumeric(Column column, DriverConfig driverConfig) {
        Integer length = Asserts.isNull(column.getLength()) ? 0 : column.getLength();
        if (!length.equals(1)) {
            return Optional.empty();
        }
        String columnType = column.getType();
        //下边这个是该字段的精度
        int intValue = column.getPrecision().intValue();

        if((columnType.contains("numeric") || columnType.contains("decimal")) && intValue >38){
            return Optional.of(ColumnType.STRING);
        }
            return Optional.of(ColumnType.DECIMAL);
    }