in seatunnel-connectors-v2/connector-maxcompute/src/main/java/org/apache/seatunnel/connectors/seatunnel/maxcompute/datatype/MaxComputeTypeConverter.java [315:542]
public BasicTypeDefine<TypeInfo> reconvert(Column column) {
BasicTypeDefine.BasicTypeDefineBuilder<TypeInfo> builder =
BasicTypeDefine.<TypeInfo>builder()
.name(column.getName())
.nullable(column.isNullable())
.comment(column.getComment())
.defaultValue(column.getDefaultValue());
switch (column.getDataType().getSqlType()) {
case NULL:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.STRING));
builder.columnType(STRING);
builder.dataType(STRING);
break;
case BOOLEAN:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.BOOLEAN));
builder.columnType(BOOLEAN);
builder.dataType(BOOLEAN);
builder.length(1L);
break;
case TINYINT:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.TINYINT));
builder.columnType(TINYINT);
builder.dataType(TINYINT);
break;
case SMALLINT:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.SMALLINT));
builder.columnType(SMALLINT);
builder.dataType(SMALLINT);
break;
case INT:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.INT));
builder.columnType(INT);
builder.dataType(INT);
break;
case BIGINT:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.BIGINT));
builder.columnType(BIGINT);
builder.dataType(BIGINT);
break;
case FLOAT:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.FLOAT));
builder.columnType(FLOAT);
builder.dataType(FLOAT);
break;
case DOUBLE:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.DOUBLE));
builder.columnType(DOUBLE);
builder.dataType(DOUBLE);
break;
case DECIMAL:
DecimalType decimalType = (DecimalType) column.getDataType();
long precision = decimalType.getPrecision();
int scale = decimalType.getScale();
if (precision <= 0) {
precision = DEFAULT_PRECISION;
scale = DEFAULT_SCALE;
log.warn(
"The decimal column {} type decimal({},{}) is out of range, "
+ "which is precision less than 0, "
+ "it will be converted to decimal({},{})",
column.getName(),
decimalType.getPrecision(),
decimalType.getScale(),
precision,
scale);
} else if (precision > MAX_PRECISION) {
scale = (int) Math.max(0, scale - (precision - MAX_PRECISION));
precision = MAX_PRECISION;
log.warn(
"The decimal column {} type decimal({},{}) is out of range, "
+ "which exceeds the maximum precision of {}, "
+ "it will be converted to decimal({},{})",
column.getName(),
decimalType.getPrecision(),
decimalType.getScale(),
MAX_PRECISION,
precision,
scale);
}
if (scale < 0) {
scale = 0;
log.warn(
"The decimal column {} type decimal({},{}) is out of range, "
+ "which is scale less than 0, "
+ "it will be converted to decimal({},{})",
column.getName(),
decimalType.getPrecision(),
decimalType.getScale(),
precision,
scale);
} else if (scale > MAX_SCALE) {
scale = MAX_SCALE;
log.warn(
"The decimal column {} type decimal({},{}) is out of range, "
+ "which exceeds the maximum scale of {}, "
+ "it will be converted to decimal({},{})",
column.getName(),
decimalType.getPrecision(),
decimalType.getScale(),
MAX_SCALE,
precision,
scale);
}
String decimalTypeStr = String.format("%s(%s,%s)", DECIMAL, precision, scale);
builder.nativeType(TypeInfoFactory.getDecimalTypeInfo((int) precision, scale));
builder.columnType(decimalTypeStr);
builder.dataType(DECIMAL);
builder.precision(precision);
builder.scale(scale);
break;
case BYTES:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.BINARY));
builder.columnType(BINARY);
builder.dataType(BINARY);
if (column.getColumnLength() == null || column.getColumnLength() <= 0) {
builder.length(MAX_VARBINARY_LENGTH);
} else {
builder.length(column.getColumnLength());
}
break;
case STRING:
if (column.getColumnLength() == null || column.getColumnLength() <= 0) {
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.STRING));
builder.columnType(STRING);
builder.dataType(STRING);
} else if (column.getColumnLength() <= 255) {
builder.nativeType(
TypeInfoFactory.getCharTypeInfo(column.getColumnLength().intValue()));
builder.columnType(String.format("%s(%s)", CHAR, column.getColumnLength()));
builder.dataType(CHAR);
builder.length(column.getColumnLength());
} else if (column.getColumnLength() <= 65535) {
builder.nativeType(
TypeInfoFactory.getVarcharTypeInfo(
column.getColumnLength().intValue()));
builder.columnType(String.format("%s(%s)", VARCHAR, column.getColumnLength()));
builder.dataType(VARCHAR);
builder.length(column.getColumnLength());
} else {
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.STRING));
builder.columnType(STRING);
builder.dataType(STRING);
builder.length(column.getColumnLength());
}
break;
case DATE:
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.DATE));
builder.columnType(DATE);
builder.dataType(DATE);
break;
case TIMESTAMP:
if (column.getScale() == null || column.getScale() <= 3) {
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.DATETIME));
builder.dataType(DATETIME);
builder.columnType(DATETIME);
} else {
int timestampScale = column.getScale();
if (timestampScale > MAX_TIMESTAMP_SCALE) {
timestampScale = MAX_TIMESTAMP_SCALE;
log.warn(
"The timestamp column {} type timestamp({}) is out of range, "
+ "which exceeds the maximum scale of {}, "
+ "it will be converted to timestamp({})",
column.getName(),
column.getScale(),
MAX_TIMESTAMP_SCALE,
timestampScale);
}
builder.nativeType(TypeInfoFactory.getPrimitiveTypeInfo(OdpsType.TIMESTAMP));
builder.dataType(TIMESTAMP);
builder.columnType(TIMESTAMP);
builder.scale(timestampScale);
}
break;
case MAP:
MapType mapType = (MapType) column.getDataType();
SeaTunnelDataType<?> keyType = mapType.getKeyType();
SeaTunnelDataType<?> valueType = mapType.getValueType();
BasicTypeDefine<TypeInfo> keyDefine =
reconvert(
new PhysicalColumn(
"key", keyType, null, null, true, null, null, null, null));
BasicTypeDefine<TypeInfo> valueDefine =
reconvert(
new PhysicalColumn(
"value", valueType, null, null, true, null, null, null,
null));
builder.nativeType(
TypeInfoFactory.getMapTypeInfo(
keyDefine.getNativeType(), valueDefine.getNativeType()));
builder.columnType(
String.format(
"MAP<%s,%s>",
keyDefine.getColumnType(), valueDefine.getColumnType()));
builder.dataType(MAP);
break;
case ARRAY:
ArrayType<?, ?> arrayType = (ArrayType<?, ?>) column.getDataType();
SeaTunnelDataType<?> elementType = arrayType.getElementType();
BasicTypeDefine<TypeInfo> elementDefine =
reconvert(
new PhysicalColumn(
"element",
elementType,
null,
null,
true,
null,
null,
null,
null));
builder.nativeType(TypeInfoFactory.getArrayTypeInfo(elementDefine.getNativeType()));
builder.columnType(String.format("ARRAY<%s>", elementDefine.getColumnType()));
builder.dataType(ARRAY);
break;
case TIME:
default:
throw CommonError.convertToConnectorTypeError(
MaxcomputeBaseOptions.PLUGIN_NAME,
column.getDataType().getSqlType().name(),
column.getName());
}
return builder.build();
}