in amoro-format-mixed/amoro-mixed-hive/src/main/java/org/apache/amoro/hive/catalog/MixedHiveTables.java [295:376]
protected UnkeyedHiveTable createUnKeyedTable(
TableMeta tableMeta,
Schema schema,
PrimaryKeySpec primaryKeySpec,
PartitionSpec partitionSpec) {
boolean allowExistedHiveTable = allowExistedHiveTable(tableMeta);
TableIdentifier tableIdentifier = TableIdentifier.of(tableMeta.getTableIdentifier());
String baseLocation = checkLocation(tableMeta, MetaTableProperties.LOCATION_KEY_BASE);
String tableLocation = checkLocation(tableMeta, MetaTableProperties.LOCATION_KEY_TABLE);
fillTableProperties(tableMeta);
String hiveLocation =
tableMeta.getProperties().get(HiveTableProperties.BASE_HIVE_LOCATION_ROOT);
Table table =
tableMetaStore.doAs(
() -> {
try {
Table createTable =
tables.create(schema, partitionSpec, tableMeta.getProperties(), baseLocation);
// Set name mapping using true schema
createTable
.updateProperties()
.set(
org.apache.iceberg.TableProperties.DEFAULT_NAME_MAPPING,
NameMappingParser.toJson(MappingUtil.create(createTable.schema())))
.commit();
return createTable;
} catch (Exception e) {
throw new IllegalStateException("create table failed", e);
}
});
try {
hiveClientPool.run(
client -> {
if (allowExistedHiveTable) {
org.apache.hadoop.hive.metastore.api.Table hiveTable =
client.getTable(tableIdentifier.getDatabase(), tableIdentifier.getTableName());
Map<String, String> hiveParameters = hiveTable.getParameters();
hiveParameters.putAll(constructProperties(primaryKeySpec, tableMeta));
hiveTable.setParameters(hiveParameters);
client.alterTable(
tableIdentifier.getDatabase(), tableIdentifier.getTableName(), hiveTable);
} else {
org.apache.hadoop.hive.metastore.api.Table hiveTable =
newHiveTable(tableMeta, schema, partitionSpec);
hiveTable.setSd(
HiveTableUtil.storageDescriptor(
schema,
partitionSpec,
hiveLocation,
FileFormat.valueOf(
PropertyUtil.propertyAsString(
tableMeta.getProperties(),
TableProperties.BASE_FILE_FORMAT,
TableProperties.BASE_FILE_FORMAT_DEFAULT)
.toUpperCase(Locale.ENGLISH))));
setProToHive(hiveTable, primaryKeySpec, tableMeta);
client.createTable(hiveTable);
}
return null;
});
} catch (TException | InterruptedException e) {
throw new RuntimeException(
"Failed to create hive table:" + tableMeta.getTableIdentifier(), e);
}
AuthenticatedHadoopFileIO fileIO =
AuthenticatedFileIOs.buildRecoverableHadoopFileIO(
tableIdentifier,
tableLocation,
tableMeta.getProperties(),
tableMetaStore,
catalogProperties);
return new UnkeyedHiveTable(
tableIdentifier,
MixedFormatCatalogUtil.useMixedTableOperations(
table, baseLocation, fileIO, tableMetaStore.getConfiguration()),
fileIO,
tableLocation,
hiveClientPool,
catalogProperties);
}