in src/main/java/org/apache/flink/benchmark/BlockingPartitionBenchmark.java [104:125]
protected Configuration createConfiguration(
boolean compressionEnabled, String subpartitionType, boolean isSortShuffle) {
Configuration configuration = super.createConfiguration();
if (isSortShuffle) {
configuration.setInteger(
NettyShuffleEnvironmentOptions.NETWORK_SORT_SHUFFLE_MIN_PARALLELISM, 1);
} else {
configuration.setInteger(
NettyShuffleEnvironmentOptions.NETWORK_SORT_SHUFFLE_MIN_PARALLELISM,
Integer.MAX_VALUE);
}
configuration.setBoolean(
NettyShuffleEnvironmentOptions.BATCH_SHUFFLE_COMPRESSION_ENABLED,
compressionEnabled);
configuration.setString(
NettyShuffleEnvironmentOptions.NETWORK_BLOCKING_SHUFFLE_TYPE, subpartitionType);
configuration.setString(
CoreOptions.TMP_DIRS,
FileUtils.getCurrentWorkingDirectory().toAbsolutePath().toString());
return configuration;
}