in spark-load/spark-load-core/src/main/java/org/apache/doris/config/JobConfig.java [239:270]
public void checkHadoopProperties() {
if (hadoopProperties == null || hadoopProperties.isEmpty()) {
return;
}
if (StringUtils.isNoneBlank(workingDir) && !workingDir.startsWith("s3")) {
if (!hadoopProperties.containsKey("fs.defaultFS")) {
throw new IllegalArgumentException("fs.defaultFS is empty");
}
// check auth
if (hadoopProperties.containsKey("hadoop.security.authentication")
&& StringUtils.equalsIgnoreCase(hadoopProperties.get("hadoop.security.authentication"), "kerberos")) {
if (hadoopProperties.containsKey("hadoop.kerberos.principal")) {
if (StringUtils.isBlank(hadoopProperties.get("hadoop.kerberos.principal"))) {
throw new IllegalArgumentException("hadoop kerberos principal is empty");
}
if (hadoopProperties.containsKey("hadoop.kerberos.keytab")) {
if (!FileUtils.getFile(hadoopProperties.get("hadoop.kerberos.keytab")).exists()) {
throw new IllegalArgumentException("hadoop kerberos keytab file is not exists, path: "
+ hadoopProperties.get("hadoop.kerberos.keytab"));
}
return;
}
throw new IllegalArgumentException("hadoop.kerberos.keytab is not set");
}
throw new IllegalArgumentException("hadoop.kerberos.principal is not set");
} else {
if (!hadoopProperties.containsKey("hadoop.username")) {
throw new IllegalArgumentException("hadoop username is empty");
}
}
}
}