public void checkHadoopProperties()

in spark-load/spark-load-core/src/main/java/org/apache/doris/config/JobConfig.java [239:270]


    public void checkHadoopProperties() {
        if (hadoopProperties == null || hadoopProperties.isEmpty()) {
            return;
        }
        if (StringUtils.isNoneBlank(workingDir) && !workingDir.startsWith("s3")) {
            if (!hadoopProperties.containsKey("fs.defaultFS")) {
                throw new IllegalArgumentException("fs.defaultFS is empty");
            }
            // check auth
            if (hadoopProperties.containsKey("hadoop.security.authentication")
                    && StringUtils.equalsIgnoreCase(hadoopProperties.get("hadoop.security.authentication"), "kerberos")) {
                if (hadoopProperties.containsKey("hadoop.kerberos.principal")) {
                    if (StringUtils.isBlank(hadoopProperties.get("hadoop.kerberos.principal"))) {
                        throw new IllegalArgumentException("hadoop kerberos principal is empty");
                    }
                    if (hadoopProperties.containsKey("hadoop.kerberos.keytab")) {
                        if (!FileUtils.getFile(hadoopProperties.get("hadoop.kerberos.keytab")).exists()) {
                            throw new IllegalArgumentException("hadoop kerberos keytab file is not exists, path: "
                                    + hadoopProperties.get("hadoop.kerberos.keytab"));
                        }
                        return;
                    }
                    throw new IllegalArgumentException("hadoop.kerberos.keytab is not set");
                }
                throw new IllegalArgumentException("hadoop.kerberos.principal is not set");
            } else {
                if (!hadoopProperties.containsKey("hadoop.username")) {
                    throw new IllegalArgumentException("hadoop username is empty");
                }
            }
        }
    }