public SparkClusterResourceSpec getResourceSpec()

in spark-submission-worker/src/main/java/org/apache/spark/k8s/operator/SparkClusterSubmissionWorker.java [29:49]

• 17 lines of code
• 5 McCabe index (conditional complexity)

  public SparkClusterResourceSpec getResourceSpec(
      SparkCluster cluster, Map<String, String> confOverrides) {
    SparkConf effectiveSparkConf = new SparkConf();

    Map<String, String> confFromSpec = cluster.getSpec().getSparkConf();
    if (MapUtils.isNotEmpty(confFromSpec)) {
      for (Map.Entry<String, String> entry : confFromSpec.entrySet()) {
        effectiveSparkConf.set(entry.getKey(), entry.getValue());
      }
    }

    if (MapUtils.isNotEmpty(confOverrides)) {
      for (Map.Entry<String, String> entry : confOverrides.entrySet()) {
        effectiveSparkConf.set(entry.getKey(), entry.getValue());
      }
    }

    effectiveSparkConf.set("spark.kubernetes.namespace", cluster.getMetadata().getNamespace());

    return new SparkClusterResourceSpec(cluster, effectiveSparkConf);
  }