buildSrc/src/main/java/com/uber/okbuck/core/dependency/DependencyUtils.java [31:279]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
public final class DependencyUtils {

  private static final ImmutableSet<String> ALLOWED_EXTENSIONS =
      ImmutableSet.of("jar", "aar", "pex");
  private static final ImmutableSet<String> WHITELIST_LOCAL_PATTERNS =
      ImmutableSet.of("generated-gradle-jars/gradle-api-", "wrapper/dists");

  private DependencyUtils() {}

  @Nullable
  public static Configuration getConfiguration(String configuration, Project project) {
    try {
      return project.getConfigurations().getByName(configuration);
    } catch (UnknownConfigurationException ignored) {
      return null;
    }
  }

  @Nullable
  public static Configuration useful(String configuration, Project project) {
    Configuration config = getConfiguration(configuration, project);
    return useful(config);
  }

  @Nullable
  public static Configuration useful(@Nullable Configuration configuration) {
    if (configuration != null && configuration.isCanBeResolved()) {
      return configuration;
    }
    return null;
  }

  @SuppressWarnings("BooleanMethodIsAlwaysInverted")
  public static boolean isWhiteListed(File dependencyFile) {
    return WHITELIST_LOCAL_PATTERNS
        .stream()
        .anyMatch(pattern -> dependencyFile.getPath().contains(pattern));
  }

  @SuppressWarnings("BooleanMethodIsAlwaysInverted")
  public static boolean isConsumable(File file) {
    // Skip artifact files coming from gradle artifact api transform folders.
    // transforms-1, transforms-2 contain resolved aar/jar and
    // hence should not be consumed.
    if (file.getAbsolutePath().contains("transforms-1/files-1")
        || file.getAbsolutePath().contains("transforms-2/files-2")) {
      return false;
    }
    return FilenameUtils.isExtension(file.getName(), ALLOWED_EXTENSIONS);
  }

  public static String shaSum256(File file) {
    try {
      return Files.asByteSource(file).hash(Hashing.sha256()).toString();
    } catch (IOException e) {
      throw new IllegalStateException(
          String.format("Failed to calculate shaSum256 of %s", file), e);
    }
  }

  @Nullable
  static String getModuleClassifier(String fileNameString, @Nullable String version) {
    if (version == null) {
      return null;
    }

    String baseFileName = FilenameUtils.getBaseName(fileNameString);
    if (baseFileName.length() > 0) {
      int versionIndex = fileNameString.lastIndexOf(version);
      if (versionIndex > -1) {
        String classifierSuffix = baseFileName.substring(versionIndex + version.length());
        if (classifierSuffix.startsWith("-")) {
          return Strings.emptyToNull(classifierSuffix.substring(1));
        } else if (classifierSuffix.length() > 0) {
          throw new IllegalStateException(
              String.format(
                  "Classifier doesn't have a delimiter: %s -- %s", fileNameString, version));
        }
        return Strings.emptyToNull(classifierSuffix);
      } else {
        return null;
      }
    } else {
      throw new IllegalStateException(
          String.format("Not a valid module filename %s", fileNameString));
    }
  }

  public static Set<OExternalDependency> resolveExternal(
      Project project,
      Configuration configuration,
      ExternalDependenciesExtension externalDependenciesExtension,
      JetifierExtension jetifierExtension) {
    enforceChangingDeps(project, configuration);
    try {
      Set<ResolvedArtifactResult> consumableArtifacts =
          configuration
              .getIncoming()
              .getArtifacts()
              .getArtifacts()
              .stream()
              .filter(
                  artifact ->
                      !(artifact.getId().getComponentIdentifier()
                          instanceof ProjectComponentIdentifier))
              .filter(artifact -> DependencyUtils.isConsumable(artifact.getFile()))
              .collect(Collectors.toSet());

      Map<ComponentIdentifier, ResolvedArtifactResult> componentIdToSourcesArtifactMap =
          new HashMap<>(ProjectUtil.downloadSources(project, consumableArtifacts));

      return consumableArtifacts
          .stream()
          .map(
              artifact -> {
                ComponentIdentifier identifier = artifact.getId().getComponentIdentifier();
                ResolvedArtifactResult sourcesArtifact =
                    componentIdToSourcesArtifactMap.get(identifier);

                if (identifier instanceof ModuleComponentIdentifier
                    && ((ModuleComponentIdentifier) identifier).getVersion().length() > 0) {
                  ModuleComponentIdentifier moduleIdentifier =
                      (ModuleComponentIdentifier) identifier;
                  return ProjectUtil.getDependencyFactory(project)
                      .from(
                          moduleIdentifier.getGroup(),
                          moduleIdentifier.getModule(),
                          moduleIdentifier.getVersion(),
                          artifact.getFile(),
                          sourcesArtifact != null ? sourcesArtifact.getFile() : null,
                          externalDependenciesExtension,
                          jetifierExtension);
                } else {
                  return ProjectUtil.getDependencyFactory(project)
                      .fromLocal(
                          artifact.getFile(),
                          sourcesArtifact != null ? sourcesArtifact.getFile() : null,
                          externalDependenciesExtension,
                          jetifierExtension);
                }
              })
          .collect(Collectors.toSet());
    } catch (DefaultLenientConfiguration.ArtifactResolveException e) {
      throw artifactResolveException(e);
    }
  }

  public static void enforceChangingDeps(Project project, Configuration configuration) {
    ExternalDependenciesExtension externalDependenciesExtension =
        ProjectUtil.getOkBuckExtension(project).getExternalDependenciesExtension();
    configuration.resolutionStrategy(
        strategy -> {
          strategy.eachDependency(
              details -> {
                String requested = details.getRequested().getVersion();
                if (requested != null) {
                  if (requested.startsWith("+")
                      || requested.contains(",")
                      || requested.endsWith("-SNAPSHOT")) {
                    String dependency = details.getRequested().toString();
                    if (!externalDependenciesExtension
                        .getDynamicDependenciesToIgnore()
                        .contains(dependency)) {
                      String useVersion =
                          externalDependenciesExtension
                              .getDynamicDependencyVersionMap()
                              .get(dependency);
                      if (useVersion != null) {
                        details.useVersion(useVersion);
                      } else {
                        throw new IllegalStateException(
                            "Please do not use changing dependencies. They can cause hard to reproduce builds.\n"
                                + "Found changing dependency "
                                + details.getRequested()
                                + " in Configuration "
                                + configuration);
                      }
                    }
                  }
                }
              });
        });
  }

  private static IllegalStateException artifactResolveException(Exception e) {
    return new IllegalStateException(
        "Failed to resolve an artifact. Make sure you have a repositories block defined. "
            + "See https://github.com/uber/okbuck/wiki/Known-caveats#could-not-resolve-all-"
            + "dependencies-for-configuration for more information.",
        e);
  }

  @Nullable
  static OExternalDependency lowest(Collection<OExternalDependency> dependencyList) {
    if (dependencyList.size() == 0) {
      return null;
    }

    if (dependencyList.size() == 1) {
      return dependencyList.iterator().next();
    }

    Set<VersionlessDependency> versionless =
        dependencyList
            .stream()
            .map(OExternalDependency::getVersionless)
            .collect(Collectors.toSet());
    if (versionless.size() != 1) {
      throw new IllegalStateException(
          String.format(
              "Lowest could only be found for the same group:artifactID, found -> %s",
              dependencyList));
    }

    return Collections.min(
        dependencyList,
        (t1, t2) -> {
          ComparableVersion versionT1 = new ComparableVersion(t1.getVersion());
          ComparableVersion versionT2 = new ComparableVersion(t2.getVersion());
          return versionT1.compareTo(versionT2);
        });
  }

  public static Set<String> filterProjectDeps(ResolvedDependency dependency) {
    return dependency
        .getModuleArtifacts()
        .stream()
        .map(artifact -> artifact.getId().getComponentIdentifier())
        .filter(artifactId -> artifactId instanceof ProjectComponentIdentifier)
        .map(artifactId -> (ProjectComponentIdentifier) artifactId)
        .map(ProjectComponentIdentifier::getProjectPath)
        .collect(Collectors.toSet());
  }

  public static Set<ComponentIdentifier> filterExternalDeps(ResolvedDependency dependency) {
    return dependency
        .getModuleArtifacts()
        .stream()
        .map(artifact -> artifact.getId().getComponentIdentifier())
        .filter(artifactId -> !(artifactId instanceof ProjectComponentIdentifier))
        .collect(Collectors.toSet());
  }

  public static boolean isExternal(ResolvedDependency dependency) {
    return dependency
        .getModuleArtifacts()
        .stream()
        .map(artifact -> artifact.getId().getComponentIdentifier())
        .anyMatch(artifactId -> !(artifactId instanceof ProjectComponentIdentifier));
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



plugin/src/main/java/com/uber/okbuck/core/dependency/DependencyUtils.java [31:279]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
public final class DependencyUtils {

  private static final ImmutableSet<String> ALLOWED_EXTENSIONS =
      ImmutableSet.of("jar", "aar", "pex");
  private static final ImmutableSet<String> WHITELIST_LOCAL_PATTERNS =
      ImmutableSet.of("generated-gradle-jars/gradle-api-", "wrapper/dists");

  private DependencyUtils() {}

  @Nullable
  public static Configuration getConfiguration(String configuration, Project project) {
    try {
      return project.getConfigurations().getByName(configuration);
    } catch (UnknownConfigurationException ignored) {
      return null;
    }
  }

  @Nullable
  public static Configuration useful(String configuration, Project project) {
    Configuration config = getConfiguration(configuration, project);
    return useful(config);
  }

  @Nullable
  public static Configuration useful(@Nullable Configuration configuration) {
    if (configuration != null && configuration.isCanBeResolved()) {
      return configuration;
    }
    return null;
  }

  @SuppressWarnings("BooleanMethodIsAlwaysInverted")
  public static boolean isWhiteListed(File dependencyFile) {
    return WHITELIST_LOCAL_PATTERNS
        .stream()
        .anyMatch(pattern -> dependencyFile.getPath().contains(pattern));
  }

  @SuppressWarnings("BooleanMethodIsAlwaysInverted")
  public static boolean isConsumable(File file) {
    // Skip artifact files coming from gradle artifact api transform folders.
    // transforms-1, transforms-2 contain resolved aar/jar and
    // hence should not be consumed.
    if (file.getAbsolutePath().contains("transforms-1/files-1")
        || file.getAbsolutePath().contains("transforms-2/files-2")) {
      return false;
    }
    return FilenameUtils.isExtension(file.getName(), ALLOWED_EXTENSIONS);
  }

  public static String shaSum256(File file) {
    try {
      return Files.asByteSource(file).hash(Hashing.sha256()).toString();
    } catch (IOException e) {
      throw new IllegalStateException(
          String.format("Failed to calculate shaSum256 of %s", file), e);
    }
  }

  @Nullable
  static String getModuleClassifier(String fileNameString, @Nullable String version) {
    if (version == null) {
      return null;
    }

    String baseFileName = FilenameUtils.getBaseName(fileNameString);
    if (baseFileName.length() > 0) {
      int versionIndex = fileNameString.lastIndexOf(version);
      if (versionIndex > -1) {
        String classifierSuffix = baseFileName.substring(versionIndex + version.length());
        if (classifierSuffix.startsWith("-")) {
          return Strings.emptyToNull(classifierSuffix.substring(1));
        } else if (classifierSuffix.length() > 0) {
          throw new IllegalStateException(
              String.format(
                  "Classifier doesn't have a delimiter: %s -- %s", fileNameString, version));
        }
        return Strings.emptyToNull(classifierSuffix);
      } else {
        return null;
      }
    } else {
      throw new IllegalStateException(
          String.format("Not a valid module filename %s", fileNameString));
    }
  }

  public static Set<OExternalDependency> resolveExternal(
      Project project,
      Configuration configuration,
      ExternalDependenciesExtension externalDependenciesExtension,
      JetifierExtension jetifierExtension) {
    enforceChangingDeps(project, configuration);
    try {
      Set<ResolvedArtifactResult> consumableArtifacts =
          configuration
              .getIncoming()
              .getArtifacts()
              .getArtifacts()
              .stream()
              .filter(
                  artifact ->
                      !(artifact.getId().getComponentIdentifier()
                          instanceof ProjectComponentIdentifier))
              .filter(artifact -> DependencyUtils.isConsumable(artifact.getFile()))
              .collect(Collectors.toSet());

      Map<ComponentIdentifier, ResolvedArtifactResult> componentIdToSourcesArtifactMap =
          new HashMap<>(ProjectUtil.downloadSources(project, consumableArtifacts));

      return consumableArtifacts
          .stream()
          .map(
              artifact -> {
                ComponentIdentifier identifier = artifact.getId().getComponentIdentifier();
                ResolvedArtifactResult sourcesArtifact =
                    componentIdToSourcesArtifactMap.get(identifier);

                if (identifier instanceof ModuleComponentIdentifier
                    && ((ModuleComponentIdentifier) identifier).getVersion().length() > 0) {
                  ModuleComponentIdentifier moduleIdentifier =
                      (ModuleComponentIdentifier) identifier;
                  return ProjectUtil.getDependencyFactory(project)
                      .from(
                          moduleIdentifier.getGroup(),
                          moduleIdentifier.getModule(),
                          moduleIdentifier.getVersion(),
                          artifact.getFile(),
                          sourcesArtifact != null ? sourcesArtifact.getFile() : null,
                          externalDependenciesExtension,
                          jetifierExtension);
                } else {
                  return ProjectUtil.getDependencyFactory(project)
                      .fromLocal(
                          artifact.getFile(),
                          sourcesArtifact != null ? sourcesArtifact.getFile() : null,
                          externalDependenciesExtension,
                          jetifierExtension);
                }
              })
          .collect(Collectors.toSet());
    } catch (DefaultLenientConfiguration.ArtifactResolveException e) {
      throw artifactResolveException(e);
    }
  }

  public static void enforceChangingDeps(Project project, Configuration configuration) {
    ExternalDependenciesExtension externalDependenciesExtension =
        ProjectUtil.getOkBuckExtension(project).getExternalDependenciesExtension();
    configuration.resolutionStrategy(
        strategy -> {
          strategy.eachDependency(
              details -> {
                String requested = details.getRequested().getVersion();
                if (requested != null) {
                  if (requested.startsWith("+")
                      || requested.contains(",")
                      || requested.endsWith("-SNAPSHOT")) {
                    String dependency = details.getRequested().toString();
                    if (!externalDependenciesExtension
                        .getDynamicDependenciesToIgnore()
                        .contains(dependency)) {
                      String useVersion =
                          externalDependenciesExtension
                              .getDynamicDependencyVersionMap()
                              .get(dependency);
                      if (useVersion != null) {
                        details.useVersion(useVersion);
                      } else {
                        throw new IllegalStateException(
                            "Please do not use changing dependencies. They can cause hard to reproduce builds.\n"
                                + "Found changing dependency "
                                + details.getRequested()
                                + " in Configuration "
                                + configuration);
                      }
                    }
                  }
                }
              });
        });
  }

  private static IllegalStateException artifactResolveException(Exception e) {
    return new IllegalStateException(
        "Failed to resolve an artifact. Make sure you have a repositories block defined. "
            + "See https://github.com/uber/okbuck/wiki/Known-caveats#could-not-resolve-all-"
            + "dependencies-for-configuration for more information.",
        e);
  }

  @Nullable
  static OExternalDependency lowest(Collection<OExternalDependency> dependencyList) {
    if (dependencyList.size() == 0) {
      return null;
    }

    if (dependencyList.size() == 1) {
      return dependencyList.iterator().next();
    }

    Set<VersionlessDependency> versionless =
        dependencyList
            .stream()
            .map(OExternalDependency::getVersionless)
            .collect(Collectors.toSet());
    if (versionless.size() != 1) {
      throw new IllegalStateException(
          String.format(
              "Lowest could only be found for the same group:artifactID, found -> %s",
              dependencyList));
    }

    return Collections.min(
        dependencyList,
        (t1, t2) -> {
          ComparableVersion versionT1 = new ComparableVersion(t1.getVersion());
          ComparableVersion versionT2 = new ComparableVersion(t2.getVersion());
          return versionT1.compareTo(versionT2);
        });
  }

  public static Set<String> filterProjectDeps(ResolvedDependency dependency) {
    return dependency
        .getModuleArtifacts()
        .stream()
        .map(artifact -> artifact.getId().getComponentIdentifier())
        .filter(artifactId -> artifactId instanceof ProjectComponentIdentifier)
        .map(artifactId -> (ProjectComponentIdentifier) artifactId)
        .map(ProjectComponentIdentifier::getProjectPath)
        .collect(Collectors.toSet());
  }

  public static Set<ComponentIdentifier> filterExternalDeps(ResolvedDependency dependency) {
    return dependency
        .getModuleArtifacts()
        .stream()
        .map(artifact -> artifact.getId().getComponentIdentifier())
        .filter(artifactId -> !(artifactId instanceof ProjectComponentIdentifier))
        .collect(Collectors.toSet());
  }

  public static boolean isExternal(ResolvedDependency dependency) {
    return dependency
        .getModuleArtifacts()
        .stream()
        .map(artifact -> artifact.getId().getComponentIdentifier())
        .anyMatch(artifactId -> !(artifactId instanceof ProjectComponentIdentifier));
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -