buildSrc/src/main/java/com/uber/okbuck/OkBuckGradlePlugin.java [67:380]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - public class OkBuckGradlePlugin implements Plugin { public static final String OKBUCK = "okbuck"; private static final String DOT_OKBUCK = "." + OKBUCK; public static final String WORKSPACE_PATH = DOT_OKBUCK + "/workspace"; public static final String GROUP = OKBUCK; public static final String BUCK_LINT = "buckLint"; private static final String OKBUCK_TARGETS_BZL = "okbuck_targets.bzl"; public static final String OKBUCK_TARGETS_FILE = DOT_OKBUCK + "/defs/" + OKBUCK_TARGETS_BZL; public static final String OKBUCK_TARGETS_TARGET = "//" + DOT_OKBUCK + "/defs:" + OKBUCK_TARGETS_BZL; private static final String OKBUCK_PREBUILT_BZL = "okbuck_prebuilt.bzl"; public static final String OKBUCK_PREBUILT_FOLDER = DOT_OKBUCK + "/defs"; public static final String OKBUCK_PREBUILT_FILE = OKBUCK_PREBUILT_FOLDER + "/" + OKBUCK_PREBUILT_BZL; public static final String OKBUCK_PREBUILT_TARGET = "//" + DOT_OKBUCK + "/defs:" + OKBUCK_PREBUILT_BZL; private static final String OKBUCK_ANDROID_MODULES_BZL = "okbuck_android_modules.bzl"; public static final String OKBUCK_ANDROID_MODULES_FILE = DOT_OKBUCK + "/defs/" + OKBUCK_ANDROID_MODULES_BZL; public static final String OKBUCK_ANDROID_MODULES_TARGET = "//" + DOT_OKBUCK + "/defs:" + OKBUCK_ANDROID_MODULES_BZL; public static final String OKBUCK_CONFIG = DOT_OKBUCK + "/config"; private static final String OKBUCK_STATE_DIR = DOT_OKBUCK + "/state"; private static final String OKBUCK_CLEAN = "okbuckClean"; private static final String BUCK_WRAPPER = "buckWrapper"; private static final String FORCED_OKBUCK = "forcedOkbuck"; private static final String PROCESSOR_BUILD_FOLDER = WORKSPACE_PATH + "/processor"; private static final String LINT_BUILD_FOLDER = WORKSPACE_PATH + "/lint"; public static final String OKBUCK_STATE = OKBUCK_STATE_DIR + "/STATE"; public static final String DEFAULT_OKBUCK_SHA256 = OKBUCK_STATE_DIR + "/SHA256"; public final Set exportedPaths = Sets.newConcurrentHashSet(); public DependencyCache depCache; public DependencyFactory dependencyFactory; public DependencyManager dependencyManager; public AnnotationProcessorCache annotationProcessorCache; public LintManager lintManager; public KotlinManager kotlinManager; public ScalaManager scalaManager; public GroovyManager groovyManager; public JetifierManager jetifierManager; public TransformManager transformManager; public D8Manager d8Manager; ManifestMergerManager manifestMergerManager; RobolectricManager robolectricManager; BuckManager buckManager; // Only apply to the root project @Initializer @SuppressWarnings("NullAway") @Override public void apply(Project rootProject) { // Create extensions OkBuckExtension okbuckExt = rootProject.getExtensions().create(OKBUCK, OkBuckExtension.class, rootProject); // Create configurations rootProject.getConfigurations().maybeCreate(TransformManager.CONFIGURATION_TRANSFORM); rootProject.getConfigurations().maybeCreate(FORCED_OKBUCK); rootProject.afterEvaluate( rootBuckProject -> { // Create autovalue extension configurations Set configs = okbuckExt.getExternalDependenciesExtension().getAutoValueConfigurations(); for (String config : configs) { rootBuckProject.getConfigurations().maybeCreate(config); } // Create tasks Task setupOkbuck = rootBuckProject.getTasks().create("setupOkbuck"); setupOkbuck.setGroup(GROUP); setupOkbuck.setDescription("Setup okbuck cache and dependencies"); // Create buck file manager. BuckFileManager buckFileManager = new BuckFileManager(okbuckExt.getRuleOverridesExtension()); dependencyFactory = new DependencyFactory(); // Create Annotation Processor cache String processorBuildFile = PROCESSOR_BUILD_FOLDER + "/" + okbuckExt.buildFileName; annotationProcessorCache = new AnnotationProcessorCache(rootBuckProject, buckFileManager, processorBuildFile); // Create Dependency manager dependencyManager = new DependencyManager( rootBuckProject, okbuckExt, buckFileManager, createDependencyExporter(okbuckExt)); // Create Lint Manager String lintBuildFile = LINT_BUILD_FOLDER + "/" + okbuckExt.buildFileName; lintManager = new LintManager(rootBuckProject, lintBuildFile, buckFileManager); // Create Kotlin Manager kotlinManager = new KotlinManager(rootBuckProject, buckFileManager); // Create Scala Manager scalaManager = new ScalaManager(rootBuckProject, buckFileManager); // Create Scala Manager groovyManager = new GroovyManager(rootBuckProject, buckFileManager); // Create Jetifier Manager jetifierManager = new JetifierManager(rootBuckProject, buckFileManager); // Create Robolectric Manager robolectricManager = new RobolectricManager(rootBuckProject, buckFileManager); // Create Transform Manager transformManager = new TransformManager(rootBuckProject, buckFileManager); // Create D8 Manager d8Manager = new D8Manager(rootBuckProject); // Create Buck Manager buckManager = new BuckManager(rootBuckProject); // Create Manifest Merger Manager manifestMergerManager = new ManifestMergerManager(rootBuckProject, buckFileManager); KotlinExtension kotlin = okbuckExt.getKotlinExtension(); ScalaExtension scala = okbuckExt.getScalaExtension(); Task rootOkBuckTask = rootBuckProject .getTasks() .create(OKBUCK, OkBuckTask.class, okbuckExt, kotlin, scala, buckFileManager); rootOkBuckTask.dependsOn(setupOkbuck); rootOkBuckTask.doLast( task -> { annotationProcessorCache.finalizeProcessors(); dependencyManager.resolveCurrentRawDeps(); dependencyManager.finalizeDependencies(okbuckExt); jetifierManager.finalizeDependencies(okbuckExt); lintManager.finalizeDependencies(); kotlinManager.finalizeDependencies(okbuckExt); scalaManager.finalizeDependencies(okbuckExt); groovyManager.finalizeDependencies(okbuckExt); robolectricManager.finalizeDependencies(okbuckExt); transformManager.finalizeDependencies(okbuckExt); buckManager.finalizeDependencies(); manifestMergerManager.finalizeDependencies(okbuckExt); dependencyFactory.finalizeDependencies(); writeExportedFileRules(rootBuckProject, okbuckExt); // Reset root project's scope cache at the very end ProjectCache.resetScopeCache(rootProject); // Reset all project's target cache at the very end. // This cannot be done for a project just after its okbuck task since, // the target cache is accessed by other projects and have to // be available until okbuck tasks of all the projects finishes. ProjectCache.resetTargetCacheForAll(rootProject); }); WrapperExtension wrapper = okbuckExt.getWrapperExtension(); // Create wrapper task rootBuckProject .getTasks() .create( BUCK_WRAPPER, BuckWrapperTask.class, wrapper.repo, wrapper.watch, wrapper.sourceRoots, wrapper.ignoredDirs); Map extraConfigurations = okbuckExt.extraDepCachesMap.keySet().stream() .collect( Collectors.toMap( Function.identity(), cacheName -> rootBuckProject .getConfigurations() .maybeCreate(cacheName + "ExtraDepCache"))); setupOkbuck.doFirst( task -> { if (System.getProperty("okbuck.wrapper", "false").equals("false")) { throw new IllegalArgumentException( "Okbuck cannot be invoked without 'okbuck.wrapper' set to true. Use buckw instead"); } }); // Configure setup task setupOkbuck.doLast( task -> { // Init all project's target cache at the very start since a project // can access other project's target cache. Hence, all target cache // needs to be initialized before any okbuck task starts. ProjectCache.initTargetCacheForAll(rootProject); // Init root project's scope cache. ProjectCache.initScopeCache(rootProject); depCache = new DependencyCache(rootBuckProject, dependencyManager, FORCED_OKBUCK); // Fetch Lint deps if needed if (!okbuckExt.getLintExtension().disabled && okbuckExt.getLintExtension().version != null) { lintManager.fetchLintDeps(okbuckExt.getLintExtension().version); } // Fetch transform deps if needed if (!okbuckExt.getTransformExtension().transforms.isEmpty()) { transformManager.fetchTransformDeps(); } // Setup d8 deps d8Manager.copyDeps(buckFileManager, okbuckExt); // Fetch robolectric deps if needed if (okbuckExt.getTestExtension().robolectric) { robolectricManager.download(); } if (JetifierManager.isJetifierEnabled(rootProject)) { jetifierManager.setupJetifier(okbuckExt.getJetifierExtension().version); } extraConfigurations.forEach( (cacheName, extraConfiguration) -> new DependencyCache( rootBuckProject, dependencyManager, okbuckExt.extraDepCachesMap.getOrDefault(cacheName, false)) .build(extraConfiguration)); buckManager.setupBuckBinary(); manifestMergerManager.fetchManifestMergerDeps(); }); // Create clean task Task okBuckClean = rootBuckProject .getTasks() .create(OKBUCK_CLEAN, OkBuckCleanTask.class, okbuckExt.buckProjects); rootOkBuckTask.dependsOn(okBuckClean); // Create okbuck task on each project to generate their buck file okbuckExt.buckProjects.stream() .filter(p -> p.getBuildFile().exists()) .forEach( bp -> { bp.getConfigurations().maybeCreate(BUCK_LINT); Task okbuckProjectTask = bp.getTasks().maybeCreate(OKBUCK); okbuckProjectTask.doLast( task -> { ProjectCache.initScopeCache(bp); BuckFileGenerator.generate(bp, buckFileManager, okbuckExt); ProjectCache.resetScopeCache(bp); }); okbuckProjectTask.dependsOn(setupOkbuck); okBuckClean.dependsOn(okbuckProjectTask); }); }); } private void writeExportedFileRules(Project rootBuckProject, OkBuckExtension okBuckExtension) { Set currentProjectPaths = okBuckExtension.buckProjects.stream() .filter(project -> ProjectUtil.getType(project) != ProjectType.UNKNOWN) .map( project -> rootBuckProject .getProjectDir() .toPath() .relativize(project.getProjectDir().toPath()) .toString()) .collect(MoreCollectors.toImmutableSet()); Map> pathToRules = new HashMap<>(); for (String exportedPath : exportedPaths) { File exportedFile = rootBuckProject.file(exportedPath); String containingPath = FileUtil.getRelativePath(rootBuckProject.getProjectDir(), exportedFile.getParentFile()); Set rules = pathToRules.getOrDefault(containingPath, new HashSet<>()); rules.add(new ExportFile().name(exportedFile.getName())); pathToRules.put(containingPath, rules); } for (Map.Entry> entry : pathToRules.entrySet()) { File buckFile = rootBuckProject .getRootDir() .toPath() .resolve(entry.getKey()) .resolve(okBuckExtension.buildFileName) .toFile(); try (OutputStream os = new FileOutputStream(buckFile, currentProjectPaths.contains(entry.getKey()))) { entry.getValue().stream() .sorted((rule1, rule2) -> rule1.name().compareToIgnoreCase(rule2.name())) .forEach(rule -> rule.render(os)); } catch (IOException e) { throw new IllegalStateException(e); } } } private static DependencyExporter createDependencyExporter(OkBuckExtension okbuckExt) { return new JsonDependencyExporter(okbuckExt.getExportDependenciesExtension()); - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - plugin/src/main/java/com/uber/okbuck/OkBuckGradlePlugin.java [67:380]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - public class OkBuckGradlePlugin implements Plugin { public static final String OKBUCK = "okbuck"; private static final String DOT_OKBUCK = "." + OKBUCK; public static final String WORKSPACE_PATH = DOT_OKBUCK + "/workspace"; public static final String GROUP = OKBUCK; public static final String BUCK_LINT = "buckLint"; private static final String OKBUCK_TARGETS_BZL = "okbuck_targets.bzl"; public static final String OKBUCK_TARGETS_FILE = DOT_OKBUCK + "/defs/" + OKBUCK_TARGETS_BZL; public static final String OKBUCK_TARGETS_TARGET = "//" + DOT_OKBUCK + "/defs:" + OKBUCK_TARGETS_BZL; private static final String OKBUCK_PREBUILT_BZL = "okbuck_prebuilt.bzl"; public static final String OKBUCK_PREBUILT_FOLDER = DOT_OKBUCK + "/defs"; public static final String OKBUCK_PREBUILT_FILE = OKBUCK_PREBUILT_FOLDER + "/" + OKBUCK_PREBUILT_BZL; public static final String OKBUCK_PREBUILT_TARGET = "//" + DOT_OKBUCK + "/defs:" + OKBUCK_PREBUILT_BZL; private static final String OKBUCK_ANDROID_MODULES_BZL = "okbuck_android_modules.bzl"; public static final String OKBUCK_ANDROID_MODULES_FILE = DOT_OKBUCK + "/defs/" + OKBUCK_ANDROID_MODULES_BZL; public static final String OKBUCK_ANDROID_MODULES_TARGET = "//" + DOT_OKBUCK + "/defs:" + OKBUCK_ANDROID_MODULES_BZL; public static final String OKBUCK_CONFIG = DOT_OKBUCK + "/config"; private static final String OKBUCK_STATE_DIR = DOT_OKBUCK + "/state"; private static final String OKBUCK_CLEAN = "okbuckClean"; private static final String BUCK_WRAPPER = "buckWrapper"; private static final String FORCED_OKBUCK = "forcedOkbuck"; private static final String PROCESSOR_BUILD_FOLDER = WORKSPACE_PATH + "/processor"; private static final String LINT_BUILD_FOLDER = WORKSPACE_PATH + "/lint"; public static final String OKBUCK_STATE = OKBUCK_STATE_DIR + "/STATE"; public static final String DEFAULT_OKBUCK_SHA256 = OKBUCK_STATE_DIR + "/SHA256"; public final Set exportedPaths = Sets.newConcurrentHashSet(); public DependencyCache depCache; public DependencyFactory dependencyFactory; public DependencyManager dependencyManager; public AnnotationProcessorCache annotationProcessorCache; public LintManager lintManager; public KotlinManager kotlinManager; public ScalaManager scalaManager; public GroovyManager groovyManager; public JetifierManager jetifierManager; public TransformManager transformManager; public D8Manager d8Manager; ManifestMergerManager manifestMergerManager; RobolectricManager robolectricManager; BuckManager buckManager; // Only apply to the root project @Initializer @SuppressWarnings("NullAway") @Override public void apply(Project rootProject) { // Create extensions OkBuckExtension okbuckExt = rootProject.getExtensions().create(OKBUCK, OkBuckExtension.class, rootProject); // Create configurations rootProject.getConfigurations().maybeCreate(TransformManager.CONFIGURATION_TRANSFORM); rootProject.getConfigurations().maybeCreate(FORCED_OKBUCK); rootProject.afterEvaluate( rootBuckProject -> { // Create autovalue extension configurations Set configs = okbuckExt.getExternalDependenciesExtension().getAutoValueConfigurations(); for (String config : configs) { rootBuckProject.getConfigurations().maybeCreate(config); } // Create tasks Task setupOkbuck = rootBuckProject.getTasks().create("setupOkbuck"); setupOkbuck.setGroup(GROUP); setupOkbuck.setDescription("Setup okbuck cache and dependencies"); // Create buck file manager. BuckFileManager buckFileManager = new BuckFileManager(okbuckExt.getRuleOverridesExtension()); dependencyFactory = new DependencyFactory(); // Create Annotation Processor cache String processorBuildFile = PROCESSOR_BUILD_FOLDER + "/" + okbuckExt.buildFileName; annotationProcessorCache = new AnnotationProcessorCache(rootBuckProject, buckFileManager, processorBuildFile); // Create Dependency manager dependencyManager = new DependencyManager( rootBuckProject, okbuckExt, buckFileManager, createDependencyExporter(okbuckExt)); // Create Lint Manager String lintBuildFile = LINT_BUILD_FOLDER + "/" + okbuckExt.buildFileName; lintManager = new LintManager(rootBuckProject, lintBuildFile, buckFileManager); // Create Kotlin Manager kotlinManager = new KotlinManager(rootBuckProject, buckFileManager); // Create Scala Manager scalaManager = new ScalaManager(rootBuckProject, buckFileManager); // Create Scala Manager groovyManager = new GroovyManager(rootBuckProject, buckFileManager); // Create Jetifier Manager jetifierManager = new JetifierManager(rootBuckProject, buckFileManager); // Create Robolectric Manager robolectricManager = new RobolectricManager(rootBuckProject, buckFileManager); // Create Transform Manager transformManager = new TransformManager(rootBuckProject, buckFileManager); // Create D8 Manager d8Manager = new D8Manager(rootBuckProject); // Create Buck Manager buckManager = new BuckManager(rootBuckProject); // Create Manifest Merger Manager manifestMergerManager = new ManifestMergerManager(rootBuckProject, buckFileManager); KotlinExtension kotlin = okbuckExt.getKotlinExtension(); ScalaExtension scala = okbuckExt.getScalaExtension(); Task rootOkBuckTask = rootBuckProject .getTasks() .create(OKBUCK, OkBuckTask.class, okbuckExt, kotlin, scala, buckFileManager); rootOkBuckTask.dependsOn(setupOkbuck); rootOkBuckTask.doLast( task -> { annotationProcessorCache.finalizeProcessors(); dependencyManager.resolveCurrentRawDeps(); dependencyManager.finalizeDependencies(okbuckExt); jetifierManager.finalizeDependencies(okbuckExt); lintManager.finalizeDependencies(); kotlinManager.finalizeDependencies(okbuckExt); scalaManager.finalizeDependencies(okbuckExt); groovyManager.finalizeDependencies(okbuckExt); robolectricManager.finalizeDependencies(okbuckExt); transformManager.finalizeDependencies(okbuckExt); buckManager.finalizeDependencies(); manifestMergerManager.finalizeDependencies(okbuckExt); dependencyFactory.finalizeDependencies(); writeExportedFileRules(rootBuckProject, okbuckExt); // Reset root project's scope cache at the very end ProjectCache.resetScopeCache(rootProject); // Reset all project's target cache at the very end. // This cannot be done for a project just after its okbuck task since, // the target cache is accessed by other projects and have to // be available until okbuck tasks of all the projects finishes. ProjectCache.resetTargetCacheForAll(rootProject); }); WrapperExtension wrapper = okbuckExt.getWrapperExtension(); // Create wrapper task rootBuckProject .getTasks() .create( BUCK_WRAPPER, BuckWrapperTask.class, wrapper.repo, wrapper.watch, wrapper.sourceRoots, wrapper.ignoredDirs); Map extraConfigurations = okbuckExt.extraDepCachesMap.keySet().stream() .collect( Collectors.toMap( Function.identity(), cacheName -> rootBuckProject .getConfigurations() .maybeCreate(cacheName + "ExtraDepCache"))); setupOkbuck.doFirst( task -> { if (System.getProperty("okbuck.wrapper", "false").equals("false")) { throw new IllegalArgumentException( "Okbuck cannot be invoked without 'okbuck.wrapper' set to true. Use buckw instead"); } }); // Configure setup task setupOkbuck.doLast( task -> { // Init all project's target cache at the very start since a project // can access other project's target cache. Hence, all target cache // needs to be initialized before any okbuck task starts. ProjectCache.initTargetCacheForAll(rootProject); // Init root project's scope cache. ProjectCache.initScopeCache(rootProject); depCache = new DependencyCache(rootBuckProject, dependencyManager, FORCED_OKBUCK); // Fetch Lint deps if needed if (!okbuckExt.getLintExtension().disabled && okbuckExt.getLintExtension().version != null) { lintManager.fetchLintDeps(okbuckExt.getLintExtension().version); } // Fetch transform deps if needed if (!okbuckExt.getTransformExtension().transforms.isEmpty()) { transformManager.fetchTransformDeps(); } // Setup d8 deps d8Manager.copyDeps(buckFileManager, okbuckExt); // Fetch robolectric deps if needed if (okbuckExt.getTestExtension().robolectric) { robolectricManager.download(); } if (JetifierManager.isJetifierEnabled(rootProject)) { jetifierManager.setupJetifier(okbuckExt.getJetifierExtension().version); } extraConfigurations.forEach( (cacheName, extraConfiguration) -> new DependencyCache( rootBuckProject, dependencyManager, okbuckExt.extraDepCachesMap.getOrDefault(cacheName, false)) .build(extraConfiguration)); buckManager.setupBuckBinary(); manifestMergerManager.fetchManifestMergerDeps(); }); // Create clean task Task okBuckClean = rootBuckProject .getTasks() .create(OKBUCK_CLEAN, OkBuckCleanTask.class, okbuckExt.buckProjects); rootOkBuckTask.dependsOn(okBuckClean); // Create okbuck task on each project to generate their buck file okbuckExt.buckProjects.stream() .filter(p -> p.getBuildFile().exists()) .forEach( bp -> { bp.getConfigurations().maybeCreate(BUCK_LINT); Task okbuckProjectTask = bp.getTasks().maybeCreate(OKBUCK); okbuckProjectTask.doLast( task -> { ProjectCache.initScopeCache(bp); BuckFileGenerator.generate(bp, buckFileManager, okbuckExt); ProjectCache.resetScopeCache(bp); }); okbuckProjectTask.dependsOn(setupOkbuck); okBuckClean.dependsOn(okbuckProjectTask); }); }); } private void writeExportedFileRules(Project rootBuckProject, OkBuckExtension okBuckExtension) { Set currentProjectPaths = okBuckExtension.buckProjects.stream() .filter(project -> ProjectUtil.getType(project) != ProjectType.UNKNOWN) .map( project -> rootBuckProject .getProjectDir() .toPath() .relativize(project.getProjectDir().toPath()) .toString()) .collect(MoreCollectors.toImmutableSet()); Map> pathToRules = new HashMap<>(); for (String exportedPath : exportedPaths) { File exportedFile = rootBuckProject.file(exportedPath); String containingPath = FileUtil.getRelativePath(rootBuckProject.getProjectDir(), exportedFile.getParentFile()); Set rules = pathToRules.getOrDefault(containingPath, new HashSet<>()); rules.add(new ExportFile().name(exportedFile.getName())); pathToRules.put(containingPath, rules); } for (Map.Entry> entry : pathToRules.entrySet()) { File buckFile = rootBuckProject .getRootDir() .toPath() .resolve(entry.getKey()) .resolve(okBuckExtension.buildFileName) .toFile(); try (OutputStream os = new FileOutputStream(buckFile, currentProjectPaths.contains(entry.getKey()))) { entry.getValue().stream() .sorted((rule1, rule2) -> rule1.name().compareToIgnoreCase(rule2.name())) .forEach(rule -> rule.render(os)); } catch (IOException e) { throw new IllegalStateException(e); } } } private static DependencyExporter createDependencyExporter(OkBuckExtension okbuckExt) { return new JsonDependencyExporter(okbuckExt.getExportDependenciesExtension()); - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -