in src/java/org/apache/ivy/core/retrieve/RetrieveEngine.java [93:240]
public RetrieveReport retrieve(ModuleRevisionId mrid, RetrieveOptions options)
throws IOException {
RetrieveReport report = new RetrieveReport();
ModuleId moduleId = mrid.getModuleId();
if (LogOptions.LOG_DEFAULT.equals(options.getLog())) {
Message.info(":: retrieving :: " + moduleId + (options.isSync() ? " [sync]" : ""));
} else {
Message.verbose(":: retrieving :: " + moduleId + (options.isSync() ? " [sync]" : ""));
}
Message.verbose("\tcheckUpToDate=" + settings.isCheckUpToDate());
long start = System.currentTimeMillis();
String destFilePattern = IvyPatternHelper.substituteVariables(
options.getDestArtifactPattern(), settings.getVariables());
String destIvyPattern = IvyPatternHelper.substituteVariables(options.getDestIvyPattern(),
settings.getVariables());
String[] confs = getConfs(mrid, options);
if (LogOptions.LOG_DEFAULT.equals(options.getLog())) {
Message.info("\tconfs: " + Arrays.asList(confs));
} else {
Message.verbose("\tconfs: " + Arrays.asList(confs));
}
if (this.eventManager != null) {
this.eventManager.fireIvyEvent(new StartRetrieveEvent(mrid, confs, options));
}
try {
Map<ArtifactDownloadReport, Set<String>> artifactsToCopy = determineArtifactsToCopy(
mrid, destFilePattern, options);
File fileRetrieveRoot = settings.resolveFile(IvyPatternHelper
.getTokenRoot(destFilePattern));
report.setRetrieveRoot(fileRetrieveRoot);
File ivyRetrieveRoot = destIvyPattern == null ? null : settings
.resolveFile(IvyPatternHelper.getTokenRoot(destIvyPattern));
Collection<File> targetArtifactsStructure = new HashSet<>();
// Set(File) set of all paths which should be present at then end of retrieve (useful
// for sync)
Collection<File> targetIvysStructure = new HashSet<>(); // same for ivy files
// do retrieve
long totalCopiedSize = 0;
for (Map.Entry<ArtifactDownloadReport, Set<String>> artifactAndPaths : artifactsToCopy
.entrySet()) {
ArtifactDownloadReport artifact = artifactAndPaths.getKey();
File archive = artifact.getLocalFile();
if (artifact.getUnpackedLocalFile() != null) {
archive = artifact.getUnpackedLocalFile();
}
if (archive == null) {
Message.verbose("\tno local file available for " + artifact + ": skipping");
continue;
}
Message.verbose("\tretrieving " + archive);
for (String path : artifactAndPaths.getValue()) {
IvyContext.getContext().checkInterrupted();
File destFile = settings.resolveFile(path);
if (!settings.isCheckUpToDate() || !upToDate(archive, destFile, options)) {
Message.verbose("\t\tto " + destFile);
if (this.eventManager != null) {
this.eventManager.fireIvyEvent(new StartRetrieveArtifactEvent(artifact, destFile));
}
if (options.isMakeSymlinks()) {
boolean symlinkCreated;
try {
symlinkCreated = FileUtil.symlink(archive, destFile, true);
} catch (IOException ioe) {
symlinkCreated = false;
// warn about the inability to create a symlink
Message.warn("symlink creation failed at path " + destFile, ioe);
}
if (!symlinkCreated) {
// since symlink creation failed, let's attempt to an actual copy instead
Message.info("Attempting a copy operation (since symlink creation failed) at path " + destFile);
FileUtil.copy(archive, destFile, null, true);
}
} else {
FileUtil.copy(archive, destFile, null, true);
}
if (this.eventManager != null) {
this.eventManager.fireIvyEvent(new EndRetrieveArtifactEvent(artifact, destFile));
}
totalCopiedSize += FileUtil.getFileLength(destFile);
report.addCopiedFile(destFile, artifact);
} else {
Message.verbose("\t\tto " + destFile + " [NOT REQUIRED]");
report.addUpToDateFile(destFile, artifact);
}
if ("ivy".equals(artifact.getType())) {
targetIvysStructure
.addAll(FileUtil.getPathFiles(ivyRetrieveRoot, destFile));
} else {
Collection<File> files = FileUtil.listAll(destFile,
Collections.<String> emptyList());
for (File file : files) {
targetArtifactsStructure.addAll(FileUtil.getPathFiles(fileRetrieveRoot,
file));
}
}
}
}
if (options.isSync()) {
Message.verbose("\tsyncing...");
String[] ignorableFilenames = settings.getIgnorableFilenames();
Collection<String> ignoreList = Arrays.asList(ignorableFilenames);
Collection<File> existingArtifacts = FileUtil.listAll(fileRetrieveRoot, ignoreList);
Collection<File> existingIvys = (ivyRetrieveRoot == null) ? null : FileUtil.listAll(
ivyRetrieveRoot, ignoreList);
if (fileRetrieveRoot.equals(ivyRetrieveRoot)) {
targetArtifactsStructure.addAll(targetIvysStructure);
existingArtifacts.addAll(existingIvys);
sync(targetArtifactsStructure, existingArtifacts);
} else {
sync(targetArtifactsStructure, existingArtifacts);
if (existingIvys != null) {
sync(targetIvysStructure, existingIvys);
}
}
}
long elapsedTime = System.currentTimeMillis() - start;
String msg = "\t"
+ report.getNbrArtifactsCopied()
+ " artifacts copied"
+ (settings.isCheckUpToDate() ? (", " + report.getNbrArtifactsUpToDate() + " already retrieved")
: "") + " (" + (totalCopiedSize / KILO) + "kB/" + elapsedTime + "ms)";
if (LogOptions.LOG_DEFAULT.equals(options.getLog())) {
Message.info(msg);
} else {
Message.verbose(msg);
}
Message.verbose("\tretrieve done (" + (elapsedTime) + "ms)");
if (this.eventManager != null) {
this.eventManager.fireIvyEvent(new EndRetrieveEvent(mrid, confs, elapsedTime,
report.getNbrArtifactsCopied(), report.getNbrArtifactsUpToDate(),
totalCopiedSize, options));
}
return report;
} catch (Exception ex) {
throw new RuntimeException("problem during retrieve of " + moduleId + ": " + ex, ex);
}
}