in core/src/main/java/org/apache/sdap/mudrod/discoveryengine/WeblogDiscoveryEngine.java [66:96]
public List<String> getFileList(String logDir) {
ArrayList<String> inputList = new ArrayList<>();
if (!logDir.startsWith("hdfs://")) {
File directory = new File(logDir);
File[] fList = directory.listFiles();
for (File file : fList) {
if (file.isFile() && file.getName().matches(".*\\d+.*") && file.getName().contains(props.getProperty(MudrodConstants.HTTP_PREFIX))) {
inputList.add(file.getName().replace(props.getProperty(MudrodConstants.HTTP_PREFIX), ""));
}
}
} else {
Configuration conf = new Configuration();
try (FileSystem fs = FileSystem.get(new URI(logDir), conf)) {
FileStatus[] fileStatus;
fileStatus = fs.listStatus(new Path(logDir));
for (FileStatus status : fileStatus) {
String path1 = status.getPath().toString();
if (path1.matches(".*\\d+.*") && path1.contains(props.getProperty(MudrodConstants.HTTP_PREFIX))) {
String time = path1.substring(path1.lastIndexOf('.') + 1);
inputList.add(time);
}
}
} catch (IllegalArgumentException | IOException | URISyntaxException e) {
LOG.error("An error occured whilst obtaining the log file list.", e);
}
}
return inputList;
}