public List getFileList()

in core/src/main/java/org/apache/sdap/mudrod/discoveryengine/WeblogDiscoveryEngine.java [66:96]


  public List<String> getFileList(String logDir) {

    ArrayList<String> inputList = new ArrayList<>();
    if (!logDir.startsWith("hdfs://")) {
      File directory = new File(logDir);
      File[] fList = directory.listFiles();
      for (File file : fList) {
        if (file.isFile() && file.getName().matches(".*\\d+.*") && file.getName().contains(props.getProperty(MudrodConstants.HTTP_PREFIX))) {
          inputList.add(file.getName().replace(props.getProperty(MudrodConstants.HTTP_PREFIX), ""));
        }
      }
    } else {
      Configuration conf = new Configuration();
      try (FileSystem fs = FileSystem.get(new URI(logDir), conf)) {
        FileStatus[] fileStatus;
        fileStatus = fs.listStatus(new Path(logDir));
        for (FileStatus status : fileStatus) {
          String path1 = status.getPath().toString();
          if (path1.matches(".*\\d+.*") && path1.contains(props.getProperty(MudrodConstants.HTTP_PREFIX))) {

            String time = path1.substring(path1.lastIndexOf('.') + 1);
            inputList.add(time);
          }
        }
      } catch (IllegalArgumentException | IOException | URISyntaxException e) {
        LOG.error("An error occured whilst obtaining the log file list.", e);
      }
    }

    return inputList;
  }