public boolean process()

in streampipes-extensions/streampipes-pipeline-elements-experimental-flink/src/main/java/com/kohlschutter/boilerpipe/filters/heuristics/ExpandTitleToContentFilter.java [42:68]


  public boolean process(TextDocument doc) throws BoilerpipeProcessingException {
    int i = 0;
    int title = -1;
    int contentStart = -1;
    for (TextBlock tb : doc.getTextBlocks()) {
      if (contentStart == -1 && tb.hasLabel(DefaultLabels.TITLE)) {
        title = i;
        contentStart = -1;
      }
      if (contentStart == -1 && tb.isContent()) {
        contentStart = i;
      }

      i++;
    }

    if (contentStart <= title || title == -1) {
      return false;
    }
    boolean changes = false;
    for (TextBlock tb : doc.getTextBlocks().subList(title, contentStart)) {
      if (tb.hasLabel(DefaultLabels.MIGHT_BE_CONTENT)) {
        changes = tb.setIsContent(true) | changes;
      }
    }
    return changes;
  }