in streampipes-extensions/streampipes-pipeline-elements-experimental-flink/src/main/java/com/kohlschutter/boilerpipe/filters/heuristics/ExpandTitleToContentFilter.java [42:68]
public boolean process(TextDocument doc) throws BoilerpipeProcessingException {
int i = 0;
int title = -1;
int contentStart = -1;
for (TextBlock tb : doc.getTextBlocks()) {
if (contentStart == -1 && tb.hasLabel(DefaultLabels.TITLE)) {
title = i;
contentStart = -1;
}
if (contentStart == -1 && tb.isContent()) {
contentStart = i;
}
i++;
}
if (contentStart <= title || title == -1) {
return false;
}
boolean changes = false;
for (TextBlock tb : doc.getTextBlocks().subList(title, contentStart)) {
if (tb.hasLabel(DefaultLabels.MIGHT_BE_CONTENT)) {
changes = tb.setIsContent(true) | changes;
}
}
return changes;
}