in webindex/modules/data/src/main/java/webindex/data/fluo/PageObserver.java [76:127]
public void process(TransactionBase tx, Bytes row, Column col) throws Exception {
TypedTransactionBase ttx = Constants.TYPEL.wrap(tx);
Map<Column, Value> pages =
ttx.get().row(row).columns(Constants.PAGE_NEW_COL, Constants.PAGE_CUR_COL);
String nextJson = pages.get(Constants.PAGE_NEW_COL).toString("");
if (nextJson.isEmpty()) {
log.error("An empty page was set at row {} col {}", row.toString(), col.toString());
return;
}
Page curPage = Page.fromJson(gson, pages.get(Constants.PAGE_CUR_COL).toString(""));
Set<Link> curLinks = curPage.getOutboundLinks();
Map<String, UriInfo> updates = new HashMap<>();
String pageUri = getPageRowHasher().removeHash(row).toString();
Page nextPage = Page.fromJson(gson, nextJson);
if (nextPage.isDelete()) {
ttx.mutate().row(row).col(Constants.PAGE_CUR_COL).delete();
updates.put(pageUri, new UriInfo(0, -1));
} else {
ttx.mutate().row(row).col(Constants.PAGE_CUR_COL).set(nextJson);
if (curPage.isEmpty()) {
updates.put(pageUri, new UriInfo(0, 1));
}
pagesIngested.mark();
}
Set<Link> nextLinks = nextPage.getOutboundLinks();
List<Link> addLinks = new ArrayList<>(Sets.difference(nextLinks, curLinks));
for (Link link : addLinks) {
updates.put(link.getUri(), new UriInfo(1, 0));
}
linksIngested.mark(addLinks.size());
List<Link> delLinks = new ArrayList<>(Sets.difference(curLinks, nextLinks));
for (Link link : delLinks) {
updates.put(link.getUri(), new UriInfo(-1, 0));
}
uriQ.addAll(tx, updates);
exportQ.add(tx, pageUri, new PageUpdate(pageUri, nextJson, addLinks, delLinks));
pagesChanged.mark();
// clean up
ttx.mutate().row(row).col(Constants.PAGE_NEW_COL).delete();
}