in src/main/java/org/apache/datasketches/pig/frequencies/UnionFrequentItemsSketchAlgebraicIntermediateFinal.java [59:93]
public Tuple exec(final Tuple inputTuple) throws IOException {
if (this.isFirstCall_) {
// this is to see in the log which way was used by Pig
Logger.getLogger(getClass()).info("algebraic is used");
this.isFirstCall_ = false;
}
final ItemsSketch<T> sketch = new ItemsSketch<>(this.sketchSize_);
final DataBag bag = (DataBag) inputTuple.get(0);
if (bag == null) {
throw new IllegalArgumentException("InputTuple.Field0: Bag may not be null");
}
for (Tuple dataTuple: bag) {
final Object item = dataTuple.get(0);
if (item instanceof DataBag) {
// this is from a prior call to the initial function, so there is a nested bag.
for (final Tuple innerTuple: (DataBag) item) {
final ItemsSketch<T> incomingSketch = Util.deserializeSketchFromTuple(innerTuple, this.serDe_);
sketch.merge(incomingSketch);
}
} else if (item instanceof DataByteArray) {
// This is a sketch from a call to the Intermediate function
// Merge it with the current sketch.
final ItemsSketch<T> incomingSketch = Util.deserializeSketchFromTuple(dataTuple, this.serDe_);
if (incomingSketch.isEmpty()) { continue; }
sketch.merge(incomingSketch);
} else {
// we should never get here.
throw new IllegalArgumentException(
"InputTuple.Field0: Bag contains unrecognized types: " + item.getClass().getName());
}
}
return Util.serializeSketchToTuple(sketch, this.serDe_);
}