in src/main/java/org/apache/datasketches/pig/tuple/DataToArrayOfDoublesSketchAlgebraicIntermediateFinal.java [71:109]
public Tuple exec(final Tuple inputTuple) throws IOException {
if (this.isFirstCall_) {
// this is to see in the log which way was used by Pig
Logger.getLogger(getClass()).info("algebraic is used");
this.isFirstCall_ = false;
}
final ArrayOfDoublesUnion union =
new ArrayOfDoublesSetOperationBuilder().setNominalEntries(this.sketchSize_)
.setNumberOfValues(this.numValues_).buildUnion();
final DataBag bag = (DataBag) inputTuple.get(0);
if (bag == null) {
throw new IllegalArgumentException("InputTuple.Field0: Bag may not be null");
}
for (final Tuple dataTuple: bag) {
final Object item = dataTuple.get(0);
if (item instanceof DataBag) {
// this is a bag from the Initial function.
// just insert each item of the tuple into the sketch
final ArrayOfDoublesUpdatableSketch sketch =
new ArrayOfDoublesUpdatableSketchBuilder().setNominalEntries(this.sketchSize_)
.setSamplingProbability(this.samplingProbability_).setNumberOfValues(this.numValues_).build();
DataToArrayOfDoublesSketchBase.updateSketch((DataBag) item, sketch, this.numValues_);
union.union(sketch);
} else if (item instanceof DataByteArray) {
// This is a sketch from a prior call to the
// Intermediate function. merge it with the
// current sketch.
final DataByteArray dba = (DataByteArray) item;
union.union(ArrayOfDoublesSketches.wrapSketch(Memory.wrap(dba.get())));
} else {
// we should never get here.
throw new IllegalArgumentException("InputTuple.Field0: Bag contains unrecognized types: "
+ item.getClass().getName());
}
}
return Util.tupleFactory.newTuple(new DataByteArray(union.getResult().toByteArray()));
}