in core/src/main/java/org/apache/carbondata/core/datastore/page/encoding/adaptive/AdaptiveDeltaIntegralCodec.java [327:516]
private void fillVector(byte[] pageData, CarbonColumnVector vector, DataType pageDataType,
int pageSize, ColumnVectorInfo vectorInfo, BitSet nullBits) {
// get the updated values if it is decode of child vector
pageSize = ColumnVectorInfo.getUpdatedPageSizeForChildVector(vectorInfo, pageSize);
vector = ColumnarVectorWrapperDirectFactory
.getDirectVectorWrapperFactory(vectorInfo, vector, null, nullBits, vectorInfo.deletedRows,
true, false);
DataType vectorDataType = vector.getType();
int newScale = 0;
if (vectorInfo.measure != null) {
newScale = vectorInfo.measure.getMeasure().getScale();
}
int rowId = 0;
if (pageDataType == DataTypes.BOOLEAN || pageDataType == DataTypes.BYTE) {
if (vectorDataType == DataTypes.SHORT) {
for (int i = 0; i < pageSize; i++) {
vector.putShort(i, (short) (max - pageData[i]));
}
} else if (vectorDataType == DataTypes.INT) {
for (int i = 0; i < pageSize; i++) {
vector.putInt(i, (int) (max - pageData[i]));
}
} else if (vectorDataType == DataTypes.LONG) {
for (int i = 0; i < pageSize; i++) {
vector.putLong(i, (max - pageData[i]));
}
} else if (vectorDataType == DataTypes.TIMESTAMP) {
for (int i = 0; i < pageSize; i++) {
vector.putLong(i, (max - (long) pageData[i]) * 1000);
}
} else if (vectorDataType == DataTypes.BOOLEAN || vectorDataType == DataTypes.BYTE) {
for (int i = 0; i < pageSize; i++) {
vector.putByte(i, (byte) (max - pageData[i]));
}
} else if (DataTypes.isDecimal(vectorDataType)) {
DecimalConverterFactory.DecimalConverter decimalConverter = vectorInfo.decimalConverter;
int precision = vectorInfo.measure.getMeasure().getPrecision();
for (int i = 0; i < pageSize; i++) {
BigDecimal decimal = decimalConverter.getDecimal(max - pageData[i]);
if (decimal.scale() < newScale) {
decimal = decimal.setScale(newScale);
}
vector.putDecimal(i, decimal, precision);
}
} else if (vectorDataType == DataTypes.FLOAT) {
for (int i = 0; i < pageSize; i++) {
vector.putFloat(i, (int) (max - pageData[i]));
}
} else {
for (int i = 0; i < pageSize; i++) {
vector.putDouble(i, (max - pageData[i]));
}
}
} else if (pageDataType == DataTypes.SHORT) {
int shortSizeInBytes = DataTypes.SHORT.getSizeInBytes();
int size = pageSize * shortSizeInBytes;
if (vectorDataType == DataTypes.SHORT) {
for (int i = 0; i < size; i += shortSizeInBytes) {
vector.putShort(rowId++, (short) (max - ByteUtil.toShortLittleEndian(pageData, i)));
}
} else if (vectorDataType == DataTypes.INT) {
for (int i = 0; i < size; i += shortSizeInBytes) {
vector.putInt(rowId++, (int) (max - ByteUtil.toShortLittleEndian(pageData, i)));
}
} else if (vectorDataType == DataTypes.LONG) {
for (int i = 0; i < size; i += shortSizeInBytes) {
vector.putLong(rowId++, (max - ByteUtil.toShortLittleEndian(pageData, i)));
}
} else if (vectorDataType == DataTypes.TIMESTAMP) {
for (int i = 0; i < size; i += shortSizeInBytes) {
vector
.putLong(rowId++, (max - (long) ByteUtil.toShortLittleEndian(pageData, i)) * 1000);
}
} else if (DataTypes.isDecimal(vectorDataType)) {
DecimalConverterFactory.DecimalConverter decimalConverter = vectorInfo.decimalConverter;
int precision = vectorInfo.measure.getMeasure().getPrecision();
for (int i = 0; i < size; i += shortSizeInBytes) {
BigDecimal decimal =
decimalConverter.getDecimal(max - ByteUtil.toShortLittleEndian(pageData, i));
if (decimal.scale() < newScale) {
decimal = decimal.setScale(newScale);
}
vector.putDecimal(rowId++, decimal, precision);
}
} else if (vectorDataType == DataTypes.FLOAT) {
for (int i = 0; i < size; i += shortSizeInBytes) {
vector.putFloat(rowId++, (int) (max - ByteUtil.toShortLittleEndian(pageData, i)));
}
} else {
for (int i = 0; i < size; i += shortSizeInBytes) {
vector.putDouble(rowId++, (max - ByteUtil.toShortLittleEndian(pageData, i)));
}
}
} else if (pageDataType == DataTypes.SHORT_INT) {
int shortIntSizeInBytes = DataTypes.SHORT_INT.getSizeInBytes();
int size = pageSize * shortIntSizeInBytes;
if (vectorDataType == DataTypes.INT) {
for (int i = 0; i < size; i += shortIntSizeInBytes) {
int shortInt = ByteUtil.valueOf3Bytes(pageData, i);
vector.putInt(rowId++, (int) (max - shortInt));
}
} else if (vectorDataType == DataTypes.LONG) {
for (int i = 0; i < size; i += shortIntSizeInBytes) {
int shortInt = ByteUtil.valueOf3Bytes(pageData, i);
vector.putLong(rowId++, (max - shortInt));
}
} else if (vectorDataType == DataTypes.TIMESTAMP) {
for (int i = 0; i < size; i += shortIntSizeInBytes) {
vector.putLong(rowId++, (max - (long) ByteUtil.valueOf3Bytes(pageData, i)) * 1000);
}
} else if (DataTypes.isDecimal(vectorDataType)) {
DecimalConverterFactory.DecimalConverter decimalConverter = vectorInfo.decimalConverter;
int precision = vectorInfo.measure.getMeasure().getPrecision();
for (int i = 0; i < pageSize; i++) {
int shortInt = ByteUtil.valueOf3Bytes(pageData, i * 3);
BigDecimal decimal = decimalConverter.getDecimal(max - shortInt);
if (decimal.scale() < newScale) {
decimal = decimal.setScale(newScale);
}
vector.putDecimal(i, decimal, precision);
}
} else if (vectorDataType == DataTypes.FLOAT) {
for (int i = 0; i < size; i += shortIntSizeInBytes) {
int shortInt = ByteUtil.valueOf3Bytes(pageData, i);
vector.putFloat(rowId++, (int) (max - shortInt));
}
} else {
for (int i = 0; i < size; i += shortIntSizeInBytes) {
int shortInt = ByteUtil.valueOf3Bytes(pageData, i);
vector.putDouble(rowId++, (max - shortInt));
}
}
} else if (pageDataType == DataTypes.INT) {
int intSizeInBytes = DataTypes.INT.getSizeInBytes();
int size = pageSize * intSizeInBytes;
if (vectorDataType == DataTypes.INT) {
for (int i = 0; i < size; i += intSizeInBytes) {
vector.putInt(rowId++, (int) (max - ByteUtil.toIntLittleEndian(pageData, i)));
}
} else if (vectorDataType == DataTypes.LONG) {
for (int i = 0; i < size; i += intSizeInBytes) {
vector.putLong(rowId++, (max - ByteUtil.toIntLittleEndian(pageData, i)));
}
} else if (vectorDataType == DataTypes.TIMESTAMP) {
for (int i = 0; i < size; i += intSizeInBytes) {
vector.putLong(rowId++, (max - (long) ByteUtil.toIntLittleEndian(pageData, i)) * 1000);
}
} else if (DataTypes.isDecimal(vectorDataType)) {
DecimalConverterFactory.DecimalConverter decimalConverter = vectorInfo.decimalConverter;
int precision = vectorInfo.measure.getMeasure().getPrecision();
for (int i = 0; i < size; i += intSizeInBytes) {
BigDecimal decimal =
decimalConverter.getDecimal(max - ByteUtil.toIntLittleEndian(pageData, i));
if (decimal.scale() < newScale) {
decimal = decimal.setScale(newScale);
}
vector.putDecimal(rowId++, decimal, precision);
}
} else {
for (int i = 0; i < size; i += intSizeInBytes) {
vector.putDouble(rowId++, (max - ByteUtil.toIntLittleEndian(pageData, i)));
}
}
} else if (pageDataType == DataTypes.LONG) {
int longSizeInBytes = DataTypes.LONG.getSizeInBytes();
int size = pageSize * longSizeInBytes;
if (vectorDataType == DataTypes.LONG) {
for (int i = 0; i < size; i += longSizeInBytes) {
vector.putLong(rowId++, (max - ByteUtil.toLongLittleEndian(pageData, i)));
}
} else if (vectorDataType == DataTypes.TIMESTAMP) {
for (int i = 0; i < size; i += longSizeInBytes) {
vector.putLong(rowId++, (max - ByteUtil.toLongLittleEndian(pageData, i)) * 1000);
}
} else if (DataTypes.isDecimal(vectorDataType)) {
DecimalConverterFactory.DecimalConverter decimalConverter = vectorInfo.decimalConverter;
int precision = vectorInfo.measure.getMeasure().getPrecision();
for (int i = 0; i < size; i += longSizeInBytes) {
BigDecimal decimal =
decimalConverter.getDecimal(max - ByteUtil.toLongLittleEndian(pageData, i));
if (decimal.scale() < newScale) {
decimal = decimal.setScale(newScale);
}
vector.putDecimal(rowId++, decimal, precision);
}
}
} else {
throw new RuntimeException("Unsupported datatype : " + pageDataType);
}
}