in horovod/spark/common/util.py [0:0]
def data_type_to_numpy(dtype):
if dtype == VectorUDT or dtype == SparseVector or dtype == DenseVector:
return np.float64
elif dtype == ArrayType:
return np.float64
elif dtype == IntegerType:
return np.int32
elif dtype == StringType:
return np.uint8
elif dtype == FloatType:
return np.float32
elif dtype == BinaryType:
return np.uint8
elif dtype == DoubleType:
return np.float64
elif dtype == LongType:
return np.int64
elif dtype == BooleanType:
return np.bool
else:
raise ValueError('Unrecognized data type: {}'.format(dtype))