in src/ab/plugins/data/engine.py [0:0]
def convert_boolean_type(rows, column_name):
from pyspark.sql.types import BooleanType
for row in rows:
val = row[column_name]
if val is None:
continue
if isinstance(val, bool):
return rows, BooleanType()
# convert 1/0 to True/False
for row in rows:
val = row[column_name]
if val is None:
continue
row[column_name] = bool(val)
return rows, BooleanType()