def _find_null_fields()

in awsglue/transforms/drop_nulls.py [0:0]

• 10 lines of code
• 7 McCabe index (conditional complexity)

    def _find_null_fields(self, ctx, schema, path, output):
        if isinstance(schema, StructType):
            for field in schema:
                new_path = path + "." if path != "" else path
                self._find_null_fields(ctx, field.dataType, new_path + ctx._jvm.RecordUtils.quoteName(field.name), output)

        elif isinstance(schema, ArrayType):
            # For the moment we only remove null fields in nested array columns.
            # We don't change ArrayType(NullType).
            if isinstance(schema.elementType, StructType):
                self._find_null_fields(ctx, schema.elementType, path, output)

        elif isinstance(schema, NullType):
            output.append(path)