def _write_in_arrow()

in pyspark_huggingface/compat/datasource.py [0:0]

• 4 lines of code
• 1 McCabe index (conditional complexity)

    def _write_in_arrow(batches: Iterator["RecordBatch"], arrow_pickler, hf_writer) -> Iterator["RecordBatch"]:
        from pyarrow import RecordBatch

        commit_message = hf_writer.write(batches)
        yield RecordBatch.from_pylist([arrow_pickler.dumps(commit_message)])