def open_concatenated_gzip_files()

in misc/reference_datasets/multilingual/part jsons.py [0:0]


def open_concatenated_gzip_files(filepaths):
    # Create a concatenated binary stream
    concatenated_stream = ConcatenatedFileStream(filepaths)

    # Wrap it with gzip to decompress
    gzip_stream = gzip.GzipFile(fileobj=concatenated_stream, mode='r')

    return gzip_stream