def chunk_index_list()

in src/es_pii_tool/helpers/utils.py [0:0]

• 14 lines of code
• 4 McCabe index (conditional complexity)

def chunk_index_list(indices: t.Sequence[str]) -> t.Sequence[t.Sequence[str]]:
    """
    This utility chunks very large index lists into 3KB chunks.
    It measures the size as a csv string, then converts back into a list for the return
    value.

    :param indices: The list of indices

    :type indices: list

    :returns: A list of lists (each a piece of the original ``indices``)
    :rtype: list
    """
    chunks = []
    chunk = ""
    for index in indices:
        if len(chunk) < 3072:
            if not chunk:
                chunk = index
            else:
                chunk += "," + index
        else:
            chunks.append(chunk.split(','))
            chunk = index
    chunks.append(chunk.split(','))
    return chunks