def parse_vectors_from_directory()

in paq/paq_utils.py [0:0]

• 13 lines of code
• 6 McCabe index (conditional complexity)

def parse_vectors_from_directory(fi, memory_friendly=False, size=None, as_chunks=False, half=False):
    assert os.path.isdir(fi), f"Vectors directory {fi} doesnt exist, or is not a directory of pytorch vectors"
    if as_chunks:
        return parse_vectors_from_directory_chunks(fi, half)

    if memory_friendly:
        out = parse_vectors_from_directory_memory_friendly(fi, size=size)
    else:
        out = parse_vectors_from_directory_fast(fi)

    if half:
        out = out if out.dtype == torch.float16 else out.half()
    else:
        out = out if out.dtype == torch.float32 else out.float()

    return out