def LoadTextSimple()

in src/indexing.py [0:0]

• 4 lines of code
• 2 McCabe index (conditional complexity)

def LoadTextSimple(text_fname):
    """
    Naive version of loading text into python list
    used for retrieve text using sentence idx from faiss
    NOTE: inefficient, will be replaced with mmap
    """
    with open(text_fname, 'r', encoding='utf-8', errors='ignore') as fin:
        sentences = [s.strip() for s in fin]
    return sentences