def remove_end_END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED()

in build_obelics/13_final_processing.py [0:0]

• 10 lines of code
• 5 McCabe index (conditional complexity)

def remove_end_END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED(texts, images, metadata):
    if len(texts) > 0:
        last_text = texts[-1]
        if last_text:
            paragraphs = last_text.split("\n\n")
            if (len(paragraphs) > 0) and (paragraphs[-1] == "END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED"):
                paragraphs = paragraphs[:-1]
            last_text = "\n\n".join(paragraphs)
            texts[-1] = last_text
    return texts, images, metadata