def remove_texts_only_END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED()

in build_obelics/13_final_processing.py [0:0]

• 4 lines of code
• 4 McCabe index (conditional complexity)

def remove_texts_only_END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED(example):
    texts_example = example["texts"]
    texts = [txt for txt in texts_example if txt]
    return not all([txt.strip() == "END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED" for txt in texts])