def get_art_abs()

in lm_human_preferences/datasets/cnndm.py [0:0]

• 17 lines of code
• 9 McCabe index (conditional complexity)

def get_art_abs(story_file):
    lines = read_text_file(story_file)
    # lines = [fix_missing_period(line) for line in lines]
    article_lines = []
    highlights = []
    next_is_highlight = False
    for line in lines:
        if line == "":
            continue # empty line
        elif line.startswith("@highlight"):
            next_is_highlight = True
        elif next_is_highlight:
            highlights.append(line)
        else:
            article_lines.append(line)
    article = '\n\n'.join(article_lines)

    # Make abstract into a single string, putting <s> and </s> tags around the sentences
    highlights = [fix_missing_period(sent) for sent in highlights]
    # abstract = ' '.join(["%s %s %s" % (SENTENCE_START, sent, SENTENCE_END) for sent in highlights])
    # abstract = ' '.join(highlights)
    return article, highlights