def get_pairs()

in clip/simple_tokenizer.py [0:0]

• 7 lines of code
• 2 McCabe index (conditional complexity)

def get_pairs(word):
    """Return set of symbol pairs in a word.
    Word is represented as tuple of symbols (symbols being variable-length strings).
    """
    pairs = set()
    prev_char = word[0]
    for char in word[1:]:
        pairs.add((prev_char, char))
        prev_char = char
    return pairs