def from_tiktoken()

in tiktoken/_educational.py [0:0]

• 6 lines of code
• 2 McCabe index (conditional complexity)

    def from_tiktoken(encoding):
        if isinstance(encoding, str):
            encoding = tiktoken.get_encoding(encoding)
        return SimpleBytePairEncoding(
            pat_str=encoding._pat_str, mergeable_ranks=encoding._mergeable_ranks
        )