def calculate_tokens_emb_aoai()

in src/prepdocs/prepdocs.py [0:0]

• 3 lines of code
• 1 McCabe index (conditional complexity)

def calculate_tokens_emb_aoai(input: str):
    encoding = tiktoken.encoding_for_model(args.openaimodelname)
    return len(encoding.encode(input))