def translate()

in evals/translators/opusmt.py [0:0]

• 7 lines of code
• 2 McCabe index (conditional complexity)

def translate(texts, tokenizer, model):
    results = []

    for partition in tqdm(list(toolz.partition_all(10, texts))):
        tokenized_src = tokenizer(partition, return_tensors="pt", padding=True).to(device)
        generated_tokens = model.generate(**tokenized_src)
        results += tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)

    return results