in dynalab/handler.py [0:0]
def inference(self, input_data: dict) -> list:
generated = self.sequence_generator.generate(
models=[],
sample=input_data,
prefix_tokens=input_data["prefix_tokens"],
)
# `generate` returns a list of samples
# with several hypothesis per sample
# and a dict per hypothesis.
# We also need to strip the language token.
return [hypos[0]["tokens"][1:] for hypos in generated]