def decode()

in summarize_from_feedback/datasets/encodings.py [0:0]

• 9 lines of code
• 4 McCabe index (conditional complexity)

    def decode(self, tokens, errors="replace"):
        if isinstance(tokens, torch.Tensor):
            if tokens.dim() == 1 and tokens.size(0) == 1:
                tokens = tokens.tolist()
            else:
                tokens = tokens.squeeze().tolist()

        decoded_bytes = self.decode_bytes(tokens)
        text = decoded_bytes.decode("utf-8", errors=errors)
        return text