def decode_example()

in summarize_from_feedback/datasets/jsonl_encoding.py [0:0]


def decode_example(example):
    """
    Decode all numpy arrays in the example.
    """
    decoded_example = example.copy()
    for k in example:
        if k.startswith("__np_"):
            to_decode = decoded_example.pop(k)
            decoded_example[k[5:]] = np.frombuffer(
                base64.b64decode(to_decode["data"]), dtype=to_decode["dtype"]
            ).reshape(to_decode["shape"])
        elif k.startswith("__bytes_"):
            to_decode = decoded_example.pop(k)
            decoded_example[k[8:]] = base64.b64decode(to_decode.encode("utf-8"))
    return decoded_example