in summarize_from_feedback/datasets/jsonl_encoding.py [0:0]
def decode_example(example):
"""
Decode all numpy arrays in the example.
"""
decoded_example = example.copy()
for k in example:
if k.startswith("__np_"):
to_decode = decoded_example.pop(k)
decoded_example[k[5:]] = np.frombuffer(
base64.b64decode(to_decode["data"]), dtype=to_decode["dtype"]
).reshape(to_decode["shape"])
elif k.startswith("__bytes_"):
to_decode = decoded_example.pop(k)
decoded_example[k[8:]] = base64.b64decode(to_decode.encode("utf-8"))
return decoded_example