evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py [212:239]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        )

        if filter_for_unique_previous_moves:
            for example in filtered_moves:
                previous_moves = example["previous_moves"]
                if set(previous_moves) not in unique_previous_moves:
                    dataset.append(example)
                    unique_previous_moves.add(frozenset(previous_moves))
                    t_bar.update(1)
                    if continuously_save:
                        dump_sequence_to_jsonl(dataset, out_path)

        elif len(filtered_moves) > 0:
            dataset += filtered_moves
            t_bar.update(len(filtered_moves))
            if continuously_save:
                dump_sequence_to_jsonl(dataset, out_path)

        game_idx += 1
        t_bar.set_description(f"Num games examined: {game_idx}")

        if len(dataset) >= target_num_examples:
            break

    return dataset


def main(args: argparse.Namespace):
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



evals/elsuite/cant_do_that_anymore/scripts/diagonal_dataset_creation.py [247:274]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        )

        if filter_for_unique_previous_moves:
            for example in filtered_moves:
                previous_moves = example["previous_moves"]
                if set(previous_moves) not in unique_previous_moves:
                    dataset.append(example)
                    unique_previous_moves.add(frozenset(previous_moves))
                    t_bar.update(1)
                    if continuously_save:
                        dump_sequence_to_jsonl(dataset, out_path)

        elif len(filtered_moves) > 0:
            dataset += filtered_moves
            t_bar.update(len(filtered_moves))
            if continuously_save:
                dump_sequence_to_jsonl(dataset, out_path)

        game_idx += 1
        t_bar.set_description(f"Num games examined: {game_idx}")

        if len(dataset) >= target_num_examples:
            break

    return dataset


def main(args: argparse.Namespace):
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -