def tf_dataset()

in lm_human_preferences/language/datasets.py [0:0]

• 13 lines of code
• 1 McCabe index (conditional complexity)

    def tf_dataset(
            self,
            sequence_length,
            *,
            mode,
            encoder=None,
            seed=0,
            comm=None,
            shuffle=True,
            repeat_count=None,  # Defaults to infinite repeat
            # trims so that it starts right after start token
            start_token=None,
            # trims off last end_token
            end_token=None,
            padding_token=None,