def prepare_text_input()

in src/chug/text/tokenization.py [0:0]

• 12 lines of code
• 1 McCabe index (conditional complexity)

def prepare_text_input(
        text_input,
        tokenizer: Callable,
        max_length: int,
        task_start_token: Optional[str] = None,
        prompt_end_token: Optional[str] = None,
        add_eos_token: bool = True,
        ignore_id: int = -100,
        include_target: bool = True,
        return_dict: bool = True,
        input_key: str = "text_input",
        target_key: str = "text_target",