def __init__()

in parler_tts/configuration_parler_tts.py [0:0]

• 29 lines of code
• 1 McCabe index (conditional complexity)

    def __init__(
        self,
        vocab_size=2049,  # vocab size = 2048 (encodec vocab size) + 1 (eos)
        max_position_embeddings=2048,
        num_hidden_layers=24,
        ffn_dim=4096,
        num_attention_heads=16,
        num_key_value_heads=None,
        num_cross_attention_key_value_heads=None,
        layerdrop=0.0,
        use_cache=True,
        activation_function="gelu",
        hidden_size=1024,
        dropout=0.1,
        attention_dropout=0.0,
        activation_dropout=0.0,
        initializer_factor=0.02,
        scale_embedding=False,
        num_codebooks=4,
        pad_token_id=2048,
        bos_token_id=2049,
        eos_token_id=2048,
        tie_word_embeddings=False,
        rope_embeddings=False,
        rope_theta=10_000.0,
        cross_attention_implementation_strategy=None,
        use_fused_lm_heads=False,
        codebook_weights=None,
        **kwargs,