def __init__()

in backends/python/server/text_embeddings_server/models/jinaBert_model.py [0:0]


    def __init__(self, prefix, handle, device, dtype, config: JinaBertConfig):
        self.config = config
        if config.feed_forward_type == "reglu":
            self.act = nn.ReLU()
        elif config.feed_forward_type == "geglu":
            self.act = nn.GELU()
        else:
            raise ValueError(
                f"feed_forward_type {config.feed_forward_type} not supported"
            )
        self.up_gated_layer_weight = (
            handle.get_tensor(f"{prefix}.up_gated_layer.weight").to(dtype).to(device)
        )
        self.down_layer_weight = (
            handle.get_tensor(f"{prefix}.down_layer.weight").to(dtype).to(device)
        )
        self.down_layer_bias = (
            handle.get_tensor(f"{prefix}.down_layer.bias").to(dtype).to(device)
        )
        self.dropout = nn.Dropout(config.hidden_dropout_prob)