in backends/python/server/text_embeddings_server/models/jinaBert_model.py [0:0]
def __init__(self, prefix, handle, device, dtype, config: JinaBertConfig):
self.config = config
if config.feed_forward_type == "reglu":
self.act = nn.ReLU()
elif config.feed_forward_type == "geglu":
self.act = nn.GELU()
else:
raise ValueError(
f"feed_forward_type {config.feed_forward_type} not supported"
)
self.up_gated_layer_weight = (
handle.get_tensor(f"{prefix}.up_gated_layer.weight").to(dtype).to(device)
)
self.down_layer_weight = (
handle.get_tensor(f"{prefix}.down_layer.weight").to(dtype).to(device)
)
self.down_layer_bias = (
handle.get_tensor(f"{prefix}.down_layer.bias").to(dtype).to(device)
)
self.dropout = nn.Dropout(config.hidden_dropout_prob)