in mico/utils/net_utils.py [0:0]
def __init__(self, number_clusters, dim_input, num_layers, dim_hidden):
"""This model maps the input (BERT representation of a sentence) to the probability vector for
query routing or document assignment to the clusters.
Parameters
----------
number_clusters : int
The number of clusters to which we are going to assign the documents or route the queries.
dim_input : int
The dimension of the input (the representation from BERT base model is 768.)
num_layers : int
How many layers are used in this model.
dim_hidden : int
How many neurons are in the hidden layer of this model.
"""
super(ConditionalDistributionZ, self).__init__()
self.number_clusters = number_clusters
self.softmax = nn.Softmax(dim=-1)
number_clusters = number_clusters
self.ff = FeedForward(dim_input, dim_hidden, number_clusters, num_layers)