in genre/entity_linking.py [0:0]
def _get_end_to_end_prefix_allowed_tokens_fn(
encode_fn,
decode_fn,
bos_token_id,
pad_token_id,
eos_token_id,
vocabulary_length,
sentences: List[str],
start_mention_token="{",
end_mention_token="}",
start_entity_token="[",
end_entity_token="]",
mention_trie: Trie = None,
candidates_trie: Trie = None,
mention_to_candidates_dict: Dict[str, List[str]] = None,