in curiosity/baseline_reader.py [0:0]
def __init__(self,
tokenizer: Tokenizer = None,
mention_tokenizer: Tokenizer = None,
token_indexers: Dict[str, TokenIndexer] = None,
mention_indexers: Dict[str, TokenIndexer] = None):
super().__init__()
self._tokenizer = tokenizer or WordTokenizer()
self._token_indexers = token_indexers or {
'tokens': SingleIdTokenIndexer(lowercase_tokens=True),
}
self._mention_indexers = mention_indexers or {
'mentions': SingleIdTokenIndexer(),
}
self._mention_tokenizer = mention_tokenizer or WordTokenizer(
word_splitter=JustSpacesWordSplitter(),
)
self._fact_lookup: Optional[Dict[int, Fact]] = None