def evaluate_kilt_dataset()

in scripts_mgenre/evaluate_kilt_dataset.py [0:0]


def evaluate_kilt_dataset(
    model,
    dataset,
    batch_size=4,
    beams=10,
    max_len_a=128,
    max_len_b=32,
    lenpen=1,
    trie=None,
    lang_title2wikidataID={},
    wikidataID2lang_title={},
    canonical_lang_title2wikidataID={},
    wikidataID2canonical_lang_title={},
    order="title_lang",
    canonical=False,
    free_generation=False,
    mention2wikidataID={},
    candidates_lowercase=False,
    allowed_langs=[],
    desc=None,
    max_candidates=None,
    only_en_candidates=False,
    only_freebase_candidates=False,
    wikidataID2freebaseID={},