def _get_idf()

in vizseq/scorers/_cider/__init__.py [0:0]

• 9 lines of code
• 6 McCabe index (conditional complexity)

    def _get_idf(self, references: List[List[str]]):
        self.refs = [
            _multiprocess_batch_extract_n_grams(
                r, n=self.n, n_workers=self.n_workers, verbose=self.verbose
            ) for r in references
        ]
        for cur_refs in zip(*self.refs):
            for ngram in set(ngram for r in cur_refs for ngram, c in r.items()):
                self.doc_freq[ngram] += 1