def __init__()

in scripts/adapet/ADAPET/src/eval/Scorer.py [0:0]

• 44 lines of code
• 10 McCabe index (conditional complexity)

    def __init__(self, config, dataset):
        self.config = config

        # Metrics to compute
        self.compute_acc = False
        self.compute_f1 = False

        # Store which dataset
        self.is_boolq = False
        self.is_cb = False
        self.is_copa = False
        self.is_multirc = False
        self.is_record = False
        self.is_rte = False
        self.is_wic = False

        self.list_logits = []


        # Compute the dataset
        if dataset.lower() == "fewglue/boolq":
            self.compute_acc = True
            self.is_boolq = True
        elif dataset.lower() == "fewglue/cb":
            self.compute_acc = True
            self.compute_f1 = True
            self.is_cb = True
        elif dataset.lower() == "fewglue/copa":
            self.compute_acc = True
            self.is_copa = True
        elif dataset.lower() == "fewglue/multirc":
            self.compute_acc = True
            self.compute_f1 = True
            self.is_multirc = True
        elif dataset.lower() == "fewglue/record":
            self.compute_acc = True
            self.compute_f1 = True
            self.is_record = True
        elif dataset.lower() == "fewglue/rte":
            self.compute_acc = True
            self.is_rte = True
        elif dataset.lower() == "fewglue/wic":
            self.compute_acc = True
            self.is_wic = True
        elif dataset.lower() == "fewglue/wsc":
            self.compute_acc = True
            self.is_wsc = True
        elif dataset.lower() == "generic":
            self.compute_acc = True
            #self.compute_f1 = True
        else:
            raise ValueError("Invalid Dataset name")

        self.dict_idx2logits_lbl = {}