def eval_error()

in Oracle.py [0:0]


    def eval_error(self, qid, answer):
        """
        Returns the number of missed items in the result set
        Note that the sketch's answer can include more than k items
        """
        truth = self.answers[qid]
        A = set([x for x, w in truth])
        B = set([x for x, w in answer])
        
        missed = len(A) - len(A.intersection(B))
        return missed