evalbench/scorers/exactmatcher.py [25:42]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        self.config = config

    def compare(
        self,
        nl_prompt: str,
        golden_query: str,
        query_type: str,
        golden_execution_result: list,
        golden_eval_result: str,
        golden_error: str,
        generated_query: str,
        generated_execution_result: list,
        generated_eval_result: str,
        generated_error: str,
    ) -> Tuple[float, str]:
        """compare function implements the comparison logic for ExactMatcher comparator."""

        if golden_error or generated_error:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



evalbench/scorers/setmatcher.py [25:42]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        self.config = config

    def compare(
        self,
        nl_prompt: str,
        golden_query: str,
        query_type: str,
        golden_execution_result: list,
        golden_eval_result: str,
        golden_error: str,
        generated_query: str,
        generated_execution_result: list,
        generated_eval_result: str,
        generated_error: str,
    ) -> Tuple[float, str]:
        """Implements the set comparison logic"""

        if golden_error or generated_error:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -