leaderboard/plots.py [384:402]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    def get_test_irt(dev_id):
        if dev_id in dev_to_test:
            test_id = dev_to_test[dev_id]
            if test_id in test_irt_parsed.model_stats:
                return test_irt_parsed.model_stats[test_id].skill
            else:
                return None
        else:
            return None

    def get_test_classical(dev_id):
        if dev_id in dev_to_test:
            test_id = dev_to_test[dev_id]
            if test_id in test_preds.model_scores:
                return test_preds.model_scores[test_id]["exact_match"]
            else:
                return None
        else:
            return None
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



leaderboard/plots.py [651:669]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    def get_test_irt(dev_id):
        if dev_id in dev_to_test:
            test_id = dev_to_test[dev_id]
            if test_id in test_irt_parsed.model_stats:
                return test_irt_parsed.model_stats[test_id].skill
            else:
                return None
        else:
            return None

    def get_test_classical(dev_id):
        if dev_id in dev_to_test:
            test_id = dev_to_test[dev_id]
            if test_id in test_preds.model_scores:
                return test_preds.model_scores[test_id]["exact_match"]
            else:
                return None
        else:
            return None
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -