leaderboard/data.py [304:324]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
                irt_model=irt_results.irt_model,
                example_id=ex_id,
                diff=irt_results.diff[idx],
                disc=irt_results.disc[idx] if irt_results.disc is not None else None,
                lambda_=irt_results.lambdas[idx] if irt_results.lambdas is not None else None,
            )

        model_ids = set()
        irt_2pl_model_stats = {}
        n_models = len(irt_results.model_ids)
        for str_idx, m_id in irt_results.model_ids.items():
            idx = str_idx_to_int(str_idx, IrtModelType(irt_results.irt_model))

            if idx < 0 or idx > n_models - 1:
                all_ids = [int(str_idx) for str_idx in irt_results.model_ids.keys()]
                max_id = max(all_ids)
                min_id = min(all_ids)
                raise ValueError(
                    f"Invalid index: {idx} model_type={irt_results.irt_model} n_models={n_models} min_id={min_id} max_id={max_id}"
                )
            model_ids.add(m_id)
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



leaderboard/data.py [402:422]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
                irt_model=irt_results.irt_model,
                example_id=ex_id,
                diff=irt_results.diff[idx],
                disc=irt_results.disc[idx] if irt_results.disc is not None else None,
                lambda_=irt_results.lambdas[idx] if irt_results.lambdas is not None else None,
            )

        model_ids = set()
        irt_2pl_model_stats = {}
        n_models = len(irt_results.model_ids)
        for str_idx, m_id in irt_results.model_ids.items():
            idx = str_idx_to_int(str_idx, IrtModelType(irt_results.irt_model))

            if idx < 0 or idx > n_models - 1:
                all_ids = [int(str_idx) for str_idx in irt_results.model_ids.keys()]
                max_id = max(all_ids)
                min_id = min(all_ids)
                raise ValueError(
                    f"Invalid index: {idx} model_type={irt_results.irt_model} n_models={n_models} min_id={min_id} max_id={max_id}"
                )
            model_ids.add(m_id)
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -