leaderboard/plots.py [218:241]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    random_df = pd.read_json(input_dir / "random_df.json")
    irt_df = pd.read_json(input_dir / "irt_df.json")
    info_df = pd.read_json(input_dir / "info_df.json")

    method_names = {
        "dev_high_disc_to_test": "High Discrimination",
        "dev_high_diff_to_test": "High Difficulty",
        "dev_high_disc_diff_to_test": "High Disc + Diff",
        "dev_info_to_test": "High Information",
        "dev_random_to_test": "Random",
    }

    def format_df(dataframe):
        return dataframe.assign(
            sampling_method=dataframe["variable"].map(lambda v: method_names[v])
        )

    x_scale = alt.X("trial_size", title="Development Set Sample Size", scale=alt.Scale(type="log"))
    y_scale = alt.Scale(zero=False)
    color_scale = alt.Color(
        "sampling_method",
        title="Sampling Method",
        legend=alt.Legend(orient="bottom-right", fillColor="white", padding=5, strokeColor="gray"),
        sort=[
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



leaderboard/plots.py [290:313]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    random_df = pd.read_json(input_dir / "random_df.json")
    irt_df = pd.read_json(input_dir / "irt_df.json")
    info_df = pd.read_json(input_dir / "info_df.json")

    method_names = {
        "dev_high_disc_to_test": "High Discrimination",
        "dev_high_diff_to_test": "High Difficulty",
        "dev_high_disc_diff_to_test": "High Disc + Diff",
        "dev_info_to_test": "High Information",
        "dev_random_to_test": "Random",
    }

    def format_df(dataframe):
        return dataframe.assign(
            sampling_method=dataframe["variable"].map(lambda v: method_names[v])
        )

    x_scale = alt.X("trial_size", title="Development Set Sample Size", scale=alt.Scale(type="log"))
    y_scale = alt.Scale(zero=False)
    color_scale = alt.Color(
        "sampling_method",
        title="Sampling Method",
        legend=alt.Legend(orient="bottom-right", fillColor="white", padding=5, strokeColor="gray"),
        sort=[
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -