def run_all_experiments()

in experiments/toy_multisets.py [0:0]


def run_all_experiments(seed):
    '''Runs all experiments. This function is used by plots.py'''

    # Run experiments
    metrics = [
        cache(run_single_experiment)(seq_length, alphabet_size, seed)
        for seq_length in np.logspace(9, 12, 10, base=2, dtype=int)
        for alphabet_size in 2**np.arange(10, 18)
        for seed in np.arange(20)
    ]

    # Save results (run plot.py to see plotted results)
    def lower(s): return s.quantile(0.05)
    def upper(s): return s.quantile(0.95)
    def avg(s): return s.mean()

    return (pd.DataFrame(metrics)
              .groupby(['seq_length', 'alphabet_size'])
              .agg([avg, lower, upper]))