in phasic_policy_gradient/graph.py [0:0]
def main_pcg_sample_entry(experiment_name, normalize_and_reduce):
params = {
'xtick.labelsize': 12,
'ytick.labelsize': 12,
'axes.titlesize': 16,
'axes.labelsize': 24,
'legend.fontsize': 18,
'figure.figsize': [9, 9]
}
matplotlib.rcParams.update(params)
kwargs = {'smoothing': .9}
kwargs['x_scale'] = 4 * 256 * 64 / 1e6 # num_workers * num_steps_per_rollout * num_envs_per_worker / graph_scaling
normalization_ranges = HARD_GAME_RANGES
y_label = 'Score'
x_label = 'Timesteps (M)'
if experiment_name == 'ppo':
kwargs['csv_file_groups'] = [[f'ppo-run{x}' for x in range(3)]]
elif experiment_name == 'ppg':
kwargs['csv_file_groups'] = [[f'ppg-run{x}' for x in range(3)]]
elif experiment_name == 'e_pi':
kwargs['csv_file_groups'] = [[f'e-pi-{x}'] for x in [1, 2, 3, 4, 5, 6]]
kwargs['labels'] = [f"$E_\\pi$ = {x}" for x in [1, 2, 3, 4, 5, 6]]
elif experiment_name == 'e_aux':
kwargs['csv_file_groups'] = [[f'e-aux-{x}'] for x in [1, 2, 3, 6, 9]]
kwargs['labels'] = ["$E_{aux}$ = " + str(x) for x in [1, 2, 3, 6, 9]]
elif experiment_name == 'n_pi':
kwargs['csv_file_groups'] = [[f'n-pi-{x}'] for x in [2, 4, 8, 16, 32]]
kwargs['labels'] = ["$N_\pi$ = " + str(x) for x in [2, 4, 8, 16, 32]]
elif experiment_name == 'ppgkl':
kwargs['csv_file_groups'] = [[f'ppgkl-run{x}' for x in range(3)]]
elif experiment_name == 'ppg_single_network':
kwargs['csv_file_groups'] = [[f'ppgsingle-run{x}' for x in range(3)]]
else:
assert False, f"experiment_name {experiment_name} is invalid"
run_directory_prefix = experiment_name
kwargs['run_directory_prefix'] = f"{run_directory_prefix}-run"
# We throw out the first few datapoints to give the episodic reward buffers time to fill up
# Otherwise, there could be a short-episode bias
kwargs['first_valid'] = 10
if normalize_and_reduce:
kwargs['normalization_ranges'] = normalization_ranges
y_label = 'Mean Normalized Score'
fig, axarr = plot_experiment(**kwargs)
if normalize_and_reduce:
axarr.set_xlabel(x_label, labelpad=20)
axarr.set_ylabel(y_label, labelpad=20)
else:
ax0 = switch_to_outer_plot(fig)
ax0.set_xlabel(x_label, labelpad=40)
ax0.set_ylabel(y_label, labelpad=35)