Path	Lines of Code
baselines/__init__.py	1
baselines/a2c/__init__.py	1
baselines/a2c/a2c.py	134
baselines/a2c/runner.py	50
baselines/a2c/utils.py	239
baselines/acer/__init__.py	1
baselines/acer/acer.py	257
baselines/acer/buffer.py	105
baselines/acer/defaults.py	4
baselines/acer/policies.py	63
baselines/acer/runner.py	44
baselines/acktr/__init__.py	1
baselines/acktr/acktr.py	126
baselines/acktr/defaults.py	5
baselines/acktr/kfac.py	695
baselines/acktr/kfac_utils.py	69
baselines/acktr/utils.py	21
baselines/bench/__init__.py	2
baselines/bench/benchmarks.py	122
baselines/bench/monitor.py	142
baselines/common/__init__.py	4
baselines/common/atari_wrappers.py	202
baselines/common/cg.py	27
baselines/common/cmd_util.py	154
baselines/common/console_util.py	64
baselines/common/dataset.py	48
baselines/common/distributions.py	284
baselines/common/input.py	46
baselines/common/math_util.py	46
baselines/common/misc_util.py	100
baselines/common/models.py	156
baselines/common/mpi_adam.py	85
baselines/common/mpi_adam_optimizer.py	69
baselines/common/mpi_fork.py	19
baselines/common/mpi_moments.py	47
baselines/common/mpi_running_mean_std.py	87
baselines/common/mpi_util.py	91
baselines/common/plot_util.py	358
baselines/common/policies.py	98
baselines/common/retro_wrappers.py	214
baselines/common/runners.py	16
baselines/common/running_mean_std.py	133
baselines/common/schedules.py	32
baselines/common/segment_tree.py	69
baselines/common/tf_util.py	271
baselines/common/tile_images.py	11
baselines/common/vec_env/__init__.py	9
baselines/common/vec_env/dummy_vec_env.py	57
baselines/common/vec_env/shmem_vec_env.py	111
baselines/common/vec_env/subproc_vec_env.py	109
baselines/common/vec_env/util.py	30
baselines/common/vec_env/vec_env.py	121
baselines/common/vec_env/vec_frame_stack.py	26
baselines/common/vec_env/vec_monitor.py	51
baselines/common/vec_env/vec_normalize.py	38
baselines/common/vec_env/vec_remove_dict_obs.py	8
baselines/common/vec_env/vec_video_recorder.py	56
baselines/common/wrappers.py	24
baselines/ddpg/__init__.py	1
baselines/ddpg/ddpg.py	216
baselines/ddpg/ddpg_learner.py	312
baselines/ddpg/memory.py	62
baselines/ddpg/models.py	39
baselines/ddpg/noise.py	47
baselines/deepq/__init__.py	7
baselines/deepq/build_graph.py	157
baselines/deepq/deepq.py	198
baselines/deepq/defaults.py	19
baselines/deepq/experiments/__init__.py	1
baselines/deepq/experiments/custom_cartpole.py	56
baselines/deepq/experiments/enjoy_cartpole.py	15
baselines/deepq/experiments/enjoy_mountaincar.py	21
baselines/deepq/experiments/enjoy_pong.py	23
baselines/deepq/experiments/train_cartpole.py	22
baselines/deepq/experiments/train_mountaincar.py	20
baselines/deepq/experiments/train_pong.py	29
baselines/deepq/models.py	38
baselines/deepq/replay_buffer.py	77
baselines/deepq/utils.py	23
baselines/gail/__init__.py	1
baselines/gail/adversary.py	69
baselines/gail/behavior_clone.py	103
baselines/gail/dataset/__init__.py	1
baselines/gail/dataset/mujoco_dset.py	94
baselines/gail/gail-eval.py	125
baselines/gail/mlp_policy.py	56
baselines/gail/run_mujoco.py	193
baselines/gail/statistics.py	36
baselines/gail/trpo_mpi.py	290
baselines/her/__init__.py	1
baselines/her/actor_critic.py	21
baselines/her/ddpg.py	307
baselines/her/experiment/__init__.py	1
baselines/her/experiment/config.py	153
baselines/her/experiment/data_generation/fetch_data_generation.py	89
baselines/her/experiment/play.py	43
baselines/her/experiment/plot.py	97
baselines/her/her.py	150
baselines/her/her_sampler.py	32
baselines/her/normalizer.py	102
baselines/her/replay_buffer.py	66
baselines/her/rollout.py	105
baselines/her/util.py	92
baselines/logger.py	362
baselines/ppo1/__init__.py	1
baselines/ppo1/cnn_policy.py	46
baselines/ppo1/mlp_policy.py	49
baselines/ppo1/pposgd_simple.py	174
baselines/ppo1/run_atari.py	41
baselines/ppo1/run_humanoid.py	57
baselines/ppo1/run_mujoco.py	24
baselines/ppo1/run_robotics.py	31
baselines/ppo2/__init__.py	1
baselines/ppo2/defaults.py	23
baselines/ppo2/microbatched_model.py	51
baselines/ppo2/model.py	89
baselines/ppo2/ppo2.py	152
baselines/ppo2/runner.py	48
baselines/results_plotter.py	76
baselines/run.py	185
baselines/trpo_mpi/__init__.py	1
baselines/trpo_mpi/defaults.py	27
baselines/trpo_mpi/trpo_mpi.py	314