Path Lines of Code MTRF/algorithms/config/ray-autoscaler-ec2.yaml 51 MTRF/algorithms/config/ray-autoscaler-gce.yaml 62 MTRF/algorithms/docker/cloudbuild.yaml 75 MTRF/algorithms/docker/docker-compose.cloud.yml 18 MTRF/algorithms/docker/docker-compose.dev.cpu.yml 32 MTRF/algorithms/docker/docker-compose.dev.gpu.yml 31 MTRF/algorithms/environment.yml 12 MTRF/algorithms/scripts/__init__.py 1 MTRF/algorithms/scripts/archive_gs.py 34 MTRF/algorithms/scripts/docker_interactive.py 24 MTRF/algorithms/scripts/evaluate_hw.py 96 MTRF/algorithms/scripts/img_listener.py 12 MTRF/algorithms/scripts/install_mujoco.py 45 MTRF/algorithms/scripts/mount_args.py 20 MTRF/algorithms/scripts/print_memory_usage.py 27 MTRF/algorithms/scripts/sync_gs.py 41 MTRF/algorithms/setup.py 37 MTRF/algorithms/softlearning/__init__.py 1 MTRF/algorithms/softlearning/algorithms/__init__.py 2 MTRF/algorithms/softlearning/algorithms/multi_sac.py 884 MTRF/algorithms/softlearning/algorithms/phased_sac.py 708 MTRF/algorithms/softlearning/algorithms/rl_algorithm.py 374 MTRF/algorithms/softlearning/algorithms/sac.py 396 MTRF/algorithms/softlearning/algorithms/sql.py 285 MTRF/algorithms/softlearning/algorithms/utils.py 32 MTRF/algorithms/softlearning/distributions/__init__.py 1 MTRF/algorithms/softlearning/distributions/real_nvp_flow.py 154 MTRF/algorithms/softlearning/distributions/squash_bijector.py 15 MTRF/algorithms/softlearning/environments/__init__.py 1 MTRF/algorithms/softlearning/environments/adapters/__init__.py 1 MTRF/algorithms/softlearning/environments/adapters/dm_control_adapter.py 117 MTRF/algorithms/softlearning/environments/adapters/gym_adapter.py 124 MTRF/algorithms/softlearning/environments/adapters/robosuite_adapter.py 131 MTRF/algorithms/softlearning/environments/adapters/softlearning_env.py 96 MTRF/algorithms/softlearning/environments/dm_control/__init__.py 1 MTRF/algorithms/softlearning/environments/gym/__init__.py 123 MTRF/algorithms/softlearning/environments/gym/mujoco/__init__.py 1 MTRF/algorithms/softlearning/environments/gym/mujoco/image_pusher_2d.py 92 MTRF/algorithms/softlearning/environments/gym/mujoco/pusher_2d.py 299 MTRF/algorithms/softlearning/environments/gym/multi_goal.py 149 MTRF/algorithms/softlearning/environments/gym/robotics/__init__.py 1 MTRF/algorithms/softlearning/environments/gym/wrappers/__init__.py 2 MTRF/algorithms/softlearning/environments/gym/wrappers/normalize_action.py 15 MTRF/algorithms/softlearning/environments/gym/wrappers/pixel_observation.py 111 MTRF/algorithms/softlearning/environments/helpers.py 7 MTRF/algorithms/softlearning/environments/utils.py 58 MTRF/algorithms/softlearning/misc/__init__.py 1 MTRF/algorithms/softlearning/misc/kernel.py 28 MTRF/algorithms/softlearning/misc/plotter.py 54 MTRF/algorithms/softlearning/misc/utils.py 141 MTRF/algorithms/softlearning/models/__init__.py 1 MTRF/algorithms/softlearning/models/autoencoder_models.py 116 MTRF/algorithms/softlearning/models/convnet.py 230 MTRF/algorithms/softlearning/models/dynamics_model.py 47 MTRF/algorithms/softlearning/models/feedforward.py 46 MTRF/algorithms/softlearning/models/normalization.py 188 MTRF/algorithms/softlearning/models/utils.py 38 MTRF/algorithms/softlearning/models/vice_models.py 34 MTRF/algorithms/softlearning/policies/__init__.py 1 MTRF/algorithms/softlearning/policies/base_policy.py 119 MTRF/algorithms/softlearning/policies/gaussian_policy.py 178 MTRF/algorithms/softlearning/policies/uniform_policy.py 74 MTRF/algorithms/softlearning/policies/utils.py 63 MTRF/algorithms/softlearning/preprocessors/__init__.py 1 MTRF/algorithms/softlearning/preprocessors/base_preprocessor.py 28 MTRF/algorithms/softlearning/preprocessors/convnet.py 65 MTRF/algorithms/softlearning/preprocessors/convnet_preprocessor.py 107 MTRF/algorithms/softlearning/preprocessors/feedforward_preprocessor.py 17 MTRF/algorithms/softlearning/preprocessors/normalization.py 188 MTRF/algorithms/softlearning/preprocessors/rae_preprocessor.py 98 MTRF/algorithms/softlearning/preprocessors/random_matrix_preprocessor.py 24 MTRF/algorithms/softlearning/preprocessors/replication_preprocessor.py 17 MTRF/algorithms/softlearning/preprocessors/utils.py 32 MTRF/algorithms/softlearning/preprocessors/vae_preprocessor.py 154 MTRF/algorithms/softlearning/replay_pools/__init__.py 2 MTRF/algorithms/softlearning/replay_pools/active_replay_pool.py 53 MTRF/algorithms/softlearning/replay_pools/flexible_replay_pool.py 185 MTRF/algorithms/softlearning/replay_pools/goal_replay_pool.py 86 MTRF/algorithms/softlearning/replay_pools/hindsight_experience_replay_pool.py 143 MTRF/algorithms/softlearning/replay_pools/multigoal_replay_pool.py 45 MTRF/algorithms/softlearning/replay_pools/partial_save_pool.py 18 MTRF/algorithms/softlearning/replay_pools/prioritized_experience_replay_pool.py 78 MTRF/algorithms/softlearning/replay_pools/replay_pool.py 19 MTRF/algorithms/softlearning/replay_pools/reweighted_replay_pool.py 46 MTRF/algorithms/softlearning/replay_pools/simple_replay_pool.py 67 MTRF/algorithms/softlearning/replay_pools/uniformly_reweighted_replay_pool.py 57 MTRF/algorithms/softlearning/replay_pools/union_pool.py 29 MTRF/algorithms/softlearning/replay_pools/utils.py 38 MTRF/algorithms/softlearning/rnd/utils.py 58 MTRF/algorithms/softlearning/samplers/__init__.py 5 MTRF/algorithms/softlearning/samplers/active_sampler.py 22 MTRF/algorithms/softlearning/samplers/base_sampler.py 61 MTRF/algorithms/softlearning/samplers/classifier_sampler.py 40 MTRF/algorithms/softlearning/samplers/dummy_sampler.py 9 MTRF/algorithms/softlearning/samplers/goal_sampler.py 37 MTRF/algorithms/softlearning/samplers/nn_sampler.py 37 MTRF/algorithms/softlearning/samplers/pool_sampler.py 104 MTRF/algorithms/softlearning/samplers/remote_sampler.py 102 MTRF/algorithms/softlearning/samplers/simple_sampler.py 130 MTRF/algorithms/softlearning/samplers/utils.py 123 MTRF/algorithms/softlearning/scripts/__init__.py 1 MTRF/algorithms/softlearning/scripts/console_scripts.py 125 MTRF/algorithms/softlearning/scripts/plot_init_state_dist.py 147 MTRF/algorithms/softlearning/utils/keras.py 46 MTRF/algorithms/softlearning/utils/numpy.py 5 MTRF/algorithms/softlearning/utils/tensorflow.py 6 MTRF/algorithms/softlearning/value_functions/__init__.py 1 MTRF/algorithms/softlearning/value_functions/utils.py 52 MTRF/algorithms/softlearning/value_functions/value_function.py 42 MTRF/algorithms/softlearning/value_functions/vanilla.py 36 MTRF/r3l/r3l/__init__.py 305 MTRF/r3l/r3l/r3l_agents/examine_random_policy.py 104 MTRF/r3l/r3l/r3l_agents/mjrl/examine_policy.py 61 MTRF/r3l/r3l/r3l_agents/phased_evals.py 92 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/eval_pickup_resetcontroller.py 20 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/phased_evals_flipup.py 109 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/phased_evals_midair.py 108 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/phased_evals_midair_slotted.py 102 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/phased_evals_pickup.py 99 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/phased_evals_reorient.py 116 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/phased_evals_reposition.py 115 MTRF/r3l/r3l/r3l_agents/softlearning/evaluation_scripts/video_collection_flipup_evals.py 118 MTRF/r3l/r3l/r3l_envs/__init__.py 1 MTRF/r3l/r3l/r3l_envs/base_env/base_env.py 114 MTRF/r3l/r3l/r3l_envs/base_env/base_env_deltapos.py 370 MTRF/r3l/r3l/r3l_envs/base_env/mujoco_env.py 134 MTRF/r3l/r3l/r3l_envs/inhand_env/base.py 473 MTRF/r3l/r3l/r3l_envs/inhand_env/basket.py 478 MTRF/r3l/r3l/r3l_envs/inhand_env/bulb.py 512 MTRF/r3l/r3l/r3l_envs/inhand_env/flipup.py 110 MTRF/r3l/r3l/r3l_envs/inhand_env/multi_phase.py 255 MTRF/r3l/r3l/r3l_envs/inhand_env/pickup.py 197 MTRF/r3l/r3l/r3l_envs/inhand_env/pose.py 45 MTRF/r3l/r3l/r3l_envs/inhand_env/reorient.py 134 MTRF/r3l/r3l/r3l_envs/inhand_env/reposition.py 152 MTRF/r3l/r3l/r3l_envs/inhand_env/rotate.py 334 MTRF/r3l/r3l/robot/__init__.py 2 MTRF/r3l/r3l/robot/default_configs.py 258 MTRF/r3l/r3l/robot/dhand_robot.py 152 MTRF/r3l/r3l/robot/dynamixel_client.py 328 MTRF/r3l/r3l/robot/object.py 143 MTRF/r3l/r3l/robot/robot.py 21 MTRF/r3l/r3l/robot/robot_config.py 100 MTRF/r3l/r3l/robot/sawyer_robot.py 201 MTRF/r3l/r3l/sawyer_hardware/sawyer_command_angles.py 64 MTRF/r3l/r3l/sawyer_hardware/sawyer_read_angles.py 32 MTRF/r3l/r3l/utils/__init__.py 1 MTRF/r3l/r3l/utils/camera/__init__.py 25 MTRF/r3l/r3l/utils/camera/kinect_image_service.py 81 MTRF/r3l/r3l/utils/camera/logitech_image_service.py 56 MTRF/r3l/r3l/utils/camera/webcam.py 13 MTRF/r3l/r3l/utils/circle_math.py 13 MTRF/r3l/r3l/utils/misc.py 20 MTRF/r3l/r3l/utils/mocap_utils.py 71 MTRF/r3l/r3l/utils/plot_phase_from_logs.py 37 MTRF/r3l/r3l/utils/quatmath.py 125 MTRF/r3l/r3l/utils/range.py 68 MTRF/r3l/r3l/utils/scripted_motions.py 29 MTRF/r3l/r3l/utils/visualize_env.py 50 environment.yml 177