Path Lines of Code _build/html/environment.yaml 6 mkdocs.yml 17 salina/__init__.py 35 salina/agent.py 75 salina/agents/__init__.py 3 salina/agents/asynchronous.py 74 salina/agents/brax.py 104 salina/agents/dataloader.py 61 salina/agents/gym.py 3 salina/agents/gyma.py 316 salina/agents/remote.py 201 salina/agents/rl/rewardtogo.py 37 salina/agents/transformers.py 157 salina/agents/utils.py 89 salina/agents/xformers_transformers.py 156 salina/logger.py 448 salina/rl/__init__.py 1 salina/rl/functional.py 96 salina/rl/replay_buffer.py 81 salina/workspace.py 426 salina_cl/algorithms/distributions.py 35 salina_cl/algorithms/ppo_finetune/agents.py 111 salina_cl/algorithms/ppo_finetune/model.py 34 salina_cl/algorithms/ppo_finetune/ppo.py 181 salina_cl/algorithms/ppo_finetune/yaml/brax_halfcheetah.yaml 54 salina_cl/algorithms/ppo_finetune/yaml/cartpole.yaml 56 salina_cl/algorithms/ppo_fromscratch/agents.py 85 salina_cl/algorithms/ppo_fromscratch/model.py 38 salina_cl/algorithms/ppo_fromscratch/yaml/cartpole.yaml 56 salina_cl/algorithms/run.py 31 salina_cl/algorithms/sac_finetune/agents.py 99 salina_cl/algorithms/sac_finetune/model.py 38 salina_cl/algorithms/sac_finetune/sac.py 244 salina_cl/algorithms/td3_finetune/agents.py 73 salina_cl/algorithms/td3_finetune/model.py 38 salina_cl/algorithms/td3_finetune/td3.py 230 salina_cl/algorithms/tools.py 88 salina_cl/core.py 99 salina_cl/experiments/ppo_finetune.yaml 49 salina_cl/experiments/ppo_finetune_brax.yaml 49 salina_cl/experiments/ppo_fromscratch.yaml 50 salina_cl/experiments/scenario/brax_halfcheetah_1task.yaml 4 salina_cl/experiments/scenario/brax_halfcheetah_3tasks.yaml 4 salina_cl/experiments/scenario/cartpole_test_7tasks.yaml 5 salina_cl/scenarios/brax/halfcheetah.py 88 salina_cl/scenarios/brax/tools.py 16 salina_cl/scenarios/classic_control/cartpole.py 458 salina_cl/scenarios/metaworld/metaworld.py 49 salina_examples/__init__.py 68 salina_examples/computer_vision/mnist/mnist_dataloader_torch_agent.py 166 salina_examples/computer_vision/mnist/mnist_spatial_transformer_network.py 203 salina_examples/computer_vision/sequential_mnist/sequential_mnist_dataloader_torch_agent.py 215 salina_examples/offline_rl/__init__.py 1 salina_examples/offline_rl/bc/agents.py 80 salina_examples/offline_rl/bc/bc.py 109 salina_examples/offline_rl/bc/bc_discrete.py 109 salina_examples/offline_rl/bc/gym.yaml 37 salina_examples/offline_rl/bc/pong.yaml 34 salina_examples/offline_rl/bc_on_full_episodes/agents.py 152 salina_examples/offline_rl/bc_on_full_episodes/bc.py 118 salina_examples/offline_rl/bc_on_full_episodes/bc_with_torch_amp.py 120 salina_examples/offline_rl/bc_on_full_episodes/gym.yaml 31 salina_examples/offline_rl/bc_on_full_episodes/gym_transformer.yaml 43 salina_examples/offline_rl/bc_on_full_episodes/gym_xformers.yaml 43 salina_examples/offline_rl/bc_on_full_episodes/xformers_agents.py 31 salina_examples/offline_rl/d4rl.py 204 salina_examples/offline_rl/decision_transformer/agents.py 202 salina_examples/offline_rl/decision_transformer/dt.py 173 salina_examples/offline_rl/decision_transformer/gym.yaml 42 salina_examples/offline_rl/decision_transformer/gym_transformers.yaml 52 salina_examples/offline_rl/decision_transformer/gym_xformers.yaml 52 salina_examples/offline_rl/decision_transformer/xformers_agents.py 22 salina_examples/rl/__init__.py 1 salina_examples/rl/a2c/complete/__init__.py 1 salina_examples/rl/a2c/complete/a2c.py 121 salina_examples/rl/a2c/complete/agents.py 223 salina_examples/rl/a2c/complete/main.yaml 35 salina_examples/rl/a2c/complete/main_atari.yaml 36 salina_examples/rl/a2c/complete/main_recurrent.yaml 41 salina_examples/rl/a2c/complete/main_recurrent_sep.yaml 41 salina_examples/rl/a2c/complete_with_async_eval/main.py 163 salina_examples/rl/a2c/complete_with_async_eval/main.yaml 41 salina_examples/rl/a2c/gpu/__init__.py 1 salina_examples/rl/a2c/gpu/main.py 152 salina_examples/rl/a2c/gpu/main.yaml 25 salina_examples/rl/a2c/mono_cpu/__init__.py 1 salina_examples/rl/a2c/mono_cpu/main.py 116 salina_examples/rl/a2c/mono_cpu/main.yaml 23 salina_examples/rl/a2c/mono_cpu_2/__init__.py 1 salina_examples/rl/a2c/mono_cpu_2/main.py 131 salina_examples/rl/a2c/mono_cpu_2/main.yaml 23 salina_examples/rl/a2c/multi_cpus/__init__.py 1 salina_examples/rl/a2c/multi_cpus/main.py 148 salina_examples/rl/a2c/multi_cpus/main.yaml 24 salina_examples/rl/atari_wrappers.py 187 salina_examples/rl/ddpg/agents.py 84 salina_examples/rl/ddpg/benchmark/mujoco.yaml 72 salina_examples/rl/ddpg/ddpg.py 179 salina_examples/rl/ddpg/gym.yaml 49 salina_examples/rl/ddpg/mujoco.yaml 54 salina_examples/rl/dqn/agents.py 101 salina_examples/rl/dqn/double_dqn/atari.yaml 44 salina_examples/rl/dqn/double_dqn/dqn.py 148 salina_examples/rl/dqn/double_dqn/gym.yaml 45 salina_examples/rl/ppo_brax/agents.py 97 salina_examples/rl/ppo_brax/halfcheetah.yaml 56 salina_examples/rl/ppo_brax/pendulum.yaml 58 salina_examples/rl/ppo_brax/ppo.py 217 salina_examples/rl/ppo_brax_transformer/agents.py 196 salina_examples/rl/ppo_brax_transformer/halfcheetah.yaml 82 salina_examples/rl/ppo_brax_transformer/ppo.py 204 salina_examples/rl/ppo_continuous/__init__.py 1 salina_examples/rl/ppo_continuous/agents.py 122 salina_examples/rl/ppo_continuous/main.yaml 47 salina_examples/rl/ppo_continuous/ppo.py 151 salina_examples/rl/ppo_discrete/__init__.py 1 salina_examples/rl/ppo_discrete/agents.py 52 salina_examples/rl/ppo_discrete/main.yaml 42 salina_examples/rl/ppo_discrete/ppo.py 157 salina_examples/rl/reinforce/mono_cpu/__init__.py 1 salina_examples/rl/reinforce/mono_cpu/main.py 141 salina_examples/rl/reinforce/mono_cpu/main.yaml 22 salina_examples/rl/rl_benchmark/a2c_mlp.yaml 46 salina_examples/rl/rl_benchmark/dqn_atari.yaml 52 salina_examples/rl/rl_benchmark/dqn_mlp.yaml 54 salina_examples/rl/rl_benchmark/env/brax.yaml 2 salina_examples/rl/rl_benchmark/env/gym_atari.yaml 3 salina_examples/rl/rl_benchmark/env/gym_cartpole.yaml 3 salina_examples/rl/rl_benchmark/env/gym_mujoco.yaml 3 salina_examples/rl/rl_benchmark/td3_mujoco.yaml 59 salina_examples/rl/rl_benchmark/tools.py 13 salina_examples/rl/td3/agents.py 64 salina_examples/rl/td3/benchmark/brax.yaml 72 salina_examples/rl/td3/benchmark/mujoco.yaml 75 salina_examples/rl/td3/brax.yaml 55 salina_examples/rl/td3/gym.yaml 52 salina_examples/rl/td3/mujoco.yaml 59 salina_examples/rl/td3/td3.py 226 salina_examples/rl/td3/td3_with_brax.py 222 setup.py 10