salina_cl/algorithms/ppo_finetune/yaml/cartpole.yaml [18:69]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  params:
    evaluation:
      device: cpu
      seed: 10
      n_rollouts: 10
      evaluate_success: False

    ppo:
      seed: 11

      learning_device: cpu
      acquisition_device: cpu

      optimizer_policy:
        classname: torch.optim.Adam
        lr: 0.0003

      optimizer_critic:
        classname: torch.optim.Adam
        lr: 0.0003

      clip_grad: 10.0

      control_every_n_epochs: 10
      n_control_rollouts: 1
      n_timesteps: 32
      n_processes: 1
      n_mini_batches: 4
      n_envs_per_minibatch: 16
      n_timesteps_per_minibatch: 16
      n_times_per_minibatch: 1

      discount_factor: 0.95
      clip_ratio: 0.2
      action_std: 0.4
      gae: 0.95
      reward_scaling: 1.0

      time_limit: 0

    ppo_agent:
      classname: salina_cl.algorithms.ppo_finetune.agents.ActionAgent
      hidden_size: 256
      n_layers: 2
      input_dimension: nil
      output_dimension: nil

    critic_agent:
      classname: salina_cl.algorithms.ppo_finetune.agents.CriticAgent
      hidden_size: 256
      n_layers: 2
      input_dimension: nil
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



salina_cl/algorithms/ppo_fromscratch/yaml/cartpole.yaml [18:69]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  params:
    evaluation:
      device: cpu
      seed: 10
      n_rollouts: 10
      evaluate_success: False

    ppo:
      seed: 11

      learning_device: cpu
      acquisition_device: cpu

      optimizer_policy:
        classname: torch.optim.Adam
        lr: 0.0003

      optimizer_critic:
        classname: torch.optim.Adam
        lr: 0.0003

      clip_grad: 10.0

      control_every_n_epochs: 10
      n_control_rollouts: 1
      n_timesteps: 32
      n_processes: 1
      n_mini_batches: 4
      n_envs_per_minibatch: 16
      n_timesteps_per_minibatch: 16
      n_times_per_minibatch: 1

      discount_factor: 0.95
      clip_ratio: 0.2
      action_std: 0.4
      gae: 0.95
      reward_scaling: 1.0

      time_limit: 0

    ppo_agent:
      classname: salina_cl.algorithms.ppo_finetune.agents.ActionAgent
      hidden_size: 256
      n_layers: 2
      input_dimension: nil
      output_dimension: nil

    critic_agent:
      classname: salina_cl.algorithms.ppo_finetune.agents.CriticAgent
      hidden_size: 256
      n_layers: 2
      input_dimension: nil
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



