salina_examples/offline_rl/decision_transformer/gym_transformers.yaml [19:57]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  encoder:
    env: ${env}
    n_layers: 0
    hidden_size: 128
    embedding_size: ${embedding_size}
    max_episode_steps: 1000
    use_timestep: True
    use_reward_to_go: True
  transformer:
    n_layers: 3
    n_heads: 1
    n_steps: 10
    use_layer_norm: False
  decoder:
    env: ${env}
    n_layers: 0
    hidden_size: 128

algorithm:
  env_seed: 432
  batch_size: 32
  max_epoch: 10000000
  clip_grad: 2
  optimizer:
    classname: torch.optim.Adam
    lr: 0.001
  reward_scale: 1000.0
  target_rewards:
    - 4000
    - 3600
    - 2500
    - 1800
    - 0
  loss_device: cpu

  evaluation:
    env_seed: 23
    n_envs: 64
    n_processes: 1
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



salina_examples/offline_rl/decision_transformer/gym_xformers.yaml [19:57]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  encoder:
    env: ${env}
    n_layers: 0
    hidden_size: 128
    embedding_size: ${embedding_size}
    max_episode_steps: 1000
    use_timestep: True
    use_reward_to_go: True
  transformer:
    n_layers: 3
    n_heads: 1
    n_steps: 10
    use_layer_norm: False
  decoder:
    env: ${env}
    n_layers: 0
    hidden_size: 128

algorithm:
  env_seed: 432
  batch_size: 32
  max_epoch: 10000000
  clip_grad: 2
  optimizer:
    classname: torch.optim.Adam
    lr: 0.001
  reward_scale: 1000.0
  target_rewards:
    - 4000
    - 3600
    - 2500
    - 1800
    - 0
  loss_device: cpu

  evaluation:
    env_seed: 23
    n_envs: 64
    n_processes: 1
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



