config/agent/pcgrad_state_deepmdp.yaml [16:40]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    _target_: mtrl.agent.deepmdp.Agent
    # obs_shape
    # action_shape
    # device
    actor_cfg: ${agent.actor}
    critic_cfg: ${agent.critic}
    decoder_cfg: ${agent.decoder}
    multitask_cfg: ${agent.multitask}
    reward_decoder_cfg: ${agent.reward_decoder}
    transition_model_cfg: ${agent.transition_model}
    alpha_optimizer_cfg: ${agent.optimizers.alpha}
    actor_optimizer_cfg: ${agent.optimizers.actor}
    critic_optimizer_cfg: ${agent.optimizers.critic}
    decoder_optimizer_cfg: ${agent.optimizers.decoder}
    encoder_optimizer_cfg: ${agent.optimizers.encoder}
    reward_decoder_optimizer_cfg: ${agent.reward_decoder_optimizer}
    transition_model_optimizer_cfg: ${agent.transition_model_optimizer}
    discount: 0.99
    init_temperature: 1.0
    actor_update_freq: 1
    critic_tau: 0.005
    critic_target_update_freq: 1
    decoder_update_freq: 1
    decoder_latent_lambda: 0.0
    encoder_tau: 0.05
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



config/agent/state_deepmdp.yaml [15:39]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  _target_: mtrl.agent.deepmdp.Agent
  # obs_shape
  # action_shape
  # device
  actor_cfg: ${agent.actor}
  critic_cfg: ${agent.critic}
  decoder_cfg: ${agent.decoder}
  multitask_cfg: ${agent.multitask}
  reward_decoder_cfg: ${agent.reward_decoder}
  transition_model_cfg: ${agent.transition_model}
  alpha_optimizer_cfg: ${agent.optimizers.alpha}
  actor_optimizer_cfg: ${agent.optimizers.actor}
  critic_optimizer_cfg: ${agent.optimizers.critic}
  decoder_optimizer_cfg: ${agent.optimizers.decoder}
  encoder_optimizer_cfg: ${agent.optimizers.encoder}
  reward_decoder_optimizer_cfg: ${agent.reward_decoder_optimizer}
  transition_model_optimizer_cfg: ${agent.transition_model_optimizer}
  discount: 0.99
  init_temperature: 1.0
  actor_update_freq: 1
  critic_tau: 0.005
  critic_target_update_freq: 1
  decoder_update_freq: 1
  decoder_latent_lambda: 0.0
  encoder_tau: 0.05
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



