ding.config.example.SAC.gym_walker2d_v3

ding.config.example.SAC.gym_walker2d_v3

Full Source Code

../ding/config/example/SAC/gym_walker2d_v3.py

1from easydict import EasyDict 2import ding.envs.gym_env 3 4cfg = dict( 5 exp_name='Walker2d-v3-SAC', 6 seed=0, 7 env=dict( 8 env_id='Walker2d-v3', 9 collector_env_num=1, 10 evaluator_env_num=8, 11 n_evaluator_episode=8, 12 stop_value=6000, 13 env_wrapper='mujoco_default', 14 ), 15 policy=dict( 16 cuda=True, 17 random_collect_size=10000, 18 model=dict( 19 obs_shape=17, 20 action_shape=6, 21 twin_critic=True, 22 action_space='reparameterization', 23 actor_head_hidden_size=256, 24 critic_head_hidden_size=256, 25 ), 26 learn=dict( 27 update_per_collect=1, 28 batch_size=256, 29 learning_rate_q=1e-3, 30 learning_rate_policy=1e-3, 31 learning_rate_alpha=3e-4, 32 ignore_done=False, 33 target_theta=0.005, 34 discount_factor=0.99, 35 alpha=0.2, 36 reparameterization=True, 37 auto_alpha=False, 38 ), 39 collect=dict( 40 n_sample=1, 41 unroll_len=1, 42 ), 43 command=dict(), 44 eval=dict(), 45 other=dict(replay_buffer=dict(replay_buffer_size=1000000, ), ), 46 ), 47 wandb_logger=dict( 48 gradient_logger=True, video_logger=True, plot_logger=True, action_logger=True, return_logger=False 49 ), 50) 51 52cfg = EasyDict(cfg) 53 54env = ding.envs.gym_env.env