Skip to content

ding.config.example.DQN.gym_spaceInvadersnoframeskip_v4

ding.config.example.DQN.gym_spaceInvadersnoframeskip_v4

Full Source Code

../ding/config/example/DQN/gym_spaceInvadersnoframeskip_v4.py

1from easydict import EasyDict 2import ding.envs.gym_env 3 4cfg = dict( 5 exp_name='SpaceInvadersNoFrameskip-v4-DQN', 6 seed=0, 7 env=dict( 8 env_id='SpaceInvadersNoFrameskip-v4', 9 collector_env_num=8, 10 evaluator_env_num=8, 11 n_evaluator_episode=8, 12 fram_stack=4, 13 stop_value=2000, 14 env_wrapper='atari_default', 15 ), 16 policy=dict( 17 cuda=True, 18 priority=False, 19 discount_factor=0.99, 20 nstep=3, 21 learn=dict( 22 update_per_collect=10, 23 batch_size=32, 24 learning_rate=0.0001, 25 # Frequency of target network update. 26 target_update_freq=500, 27 hook=dict(save_ckpt_after_iter=1000000, ) 28 ), 29 model=dict( 30 obs_shape=[4, 84, 84], 31 action_shape=6, 32 encoder_hidden_size_list=[128, 128, 512], 33 ), 34 collect=dict(n_sample=100, ), 35 other=dict( 36 eps=dict( 37 type='exp', 38 start=1., 39 end=0.05, 40 decay=1000000, 41 ), replay_buffer=dict(replay_buffer_size=400000, ) 42 ), 43 ), 44 wandb_logger=dict( 45 gradient_logger=True, video_logger=True, plot_logger=True, action_logger=True, return_logger=False 46 ), 47) 48 49cfg = EasyDict(cfg) 50 51env = ding.envs.gym_env.env