ding.config.example.C51.gym_qbertnoframeskip_v4

ding.config.example.C51.gym_qbertnoframeskip_v4

Full Source Code

../ding/config/example/C51/gym_qbertnoframeskip_v4.py

1from easydict import EasyDict 2import ding.envs.gym_env 3 4cfg = dict( 5 exp_name='QbertNoFrameskip-v4-C51', 6 seed=0, 7 env=dict( 8 collector_env_num=8, 9 evaluator_env_num=8, 10 n_evaluator_episode=8, 11 stop_value=30000, 12 env_id='QbertNoFrameskip-v4', 13 frame_stack=4, 14 env_wrapper='atari_default', 15 ), 16 policy=dict( 17 cuda=True, 18 priority=True, 19 model=dict( 20 obs_shape=[4, 84, 84], 21 action_shape=6, 22 encoder_hidden_size_list=[128, 128, 512], 23 v_min=-10, 24 v_max=10, 25 n_atom=51, 26 ), 27 nstep=3, 28 discount_factor=0.99, 29 learn=dict( 30 update_per_collect=10, 31 batch_size=32, 32 learning_rate=0.0001, 33 target_update_freq=500, 34 ), 35 collect=dict(n_sample=100, ), 36 eval=dict(evaluator=dict(eval_freq=4000, )), 37 other=dict( 38 eps=dict( 39 type='exp', 40 start=1., 41 end=0.05, 42 decay=1000000, 43 ), 44 replay_buffer=dict(replay_buffer_size=400000, ), 45 ), 46 ), 47 wandb_logger=dict( 48 gradient_logger=True, video_logger=True, plot_logger=True, action_logger=True, return_logger=False 49 ), 50) 51 52cfg = EasyDict(cfg) 53 54env = ding.envs.gym_env.env