API Reference

Generated from the ding package.

• ding
• ding.bonus
• ding.bonus.a2c
• ding.bonus.c51
• ding.bonus.common
• ding.bonus.config
• ding.bonus.ddpg
• ding.bonus.dqn
• ding.bonus.model
• ding.bonus.pg
• ding.bonus.ppo_offpolicy
• ding.bonus.ppof
• ding.bonus.sac
• ding.bonus.sql
• ding.bonus.td3
• ding.compatibility
• ding.config
• ding.config.config
• ding.config.example
• ding.config.example.A2C
• ding.config.example.A2C.gym_bipedalwalker_v3
• ding.config.example.A2C.gym_lunarlander_v2
• ding.config.example.C51
• ding.config.example.C51.gym_lunarlander_v2
• ding.config.example.C51.gym_pongnoframeskip_v4
• ding.config.example.C51.gym_qbertnoframeskip_v4
• ding.config.example.C51.gym_spaceInvadersnoframeskip_v4
• ding.config.example.DDPG
• ding.config.example.DDPG.gym_bipedalwalker_v3
• ding.config.example.DDPG.gym_halfcheetah_v3
• ding.config.example.DDPG.gym_hopper_v3
• ding.config.example.DDPG.gym_lunarlandercontinuous_v2
• ding.config.example.DDPG.gym_pendulum_v1
• ding.config.example.DDPG.gym_walker2d_v3
• ding.config.example.DQN
• ding.config.example.DQN.gym_lunarlander_v2
• ding.config.example.DQN.gym_pongnoframeskip_v4
• ding.config.example.DQN.gym_qbertnoframeskip_v4
• ding.config.example.DQN.gym_spaceInvadersnoframeskip_v4
• ding.config.example.PG
• ding.config.example.PG.gym_pendulum_v1
• ding.config.example.PPOF
• ding.config.example.PPOF.gym_lunarlander_v2
• ding.config.example.PPOF.gym_lunarlandercontinuous_v2
• ding.config.example.PPOOffPolicy
• ding.config.example.PPOOffPolicy.gym_lunarlander_v2
• ding.config.example.PPOOffPolicy.gym_pongnoframeskip_v4
• ding.config.example.PPOOffPolicy.gym_qbertnoframeskip_v4
• ding.config.example.PPOOffPolicy.gym_spaceInvadersnoframeskip_v4
• ding.config.example.SAC
• ding.config.example.SAC.gym_bipedalwalker_v3
• ding.config.example.SAC.gym_halfcheetah_v3
• ding.config.example.SAC.gym_hopper_v3
• ding.config.example.SAC.gym_lunarlandercontinuous_v2
• ding.config.example.SAC.gym_pendulum_v1
• ding.config.example.SAC.gym_walker2d_v3
• ding.config.example.SQL
• ding.config.example.SQL.gym_lunarlander_v2
• ding.config.example.TD3
• ding.config.example.TD3.gym_bipedalwalker_v3
• ding.config.example.TD3.gym_halfcheetah_v3
• ding.config.example.TD3.gym_hopper_v3
• ding.config.example.TD3.gym_lunarlandercontinuous_v2
• ding.config.example.TD3.gym_pendulum_v1
• ding.config.example.TD3.gym_walker2d_v3
• ding.config.utils
• ding.data
• ding.data.buffer
• ding.data.buffer.buffer
• ding.data.buffer.deque_buffer
• ding.data.buffer.deque_buffer_wrapper
• ding.data.buffer.middleware
• ding.data.buffer.middleware.clone_object
• ding.data.buffer.middleware.group_sample
• ding.data.buffer.middleware.padding
• ding.data.buffer.middleware.priority
• ding.data.buffer.middleware.sample_range_view
• ding.data.buffer.middleware.staleness_check
• ding.data.buffer.middleware.use_time_check
• ding.data.level_replay
• ding.data.level_replay.level_sampler
• ding.data.model_loader
• ding.data.shm_buffer
• ding.data.storage
• ding.data.storage.file
• ding.data.storage.storage
• ding.data.storage_loader
• ding.entry
• ding.entry.application_entry
• ding.entry.application_entry_trex_collect_data
• ding.entry.cli
• ding.entry.cli_ditask
• ding.entry.cli_parsers
• ding.entry.cli_parsers.k8s_parser
• ding.entry.cli_parsers.slurm_parser
• ding.entry.dist_entry
• ding.entry.parallel_entry
• ding.entry.predefined_config
• ding.entry.serial_entry
• ding.entry.serial_entry_bc
• ding.entry.serial_entry_bco
• ding.entry.serial_entry_dqfd
• ding.entry.serial_entry_gail
• ding.entry.serial_entry_guided_cost
• ding.entry.serial_entry_mbrl
• ding.entry.serial_entry_ngu
• ding.entry.serial_entry_offline
• ding.entry.serial_entry_onpolicy
• ding.entry.serial_entry_onpolicy_ppg
• ding.entry.serial_entry_pc
• ding.entry.serial_entry_plr
• ding.entry.serial_entry_preference_based_irl
• ding.entry.serial_entry_preference_based_irl_onpolicy
• ding.entry.serial_entry_r2d3
• ding.entry.serial_entry_reward_model_offpolicy
• ding.entry.serial_entry_reward_model_onpolicy
• ding.entry.serial_entry_sqil
• ding.entry.serial_entry_td3_vae
• ding.entry.utils
• ding.envs
• ding.envs.common
• ding.envs.common.common_function
• ding.envs.common.env_element
• ding.envs.common.env_element_runner
• ding.envs.env
• ding.envs.env.base_env
• ding.envs.env.default_wrapper
• ding.envs.env.ding_env_wrapper
• ding.envs.env.env_implementation_check
• ding.envs.env_manager
• ding.envs.env_manager.base_env_manager
• ding.envs.env_manager.ding_env_manager
• ding.envs.env_manager.env_supervisor
• ding.envs.env_manager.envpool_env_manager
• ding.envs.env_manager.gym_vector_env_manager
• ding.envs.env_manager.subprocess_env_manager
• ding.envs.env_wrappers
• ding.envs.env_wrappers.env_wrappers
• ding.envs.gym_env
• ding.example
• ding.example.bcq
• ding.example.c51_nstep
• ding.example.collect_demo_data
• ding.example.cql
• ding.example.d4pg
• ding.example.ddpg
• ding.example.dqn
• ding.example.dqn_eval
• ding.example.dqn_frozen_lake
• ding.example.dqn_her
• ding.example.dqn_new_env
• ding.example.dqn_nstep
• ding.example.dqn_nstep_gymnasium
• ding.example.dqn_per
• ding.example.dqn_rnd
• ding.example.dt
• ding.example.edac
• ding.example.impala
• ding.example.iqn_nstep
• ding.example.mappo
• ding.example.masac
• ding.example.pdqn
• ding.example.ppg_offpolicy
• ding.example.ppo
• ding.example.ppo_lunarlander
• ding.example.ppo_lunarlander_continuous
• ding.example.ppo_offpolicy
• ding.example.ppo_with_complex_obs
• ding.example.qgpo
• ding.example.qrdqn_nstep
• ding.example.r2d2
• ding.example.sac
• ding.example.sqil
• ding.example.sqil_continuous
• ding.example.sql
• ding.example.td3
• ding.example.trex
• ding.framework
• ding.framework.context
• ding.framework.event_loop
• ding.framework.message_queue
• ding.framework.message_queue.mq
• ding.framework.message_queue.nng
• ding.framework.message_queue.redis
• ding.framework.middleware
• ding.framework.middleware.barrier
• ding.framework.middleware.ckpt_handler
• ding.framework.middleware.collector
• ding.framework.middleware.data_fetcher
• ding.framework.middleware.distributer
• ding.framework.middleware.functional
• ding.framework.middleware.functional.advantage_estimator
• ding.framework.middleware.functional.collector
• ding.framework.middleware.functional.ctx_helper
• ding.framework.middleware.functional.data_processor
• ding.framework.middleware.functional.enhancer
• ding.framework.middleware.functional.evaluator
• ding.framework.middleware.functional.explorer
• ding.framework.middleware.functional.logger
• ding.framework.middleware.functional.priority
• ding.framework.middleware.functional.termination_checker
• ding.framework.middleware.functional.timer
• ding.framework.middleware.functional.trainer
• ding.framework.middleware.learner
• ding.framework.parallel
• ding.framework.supervisor
• ding.framework.task
• ding.framework.wrapper
• ding.framework.wrapper.step_timer
• ding.hpc_rl
• ding.hpc_rl.wrapper
• ding.interaction
• ding.interaction.base
• ding.interaction.base.app
• ding.interaction.base.common
• ding.interaction.base.network
• ding.interaction.base.threading
• ding.interaction.config
• ding.interaction.config.base
• ding.interaction.exception
• ding.interaction.exception.base
• ding.interaction.exception.master
• ding.interaction.exception.slave
• ding.interaction.master
• ding.interaction.master.base
• ding.interaction.master.connection
• ding.interaction.master.master
• ding.interaction.master.task
• ding.interaction.slave
• ding.interaction.slave.action
• ding.interaction.slave.slave
• ding.league
• ding.league.algorithm
• ding.league.base_league
• ding.league.metric
• ding.league.one_vs_one_league
• ding.league.player
• ding.league.shared_payoff
• ding.league.starcraft_player
• ding.model
• ding.model.common
• ding.model.common.encoder
• ding.model.common.head
• ding.model.common.utils
• ding.model.template
• ding.model.template.acer
• ding.model.template.atoc
• ding.model.template.bc
• ding.model.template.bcq
• ding.model.template.collaq
• ding.model.template.coma
• ding.model.template.decision_transformer
• ding.model.template.diffusion
• ding.model.template.ebm
• ding.model.template.edac
• ding.model.template.havac
• ding.model.template.hpt
• ding.model.template.language_transformer
• ding.model.template.madqn
• ding.model.template.maqac
• ding.model.template.mavac
• ding.model.template.ngu
• ding.model.template.pdqn
• ding.model.template.pg
• ding.model.template.ppg
• ding.model.template.procedure_cloning
• ding.model.template.q_learning
• ding.model.template.qac
• ding.model.template.qac_dist
• ding.model.template.qgpo
• ding.model.template.qmix
• ding.model.template.qtran
• ding.model.template.qvac
• ding.model.template.sqn
• ding.model.template.vac
• ding.model.template.vae
• ding.model.template.wqmix
• ding.model.wrapper
• ding.model.wrapper.model_wrappers
• ding.policy
• ding.policy.a2c
• ding.policy.acer
• ding.policy.atoc
• ding.policy.base_policy
• ding.policy.bc
• ding.policy.bcq
• ding.policy.bdq
• ding.policy.c51
• ding.policy.collaq
• ding.policy.coma
• ding.policy.command_mode_policy_instance
• ding.policy.common_utils
• ding.policy.cql
• ding.policy.d4pg
• ding.policy.ddpg
• ding.policy.dqfd
• ding.policy.dqn
• ding.policy.dt
• ding.policy.edac
• ding.policy.fqf
• ding.policy.happo
• ding.policy.ibc
• ding.policy.il
• ding.policy.impala
• ding.policy.iql
• ding.policy.iqn
• ding.policy.madqn
• ding.policy.mbpolicy
• ding.policy.mbpolicy.dreamer
• ding.policy.mbpolicy.mbsac
• ding.policy.mbpolicy.utils
• ding.policy.mdqn
• ding.policy.ngu
• ding.policy.offppo_collect_traj
• ding.policy.pc
• ding.policy.pdqn
• ding.policy.pg
• ding.policy.plan_diffuser
• ding.policy.policy_factory
• ding.policy.ppg
• ding.policy.ppo
• ding.policy.ppof
• ding.policy.prompt_awr
• ding.policy.prompt_pg
• ding.policy.qgpo
• ding.policy.qmix
• ding.policy.qrdqn
• ding.policy.qtran
• ding.policy.r2d2
• ding.policy.r2d2_collect_traj
• ding.policy.r2d2_gtrxl
• ding.policy.r2d3
• ding.policy.rainbow
• ding.policy.sac
• ding.policy.sql
• ding.policy.sqn
• ding.policy.td3
• ding.policy.td3_bc
• ding.policy.td3_vae
• ding.policy.vmpo
• ding.policy.wqmix
• ding.reward_model
• ding.reward_model.base_reward_model
• ding.reward_model.drex_reward_model
• ding.reward_model.gail_irl_model
• ding.reward_model.guided_cost_reward_model
• ding.reward_model.her_reward_model
• ding.reward_model.icm_reward_model
• ding.reward_model.ngu_reward_model
• ding.reward_model.pdeil_irl_model
• ding.reward_model.pwil_irl_model
• ding.reward_model.red_irl_model
• ding.reward_model.rnd_reward_model
• ding.reward_model.trex_reward_model
• ding.rl_utils
• ding.rl_utils.a2c
• ding.rl_utils.acer
• ding.rl_utils.adder
• ding.rl_utils.beta_function
• ding.rl_utils.coma
• ding.rl_utils.exploration
• ding.rl_utils.gae
• ding.rl_utils.grpo
• ding.rl_utils.happo
• ding.rl_utils.isw
• ding.rl_utils.log_prob_utils
• ding.rl_utils.ppg
• ding.rl_utils.ppo
• ding.rl_utils.retrace
• ding.rl_utils.rloo
• ding.rl_utils.sampler
• ding.rl_utils.td
• ding.rl_utils.upgo
• ding.rl_utils.value_rescale
• ding.rl_utils.vtrace
• ding.torch_utils
• ding.torch_utils.backend_helper
• ding.torch_utils.checkpoint_helper
• ding.torch_utils.data_helper
• ding.torch_utils.dataparallel
• ding.torch_utils.diffusion_SDE
• ding.torch_utils.diffusion_SDE.dpm_solver_pytorch
• ding.torch_utils.distribution
• ding.torch_utils.loss
• ding.torch_utils.loss.contrastive_loss
• ding.torch_utils.loss.cross_entropy_loss
• ding.torch_utils.loss.multi_logits_loss
• ding.torch_utils.lr_scheduler
• ding.torch_utils.math_helper
• ding.torch_utils.metric
• ding.torch_utils.model_helper
• ding.torch_utils.network
• ding.torch_utils.network.activation
• ding.torch_utils.network.diffusion
• ding.torch_utils.network.dreamer
• ding.torch_utils.network.gtrxl
• ding.torch_utils.network.gumbel_softmax
• ding.torch_utils.network.merge
• ding.torch_utils.network.nn_module
• ding.torch_utils.network.normalization
• ding.torch_utils.network.popart
• ding.torch_utils.network.res_block
• ding.torch_utils.network.resnet
• ding.torch_utils.network.rnn
• ding.torch_utils.network.scatter_connection
• ding.torch_utils.network.soft_argmax
• ding.torch_utils.network.transformer
• ding.torch_utils.nn_test_helper
• ding.torch_utils.optimizer_helper
• ding.torch_utils.parameter
• ding.torch_utils.reshape_helper
• ding.utils
• ding.utils.autolog
• ding.utils.autolog.base
• ding.utils.autolog.data
• ding.utils.autolog.model
• ding.utils.autolog.time_ctl
• ding.utils.autolog.value
• ding.utils.bfs_helper
• ding.utils.collection_helper
• ding.utils.compression_helper
• ding.utils.data
• ding.utils.data.base_dataloader
• ding.utils.data.collate_fn
• ding.utils.data.dataloader
• ding.utils.data.dataset
• ding.utils.data.rlhf_offline_dataset
• ding.utils.data.rlhf_online_dataset
• ding.utils.data.structure
• ding.utils.data.structure.cache
• ding.utils.data.structure.lifo_deque
• ding.utils.default_helper
• ding.utils.deprecation
• ding.utils.design_helper
• ding.utils.dict_helper
• ding.utils.fake_linklink
• ding.utils.fast_copy
• ding.utils.file_helper
• ding.utils.import_helper
• ding.utils.k8s_helper
• ding.utils.linklink_dist_helper
• ding.utils.loader
• ding.utils.loader.base
• ding.utils.loader.collection
• ding.utils.loader.dict
• ding.utils.loader.exception
• ding.utils.loader.mapping
• ding.utils.loader.norm
• ding.utils.loader.number
• ding.utils.loader.string
• ding.utils.loader.types
• ding.utils.loader.utils
• ding.utils.lock_helper
• ding.utils.log_helper
• ding.utils.log_writer_helper
• ding.utils.memory_helper
• ding.utils.normalizer_helper
• ding.utils.orchestrator_launcher
• ding.utils.profiler_helper
• ding.utils.pytorch_ddp_dist_helper
• ding.utils.registry
• ding.utils.registry_factory
• ding.utils.render_helper
• ding.utils.scheduler_helper
• ding.utils.segment_tree
• ding.utils.slurm_helper
• ding.utils.system_helper
• ding.utils.time_helper
• ding.utils.time_helper_base
• ding.utils.time_helper_cuda
• ding.utils.type_helper
• ding.worker
• ding.worker.adapter
• ding.worker.adapter.learner_aggregator
• ding.worker.collector
• ding.worker.collector.base_parallel_collector
• ding.worker.collector.base_serial_collector
• ding.worker.collector.base_serial_evaluator
• ding.worker.collector.battle_episode_serial_collector
• ding.worker.collector.battle_interaction_serial_evaluator
• ding.worker.collector.battle_sample_serial_collector
• ding.worker.collector.comm
• ding.worker.collector.comm.base_comm_collector
• ding.worker.collector.comm.flask_fs_collector
• ding.worker.collector.comm.utils
• ding.worker.collector.episode_serial_collector
• ding.worker.collector.interaction_serial_evaluator
• ding.worker.collector.marine_parallel_collector
• ding.worker.collector.metric_serial_evaluator
• ding.worker.collector.sample_serial_collector
• ding.worker.collector.zergling_parallel_collector
• ding.worker.coordinator
• ding.worker.coordinator.base_parallel_commander
• ding.worker.coordinator.base_serial_commander
• ding.worker.coordinator.comm_coordinator
• ding.worker.coordinator.coordinator
• ding.worker.coordinator.one_vs_one_parallel_commander
• ding.worker.coordinator.operator_server
• ding.worker.coordinator.resource_manager
• ding.worker.coordinator.solo_parallel_commander
• ding.worker.learner
• ding.worker.learner.base_learner
• ding.worker.learner.comm
• ding.worker.learner.comm.base_comm_learner
• ding.worker.learner.comm.flask_fs_learner
• ding.worker.learner.comm.utils
• ding.worker.learner.learner_hook
• ding.worker.replay_buffer
• ding.worker.replay_buffer.advanced_buffer
• ding.worker.replay_buffer.base_buffer
• ding.worker.replay_buffer.episode_buffer
• ding.worker.replay_buffer.naive_buffer
• ding.worker.replay_buffer.utils
• ding.world_model
• ding.world_model.base_world_model
• ding.world_model.ddppo
• ding.world_model.dreamer
• ding.world_model.idm
• ding.world_model.mbpo
• ding.world_model.model
• ding.world_model.model.ensemble
• ding.world_model.model.networks
• ding.world_model.utils