API Reference¶
Generated from the ding package.
dingding.bonusding.bonus.a2cding.bonus.c51ding.bonus.commonding.bonus.configding.bonus.ddpgding.bonus.dqnding.bonus.modelding.bonus.pgding.bonus.ppo_offpolicyding.bonus.ppofding.bonus.sacding.bonus.sqlding.bonus.td3ding.compatibilityding.configding.config.configding.config.exampleding.config.example.A2Cding.config.example.A2C.gym_bipedalwalker_v3ding.config.example.A2C.gym_lunarlander_v2ding.config.example.C51ding.config.example.C51.gym_lunarlander_v2ding.config.example.C51.gym_pongnoframeskip_v4ding.config.example.C51.gym_qbertnoframeskip_v4ding.config.example.C51.gym_spaceInvadersnoframeskip_v4ding.config.example.DDPGding.config.example.DDPG.gym_bipedalwalker_v3ding.config.example.DDPG.gym_halfcheetah_v3ding.config.example.DDPG.gym_hopper_v3ding.config.example.DDPG.gym_lunarlandercontinuous_v2ding.config.example.DDPG.gym_pendulum_v1ding.config.example.DDPG.gym_walker2d_v3ding.config.example.DQNding.config.example.DQN.gym_lunarlander_v2ding.config.example.DQN.gym_pongnoframeskip_v4ding.config.example.DQN.gym_qbertnoframeskip_v4ding.config.example.DQN.gym_spaceInvadersnoframeskip_v4ding.config.example.PGding.config.example.PG.gym_pendulum_v1ding.config.example.PPOFding.config.example.PPOF.gym_lunarlander_v2ding.config.example.PPOF.gym_lunarlandercontinuous_v2ding.config.example.PPOOffPolicyding.config.example.PPOOffPolicy.gym_lunarlander_v2ding.config.example.PPOOffPolicy.gym_pongnoframeskip_v4ding.config.example.PPOOffPolicy.gym_qbertnoframeskip_v4ding.config.example.PPOOffPolicy.gym_spaceInvadersnoframeskip_v4ding.config.example.SACding.config.example.SAC.gym_bipedalwalker_v3ding.config.example.SAC.gym_halfcheetah_v3ding.config.example.SAC.gym_hopper_v3ding.config.example.SAC.gym_lunarlandercontinuous_v2ding.config.example.SAC.gym_pendulum_v1ding.config.example.SAC.gym_walker2d_v3ding.config.example.SQLding.config.example.SQL.gym_lunarlander_v2ding.config.example.TD3ding.config.example.TD3.gym_bipedalwalker_v3ding.config.example.TD3.gym_halfcheetah_v3ding.config.example.TD3.gym_hopper_v3ding.config.example.TD3.gym_lunarlandercontinuous_v2ding.config.example.TD3.gym_pendulum_v1ding.config.example.TD3.gym_walker2d_v3ding.config.utilsding.datading.data.bufferding.data.buffer.bufferding.data.buffer.deque_bufferding.data.buffer.deque_buffer_wrapperding.data.buffer.middlewareding.data.buffer.middleware.clone_objectding.data.buffer.middleware.group_sampleding.data.buffer.middleware.paddingding.data.buffer.middleware.priorityding.data.buffer.middleware.sample_range_viewding.data.buffer.middleware.staleness_checkding.data.buffer.middleware.use_time_checkding.data.level_replayding.data.level_replay.level_samplerding.data.model_loaderding.data.shm_bufferding.data.storageding.data.storage.fileding.data.storage.storageding.data.storage_loaderding.entryding.entry.application_entryding.entry.application_entry_trex_collect_datading.entry.cliding.entry.cli_ditaskding.entry.cli_parsersding.entry.cli_parsers.k8s_parserding.entry.cli_parsers.slurm_parserding.entry.dist_entryding.entry.parallel_entryding.entry.predefined_configding.entry.serial_entryding.entry.serial_entry_bcding.entry.serial_entry_bcoding.entry.serial_entry_dqfdding.entry.serial_entry_gailding.entry.serial_entry_guided_costding.entry.serial_entry_mbrlding.entry.serial_entry_nguding.entry.serial_entry_offlineding.entry.serial_entry_onpolicyding.entry.serial_entry_onpolicy_ppgding.entry.serial_entry_pcding.entry.serial_entry_plrding.entry.serial_entry_preference_based_irlding.entry.serial_entry_preference_based_irl_onpolicyding.entry.serial_entry_r2d3ding.entry.serial_entry_reward_model_offpolicyding.entry.serial_entry_reward_model_onpolicyding.entry.serial_entry_sqilding.entry.serial_entry_td3_vaeding.entry.utilsding.envsding.envs.commonding.envs.common.common_functionding.envs.common.env_elementding.envs.common.env_element_runnerding.envs.envding.envs.env.base_envding.envs.env.default_wrapperding.envs.env.ding_env_wrapperding.envs.env.env_implementation_checkding.envs.env_managerding.envs.env_manager.base_env_managerding.envs.env_manager.ding_env_managerding.envs.env_manager.env_supervisording.envs.env_manager.envpool_env_managerding.envs.env_manager.gym_vector_env_managerding.envs.env_manager.subprocess_env_managerding.envs.env_wrappersding.envs.env_wrappers.env_wrappersding.envs.gym_envding.exampleding.example.bcqding.example.c51_nstepding.example.collect_demo_datading.example.cqlding.example.d4pgding.example.ddpgding.example.dqnding.example.dqn_evalding.example.dqn_frozen_lakeding.example.dqn_herding.example.dqn_new_envding.example.dqn_nstepding.example.dqn_nstep_gymnasiumding.example.dqn_perding.example.dqn_rndding.example.dtding.example.edacding.example.impalading.example.iqn_nstepding.example.mappoding.example.masacding.example.pdqnding.example.ppg_offpolicyding.example.ppoding.example.ppo_lunarlanderding.example.ppo_lunarlander_continuousding.example.ppo_offpolicyding.example.ppo_with_complex_obsding.example.qgpoding.example.qrdqn_nstepding.example.r2d2ding.example.sacding.example.sqilding.example.sqil_continuousding.example.sqlding.example.td3ding.example.trexding.frameworkding.framework.contextding.framework.event_loopding.framework.message_queueding.framework.message_queue.mqding.framework.message_queue.nngding.framework.message_queue.redisding.framework.middlewareding.framework.middleware.barrierding.framework.middleware.ckpt_handlerding.framework.middleware.collectording.framework.middleware.data_fetcherding.framework.middleware.distributerding.framework.middleware.functionalding.framework.middleware.functional.advantage_estimatording.framework.middleware.functional.collectording.framework.middleware.functional.ctx_helperding.framework.middleware.functional.data_processording.framework.middleware.functional.enhancerding.framework.middleware.functional.evaluatording.framework.middleware.functional.explorerding.framework.middleware.functional.loggerding.framework.middleware.functional.priorityding.framework.middleware.functional.termination_checkerding.framework.middleware.functional.timerding.framework.middleware.functional.trainerding.framework.middleware.learnerding.framework.parallelding.framework.supervisording.framework.taskding.framework.wrapperding.framework.wrapper.step_timerding.hpc_rlding.hpc_rl.wrapperding.interactionding.interaction.baseding.interaction.base.appding.interaction.base.commonding.interaction.base.networkding.interaction.base.threadingding.interaction.configding.interaction.config.baseding.interaction.exceptionding.interaction.exception.baseding.interaction.exception.masterding.interaction.exception.slaveding.interaction.masterding.interaction.master.baseding.interaction.master.connectionding.interaction.master.masterding.interaction.master.taskding.interaction.slaveding.interaction.slave.actionding.interaction.slave.slaveding.leagueding.league.algorithmding.league.base_leagueding.league.metricding.league.one_vs_one_leagueding.league.playerding.league.shared_payoffding.league.starcraft_playerding.modelding.model.commonding.model.common.encoderding.model.common.headding.model.common.utilsding.model.templateding.model.template.acerding.model.template.atocding.model.template.bcding.model.template.bcqding.model.template.collaqding.model.template.comading.model.template.decision_transformerding.model.template.diffusionding.model.template.ebmding.model.template.edacding.model.template.havacding.model.template.hptding.model.template.language_transformerding.model.template.madqnding.model.template.maqacding.model.template.mavacding.model.template.nguding.model.template.pdqnding.model.template.pgding.model.template.ppgding.model.template.procedure_cloningding.model.template.q_learningding.model.template.qacding.model.template.qac_distding.model.template.qgpoding.model.template.qmixding.model.template.qtranding.model.template.qvacding.model.template.sqnding.model.template.vacding.model.template.vaeding.model.template.wqmixding.model.wrapperding.model.wrapper.model_wrappersding.policyding.policy.a2cding.policy.acerding.policy.atocding.policy.base_policyding.policy.bcding.policy.bcqding.policy.bdqding.policy.c51ding.policy.collaqding.policy.comading.policy.command_mode_policy_instanceding.policy.common_utilsding.policy.cqlding.policy.d4pgding.policy.ddpgding.policy.dqfdding.policy.dqnding.policy.dtding.policy.edacding.policy.fqfding.policy.happoding.policy.ibcding.policy.ilding.policy.impalading.policy.iqlding.policy.iqnding.policy.madqnding.policy.mbpolicyding.policy.mbpolicy.dreamerding.policy.mbpolicy.mbsacding.policy.mbpolicy.utilsding.policy.mdqnding.policy.nguding.policy.offppo_collect_trajding.policy.pcding.policy.pdqnding.policy.pgding.policy.plan_diffuserding.policy.policy_factoryding.policy.ppgding.policy.ppoding.policy.ppofding.policy.prompt_awrding.policy.prompt_pgding.policy.qgpoding.policy.qmixding.policy.qrdqnding.policy.qtranding.policy.r2d2ding.policy.r2d2_collect_trajding.policy.r2d2_gtrxlding.policy.r2d3ding.policy.rainbowding.policy.sacding.policy.sqlding.policy.sqnding.policy.td3ding.policy.td3_bcding.policy.td3_vaeding.policy.vmpoding.policy.wqmixding.reward_modelding.reward_model.base_reward_modelding.reward_model.drex_reward_modelding.reward_model.gail_irl_modelding.reward_model.guided_cost_reward_modelding.reward_model.her_reward_modelding.reward_model.icm_reward_modelding.reward_model.ngu_reward_modelding.reward_model.pdeil_irl_modelding.reward_model.pwil_irl_modelding.reward_model.red_irl_modelding.reward_model.rnd_reward_modelding.reward_model.trex_reward_modelding.rl_utilsding.rl_utils.a2cding.rl_utils.acerding.rl_utils.adderding.rl_utils.beta_functionding.rl_utils.comading.rl_utils.explorationding.rl_utils.gaeding.rl_utils.grpoding.rl_utils.happoding.rl_utils.iswding.rl_utils.log_prob_utilsding.rl_utils.ppgding.rl_utils.ppoding.rl_utils.retraceding.rl_utils.rlooding.rl_utils.samplerding.rl_utils.tdding.rl_utils.upgoding.rl_utils.value_rescaleding.rl_utils.vtraceding.torch_utilsding.torch_utils.backend_helperding.torch_utils.checkpoint_helperding.torch_utils.data_helperding.torch_utils.dataparallelding.torch_utils.diffusion_SDEding.torch_utils.diffusion_SDE.dpm_solver_pytorchding.torch_utils.distributionding.torch_utils.lossding.torch_utils.loss.contrastive_lossding.torch_utils.loss.cross_entropy_lossding.torch_utils.loss.multi_logits_lossding.torch_utils.lr_schedulerding.torch_utils.math_helperding.torch_utils.metricding.torch_utils.model_helperding.torch_utils.networkding.torch_utils.network.activationding.torch_utils.network.diffusionding.torch_utils.network.dreamerding.torch_utils.network.gtrxlding.torch_utils.network.gumbel_softmaxding.torch_utils.network.mergeding.torch_utils.network.nn_moduleding.torch_utils.network.normalizationding.torch_utils.network.popartding.torch_utils.network.res_blockding.torch_utils.network.resnetding.torch_utils.network.rnnding.torch_utils.network.scatter_connectionding.torch_utils.network.soft_argmaxding.torch_utils.network.transformerding.torch_utils.nn_test_helperding.torch_utils.optimizer_helperding.torch_utils.parameterding.torch_utils.reshape_helperding.utilsding.utils.autologding.utils.autolog.baseding.utils.autolog.datading.utils.autolog.modelding.utils.autolog.time_ctlding.utils.autolog.valueding.utils.bfs_helperding.utils.collection_helperding.utils.compression_helperding.utils.datading.utils.data.base_dataloaderding.utils.data.collate_fnding.utils.data.dataloaderding.utils.data.datasetding.utils.data.rlhf_offline_datasetding.utils.data.rlhf_online_datasetding.utils.data.structureding.utils.data.structure.cacheding.utils.data.structure.lifo_dequeding.utils.default_helperding.utils.deprecationding.utils.design_helperding.utils.dict_helperding.utils.fake_linklinkding.utils.fast_copyding.utils.file_helperding.utils.import_helperding.utils.k8s_helperding.utils.linklink_dist_helperding.utils.loaderding.utils.loader.baseding.utils.loader.collectionding.utils.loader.dictding.utils.loader.exceptionding.utils.loader.mappingding.utils.loader.normding.utils.loader.numberding.utils.loader.stringding.utils.loader.typesding.utils.loader.utilsding.utils.lock_helperding.utils.log_helperding.utils.log_writer_helperding.utils.memory_helperding.utils.normalizer_helperding.utils.orchestrator_launcherding.utils.profiler_helperding.utils.pytorch_ddp_dist_helperding.utils.registryding.utils.registry_factoryding.utils.render_helperding.utils.scheduler_helperding.utils.segment_treeding.utils.slurm_helperding.utils.system_helperding.utils.time_helperding.utils.time_helper_baseding.utils.time_helper_cudading.utils.type_helperding.workerding.worker.adapterding.worker.adapter.learner_aggregatording.worker.collectording.worker.collector.base_parallel_collectording.worker.collector.base_serial_collectording.worker.collector.base_serial_evaluatording.worker.collector.battle_episode_serial_collectording.worker.collector.battle_interaction_serial_evaluatording.worker.collector.battle_sample_serial_collectording.worker.collector.commding.worker.collector.comm.base_comm_collectording.worker.collector.comm.flask_fs_collectording.worker.collector.comm.utilsding.worker.collector.episode_serial_collectording.worker.collector.interaction_serial_evaluatording.worker.collector.marine_parallel_collectording.worker.collector.metric_serial_evaluatording.worker.collector.sample_serial_collectording.worker.collector.zergling_parallel_collectording.worker.coordinatording.worker.coordinator.base_parallel_commanderding.worker.coordinator.base_serial_commanderding.worker.coordinator.comm_coordinatording.worker.coordinator.coordinatording.worker.coordinator.one_vs_one_parallel_commanderding.worker.coordinator.operator_serverding.worker.coordinator.resource_managerding.worker.coordinator.solo_parallel_commanderding.worker.learnerding.worker.learner.base_learnerding.worker.learner.commding.worker.learner.comm.base_comm_learnerding.worker.learner.comm.flask_fs_learnerding.worker.learner.comm.utilsding.worker.learner.learner_hookding.worker.replay_bufferding.worker.replay_buffer.advanced_bufferding.worker.replay_buffer.base_bufferding.worker.replay_buffer.episode_bufferding.worker.replay_buffer.naive_bufferding.worker.replay_buffer.utilsding.world_modelding.world_model.base_world_modelding.world_model.ddppoding.world_model.dreamerding.world_model.idmding.world_model.mbpoding.world_model.modelding.world_model.model.ensembleding.world_model.model.networksding.world_model.utils