ding.utils

ding.utils

Full Source Code

../ding/utils/__init__.py

1import ding 2from .collection_helper import iter_mapping 3from .compression_helper import get_data_compressor, get_data_decompressor, CloudPickleWrapper 4from .default_helper import override, dicts_to_lists, lists_to_dicts, squeeze, default_get, error_wrapper, list_split, \ 5 LimitedSpaceContainer, deep_merge_dicts, set_pkg_seed, flatten_dict, one_time_warning, split_data_generator, \ 6 RunningMeanStd, make_key_as_identifier, remove_illegal_item 7from .design_helper import SingletonMetaclass 8from .dict_helper import convert_easy_dict_to_dict 9from .file_helper import read_file, save_file, remove_file 10from .import_helper import try_import_ceph, try_import_mc, try_import_link, import_module, try_import_redis, \ 11 try_import_rediscluster 12from .k8s_helper import get_operator_server_kwargs, exist_operator_server, DEFAULT_K8S_COLLECTOR_PORT, \ 13 DEFAULT_K8S_LEARNER_PORT, DEFAULT_K8S_AGGREGATOR_SLAVE_PORT, DEFAULT_K8S_COORDINATOR_PORT, pod_exec_command, \ 14 K8sLauncher 15from .lock_helper import LockContext, LockContextType, get_file_lock, get_rw_file_lock 16from .log_helper import build_logger, pretty_print, LoggerFactory 17from .log_writer_helper import DistributedWriter 18from .orchestrator_launcher import OrchestratorLauncher 19from .profiler_helper import Profiler, register_profiler 20from .registry_factory import registries, POLICY_REGISTRY, ENV_REGISTRY, LEARNER_REGISTRY, COMM_LEARNER_REGISTRY, \ 21 SERIAL_COLLECTOR_REGISTRY, PARALLEL_COLLECTOR_REGISTRY, COMM_COLLECTOR_REGISTRY, \ 22 COMMANDER_REGISTRY, LEAGUE_REGISTRY, PLAYER_REGISTRY, MODEL_REGISTRY, ENV_MANAGER_REGISTRY, ENV_WRAPPER_REGISTRY, \ 23 REWARD_MODEL_REGISTRY, BUFFER_REGISTRY, DATASET_REGISTRY, SERIAL_EVALUATOR_REGISTRY, MQ_REGISTRY, \ 24 WORLD_MODEL_REGISTRY, STOCHASTIC_OPTIMIZER_REGISTRY 25from .scheduler_helper import Scheduler 26from .segment_tree import SumSegmentTree, MinSegmentTree, SegmentTree 27from .slurm_helper import find_free_port_slurm, node_to_host, node_to_partition 28from .system_helper import get_ip, get_pid, get_task_uid, PropagatingThread, find_free_port 29from .time_helper import build_time_helper, EasyTimer, WatchDog 30from .type_helper import SequenceType 31from .render_helper import render, fps, get_env_fps, render_env 32from .fast_copy import fastcopy 33from .bfs_helper import get_vi_sequence 34from .normalizer_helper import DatasetNormalizer 35from .memory_helper import SimpleMemoryProfiler 36 37if ding.enable_linklink: # False as default 38 from .linklink_dist_helper import get_rank, get_world_size, dist_mode, dist_init, dist_finalize, \ 39 allreduce, broadcast, DistContext, allreduce_async, synchronize 40else: 41 from .pytorch_ddp_dist_helper import get_rank, get_world_size, dist_mode, dist_init, dist_finalize, \ 42 allreduce, allreduce_with_indicator, broadcast, DDPContext, allreduce_async, synchronize, reduce_data, \ 43 broadcast_object_list, to_ddp_config, allreduce_data