primeqa.util.transformers_utils.hypers_base.dist_initialize

primeqa.util.transformers_utils.hypers_base.dist_initialize()

initializes torch distributed :return: local_rank, global_rank, world_size