class_docstr: An object, knowing the parallelism configuration, that initializes parallel groups.
  
  Args:
      rank (int): The rank of current process.
      world_size (int): Size of whole communication world.
      config (Config): Running configuration.
      data_parallel_size (int): Size of data parallel.
      pipeline_parallel_size (int): Size of pipeline parallel.
      tensor_parallel_size (int): Size of tensor parallel.
class_docstr_tok: ["An","object",",","knowing","the","parallelism","configuration",",","that","initializes","parallel","groups",".","Args",":","rank","(","int",")",":","The","rank","of","current","process",".","world_size","(","int",")",":","Size","of","whole","communication","world",".","config","(","Config",")",":","Running","configuration",".","data_parallel_size","(","int",")",":","Size","of","data","parallel",".","pipeline_parallel_size","(","int",")",":","Size","of","pipeline","parallel",".","tensor_parallel_size","(","int",")",":","Size","of","tensor","parallel","."]
code: def __init__(
      self,
      rank: int,
      world_size: int,
      config: Config,
      data_parallel_size: int,
      pipeline_parallel_size: int,
      tensor_parallel_size: int,
  ):
      self.rank = rank
      self.world_size = world_size
      self.data_parallel_size = data_parallel_size
      self.config = config
      self.pipeline_parallel_size = pipeline_parallel_size
      self.tensor_parallel_size = tensor_parallel_size
      super().__init__()
  
imports: from abc import ABC, abstractmethod
  from colossalai.context import Config
label_desc: Use image node_id 1 to create a new ProcessGroupInitializer object from inherited base classes: ABC with example: obj = ProcessGroupInitializer(rank, world_size, config, data_parallel_size, pipeline_parallel_size, tensor_parallel_size)