class_docstr: All-reduce the input from the model parallel region.
  
  Args:
      input_: input matrix.
      parallel_mode: parallel mode.
class_docstr_tok: ["All-reduce","the","input","from","the","model","parallel","region",".","Args",":","input_",":","input","matrix",".","parallel_mode",":","parallel","mode","."]
code: def forward(ctx, input_, parallel_mode):
      return _reduce(input_, parallel_mode)
  
imports: import torch
  import torch.distributed
  from colossalai.legacy.core import global_context
  from colossalai.legacy.global_variables import tensor_parallel_env
  from ..utils import divide
label_desc: Use image node_id 2 for calling the _ReduceInput obj's underlying member method code with example usage: obj.forward(ctx, input_, parallel_mode) and returns: _reduce