class_docstr: Megatron encoder-decoder base class
class_docstr_tok: ["Megatron","encoder-decoder","base","class"]
docstr: Hidden size needs to be set from the cfg.encoder for the pipeline schedule.
          
docstr_tok: ["Hidden","size","needs","to","be","set","from","the","cfg.encoder","for","the","pipeline","schedule","."]
code: def build_model_parallel_config(self):
      """Hidden size needs to be set from the cfg.encoder for the pipeline schedule."""
  
      model_parallel_config = super().build_model_parallel_config()
      try:
          # hidden size is needed for pipeline schedules but is not currently in ModelParallelConfig
          setattr(
              model_parallel_config,
              "hidden_size",
              self.cfg.encoder.hidden_size,
          )
      except AttributeError:
          logging.warning(
              f"encoder.hidden_size not found in {self.cfg}. Set this in model_parallel_config if using pipeline parallelism."
          )
      return model_parallel_config
  
imports: import copy
  import functools
  import inspect
  from typing import Any, Dict, List, Optional
  import torch
  from omegaconf import OmegaConf, open_dict
  from omegaconf.dictconfig import DictConfig
  from pytorch_lightning.accelerators import CPUAccelerator
  from pytorch_lightning.trainer.trainer import Trainer
  from nemo.collections.nlp.data.language_modeling.megatron.data_samplers import MegatronPretrainingRandomSampler, MegatronPretrainingSampler
  from nemo.collections.nlp.models.language_modeling.megatron_base_model import MegatronBaseModel
  from nemo.collections.nlp.modules.common.megatron.build_model import build_model
  from nemo.collections.nlp.modules.common.megatron.module import Float16Module
  from nemo.collections.nlp.modules.common.megatron.token_level_encoder_decoder import MegatronTokenLevelEncoderDecoderModule
  from nemo.collections.nlp.modules.common.megatron.utils import ApexGuardDefaults, average_losses_across_data_parallel_group, get_params_for_weight_decay_optimization
  from nemo.collections.nlp.modules.common.text_generation_utils import compute_beam_search_len_penalty, get_sampling_token_fn
  from nemo.collections.nlp.parts.utils_funcs import get_last_rank
  from nemo.utils import AppState, logging
label_desc: Use image node_id 44 for calling the MegatronLMEncoderDecoderModel obj's underlying member method code with example usage: obj.build_model_parallel_config() and returns: model_parallel_config