class_docstr: Extra Transformers Feed Forward layer module.
  
  Parameters:
      config : ([`GPTSanJapaneseConfig`]): Model configuration class with all the parameters of the model.
          Initializing with a config file does not load the weights associated with the model, only the
          configuration. Check out the [`~PreTrainedModel.from_pretrained`] method to load the model weights.
class_docstr_tok: ["Extra","Transformers","Feed","Forward","layer","module",".","Parameters",":","config",":","(","[","`","GPTSanJapaneseConfig","`","]",")",":","Model","configuration","class","with","all","the","parameters","of","the","model",".","Initializing","with","a","config","file","does","not","load","the","weights","associated","with","the","model",",","only","the","configuration",".","Check","out","the","[","`","~PreTrainedModel.from_pretrained","`","]","method","to","load","the","model","weights","."]
docstr: Args:
      hidden_states (`torch.Tensor`) :
          [num_groups, tokens_per_group, hidden_dim] inputs to send to experts.
  Returns:
      torch.Tensor[num_groups, tokens_per_group, hidden_dim]
docstr_tok: ["Args",":","hidden_states","(","`","torch.Tensor","`",")",":","[","num_groups",",","tokens_per_group",",","hidden_dim","]","inputs","to","send","to","experts",".","Returns",":","torch.Tensor","[","num_groups",",","tokens_per_group",",","hidden_dim","]"]
code: def forward(self, hidden_states):
      r"""
      Args:
          hidden_states (`torch.Tensor`) :
              [num_groups, tokens_per_group, hidden_dim] inputs to send to experts.
      Returns:
          torch.Tensor[num_groups, tokens_per_group, hidden_dim]
  
      """
      forwarded_states = self.mlp(hidden_states)
      output = hidden_states + self.norm(forwarded_states)
      return output
  
imports: import copy
  from typing import List, Optional, Tuple, Union
  import torch
  import torch.nn
  from ...activations import ACT2FN
  from ...modeling_outputs import MoECausalLMOutputWithPast, MoEModelOutputWithPastAndCrossAttentions
  from ...modeling_utils import PreTrainedModel
  from ...utils import DUMMY_INPUTS, DUMMY_MASK, add_start_docstrings, add_start_docstrings_to_model_forward, is_torch_fx_proxy, logging
  from .configuration_gptsan_japanese import GPTSanJapaneseConfig
label_desc: Use image node_id 2 for calling the GPTSanJapaneseLayerDenseFF obj's underlying member method code with example usage: obj.forward(hidden_states) and returns: output