class_docstr: Position-wise Feed-Forward Network
class_docstr_tok: ["Position-wise","Feed-Forward","Network"]
code: def __init__(
      self,
      d_model: int,
      ffd: int,
      dropout=0.1,
      activation_fct: Callable[[Any], Any] = layers.ReLU(),
  ) -> None:
      super(PositionwiseFeedForward, self).__init__()
      self.activation_fct = activation_fct
  
      self.first_linear = layers.Dense(
          ffd, kernel_initializer=tf.initializers.he_uniform()
      )
      self.sec_linear = layers.Dense(
          d_model, kernel_initializer=tf.initializers.he_uniform()
      )
      self.dropout = layers.Dropout(rate=dropout)
  
imports: import math
  from typing import Any, Callable, Optional, Tuple
  import tensorflow
  from tensorflow.keras import layers
  from doctr.utils.repr import NestedObject
label_desc: Use image node_id 1 to create a new PositionwiseFeedForward object from inherited base classes: layers, NestedObject with example: obj = PositionwiseFeedForward(d_model, ffd, dropout, activation_fct)