[docs]classLayerNorm(nn.Module):"""Layer Normalization module. Supplementary '1.11.4 Parameters initialization': Layer normalization. Args: in_channels: Last dimension of the input tensor. eps: A value added to the denominator for numerical stability. """def__init__(self,in_channels:int,eps:float=1e-5,)->None:super().__init__()self.normalized_shape=(in_channels,)self.eps=epsself.weight=nn.Parameter(torch.ones(in_channels))self.bias=nn.Parameter(torch.zeros(in_channels))self._ln_eager_func=F.layer_norm# self._ln_inductor_func = torch.compile(F.layer_norm)self._ln_inductor_func=self._ln_eager_func