Update src/transformers/models/jais2/modular_jais2.py

Co-authored-by: Anton Vlasjuk <73884904+vasqu@users.noreply.github.com>

Author: sarathc-cerebras

src/transformers/models/jais2/modular_jais2.py

@@ -169,7 +169,6 @@ def __init__(self, config: Jais2Config, layer_idx: int):
         super().__init__(config, layer_idx)
         self.input_layernorm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
         self.post_attention_layernorm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
-        self.mlp = Jais2MLP(config)
 
 
 class Jais2PreTrainedModel(LlamaPreTrainedModel):