Update configuration_minGRULM.py

configuration_minGRULM.py

@@ -14,6 +14,7 @@ class MinGRULMConfig(PretrainedConfig):
         n_layer=12,
         pad_vocab_size_multiple=8,
         initializer_range=0.02,
+        hidden_size = 512,
         **kwargs,
     ):
         self.vocab_size = vocab_size
@@ -23,6 +24,7 @@ class MinGRULMConfig(PretrainedConfig):
         self.expand = expand
         self.depth = depth
         self.n_layer = n_layer
+        self.hidden_size = hidden_size
         self.pad_vocab_size_multiple = pad_vocab_size_multiple
         self.initializer_range = initializer_range
         super().__init__(**kwargs)