finnstrom3693
/

mini-sun-init-bert-tf-110m

Model card Files Files and versions Community

finnstrom3693 commited on Oct 1

Commit

29085b2

•

1 Parent(s): 0f489e7

add softmax

Files changed (1) hide show

modeling5.py +4 -1

modeling5.py CHANGED Viewed

@@ -86,7 +86,10 @@ class MiniSunModel(tf.keras.Model):
         # LM Head for token generation
         logits = self.lm_head(hidden_states)
-        return logits
     def get_config(self):
         # Return the configuration of the model

         # LM Head for token generation
         logits = self.lm_head(hidden_states)
+        softmax_output = tf.nn.softmax(logits, axis=-1)
+        return softmax_output
     def get_config(self):
         # Return the configuration of the model