finnstrom3693
/

mini-sun-init-bert-tf-110m

Model card Files Files and versions Community

finnstrom3693 commited on Oct 1

Commit

121d5a6

•

1 Parent(s): 78ae00b

Update modeling5.py

Files changed (1) hide show

modeling5.py +1 -1

modeling5.py CHANGED Viewed

@@ -115,7 +115,7 @@ class MiniSunModel(tf.keras.Model):
         attention_mask = inputs['attention_mask']
         with tf.GradientTape() as tape:
-            logits = self(inputs, training=True)
             loss = self.compute_loss(labels, logits)
         gradients = tape.gradient(loss, self.trainable_variables)

         attention_mask = inputs['attention_mask']
         with tf.GradientTape() as tape:
+            logits, _ = self(inputs, training=True)
             loss = self.compute_loss(labels, logits)
         gradients = tape.gradient(loss, self.trainable_variables)