Update modeling5.py

modeling5.py

@@ -1,6 +1,7 @@
 # @title Model Architecture
 import tensorflow as tf
 from tensorflow.keras import layers, activations, initializers
+import numpy as np
 
 class MiniSunConfig:
     def __init__(self, vocab_size=30522, max_position_embeddings=1024, hidden_size=512,
@@ -158,7 +159,7 @@ def cosine_annealing_with_restarts(step, config):
         return config.learning_rate * (effective_step / warmup_steps)
     else:
         cos_step = effective_step - warmup_steps
-        total_cos_steps = restart_period - warmup_steps
+        total_cos_steps = config.restart_period - warmup_steps
         return 0.5 * config.learning_rate * (1 + tf.cos(tf.constant(np.pi) * cos_step / total_cos_steps))
 
 # Configuration