Update app.py

app.py

@@ -325,43 +325,45 @@ def tokens_to_MIDI(tokens, MIDI_name):
     return new_fn, song_f, audio
 
 # =================================================================================================
-                       
-@spaces.GPU
-def CompareMIDIs(input_src_midi, input_trg_midi, input_sampling_resolution, input_sampling_overlap):
-    
-    print('=' * 70)
-    print('Req start time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT)))
-    start_time = reqtime.time()
 
-    print('Loading model...')
+print('Loading model...')
 
-    SEQ_LEN = 8192 # Models seq len
-    PAD_IDX = 19463 # Models pad index
-    DEVICE = 'cuda' # 'cuda'
+SEQ_LEN = 8192 # Models seq len
+PAD_IDX = 19463 # Models pad index
+DEVICE = 'cuda' # 'cuda'
 
-    # instantiate the model
+# instantiate the model
 
-    model = TransformerWrapper(
-        num_tokens = PAD_IDX+1,
-        max_seq_len = SEQ_LEN,
-        attn_layers = Decoder(dim = 2048, depth = 8, heads = 32, rotary_pos_emb = True, attn_flash = True)
-        )
-    
-    model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)
+model = TransformerWrapper(
+    num_tokens = PAD_IDX+1,
+    max_seq_len = SEQ_LEN,
+    attn_layers = Decoder(dim = 2048, depth = 8, heads = 32, rotary_pos_emb = True, attn_flash = True)
+    )
 
-    print('=' * 70)
+model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)
 
-    print('Loading model checkpoint...')
+print('=' * 70)
 
-    model_checkpoint = hf_hub_download(repo_id='asigalov61/Giant-Music-Transformer', 
-                                       filename='Giant_Music_Transformer_Medium_Trained_Model_42174_steps_0.5211_loss_0.8542_acc.pth'
-                                      )
-    
-    model.load_state_dict(torch.load(model_checkpoint, map_location='cpu', weights_only=True))
-    
-    model = torch.compile(model, mode='max-autotune')
+print('Loading model checkpoint...')
+
+model_checkpoint = hf_hub_download(repo_id='asigalov61/Giant-Music-Transformer', 
+                                   filename='Giant_Music_Transformer_Medium_Trained_Model_42174_steps_0.5211_loss_0.8542_acc.pth'
+                                  )
+
+model.load_state_dict(torch.load(model_checkpoint, map_location='cpu', weights_only=True))
+
+model = torch.compile(model, mode='max-autotune')
+
+print('=' * 70)
+
+# =================================================================================================
+                       
+@spaces.GPU
+def CompareMIDIs(input_src_midi, input_trg_midi, input_sampling_resolution, input_sampling_overlap):
     
     print('=' * 70)
+    print('Req start time: {:%Y-%m-%d %H:%M:%S}'.format(datetime.datetime.now(PDT)))
+    start_time = reqtime.time()
     
     model.to(DEVICE)
     model.eval()