asigalov61 commited on
Commit
f051e73
·
verified ·
1 Parent(s): 3b8544d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -344,7 +344,7 @@ def CompareMIDIs(input_src_midi, input_trg_midi, input_sampling_resolution, inpu
344
  model = TransformerWrapper(
345
  num_tokens = PAD_IDX+1,
346
  max_seq_len = SEQ_LEN,
347
- attn_layers = Decoder(dim = 2048, depth = 8, heads = 32, attn_flash = True)
348
  )
349
 
350
  model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)
 
344
  model = TransformerWrapper(
345
  num_tokens = PAD_IDX+1,
346
  max_seq_len = SEQ_LEN,
347
+ attn_layers = Decoder(dim = 2048, depth = 8, heads = 32, rotary_pos_emb = True, attn_flash = True)
348
  )
349
 
350
  model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)