Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -344,7 +344,7 @@ def CompareMIDIs(input_src_midi, input_trg_midi, input_sampling_resolution, inpu
|
|
344 |
model = TransformerWrapper(
|
345 |
num_tokens = PAD_IDX+1,
|
346 |
max_seq_len = SEQ_LEN,
|
347 |
-
attn_layers = Decoder(dim = 2048, depth = 8, heads = 32, attn_flash = True)
|
348 |
)
|
349 |
|
350 |
model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)
|
|
|
344 |
model = TransformerWrapper(
|
345 |
num_tokens = PAD_IDX+1,
|
346 |
max_seq_len = SEQ_LEN,
|
347 |
+
attn_layers = Decoder(dim = 2048, depth = 8, heads = 32, rotary_pos_emb = True, attn_flash = True)
|
348 |
)
|
349 |
|
350 |
model = AutoregressiveWrapper(model, ignore_index = PAD_IDX)
|