no punct; 22k steps/30 epochs

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "facebook/wav2vec2-large-xlsr-53",
+  "_name_or_path": "/workspace/checkpoints/rw/wav2vec2-large-xlsr-rw-nopunct/checkpoint-9984",
   "activation_dropout": 0.05,
   "apply_spec_augment": true,
   "architectures": [
@@ -62,7 +62,7 @@
   "mask_time_length": 10,
   "mask_time_min_space": 1,
   "mask_time_other": 0.0,
-  "mask_time_prob": 0.2,
+  "mask_time_prob": 0.1,
   "mask_time_selection": "static",
   "model_type": "wav2vec2",
   "num_attention_heads": 16,
@@ -70,7 +70,7 @@
   "num_conv_pos_embeddings": 128,
   "num_feat_extract_layers": 7,
   "num_hidden_layers": 24,
-  "pad_token_id": 29,
+  "pad_token_id": 28,
   "transformers_version": "4.5.0.dev0",
   "vocab_size": 32
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af4d4f53572a1d1ac05f3d347a88aeb41b8b25f4516d18e64650cf99eb8f5716
+oid sha256:88e1ac967a578e63c9bf592635655f0cf8dedc1b6d61ce4260af438cc50e3202
 size 1262065047

vocab.json

@@ -1 +1 @@
-{"'": 1, "a": 2, "b": 3, "c": 4, "d": 5, "e": 6, "f": 7, "g": 8, "h": 9, "i": 10, "j": 11, "k": 12, "l": 13, "m": 14, "n": 15, "o": 16, "p": 17, "q": 18, "r": 19, "s": 20, "t": 21, "u": 22, "v": 23, "w": 24, "x": 25, "y": 26, "z": 27, "|": 0, "[UNK]": 28, "[PAD]": 29}
+{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "q": 17, "r": 18, "s": 19, "t": 20, "u": 21, "v": 22, "w": 23, "x": 24, "y": 25, "z": 26, "|": 0, "[UNK]": 27, "[PAD]": 28}