Training in progress, epoch 1

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+nbest_predictions.json filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,33 @@
+{
+ "_name_or_path": "albert-large-v2",
+ "architectures": [
+ "AlbertForQuestionAnswering"
+ ],
+ "attention_probs_dropout_prob": 0,
+ "bos_token_id": 2,
+ "classifier_dropout_prob": 0.1,
+ "down_scale_factor": 1,
+ "embedding_size": 128,
+ "eos_token_id": 3,
+ "gap_size": 0,
+ "hidden_act": "gelu_new",
+ "hidden_dropout_prob": 0,
+ "hidden_size": 1024,
+ "initializer_range": 0.02,
+ "inner_group_num": 1,
+ "intermediate_size": 4096,
+ "layer_norm_eps": 1e-12,
+ "max_position_embeddings": 512,
+ "model_type": "albert",
+ "net_structure_type": 0,
+ "num_attention_heads": 16,
+ "num_hidden_groups": 1,
+ "num_hidden_layers": 24,
+ "num_memory_blocks": 0,
+ "pad_token_id": 0,
+ "position_embedding_type": "absolute",
+ "torch_dtype": "float32",
+ "transformers_version": "4.24.0",
+ "type_vocab_size": 2,
+ "vocab_size": 30000
+}

nbest_predictions.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78387c519c77949e9dd57ad543c6e20e7464670ba0bcf6b1fcb3b984ca84629
+size 16177700

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7312b2b606243fd983e0d990ba2030fc89d92c3efad85b43d26f7efb5da760e3
+size 66558783

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+ "bos_token": "[CLS]",
+ "cls_token": "[CLS]",
+ "eos_token": "[SEP]",
+ "mask_token": {
+ "content": "[MASK]",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "<pad>",
+ "sep_token": "[SEP]",
+ "unk_token": "<unk>"
+}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefb02b667a6c5c2fe27602d28e5fb3428f66ab89c7d6f388e7c8d44a02d0336
+size 760289

tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+ "bos_token": "[CLS]",
+ "cls_token": "[CLS]",
+ "do_lower_case": true,
+ "eos_token": "[SEP]",
+ "keep_accents": false,
+ "mask_token": {
+ "__type": "AddedToken",
+ "content": "[MASK]",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "model_max_length": 512,
+ "name_or_path": "albert-large-v2",
+ "pad_token": "<pad>",
+ "remove_space": true,
+ "sep_token": "[SEP]",
+ "special_tokens_map_file": null,
+ "tokenizer_class": "AlbertTokenizer",
+ "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215e2f7f49b5f5310a34dd43f313eb8fb8046f6d49a7c0b44fbf916657b4e7ce
+size 3451