peteparker456
commited on
Commit
•
a9de706
1
Parent(s):
4b44fcd
Training in progress, step 180
Browse files
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2444578688
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff79aa16b9580fabf53a2db1c636cdaa9f275a1866a8155ea6c70f129c88cfdf
|
3 |
size 2444578688
|
runs/Jul27_18-01-15_6c1a6e0a6830/events.out.tfevents.1722103301.6c1a6e0a6830.161.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b6be4073a6dc602a43150213d93676c0a4ddb8a84a2358d39e331edef2cce8a
|
3 |
+
size 17113
|
special_tokens_map.json
CHANGED
@@ -53,27 +53,9 @@
|
|
53 |
"gl_ES",
|
54 |
"sl_SI"
|
55 |
],
|
56 |
-
"bos_token":
|
57 |
-
|
58 |
-
|
59 |
-
"normalized": false,
|
60 |
-
"rstrip": false,
|
61 |
-
"single_word": false
|
62 |
-
},
|
63 |
-
"cls_token": {
|
64 |
-
"content": "<s>",
|
65 |
-
"lstrip": false,
|
66 |
-
"normalized": false,
|
67 |
-
"rstrip": false,
|
68 |
-
"single_word": false
|
69 |
-
},
|
70 |
-
"eos_token": {
|
71 |
-
"content": "</s>",
|
72 |
-
"lstrip": false,
|
73 |
-
"normalized": false,
|
74 |
-
"rstrip": false,
|
75 |
-
"single_word": false
|
76 |
-
},
|
77 |
"mask_token": {
|
78 |
"content": "<mask>",
|
79 |
"lstrip": true,
|
@@ -81,25 +63,7 @@
|
|
81 |
"rstrip": false,
|
82 |
"single_word": false
|
83 |
},
|
84 |
-
"pad_token":
|
85 |
-
|
86 |
-
|
87 |
-
"normalized": false,
|
88 |
-
"rstrip": false,
|
89 |
-
"single_word": false
|
90 |
-
},
|
91 |
-
"sep_token": {
|
92 |
-
"content": "</s>",
|
93 |
-
"lstrip": false,
|
94 |
-
"normalized": false,
|
95 |
-
"rstrip": false,
|
96 |
-
"single_word": false
|
97 |
-
},
|
98 |
-
"unk_token": {
|
99 |
-
"content": "<unk>",
|
100 |
-
"lstrip": false,
|
101 |
-
"normalized": false,
|
102 |
-
"rstrip": false,
|
103 |
-
"single_word": false
|
104 |
-
}
|
105 |
}
|
|
|
53 |
"gl_ES",
|
54 |
"sl_SI"
|
55 |
],
|
56 |
+
"bos_token": "<s>",
|
57 |
+
"cls_token": "<s>",
|
58 |
+
"eos_token": "</s>",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
59 |
"mask_token": {
|
60 |
"content": "<mask>",
|
61 |
"lstrip": true,
|
|
|
63 |
"rstrip": false,
|
64 |
"single_word": false
|
65 |
},
|
66 |
+
"pad_token": "<pad>",
|
67 |
+
"sep_token": "</s>",
|
68 |
+
"unk_token": "<unk>"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
69 |
}
|
tokenizer.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0da4e7af9b86e84c844ce9b0d58a845dd3b0d9724abef93bc226aeb17d5110a0
|
3 |
+
size 17110186
|
tokenizer_config.json
CHANGED
@@ -517,19 +517,12 @@
|
|
517 |
"eos_token": "</s>",
|
518 |
"language_codes": "ML50",
|
519 |
"mask_token": "<mask>",
|
520 |
-
"max_length": 128,
|
521 |
"model_max_length": 1000000000000000019884624838656,
|
522 |
-
"pad_to_multiple_of": null,
|
523 |
"pad_token": "<pad>",
|
524 |
-
"pad_token_type_id": 0,
|
525 |
-
"padding_side": "right",
|
526 |
"sep_token": "</s>",
|
527 |
"sp_model_kwargs": {},
|
528 |
"src_lang": "en_XX",
|
529 |
-
"stride": 0,
|
530 |
"tgt_lang": "ta_IN",
|
531 |
"tokenizer_class": "MBart50Tokenizer",
|
532 |
-
"truncation_side": "right",
|
533 |
-
"truncation_strategy": "longest_first",
|
534 |
"unk_token": "<unk>"
|
535 |
}
|
|
|
517 |
"eos_token": "</s>",
|
518 |
"language_codes": "ML50",
|
519 |
"mask_token": "<mask>",
|
|
|
520 |
"model_max_length": 1000000000000000019884624838656,
|
|
|
521 |
"pad_token": "<pad>",
|
|
|
|
|
522 |
"sep_token": "</s>",
|
523 |
"sp_model_kwargs": {},
|
524 |
"src_lang": "en_XX",
|
|
|
525 |
"tgt_lang": "ta_IN",
|
526 |
"tokenizer_class": "MBart50Tokenizer",
|
|
|
|
|
527 |
"unk_token": "<unk>"
|
528 |
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5368
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9f99c8d0c3012070d11d2b10ad14caa1b8c85222c345cda74b7e007dc8a84af4
|
3 |
size 5368
|