Saving weights and logs of step 1000
Browse files- config.json +1 -1
- events.out.tfevents.1684769506.n11oy9w46o.3786.0.v2 +3 -0
- flax_model.msgpack +1 -1
- generation_config.json +13 -0
- tokenizer_config.json +1 -2
config.json
CHANGED
@@ -66,7 +66,7 @@
|
|
66 |
"num_beams": 6
|
67 |
}
|
68 |
},
|
69 |
-
"transformers_version": "4.
|
70 |
"use_cache": true,
|
71 |
"vocab_size": 84000
|
72 |
}
|
|
|
66 |
"num_beams": 6
|
67 |
}
|
68 |
},
|
69 |
+
"transformers_version": "4.30.0.dev0",
|
70 |
"use_cache": true,
|
71 |
"vocab_size": 84000
|
72 |
}
|
events.out.tfevents.1684769506.n11oy9w46o.3786.0.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:92dfee523dbc252ebc0fc87be640bf8407f8ed327f3652dd42a30807955169a3
|
3 |
+
size 147065
|
flax_model.msgpack
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1763698390
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:627e37410a266e46735165376bccaafaa0d03b8bc8175b42b831babdf9ad5594
|
3 |
size 1763698390
|
generation_config.json
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 2,
|
5 |
+
"early_stopping": true,
|
6 |
+
"eos_token_id": 2,
|
7 |
+
"forced_bos_token_id": 0,
|
8 |
+
"forced_eos_token_id": 2,
|
9 |
+
"no_repeat_ngram_size": 3,
|
10 |
+
"num_beams": 4,
|
11 |
+
"pad_token_id": 1,
|
12 |
+
"transformers_version": "4.30.0.dev0"
|
13 |
+
}
|
tokenizer_config.json
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
{
|
2 |
"add_prefix_space": false,
|
3 |
"bos_token": "<s>",
|
|
|
4 |
"cls_token": "<s>",
|
5 |
"eos_token": "</s>",
|
6 |
"errors": "replace",
|
@@ -13,10 +14,8 @@
|
|
13 |
"single_word": false
|
14 |
},
|
15 |
"model_max_length": 1024,
|
16 |
-
"name_or_path": "/notebooks/sinhala-bart-large",
|
17 |
"pad_token": "<pad>",
|
18 |
"sep_token": "</s>",
|
19 |
-
"special_tokens_map_file": null,
|
20 |
"tokenizer_class": "BartTokenizer",
|
21 |
"trim_offsets": true,
|
22 |
"unk_token": "<unk>"
|
|
|
1 |
{
|
2 |
"add_prefix_space": false,
|
3 |
"bos_token": "<s>",
|
4 |
+
"clean_up_tokenization_spaces": true,
|
5 |
"cls_token": "<s>",
|
6 |
"eos_token": "</s>",
|
7 |
"errors": "replace",
|
|
|
14 |
"single_word": false
|
15 |
},
|
16 |
"model_max_length": 1024,
|
|
|
17 |
"pad_token": "<pad>",
|
18 |
"sep_token": "</s>",
|
|
|
19 |
"tokenizer_class": "BartTokenizer",
|
20 |
"trim_offsets": true,
|
21 |
"unk_token": "<unk>"
|