damienbenveniste commited on
Commit
28c4623
·
verified ·
1 Parent(s): c830c0b

End of training

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf333f911410c6d31fe252cf457a4d0cc737725fe50476640c45ca6ff7a08540
3
  size 338197712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8286eb4edb5f3926f382a3897d1f8eb47fab7695a7e389a2a47d4618657a74c4
3
  size 338197712
special_tokens_map.json CHANGED
@@ -13,7 +13,13 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "<pad>",
 
 
 
 
 
 
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
tokenizer.json CHANGED
@@ -34,15 +34,6 @@
34
  "rstrip": false,
35
  "normalized": false,
36
  "special": true
37
- },
38
- {
39
- "id": 32000,
40
- "content": "<pad>",
41
- "single_word": false,
42
- "lstrip": false,
43
- "rstrip": false,
44
- "normalized": false,
45
- "special": true
46
  }
47
  ],
48
  "normalizer": {
 
34
  "rstrip": false,
35
  "normalized": false,
36
  "special": true
 
 
 
 
 
 
 
 
 
37
  }
38
  ],
39
  "normalizer": {
tokenizer_config.json CHANGED
@@ -23,14 +23,6 @@
23
  "rstrip": false,
24
  "single_word": false,
25
  "special": true
26
- },
27
- "32000": {
28
- "content": "<pad>",
29
- "lstrip": false,
30
- "normalized": false,
31
- "rstrip": false,
32
- "single_word": false,
33
- "special": true
34
  }
35
  },
36
  "additional_special_tokens": [],
@@ -41,7 +33,7 @@
41
  "max_length": 30000,
42
  "model_max_length": 1000000000000000019884624838656,
43
  "pad_to_multiple_of": null,
44
- "pad_token": "<pad>",
45
  "pad_token_type_id": 0,
46
  "padding_side": "left",
47
  "sp_model_kwargs": {},
 
23
  "rstrip": false,
24
  "single_word": false,
25
  "special": true
 
 
 
 
 
 
 
 
26
  }
27
  },
28
  "additional_special_tokens": [],
 
33
  "max_length": 30000,
34
  "model_max_length": 1000000000000000019884624838656,
35
  "pad_to_multiple_of": null,
36
+ "pad_token": "</s>",
37
  "pad_token_type_id": 0,
38
  "padding_side": "left",
39
  "sp_model_kwargs": {},
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb31000497ef9d65bac92acaca935a85bf609b96b541daa91bda7321a4172ca5
3
  size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed223478ce6e7fdecdb7ca00270a13bf737d4cb94f118b7238740f15ae576b6e
3
  size 4536