Hugging Face's logo

perceptron-743
/
masked-lm-shakespeare

Fill-Mask
Transformers
TensorBoard
Safetensors
distilbert
Inference Endpoints
Model card Files Metrics Community
1
perceptron-743 commited on
Commit
e5d19a3
•
1 Parent(s): adb55ab

Training in progress, step 500

Browse files
Files changed (17) hide show
  1. config.json +24 -0
  2. model.safetensors +3 -0
  3. runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737200.faecd2a4e490.201.0 +3 -0
  4. runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737269.faecd2a4e490.201.1 +3 -0
  5. runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737336.faecd2a4e490.201.2 +3 -0
  6. runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737500.faecd2a4e490.201.3 +3 -0
  7. runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707738009.faecd2a4e490.201.4 +3 -0
  8. runs/Feb12_11-48-13_faecd2a4e490/events.out.tfevents.1707738508.faecd2a4e490.201.5 +3 -0
  9. runs/Feb12_12-03-51_faecd2a4e490/events.out.tfevents.1707739433.faecd2a4e490.201.6 +3 -0
  10. runs/Feb12_12-11-46_faecd2a4e490/events.out.tfevents.1707739910.faecd2a4e490.201.7 +3 -0
  11. runs/Feb12_12-24-12_faecd2a4e490/events.out.tfevents.1707740657.faecd2a4e490.201.8 +3 -0
  12. runs/Feb12_12-45-32_faecd2a4e490/events.out.tfevents.1707741934.faecd2a4e490.44803.0 +3 -0
  13. special_tokens_map.json +7 -0
  14. tokenizer.json +0 -0
  15. tokenizer_config.json +55 -0
  16. training_args.bin +3 -0
  17. vocab.txt +0 -0
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForMaskedLM"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "initializer_range": 0.02,
12
+ "max_position_embeddings": 512,
13
+ "model_type": "distilbert",
14
+ "n_heads": 12,
15
+ "n_layers": 6,
16
+ "pad_token_id": 0,
17
+ "qa_dropout": 0.1,
18
+ "seq_classif_dropout": 0.2,
19
+ "sinusoidal_pos_embds": false,
20
+ "tie_weights_": true,
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.35.2",
23
+ "vocab_size": 30522
24
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:948503fa2e28fa3fe402f971ab81cfc091336ded4223f97e0d1b0ff53a7c410b
3
+ size 267954768
runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737200.faecd2a4e490.201.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81770793ea893a6f269ca58c61d2c21243ae8c2ebb4ace2aa196636cb267c23c
3
+ size 4105
runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737269.faecd2a4e490.201.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:865ef6f54a65f201c223cb7b9a5cf45dc91b1c125a273b4bf426e31191146c49
3
+ size 4105
runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737336.faecd2a4e490.201.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb610ba3ffd0dc0f5dd45a122ad91760871316d9155a7ecc97890c5e271f3d5
3
+ size 4105
runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707737500.faecd2a4e490.201.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc726f424c05442ecd89c90e3380b75ec8116590d12dd057f6ad957046d1f24b
3
+ size 4105
runs/Feb12_11-23-57_faecd2a4e490/events.out.tfevents.1707738009.faecd2a4e490.201.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:722960569058d317b4a70bb3418f333ab1bb74815783882d7e316905d74ca80f
3
+ size 4105
runs/Feb12_11-48-13_faecd2a4e490/events.out.tfevents.1707738508.faecd2a4e490.201.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11dbdbf0c0b355f2a9225a68ef07157e933c5b742eeb87341b1674b851b9e1be
3
+ size 4105
runs/Feb12_12-03-51_faecd2a4e490/events.out.tfevents.1707739433.faecd2a4e490.201.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7671d1da4522ebd9b3db759be11ab9c9bc80e995b05bc0c8cd41e021e41bec
3
+ size 4105
runs/Feb12_12-11-46_faecd2a4e490/events.out.tfevents.1707739910.faecd2a4e490.201.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76351c7f7d152064c3fc2f7b3d10f29fe8cbec0810f33538f8743118638e11d7
3
+ size 4107
runs/Feb12_12-24-12_faecd2a4e490/events.out.tfevents.1707740657.faecd2a4e490.201.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2736ae1fc92df84aa24c64c3f5f2abe304980c986274f39f1d700ff5df4129db
3
+ size 4105
runs/Feb12_12-45-32_faecd2a4e490/events.out.tfevents.1707741934.faecd2a4e490.44803.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e161eebcdfef9f7bc9d0de0be37e84785aa17b2d28eeaab6c0d1e2c9db87ee23
3
+ size 4105
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": true,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 512,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8872d8238b8314461c209bbc0e44c51231f28cb9224e1284bd5c9adc56264a3
3
+ size 4536
vocab.txt ADDED
The diff for this file is too large to render. See raw diff