JuliCSD commited on
Commit
8ffbcf2
1 Parent(s): 2f07285

Upload 2 files

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -19,7 +19,7 @@
19
  "normalization_type": "no_norm",
20
  "num_attention_heads": 8,
21
  "num_feedforward_networks": 4,
22
- "num_hidden_layers": 6,
23
  "pad_token_id": 0,
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.35.2",
@@ -28,5 +28,5 @@
28
  "type_vocab_size": 1,
29
  "use_bottleneck": true,
30
  "use_bottleneck_attention": false,
31
- "vocab_size": 8000
32
  }
 
19
  "normalization_type": "no_norm",
20
  "num_attention_heads": 8,
21
  "num_feedforward_networks": 4,
22
+ "num_hidden_layers": 12,
23
  "pad_token_id": 0,
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.35.2",
 
28
  "type_vocab_size": 1,
29
  "use_bottleneck": true,
30
  "use_bottleneck_attention": false,
31
+ "vocab_size": 16000
32
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b3d934f1ecbe0776ee527110948d297959e7e81c23696f586c44240241fc67b
3
- size 39567448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a7eadaedd236b69d94bf7986ab36679462a56d8dbf023e19324e435eb795f9
3
+ size 76231520