lapp0 commited on
Commit
6ea29a3
·
verified ·
1 Parent(s): d9f5d3d

Upload KBERTForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -3,11 +3,11 @@
3
  "KBERTForMaskedLM"
4
  ],
5
  "head_dropout": 0.0,
6
- "intermediate_dim": 1751,
7
  "logit_softcap": 15,
8
  "model_dim": 768,
9
  "num_attention_heads": 6,
10
- "num_layers": 16,
11
  "tokenizer_uri": "answerdotai/ModernBERT-base",
12
  "torch_dtype": "bfloat16",
13
  "transformers_version": "4.48.0"
 
3
  "KBERTForMaskedLM"
4
  ],
5
  "head_dropout": 0.0,
6
+ "intermediate_dim": 998,
7
  "logit_softcap": 15,
8
  "model_dim": 768,
9
  "num_attention_heads": 6,
10
+ "num_layers": 20,
11
  "tokenizer_uri": "answerdotai/ModernBERT-base",
12
  "torch_dtype": "bfloat16",
13
  "transformers_version": "4.48.0"
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e49175b3816bb44c4c2b2848518fc540bf9bab0a4f84dfb3c5368eb75fca6939
3
- size 478069736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872a45f6a523d359bcc3d392bccf359bfabecb963a89ae9559ae29372736556a
3
+ size 466326684