georgebu commited on
Commit
3f6800e
·
verified ·
1 Parent(s): 1d17f7d

Push model using huggingface_hub.

Browse files
Files changed (2) hide show
  1. config.json +5 -5
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
  "dropout": 0.1,
3
- "hidden_dim": 96,
4
- "intermediate_dim": 256,
5
  "max_seq_len": 128,
6
- "n_head": 4,
7
- "n_kv_head": 2,
8
- "n_layer": 3,
9
  "vocab_size": 1024
10
  }
 
1
  {
2
  "dropout": 0.1,
3
+ "hidden_dim": 768,
4
+ "intermediate_dim": 2048,
5
  "max_seq_len": 128,
6
+ "n_head": 12,
7
+ "n_kv_head": 6,
8
+ "n_layer": 12,
9
  "vocab_size": 1024
10
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f529cc3483a53d266f9c1d586c8fe63cfd0a5e635a6bcd9c5afeddecb2d1cd9
3
- size 1776144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4731010d9c5537f6a0dad4831d82078228afd9d302b53ea5e1bed5388e8048d
3
+ size 205614624