BathSalt-1 commited on
Commit
8b41d42
·
verified ·
1 Parent(s): 373d4b0

Create config.json

Browse files
Files changed (1) hide show
  1. config.json +12 -0
config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "daedalus_mobile",
3
+ "num_layers": 6,
4
+ "num_heads": 8,
5
+ "hidden_size": 512,
6
+ "dropout": 0.1,
7
+ "lr": 1e-4,
8
+ "batch_size": 32,
9
+ "epochs": 5,
10
+ "max_seq_length": 512,
11
+ "device": "cuda"
12
+ }