Commit
•
f6be530
1
Parent(s):
a78d957
Upload transformer_config.yaml
Browse files- transformer_config.yaml +6 -0
transformer_config.yaml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
dim: 1024
|
| 2 |
+
depth: 22
|
| 3 |
+
heads: 16
|
| 4 |
+
ff_mult: 2
|
| 5 |
+
text_dim: 512
|
| 6 |
+
conv_layers: 4
|