Upload config (1).json

config (1).json

@@ -0,0 +1,10 @@
+{
+  "bias": false,
+  "block_size": 1024,
+  "dropout": 0.2,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_layer": 12,
+  "use_flash": true,
+  "vocab_size": 96
+}