Upload folder using huggingface_hub

config.json

@@ -7,16 +7,16 @@
   "attention_dropout": 0.0,
   "bos_token_id": 2,
   "eos_token_id": 1,
-  "head_dim": 1,
+  "head_dim": 8,
   "hidden_act": "gelu",
-  "hidden_size": 8,
+  "hidden_size": 32,
   "initializer_range": 0.02,
   "intermediate_size": 2,
   "max_position_embeddings": 8192,
   "model_type": "gemma",
-  "num_attention_heads": 4,
+  "num_attention_heads": 2,
   "num_hidden_layers": 1,
-  "num_key_value_heads": 2,
+  "num_key_value_heads": 1,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ffe511d45d768482810525cd8c6fe5dda5570ab26c69fd6c0a284b0d7293cca
-size 8193816
+oid sha256:02ead86f7d22faf3ede38a7b37a554a530bf6b482a4a3defa346df1191574387
+size 32776472