first version

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model-00001-of-00011.safetensors filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "rhymes-ai/Aria",
+  "architectures": [
+    "AriaForConditionalGeneration"
+  ],
+  "auto_map": {
+    "AutoConfig": "rhymes-ai/Aria--modeling_aria.AriaConfig",
+    "AutoModelForCausalLM": "rhymes-ai/Aria--modeling_aria.AriaForConditionalGeneration"
+  },
+  "ignore_index": -100,
+  "image_token_index": 9,
+  "model_type": "aria",
+  "projector_patch_to_query_dict": {
+    "1225": 128,
+    "4900": 256
+  },
+  "text_config": {
+    "hidden_size": 2560,
+    "intermediate_size": 13568,
+    "max_position_embeddings": 65536,
+    "model_type": "aria_moe_lm",
+    "moe_intermediate_size": 1664,
+    "moe_num_experts": 64,
+    "moe_topk": 6,
+    "num_attention_heads": 20,
+    "num_experts_per_tok": 6,
+    "num_hidden_layers": 28,
+    "num_key_value_heads": 20,
+    "rope_theta": 5000000,
+    "vocab_size": 100352
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0",
+  "vision_config": {
+    "_flash_attn_2_enabled": true,
+    "architectures": [
+      "AriaVisionModel"
+    ],
+    "hidden_size": 1152,
+    "image_size": 980,
+    "intermediate_size": 4304,
+    "model_type": "aria_vision_model",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 27,
+    "patch_size": 14,
+    "torch_dtype": "bfloat16"
+  }
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.45.0"
+}

model-00001-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02efad07993baffd434362bd5f87eba463739e51916a935d7c3d9f3861537e5
+size 4999120264

model-00002-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2537db9b51185a4cb28c6ad0b39651d35bfcd78737ffc92a2b1c8867bdb8f685
+size 4995914928

model-00003-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f117da78dc201876fa162153c70c51d541d8aab17cba6bd04f8063529d70ef77
+size 4997563136

model-00004-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d38972fd1520a0d32b53e152f1a386694c9715d728b41c6d0a469e7ee888151
+size 4997563288

model-00005-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d9d4a6a63d1d161904663b23c02fbb68985f4e3ec75f48aaa091934cf78b21
+size 4997563720

model-00006-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a22449ed81d3f02f017097ee77537b7dadfb7566ce677edaed9deb888798cf
+size 4997563720

model-00007-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c35cb022eefc1ecdd2ae34749482254304dec208586079f4f9097614de13a3
+size 4997563720

model-00008-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9061071af57e9dd6409da8ea3fe52141e4732ebfc5404e1ec88e3d0bfbb804
+size 4997563720

model-00009-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b823bad6859046328186b45f36a8d2262b3d54e8382cc268e80f6071e68ae267
+size 4997563744

model-00010-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96876b34e229d230a0774f23eb2ec0c1aa46e9a30a9675a0f0c57e7918408bf7
+size 4995915512

model-00011-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0678f358f1bd2212855cb1103298df43ac7f6db7f2455a18ca430cd786fa57a9
+size 641615048