Modern-EgyBert-Base

README.md

@@ -1,7 +1,5 @@
 ---
 library_name: transformers
-license: apache-2.0
-base_model: answerdotai/ModernBERT-base
 tags:
 - generated_from_trainer
 model-index:
@@ -14,12 +12,12 @@ should probably proofread and complete it, then remove this comment. -->
 
 # egyptian_modernbert_fineweb2
 
-This model is a fine-tuned version of [answerdotai/ModernBERT-base](https://huggingface.co/answerdotai/ModernBERT-base) on an unknown dataset.
+This model was trained from scratch on an unknown dataset.
 It achieves the following results on the evaluation set:
-- eval_loss: 2.9680
-- eval_runtime: 136.7277
-- eval_samples_per_second: 67.404
-- eval_steps_per_second: 8.426
+- eval_loss: 2.5126
+- eval_runtime: 134.9987
+- eval_samples_per_second: 68.267
+- eval_steps_per_second: 8.533
 - epoch: 1.3616
 - step: 60000
 

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "answerdotai/ModernBERT-base",
+  "_name_or_path": "/content/drive/MyDrive/ModernEgyBert/egyptian_modernbert_fineweb2/checkpoint-60000",
   "architectures": [
     "ModernBertForMaskedLM"
   ],

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a40ba15201e3b291bc12412681cdfd546697986e1b183b27baeb9e13197640f9
+oid sha256:20f4ad92b14cbfb823312f7beeb5868f12e29a25caae422c62c494cfb5c60bdc
 size 640567064

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e3d32bbc45a18dac4841c4a80dec95ca01498f79d7039583e05da41c6b11a00
+oid sha256:385cb14512331aa22db3d476b4f9b107c87c4b1f3457e4aa35d924b2003b1787
 size 5432