Training in progress epoch 0

README.md

@@ -1,5 +1,5 @@
 ---
-base_model: aubmindlab/bert-base-arabertv2
+base_model: gp-tar4/QA_FineTuned_Arabert
 tags:
 - generated_from_keras_callback
 model-index:
@@ -12,11 +12,11 @@ probably proofread and complete it, then remove this comment. -->
 
 # NourMohamed91/v_model
 
-This model is a fine-tuned version of [aubmindlab/bert-base-arabertv2](https://huggingface.co/aubmindlab/bert-base-arabertv2) on an unknown dataset.
+This model is a fine-tuned version of [gp-tar4/QA_FineTuned_Arabert](https://huggingface.co/gp-tar4/QA_FineTuned_Arabert) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Train Loss: 0.0844
-- Validation Loss: 0.0797
-- Epoch: 9
+- Train Loss: 2.0085
+- Validation Loss: 0.3095
+- Epoch: 0
 
 ## Model description
 
@@ -42,16 +42,7 @@ The following hyperparameters were used during training:
 
 | Train Loss | Validation Loss | Epoch |
 |:----------:|:---------------:|:-----:|
-| 4.5567     | 3.0218          | 0     |
-| 2.0015     | 0.8037          | 1     |
-| 0.5024     | 0.2182          | 2     |
-| 0.2099     | 0.1322          | 3     |
-| 0.1471     | 0.1038          | 4     |
-| 0.1322     | 0.1149          | 5     |
-| 0.1078     | 0.1052          | 6     |
-| 0.1011     | 0.0798          | 7     |
-| 0.0877     | 0.0750          | 8     |
-| 0.0844     | 0.0797          | 9     |
+| 2.0085     | 0.3095          | 0     |
 
 
 ### Framework versions

config.json

@@ -1,10 +1,11 @@
 {
-  "_name_or_path": "aubmindlab/bert-base-arabertv2",
+  "_name_or_path": "gp-tar4/QA_FineTuned_Arabert",
   "architectures": [
     "BertForQuestionAnswering"
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
+  "directionality": "bidi",
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
@@ -16,7 +17,13 @@
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
   "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
   "transformers_version": "4.42.4",
   "type_vocab_size": 2,
   "use_cache": true,

tf_model.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:293c735b784bc506e6d1b38b01983062dc7d22d120018993958a8670a009e357
+oid sha256:f13b29ff7f7176a04e6d62944424bee8ed886a1b84016fe9f5f6d9feb20adc4d
 size 538686416

tokenizer_config.json

@@ -1,6 +1,6 @@
 {
   "added_tokens_decoder": {
-    "0": {
+    "124": {
       "content": "+ا",
       "lstrip": false,
       "normalized": true,
@@ -8,284 +8,284 @@
       "single_word": true,
       "special": true
     },
-    "1": {
-      "content": "+ك",
+    "125": {
+      "content": "+ة",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "2": {
-      "content": "ب+",
+    "126": {
+      "content": "+ت",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "3": {
-      "content": "+هم",
+    "127": {
+      "content": "+ك",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "4": {
-      "content": "+ات",
+    "128": {
+      "content": "+ن",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "5": {
-      "content": "+ي",
+    "129": {
+      "content": "+ه",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "6": {
-      "content": "ل+",
+    "130": {
+      "content": "+ي",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "7": {
-      "content": "+هما",
+    "448": {
+      "content": "ب+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "8": {
-      "content": "+نا",
+    "635": {
+      "content": "س+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "9": {
-      "content": "+ن",
+    "765": {
+      "content": "ف+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "10": {
-      "content": "+ها",
+    "802": {
+      "content": "ك+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "11": {
-      "content": "+كما",
+    "816": {
+      "content": "ل+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "12": {
-      "content": "+ة",
+    "897": {
+      "content": "و+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "13": {
-      "content": "ف+",
+    "1012": {
+      "content": "+ات",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "14": {
-      "content": "+كم",
+    "1013": {
+      "content": "+ان",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "15": {
-      "content": "+كن",
+    "1015": {
+      "content": "+كم",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "16": {
-      "content": "+ت",
+    "1016": {
+      "content": "+كن",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "17": {
-      "content": "[بريد]",
+    "1017": {
+      "content": "+نا",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "18": {
-      "content": "[مستخدم]",
+    "1018": {
+      "content": "+ها",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "19": {
-      "content": "لل+",
+    "1019": {
+      "content": "+هم",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "20": {
-      "content": "ال+",
+    "1020": {
+      "content": "+هن",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "21": {
-      "content": "[رابط]",
+    "1021": {
+      "content": "+وا",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "22": {
-      "content": "س+",
+    "1022": {
+      "content": "+ون",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "23": {
-      "content": "+ان",
+    "1023": {
+      "content": "+ين",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "24": {
-      "content": "+وا",
+    "3000": {
+      "content": "ال+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "25": {
-      "content": "+ه",
+    "6154": {
+      "content": "لل+",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "26": {
-      "content": "+ون",
+    "8270": {
+      "content": "+كما",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "27": {
-      "content": "+هن",
+    "8271": {
+      "content": "+هما",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": true,
       "special": true
     },
-    "28": {
-      "content": "+ين",
+    "29756": {
+      "content": "[CLS]",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
-      "single_word": true,
+      "single_word": false,
       "special": true
     },
-    "29": {
-      "content": "و+",
+    "29757": {
+      "content": "[PAD]",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
-      "single_word": true,
+      "single_word": false,
       "special": true
     },
-    "30": {
-      "content": "ك+",
+    "29758": {
+      "content": "[SEP]",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
-      "single_word": true,
+      "single_word": false,
       "special": true
     },
-    "31": {
-      "content": "[PAD]",
+    "29759": {
+      "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32": {
-      "content": "[UNK]",
+    "46585": {
+      "content": "[MASK]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "33": {
-      "content": "[CLS]",
+    "46586": {
+      "content": "[بريد]",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
-      "single_word": false,
+      "single_word": true,
       "special": true
     },
-    "34": {
-      "content": "[SEP]",
+    "46587": {
+      "content": "[رابط]",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
-      "single_word": false,
+      "single_word": true,
       "special": true
     },
-    "35": {
-      "content": "[MASK]",
+    "57701": {
+      "content": "[مستخدم]",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
-      "single_word": false,
+      "single_word": true,
       "special": true
     }
   },
@@ -293,46 +293,54 @@
   "cls_token": "[CLS]",
   "do_basic_tokenize": true,
   "do_lower_case": false,
+  "full_tokenizer_file": null,
   "mask_token": "[MASK]",
   "max_len": 512,
+  "max_length": 384,
   "model_max_length": 512,
   "never_split": [
-    "+ك",
-    "+كما",
-    "ك+",
     "+وا",
-    "+ين",
-    "و+",
-    "+كن",
-    "+ان",
+    "س+",
+    "[مستخدم]",
+    "+ك",
     "+هم",
     "+ة",
-    "[بريد]",
-    "لل+",
-    "+ي",
-    "+ت",
     "+ن",
-    "س+",
-    "ل+",
-    "[مستخدم]",
-    "+كم",
+    "لل+",
+    "[بريد]",
+    "[رابط]",
+    "+ه",
+    "+كن",
     "+ا",
+    "+ات",
+    "+ي",
     "ب+",
-    "ف+",
     "+نا",
-    "+ها",
-    "+ون",
+    "+هن",
+    "+كم",
+    "ك+",
+    "+ين",
     "+هما",
+    "و+",
+    "+كما",
+    "+ان",
+    "+ت",
+    "+ون",
+    "ل+",
+    "+ها",
     "ال+",
-    "+ه",
-    "+هن",
-    "+ات",
-    "[رابط]"
+    "ف+"
   ],
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
+  "stride": 0,
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "only_second",
   "unk_token": "[UNK]"
 }