Modified validation and training for linktransformer model

.gitattributes

@@ -39,3 +39,4 @@ model.safetensors filter=lfs diff=lfs merge=lfs -text
 .git/lfs/objects/36/ca/36caa36e14df19a70caed556f433229d251ce8402b77e85b5147c3188d23de80 filter=lfs diff=lfs merge=lfs -text
 .git/lfs/objects/b9/59/b95969fa605d6c02eb71edd39b5268279900f24fbe5de0f2f35dafc5774c42a6 filter=lfs diff=lfs merge=lfs -text
 .git/lfs/objects/6d/b2/6db2a87329f5e868fe4b536e2cb9bc2aa144ce11680bfd0a7d30b97f5205911d filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/33/3c/333cf8c7c098370c3631b0b33ba6d007a4b89e5b5f0e4b01d75bb5a200fecd27 filter=lfs diff=lfs merge=lfs -text

LT_training_config.json

@@ -1,10 +1,10 @@
 {
   "model_save_dir": "models",
   "model_save_name": "linkage_un_data_en_fine_industry",
-  "opt_model_description": "This model was trained on a dataset prepared by linking product classifications from [UN stats](https://unstats.un.org/unsd/classifications/Econ). \n                                 This model is designed to link different products to their industrial classification (ISIC) - trained on variation brought on by product level correspondance. It was trained for 100 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json \n  ",
+  "opt_model_description": "This model was trained on a dataset prepared by linking product classifications from [UN stats](https://unstats.un.org/unsd/classifications/Econ). \n                                 This model is designed to link different products to their industrial classification (ISIC) - trained on variation brought on by product level correspondance. It was trained for 30 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json \n  ",
   "opt_model_lang": "en",
   "train_batch_size": 64,
-  "num_epochs": 100,
+  "num_epochs": 30,
   "warm_up_perc": 1,
   "learning_rate": 2e-05,
   "loss_type": "supcon",
@@ -20,9 +20,9 @@
   "eval_steps_perc": 0.5,
   "test_at_end": true,
   "save_val_test_pickles": true,
-  "val_query_prop": 0.5,
+  "val_query_prop": 0.2,
   "loss_params": {},
-  "lr": 0.0002,
+  "lr": 2e-05,
   "warmup_perc": 0.1,
   "eval_type": "retrieval",
   "training_dataset": "dataframe",

README.md

@@ -23,7 +23,7 @@ This model has been fine-tuned on the model : multi-qa-mpnet-base-dot-v1. It is
 
 
 This model was trained on a dataset prepared by linking product classifications from [UN stats](https://unstats.un.org/unsd/classifications/Econ). 
-                                 This model is designed to link different products to their industrial classification (ISIC) - trained on variation brought on by product level correspondance. It was trained for 100 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json 
+                                 This model is designed to link different products to their industrial classification (ISIC) - trained on variation brought on by product level correspondance. It was trained for 30 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json 
   
 
 ## Usage (LinkTransformer)
@@ -109,7 +109,7 @@ The model was trained with the parameters:
 Parameters of the fit()-Method:
 ```
 {
-    "epochs": 100,
+    "epochs": 30,
     "evaluation_steps": 68,
     "evaluator": "sentence_transformers.evaluation.SequentialEvaluator.SequentialEvaluator",
     "max_grad_norm": 1,
@@ -119,7 +119,7 @@ Parameters of the fit()-Method:
     },
     "scheduler": "WarmupLinear",
     "steps_per_epoch": null,
-    "warmup_steps": 13600,
+    "warmup_steps": 4080,
     "weight_decay": 0.01
 }
 ```

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:333cf8c7c098370c3631b0b33ba6d007a4b89e5b5f0e4b01d75bb5a200fecd27
+oid sha256:f8ddd74f6db9899ea59ba31258f3d1ef2bc610c289a535c6f2a3d1a204065faa
 size 437967672