Training in progress, epoch 1

config.json

@@ -1,5 +1,5 @@
 {
- "_name_or_path": "facebook/esm2_t30_150M_UR50D",
+ "_name_or_path": "facebook/esm2_t6_8M_UR50D",
  "architectures": [
  "EsmForSequenceClassification"
  ],
@@ -9,12 +9,12 @@
  "esmfold_config": null,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.0,
- "hidden_size": 640,
+ "hidden_size": 320,
  "id2label": {
  "0": "LABEL_0"
  },
  "initializer_range": 0.02,
- "intermediate_size": 2560,
+ "intermediate_size": 1280,
  "is_folding_model": false,
  "label2id": {
  "LABEL_0": 0
@@ -24,7 +24,7 @@
  "max_position_embeddings": 1026,
  "model_type": "esm",
  "num_attention_heads": 20,
- "num_hidden_layers": 30,
+ "num_hidden_layers": 6,
  "pad_token_id": 1,
  "position_embedding_type": "rotary",
  "problem_type": "regression",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:508fea612b726ecff74e507df844af1d4b8015132b27bf97c5fcf83f5042929a
-size 595246640
+oid sha256:5dd0d107d8cabcd5a6dbdef540b3df435d6ed14465c57c44a6af8ddeb90b9541
+size 31374504

runs/Jul27_16-11-51_DESKTOP-M4AOP5S/events.out.tfevents.1722093112.DESKTOP-M4AOP5S.2876.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa094fdf983434f490aa26384c5fad6dd23934430cae8ee0f2ea5c6022928b8
+size 5078

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b9f9e3d4e98c3af6e59f79caab1dcd53052060e220c5969ffdcbe2047c38402
+oid sha256:71681a97b3410eebb0ab92288149da36db03d7a7a374900453493dbb1ce35a48
 size 4920