Training in progress, epoch 2

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cfa509ab7eb09cecd89094e6269e84182d1d0915a53002154835d85c363a386
+oid sha256:de18ddf6d2ebe4f7cf90b50027af79a7df0e5cc35e6c91415000210834fc2b9a
 size 1682576

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "facebook/esm2_t30_150M_UR50D",
+  "_name_or_path": "facebook/esm2_t33_650M_UR50D",
   "architectures": [
     "EsmForTokenClassification"
   ],
@@ -9,16 +9,16 @@
   "esmfold_config": null,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 640,
+  "hidden_size": 1280,
   "initializer_range": 0.02,
-  "intermediate_size": 2560,
+  "intermediate_size": 5120,
   "is_folding_model": false,
   "layer_norm_eps": 1e-05,
   "mask_token_id": 32,
   "max_position_embeddings": 1026,
   "model_type": "esm",
   "num_attention_heads": 20,
-  "num_hidden_layers": 30,
+  "num_hidden_layers": 33,
   "pad_token_id": 1,
   "position_embedding_type": "rotary",
   "token_dropout": true,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54e68b4a7f7bbde3eec0024ba2092095c2100012aa77a96af82034bdf629f8d7
-size 593608020
+oid sha256:8ead3033db44bd251390e19df4542a46dac727c8d7191b6b9c2b2595ff0dd78c
+size 2602938940