Upload 10 files

config (4).json

@@ -0,0 +1,38 @@
+{
+  "_name_or_path": "facebook/esm2_t6_8M_UR50D",
+  "architectures": [
+    "EsmForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "classifier_dropout": null,
+  "emb_layer_norm_before": false,
+  "esmfold_config": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 320,
+  "id2label": {
+    "0": "No binding site",
+    "1": "Binding site"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 1280,
+  "is_folding_model": false,
+  "label2id": {
+    "Binding site": 1,
+    "No binding site": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "mask_token_id": 32,
+  "max_position_embeddings": 1026,
+  "model_type": "esm",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "rotary",
+  "token_dropout": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.32.1",
+  "use_cache": true,
+  "vocab_list": null,
+  "vocab_size": 33
+}

optimizer (1).pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b34d5c14b8b9e0c44a70543648cef9c2279dc4d85eb827f432d35cc23fb8e39
+size 59361093

pytorch_model (4).bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7944bc33345415563a31f35e178995dc8b163666fcded55a40bc9ff6d700207
+size 30989061

rng_state (1).pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd3a816ab8628e6038ecf426e93a907752049203fbc39b63fcde557182a866f
+size 14575

scheduler (1).pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c56a676b3310ec3b78a9c35fcaafcfc3d048b83ea63ec181a1884bce185f9ce
+size 627

special_tokens_map (4).json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "<cls>",
+  "eos_token": "<eos>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer_config (4).json

@@ -0,0 +1,5 @@
+{
+  "clean_up_tokenization_spaces": true,
+  "model_max_length": 1024,
+  "tokenizer_class": "EsmTokenizer"
+}

trainer_state (1).json

@@ -0,0 +1,217 @@
+{
+  "best_metric": 0.8017432615481261,
+  "best_model_checkpoint": "esm2_t6_8M_general_binding_sites_2023-09-06_06-37-44/checkpoint-5598",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 5598,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0004961698532325722,
+      "loss": 0.4517,
+      "step": 200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0004915229079544901,
+      "loss": 0.3739,
+      "step": 400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.000483822060129619,
+      "loss": 0.2989,
+      "step": 600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.000473164221525201,
+      "loss": 0.2545,
+      "step": 800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00045968351633088675,
+      "loss": 0.2303,
+      "step": 1000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.000443549593265072,
+      "loss": 0.1825,
+      "step": 1200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00042496549062073606,
+      "loss": 0.19,
+      "step": 1400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0004041650811182374,
+      "loss": 0.1797,
+      "step": 1600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00038141012872046516,
+      "loss": 0.155,
+      "step": 1800
+    },
+    {
+      "epoch": 1.0,
+      "eval_auc": 0.9497250592971407,
+      "eval_f1": 0.6353034457695992,
+      "eval_loss": 0.15242049098014832,
+      "eval_precision": 0.48784819118169365,
+      "eval_recall": 0.9105113636363636,
+      "eval_runtime": 96.7551,
+      "eval_samples_per_second": 27.223,
+      "eval_steps_per_second": 3.411,
+      "step": 1866
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0003569869944490272,
+      "loss": 0.1261,
+      "step": 2000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.000331203032657322,
+      "loss": 0.0908,
+      "step": 2200
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.00030438272311180667,
+      "loss": 0.0957,
+      "step": 2400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0002770023512698231,
+      "loss": 0.1168,
+      "step": 2600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0002491315977879658,
+      "loss": 0.0938,
+      "step": 2800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.00022125732929671252,
+      "loss": 0.0966,
+      "step": 3000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.00019373033114872802,
+      "loss": 0.0759,
+      "step": 3200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.00016689701845284922,
+      "loss": 0.0714,
+      "step": 3400
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.00014109507659300455,
+      "loss": 0.0729,
+      "step": 3600
+    },
+    {
+      "epoch": 2.0,
+      "eval_auc": 0.976594527628606,
+      "eval_f1": 0.6780304923769057,
+      "eval_loss": 0.07192622125148773,
+      "eval_precision": 0.5231006556112611,
+      "eval_recall": 0.9633522727272728,
+      "eval_runtime": 96.8327,
+      "eval_samples_per_second": 27.202,
+      "eval_steps_per_second": 3.408,
+      "step": 3732
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0001166492116068638,
+      "loss": 0.0787,
+      "step": 3800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 9.38670639038266e-05,
+      "loss": 0.0334,
+      "step": 4000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.303533674640114e-05,
+      "loss": 0.0534,
+      "step": 4200
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 5.4416188216326214e-05,
+      "loss": 0.0393,
+      "step": 4400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 3.824393207094711e-05,
+      "loss": 0.0268,
+      "step": 4600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.472208900811192e-05,
+      "loss": 0.0359,
+      "step": 4800
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.4020825448114917e-05,
+      "loss": 0.0257,
+      "step": 5000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 6.306013894033772e-06,
+      "loss": 0.0418,
+      "step": 5200
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.5972878679293278e-06,
+      "loss": 0.0311,
+      "step": 5400
+    },
+    {
+      "epoch": 3.0,
+      "eval_auc": 0.9808531184209585,
+      "eval_f1": 0.8017432615481261,
+      "eval_loss": 0.07471965998411179,
+      "eval_precision": 0.6847982829739427,
+      "eval_recall": 0.9668560606060606,
+      "eval_runtime": 96.7245,
+      "eval_samples_per_second": 27.232,
+      "eval_steps_per_second": 3.412,
+      "step": 5598
+    }
+  ],
+  "logging_steps": 200,
+  "max_steps": 5598,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 1987518770082000.0,
+  "trial_name": null,
+  "trial_params": null
+}

training_args (1).bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f758c188f407bc9976cd7126c5273ffac990cc61c17b8732e977a78ed6aa975b
+size 4091

vocab (4).txt

@@ -0,0 +1,33 @@
+<cls>
+<pad>
+<eos>
+<unk>
+L
+A
+G
+V
+S
+E
+R
+T
+I
+D
+P
+K
+Q
+N
+F
+Y
+M
+H
+W
+C
+X
+B
+U
+Z
+O
+.
+-
+<null_1>
+<mask>