Upload model

adapter_config.json

@@ -1,74 +1,40 @@
 {
  "config": {
- "architecture": "union",
- "configs": [
- {
- "architecture": "prefix_tuning",
- "bottleneck_size": 512,
- "cross_prefix": true,
- "dropout": 0.0,
- "encoder_prefix": true,
- "flat": false,
- "leave_out": [],
- "non_linearity": "tanh",
- "prefix_length": 10,
- "shared_gating": true,
- "use_gating": true
- },
- {
- "adapter_residual_before_ln": false,
- "cross_adapter": false,
- "factorized_phm_W": true,
- "factorized_phm_rule": false,
- "hypercomplex_nonlinearity": "glorot-uniform",
- "init_weights": "bert",
- "inv_adapter": null,
- "inv_adapter_reduction_factor": null,
- "is_parallel": false,
- "learn_phm": true,
- "leave_out": [],
- "ln_after": false,
- "ln_before": false,
- "mh_adapter": false,
- "non_linearity": "relu",
- "original_ln_after": true,
- "original_ln_before": true,
- "output_adapter": true,
- "phm_bias": true,
- "phm_c_init": "normal",
- "phm_dim": 4,
- "phm_init_range": 0.0001,
- "phm_layer": false,
- "phm_rank": 1,
- "reduction_factor": 16,
- "residual_before_ln": true,
- "scaling": 1.0,
- "shared_W_phm": false,
- "shared_phm_rule": true,
- "use_gating": true
- },
- {
- "alpha": 8,
- "architecture": "lora",
- "attn_matrices": [
- "q",
- "v"
- ],
- "composition_mode": "add",
- "dropout": 0.0,
- "init_weights": "lora",
- "intermediate_lora": false,
- "output_lora": false,
- "r": 8,
- "selfattn_lora": true,
- "use_gating": true
- }
- ]
+ "adapter_residual_before_ln": false,
+ "cross_adapter": false,
+ "factorized_phm_W": true,
+ "factorized_phm_rule": false,
+ "hypercomplex_nonlinearity": "glorot-uniform",
+ "init_weights": "bert",
+ "inv_adapter": null,
+ "inv_adapter_reduction_factor": null,
+ "is_parallel": false,
+ "learn_phm": true,
+ "leave_out": [],
+ "ln_after": false,
+ "ln_before": false,
+ "mh_adapter": false,
+ "non_linearity": "relu",
+ "original_ln_after": true,
+ "original_ln_before": true,
+ "output_adapter": true,
+ "phm_bias": true,
+ "phm_c_init": "normal",
+ "phm_dim": 4,
+ "phm_init_range": 0.0001,
+ "phm_layer": false,
+ "phm_rank": 1,
+ "reduction_factor": 16,
+ "residual_before_ln": true,
+ "scaling": 1.0,
+ "shared_W_phm": false,
+ "shared_phm_rule": true,
+ "use_gating": false
  },
  "hidden_size": 768,
  "model_class": "BertModelWithHeads",
  "model_name": "bert-base-uncased",
  "model_type": "bert",
- "name": "difraud-twitter_rumours",
+ "name": "difraud-twitter-rumours",
  "version": "3.2.1"
 }

head_config.json

@@ -4,8 +4,8 @@
  "bias": true,
  "head_type": "classification",
  "label2id": {
- "LABEL_0": 0,
- "LABEL_1": 1
+ "deceptive": 1,
+ "non-deceptive": 0
  },
  "layers": 2,
  "num_labels": 2,
@@ -15,6 +15,6 @@
  "model_class": "BertModelWithHeads",
  "model_name": "bert-base-uncased",
  "model_type": "bert",
- "name": "difraud-twitter_rumours",
+ "name": "difraud-twitter-rumours",
  "version": "3.2.1"
 }

pytorch_adapter.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9b8dd0aded280e6c9e61c9f0e81f652abbfe02733b52693929c8c96011ad5a0
-size 44420463
+oid sha256:2c07a1560eddc4a88a87dfe2e6339f540758ae22c0ebddc7f9e93cf7fe99ce51
+size 3595877

pytorch_model_head.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97cd6de8c6777d56f1d15047fc7155430fbde96f61d972d416d6a85ff0052506
+oid sha256:572df3b3212c7f5f69b19a8c35023682b7d7272196e9ddc629b46e44b93f9f8b
 size 2370273