Finetune model on pseudolabelled data

config.json

@@ -22,51 +22,9 @@
  "max_position_embeddings": 514,
  "model_type": "xlm-roberta",
  "num_attention_heads": 12,
- "num_hidden_layers": 4,
+ "num_hidden_layers": 3,
  "pad_token_id": 1,
  "position_embedding_type": "absolute",
- "pruned_heads": {
- "0": [
- 2,
- 4,
- 5,
- 6,
- 8,
- 9,
- 10,
- 11
- ],
- "1": [
- 2,
- 3,
- 5,
- 6,
- 7,
- 8,
- 10,
- 11
- ],
- "2": [
- 0,
- 2,
- 3,
- 4,
- 5,
- 7,
- 8,
- 9
- ],
- "3": [
- 0,
- 2,
- 3,
- 4,
- 5,
- 7,
- 8,
- 10
- ]
- },
  "sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity",
  "torch_dtype": "float32",
  "transformers_version": "4.20.1",

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b11a04a8e764631f12594ca2a38009cb2b552f3450b22aa575cf8ea803207e5e
-size 407505927
+oid sha256:aa40d5fa49e8cb0ae9bacc035b0c8ccc4951c35a5d948684d57968f7f2e300ab
+size 406706487