jupyterjazz
commited on
Commit
•
1030c75
1
Parent(s):
1b396dc
Update config.json
Browse files- config.json +5 -11
config.json
CHANGED
@@ -21,13 +21,7 @@
|
|
21 |
"intermediate_size": 1024,
|
22 |
"layer_norm_eps": 1e-05,
|
23 |
"load_trained_adapters": true,
|
24 |
-
"lora_adaptations": [
|
25 |
-
"query",
|
26 |
-
"passage",
|
27 |
-
"clustering",
|
28 |
-
"classification",
|
29 |
-
"sts"
|
30 |
-
],
|
31 |
"lora_alpha": 1,
|
32 |
"lora_dropout_p": 0.0,
|
33 |
"lora_main_params_trainable": true,
|
@@ -47,10 +41,10 @@
|
|
47 |
"use_flash_attn": true,
|
48 |
"vocab_size": 250002,
|
49 |
"task_instructions": {
|
|
|
|
|
|
|
50 |
"classification": "",
|
51 |
-
"
|
52 |
-
"passage": "Represent the document for retrieval: ",
|
53 |
-
"query": "Represent the query for retrieving supporting documents: ",
|
54 |
-
"sts": ""
|
55 |
}
|
56 |
}
|
|
|
21 |
"intermediate_size": 1024,
|
22 |
"layer_norm_eps": 1e-05,
|
23 |
"load_trained_adapters": true,
|
24 |
+
"lora_adaptations": ["retrieval.query", "retrieval.passage", "separation", "classification", "text-matching"],
|
|
|
|
|
|
|
|
|
|
|
|
|
25 |
"lora_alpha": 1,
|
26 |
"lora_dropout_p": 0.0,
|
27 |
"lora_main_params_trainable": true,
|
|
|
41 |
"use_flash_attn": true,
|
42 |
"vocab_size": 250002,
|
43 |
"task_instructions": {
|
44 |
+
"retrieval.query": "Represent the query for retrieving evidence documents: ",
|
45 |
+
"retrieval.passage": "Represent the document for retrieval: ",
|
46 |
+
"separation": "",
|
47 |
"classification": "",
|
48 |
+
"text-matching": ""
|
|
|
|
|
|
|
49 |
}
|
50 |
}
|