File size: 1,516 Bytes
07d5a36
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
train_dir	/home/etutubalina/graph_entity_linking/pos_pairs_graph_data/2020AB/ENG_SPA_POR_FRE_JPN_RUS_DUT_GER_ITA_CZE_SWE_KOR_LAV_HUN_CHI_NOR_POL_TUR_EST_FIN_SCR_UKR_GRE_DAN_BAQ_HEB_MULTILINGUAL_ALL_LANGUAGES_MAP_TO_ENG_20_20_20_FULL
validate	False
output_dir	/home/etutubalina/graph_entity_linking/results/pretrained_graphsapbert/2020AB/768_0.2_FINAL_NEIGHBORS_MS_LOSS_ALL_LANGUAGES/GAT_DGI_MULTILINGUAL_NO_LOOPS_MAP_ENG_20_20_20/
gat_num_outer_layers	1
gat_num_inner_layers	3
gat_num_hidden_channels	768
gat_num_neighbors	[3]
gat_num_att_heads	2
gat_dropout_p	0.3
gat_attention_dropout_p	0.1
gat_use_relational_features	False
use_rel_or_rela	rel
graph_loss_weight	1.0
dgi_loss_weight	0.1
remove_selfloops	True
text_loss_weight	1.0
intermodal_loss_weight	1.0
use_intermodal_miner	True
intermodal_miner_margin	0.2
freeze_neighbors	False
apply_text_loss_to_all_neighbors	False
modality_distance	sapbert
intermodal_loss_type	sapbert
intermodal_strategy	None
use_detached_text	False
remove_activations	False
common_hard_pairs	False
fuse_unimodal_embeddings	False
cross_fusion	False
inmodal_fusion	False
global_fusion	False
fusion_text_weight	None
max_length	32
use_cuda	True
learning_rate	2e-05
weight_decay	0.01
batch_size	256
num_epochs	1
amp	True
parallel	True
random_seed	42
loss	ms_loss
use_miner	True
miner_margin	0.2
type_of_triplets	all
agg_mode	cls
text_encoder	/home/etutubalina/graph_entity_linking/huggingface_models/xlm-roberta-base/
dataloader_num_workers	0
save_every_N_epoch	1
model_checkpoint_path	None