lt_patentcluster / LT_training_config.json
matthewleechen's picture
Add new LinkTransformer model.
7c8a821
raw
history blame contribute delete
No virus
741 Bytes
{
"model_save_dir": "models",
"model_save_name": "check2",
"opt_model_description": "test",
"opt_model_lang": "en",
"train_batch_size": 64,
"num_epochs": 200,
"warm_up_perc": 1,
"learning_rate": 2e-06,
"loss_type": "supcon",
"val_perc": 0.2,
"wandb_names": {
"project": "linktransformer",
"id": "your-id",
"run": "run-name",
"entity": "your-id"
},
"add_pooling_layer": false,
"large_val": true,
"eval_steps_perc": 0.1,
"test_at_end": true,
"save_val_test_pickles": true,
"val_query_prop": 0.5,
"loss_params": {},
"batch_size": 128,
"eval_type": "retrieval",
"training_dataset": "dataframe",
"base_model_path": "matthewleechen/lt_namesonly",
"best_model_path": "models/check2"
}