Sentence Similarity
Safetensors
Japanese
RAGatouille
bert
ColBERT
JaColBERTv2.4 / artifact.metadata
bclavie's picture
Upload folder using huggingface_hub
5d69d93 verified
{
"query_token_id": "[unused0]",
"doc_token_id": "[unused1]",
"query_token": "[\u8cea\u554fs]",
"doc_token": "[\u6587\u66f8]",
"ncells": null,
"centroid_score_threshold": null,
"ndocs": null,
"load_index_with_mmap": false,
"index_path": null,
"index_bsize": 64,
"nbits": 2,
"kmeans_niters": 4,
"resume": false,
"pool_factor": 1,
"clustering_mode": "hierarchical",
"protected_tokens": 0,
"similarity": "cosine",
"bsize": 16,
"accumsteps": 1,
"lr": 3e-5,
"maxsteps": 50000,
"save_every": null,
"warmup": 2500,
"warmup_bert": null,
"relu": false,
"nway": 32,
"use_ib_negatives": false,
"reranker": false,
"distillation_alpha": 1.0,
"ignore_scores": false,
"model_name": "ja_colbert_v2.4",
"schedule_free": true,
"schedule_free_wd": 0.0,
"kldiv_loss": true,
"marginmse_loss": false,
"kldiv_weight": 1.0,
"marginmse_weight": 0.05,
"ib_loss_weight": 1.0,
"normalise_training_scores": true,
"normalization_method": "minmax",
"quant_aware": false,
"highest_quant_level": 8,
"lowest_quant_level": 2,
"query_maxlen": 32,
"attend_to_mask_tokens": false,
"interaction": "colbert",
"cap_padding": 0,
"dim": 128,
"doc_maxlen": 300,
"mask_punctuation": true,
"checkpoint": "bclavie\/JaColBERT",
"triples": "\/home\/azureuser\/jp\/data\/triplets\/full\/normalized\/m3.jsonl",
"collection": "\/home\/azureuser\/jp\/data\/mmarco\/collection.tsv",
"queries": "\/home\/azureuser\/jp\/data\/mmarco\/queries.tsv",
"index_name": null,
"overwrite": false,
"root": "\/home\/azureuser\/jp\/experiments",
"experiment": "jacolbert_v2.5",
"index_root": null,
"name": "JaColBERTv2.4",
"rank": 0,
"nranks": 4,
"amp": true,
"gpus": 4,
"avoid_fork_if_possible": false,
"meta": {
"hostname": "a100-80-4x",
"current_datetime": "",
"cmd": "",
"version": "colbert-v0.4"
}
}