Sentence Similarity
Safetensors
Japanese
distilbert
feature-extraction
ruri-small / result /Retrieval /scores_mrtydi.json
hpprc's picture
Upload 17 files
8e9818e verified
{
"metric_name": "ndcg@10",
"metric_value": 0.3342716158897666,
"details": {
"optimal_distance_metric": "euclidean_distance",
"val_scores": {
"cosine_similarity": {
"accuracy@1": 0.21551724137931033,
"accuracy@3": 0.3609913793103448,
"accuracy@5": 0.42995689655172414,
"accuracy@10": 0.509698275862069,
"ndcg@10": 0.3532634556091773,
"mrr@10": 0.30418462643678146
},
"dot_score": {
"accuracy@1": 0.04310344827586207,
"accuracy@3": 0.08836206896551724,
"accuracy@5": 0.11530172413793104,
"accuracy@10": 0.15301724137931033,
"ndcg@10": 0.09304385842795544,
"mrr@10": 0.0744680487137384
},
"euclidean_distance": {
"accuracy@1": 0.2252155172413793,
"accuracy@3": 0.3760775862068966,
"accuracy@5": 0.4418103448275862,
"accuracy@10": 0.53125,
"ndcg@10": 0.3684043180071825,
"mrr@10": 0.31742739121510655
}
},
"test_scores": {
"euclidean_distance": {
"accuracy@1": 0.2013888888888889,
"accuracy@3": 0.375,
"accuracy@5": 0.4638888888888889,
"accuracy@10": 0.5541666666666667,
"ndcg@10": 0.3342716158897666,
"mrr@10": 0.30838458994708995
}
}
}
}