assistance-engine/research/embeddings/embedding_eval_results/beir_Scifact_results.json

62 lines
1.2 KiB
JSON

{
"qwen3-0.6B-emb:latest": {
"NDCG": {
"NDCG@1": 0.56333,
"NDCG@3": 0.64367,
"NDCG@5": 0.66577,
"NDCG@10": 0.68551,
"NDCG@100": 0.71285
},
"MAP": {
"MAP@1": 0.52994,
"MAP@3": 0.6117,
"MAP@5": 0.62815,
"MAP@10": 0.6383,
"MAP@100": 0.64466
},
"Recall": {
"Recall@1": 0.52994,
"Recall@3": 0.7035,
"Recall@5": 0.75967,
"Recall@10": 0.81611,
"Recall@100": 0.94
},
"Precision": {
"P@1": 0.56333,
"P@3": 0.25889,
"P@5": 0.17067,
"P@10": 0.093,
"P@100": 0.0107
}
},
"qwen2.5:1.5b": {
"NDCG": {
"NDCG@1": 0.02333,
"NDCG@3": 0.03498,
"NDCG@5": 0.0404,
"NDCG@10": 0.04619,
"NDCG@100": 0.07768
},
"MAP": {
"MAP@1": 0.02083,
"MAP@3": 0.03083,
"MAP@5": 0.03375,
"MAP@10": 0.03632,
"MAP@100": 0.04123
},
"Recall": {
"Recall@1": 0.02083,
"Recall@3": 0.04417,
"Recall@5": 0.0575,
"Recall@10": 0.07417,
"Recall@100": 0.23144
},
"Precision": {
"P@1": 0.02333,
"P@3": 0.01556,
"P@5": 0.01267,
"P@10": 0.00833,
"P@100": 0.00277
}
}
}