assistance-engine/research/embeddings/embedding_eval_results/beir_cosqa_results.json

62 lines
1.1 KiB
JSON

{
"qwen3-0.6B-emb:latest": {
"NDCG": {
"NDCG@1": 0.174,
"NDCG@3": 0.27374,
"NDCG@5": 0.33509,
"NDCG@10": 0.39086,
"NDCG@100": 0.45099
},
"MAP": {
"MAP@1": 0.174,
"MAP@3": 0.247,
"MAP@5": 0.2808,
"MAP@10": 0.30466,
"MAP@100": 0.31702
},
"Recall": {
"Recall@1": 0.174,
"Recall@3": 0.352,
"Recall@5": 0.502,
"Recall@10": 0.67,
"Recall@100": 0.952
},
"Precision": {
"P@1": 0.174,
"P@3": 0.11733,
"P@5": 0.1004,
"P@10": 0.067,
"P@100": 0.00952
}
},
"qwen2.5:1.5b": {
"NDCG": {
"NDCG@1": 0.0,
"NDCG@3": 0.0,
"NDCG@5": 0.0,
"NDCG@10": 0.0,
"NDCG@100": 0.0021
},
"MAP": {
"MAP@1": 0.0,
"MAP@3": 0.0,
"MAP@5": 0.0,
"MAP@10": 0.0,
"MAP@100": 0.00043
},
"Recall": {
"Recall@1": 0.0,
"Recall@3": 0.0,
"Recall@5": 0.0,
"Recall@10": 0.0,
"Recall@100": 0.01
},
"Precision": {
"P@1": 0.0,
"P@3": 0.0,
"P@5": 0.0,
"P@10": 0.0,
"P@100": 0.0001
}
}
}