assistance-engine/research/embeddings/embedding_eval_results/beir_CodeXGlue_results.json

54 lines
1018 B
JSON

{
"qwen3-0.6B-emb:latest": {
"NDCG": {
"NDCG@1": 0.94971,
"NDCG@3": 0.96956,
"NDCG@5": 0.97166,
"NDCG@10": 0.97342
},
"MAP": {
"MAP@1": 0.94971,
"MAP@3": 0.96504,
"MAP@5": 0.9662,
"MAP@10": 0.96694
},
"Recall": {
"Recall@1": 0.94971,
"Recall@3": 0.98251,
"Recall@5": 0.98761,
"Recall@10": 0.99297
},
"Precision": {
"P@1": 0.94971,
"P@3": 0.3275,
"P@5": 0.19752,
"P@10": 0.0993
}
},
"qwen2.5:1.5b": {
"NDCG": {
"NDCG@1": 0.00031,
"NDCG@3": 0.00061,
"NDCG@5": 0.00086,
"NDCG@10": 0.00118
},
"MAP": {
"MAP@1": 0.00031,
"MAP@3": 0.00051,
"MAP@5": 0.00065,
"MAP@10": 0.00078
},
"Recall": {
"Recall@1": 0.00031,
"Recall@3": 0.00088,
"Recall@5": 0.00151,
"Recall@10": 0.0025
},
"Precision": {
"P@1": 0.00031,
"P@3": 0.00029,
"P@5": 0.0003,
"P@10": 0.00025
}
}
}