162 lines
3.3 KiB
JSON
162 lines
3.3 KiB
JSON
{
|
|
"bge-m3:latest": {
|
|
"scifact": {
|
|
"NDCG": {
|
|
"NDCG@1": 0.51,
|
|
"NDCG@5": 0.61904,
|
|
"NDCG@10": 0.64312,
|
|
"NDCG@100": 0.6705
|
|
},
|
|
"MAP": {
|
|
"MAP@1": 0.48178,
|
|
"MAP@5": 0.58023,
|
|
"MAP@10": 0.59181,
|
|
"MAP@100": 0.59849
|
|
},
|
|
"Recall": {
|
|
"Recall@1": 0.48178,
|
|
"Recall@5": 0.71489,
|
|
"Recall@10": 0.78344,
|
|
"Recall@100": 0.90367
|
|
},
|
|
"Precision": {
|
|
"P@1": 0.51,
|
|
"P@5": 0.15667,
|
|
"P@10": 0.088,
|
|
"P@100": 0.01027
|
|
}
|
|
},
|
|
"cosqa": {
|
|
"NDCG": {
|
|
"NDCG@1": 0.116,
|
|
"NDCG@5": 0.23831,
|
|
"NDCG@10": 0.28783,
|
|
"NDCG@100": 0.36311
|
|
},
|
|
"MAP": {
|
|
"MAP@1": 0.116,
|
|
"MAP@5": 0.19687,
|
|
"MAP@10": 0.21791,
|
|
"MAP@100": 0.23272
|
|
},
|
|
"Recall": {
|
|
"Recall@1": 0.116,
|
|
"Recall@5": 0.366,
|
|
"Recall@10": 0.516,
|
|
"Recall@100": 0.874
|
|
},
|
|
"Precision": {
|
|
"P@1": 0.116,
|
|
"P@5": 0.0732,
|
|
"P@10": 0.0516,
|
|
"P@100": 0.00874
|
|
}
|
|
},
|
|
"codexglue": {
|
|
"NDCG": {
|
|
"NDCG@1": 0.952,
|
|
"NDCG@5": 0.97379,
|
|
"NDCG@10": 0.97494,
|
|
"NDCG@100": 0.97629
|
|
},
|
|
"MAP": {
|
|
"MAP@1": 0.952,
|
|
"MAP@5": 0.96849,
|
|
"MAP@10": 0.96897,
|
|
"MAP@100": 0.96926
|
|
},
|
|
"Recall": {
|
|
"Recall@1": 0.952,
|
|
"Recall@5": 0.98922,
|
|
"Recall@10": 0.99276,
|
|
"Recall@100": 0.99885
|
|
},
|
|
"Precision": {
|
|
"P@1": 0.952,
|
|
"P@5": 0.19784,
|
|
"P@10": 0.09928,
|
|
"P@100": 0.00999
|
|
}
|
|
}
|
|
},
|
|
"qwen3-0.6B-emb:latest": {
|
|
"scifact": {
|
|
"NDCG": {
|
|
"NDCG@1": 0.55333,
|
|
"NDCG@5": 0.65926,
|
|
"NDCG@10": 0.67848,
|
|
"NDCG@100": 0.70557
|
|
},
|
|
"MAP": {
|
|
"MAP@1": 0.52428,
|
|
"MAP@5": 0.62128,
|
|
"MAP@10": 0.63094,
|
|
"MAP@100": 0.63723
|
|
},
|
|
"Recall": {
|
|
"Recall@1": 0.52428,
|
|
"Recall@5": 0.75867,
|
|
"Recall@10": 0.81444,
|
|
"Recall@100": 0.93667
|
|
},
|
|
"Precision": {
|
|
"P@1": 0.55333,
|
|
"P@5": 0.17067,
|
|
"P@10": 0.093,
|
|
"P@100": 0.01067
|
|
}
|
|
},
|
|
"cosqa": {
|
|
"NDCG": {
|
|
"NDCG@1": 0.174,
|
|
"NDCG@5": 0.33509,
|
|
"NDCG@10": 0.39086,
|
|
"NDCG@100": 0.45099
|
|
},
|
|
"MAP": {
|
|
"MAP@1": 0.174,
|
|
"MAP@5": 0.2808,
|
|
"MAP@10": 0.30466,
|
|
"MAP@100": 0.31702
|
|
},
|
|
"Recall": {
|
|
"Recall@1": 0.174,
|
|
"Recall@5": 0.502,
|
|
"Recall@10": 0.67,
|
|
"Recall@100": 0.952
|
|
},
|
|
"Precision": {
|
|
"P@1": 0.174,
|
|
"P@5": 0.1004,
|
|
"P@10": 0.067,
|
|
"P@100": 0.00952
|
|
}
|
|
},
|
|
"codexglue": {
|
|
"NDCG": {
|
|
"NDCG@1": 0.94971,
|
|
"NDCG@5": 0.97166,
|
|
"NDCG@10": 0.97342,
|
|
"NDCG@100": 0.97453
|
|
},
|
|
"MAP": {
|
|
"MAP@1": 0.94971,
|
|
"MAP@5": 0.9662,
|
|
"MAP@10": 0.96694,
|
|
"MAP@100": 0.96718
|
|
},
|
|
"Recall": {
|
|
"Recall@1": 0.94971,
|
|
"Recall@5": 0.98761,
|
|
"Recall@10": 0.99297,
|
|
"Recall@100": 0.99807
|
|
},
|
|
"Precision": {
|
|
"P@1": 0.94971,
|
|
"P@5": 0.19752,
|
|
"P@10": 0.0993,
|
|
"P@100": 0.00998
|
|
}
|
|
}
|
|
}
|
|
} |