RafaelRuiz
/
assistance-engine
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: add evaluation results for bge-m3 and qwen3-0.6B-emb models

This commit is contained in:
pseco 2026-03-25 10:46:02 +01:00
parent cbce3ae530
commit 0b309bfa69
1 changed files with 58 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

58
research/embedding_eval_results/results_bge-m3:latest_qwen3-0.6B-emb:latest_scifact.json Normal file
View File

@ -0,0 +1,58 @@
{
"bge-m3:latest": {
"scifact": {
"NDCG": {
"NDCG@1": 0.51,
"NDCG@5": 0.61904,
"NDCG@10": 0.64312,
"NDCG@100": 0.6705
},
"MAP": {
"MAP@1": 0.48178,
"MAP@5": 0.58023,
"MAP@10": 0.59181,
"MAP@100": 0.59849
},
"Recall": {
"Recall@1": 0.48178,
"Recall@5": 0.71489,
"Recall@10": 0.78344,
"Recall@100": 0.90367
},
"Precision": {
"P@1": 0.51,
"P@5": 0.15667,
"P@10": 0.088,
"P@100": 0.01027
}
}
},
"qwen3-0.6B-emb:latest": {
"scifact": {
"NDCG": {
"NDCG@1": 0.55333,
"NDCG@5": 0.65926,
"NDCG@10": 0.67848,
"NDCG@100": 0.70557
},
"MAP": {
"MAP@1": 0.52428,
"MAP@5": 0.62128,
"MAP@10": 0.63094,
"MAP@100": 0.63723
},
"Recall": {
"Recall@1": 0.52428,
"Recall@5": 0.75867,
"Recall@10": 0.81444,
"Recall@100": 0.93667
},
"Precision": {
"P@1": 0.55333,
"P@5": 0.17067,
"P@10": 0.093,
"P@100": 0.01067
}
}
}
}