From 0b309bfa69e148642cdfe4217a277c53fb17a5eb Mon Sep 17 00:00:00 2001 From: pseco Date: Wed, 25 Mar 2026 10:46:02 +0100 Subject: [PATCH] feat: add evaluation results for bge-m3 and qwen3-0.6B-emb models --- ...:latest_qwen3-0.6B-emb:latest_scifact.json | 58 +++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100644 research/embedding_eval_results/results_bge-m3:latest_qwen3-0.6B-emb:latest_scifact.json diff --git a/research/embedding_eval_results/results_bge-m3:latest_qwen3-0.6B-emb:latest_scifact.json b/research/embedding_eval_results/results_bge-m3:latest_qwen3-0.6B-emb:latest_scifact.json new file mode 100644 index 0000000..2b79728 --- /dev/null +++ b/research/embedding_eval_results/results_bge-m3:latest_qwen3-0.6B-emb:latest_scifact.json @@ -0,0 +1,58 @@ +{ + "bge-m3:latest": { + "scifact": { + "NDCG": { + "NDCG@1": 0.51, + "NDCG@5": 0.61904, + "NDCG@10": 0.64312, + "NDCG@100": 0.6705 + }, + "MAP": { + "MAP@1": 0.48178, + "MAP@5": 0.58023, + "MAP@10": 0.59181, + "MAP@100": 0.59849 + }, + "Recall": { + "Recall@1": 0.48178, + "Recall@5": 0.71489, + "Recall@10": 0.78344, + "Recall@100": 0.90367 + }, + "Precision": { + "P@1": 0.51, + "P@5": 0.15667, + "P@10": 0.088, + "P@100": 0.01027 + } + } + }, + "qwen3-0.6B-emb:latest": { + "scifact": { + "NDCG": { + "NDCG@1": 0.55333, + "NDCG@5": 0.65926, + "NDCG@10": 0.67848, + "NDCG@100": 0.70557 + }, + "MAP": { + "MAP@1": 0.52428, + "MAP@5": 0.62128, + "MAP@10": 0.63094, + "MAP@100": 0.63723 + }, + "Recall": { + "Recall@1": 0.52428, + "Recall@5": 0.75867, + "Recall@10": 0.81444, + "Recall@100": 0.93667 + }, + "Precision": { + "P@1": 0.55333, + "P@5": 0.17067, + "P@10": 0.093, + "P@100": 0.01067 + } + } + } +} \ No newline at end of file