Cross-lingual Information Retrieval on Belebele
0.9322Comp@10Ours
Evaluation results
| Method | Links | |||
|---|---|---|---|---|
| OursBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=En2026.04 | 0.9322 | 6.5 | 0.8268 | |
| OursBackbone=bge-m3, Document Languages=En+Es, Query Language=En2026.04 | 0.93 | 9.29 | 0.7743 | |
| OursBackbone=bge-m3, Document Languages=En+Es, Query Language=Es2026.04 | 0.9256 | 9.92 | 0.7646 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=En2026.04 | 0.9222 | 9.88 | 0.7652 | |
| OursBackbone=bge-m3, Document Languages=En+Th, Query Language=En2026.04 | 0.9211 | 9.03 | 0.7783 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=En2026.04 | 0.9189 | 9.77 | 0.7669 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=En2026.04 | 0.9189 | 9.91 | 0.7648 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Es, Query Language=En2026.04 | 0.9178 | 10.25 | 0.7598 | |
| OursBackbone=bge-m3, Document Languages=En+Vi, Query Language=En2026.04 | 0.9167 | 8.97 | 0.7793 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=En2026.04 | 0.9156 | 8.9 | 0.7806 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=En2026.04 | 0.9156 | 10 | 0.7634 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.9144 | 11.51 | 0.7427 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=En2026.04 | 0.9133 | 7.71 | 0.8016 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Es, Query Language=Es2026.04 | 0.9111 | 10.7 | 0.7534 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=En2026.04 | 0.91 | 9.23 | 0.7752 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Th, Query Language=En2026.04 | 0.9089 | 10.24 | 0.7599 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=Es2026.04 | 0.9078 | 11.06 | 0.7486 | |
| OursBackbone=bge-m3, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.9078 | 9.8 | 0.7663 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=En2026.04 | 0.9067 | 9.91 | 0.7647 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.9067 | 12.27 | 0.7333 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=En2026.04 | 0.9056 | 8.33 | 0.7903 | |
| OursBackbone=bge-m3, Document Languages=En+Zh, Query Language=En2026.04 | 0.9056 | 10.9 | 0.7507 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Vi, Query Language=En2026.04 | 0.9056 | 10.53 | 0.7559 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=En2026.04 | 0.9044 | 8.77 | 0.7827 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=Es2026.04 | 0.9022 | 12.59 | 0.7296 | |
| OursBackbone=bge-m3, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.9 | 11.56 | 0.742 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=En2026.04 | 0.8978 | 14.3 | 0.7107 | |
| OursBackbone=bge-m3, Document Languages=En+Ar, Query Language=En2026.04 | 0.8956 | 10.18 | 0.7608 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Zh, Query Language=En2026.04 | 0.8944 | 12.14 | 0.7349 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=En2026.04 | 0.8933 | 9.03 | 0.7784 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.89 | 11.01 | 0.7493 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=En2026.04 | 0.8889 | 13.44 | 0.7199 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=En2026.04 | 0.8889 | 12.92 | 0.7258 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=Es2026.04 | 0.8878 | 18.67 | 0.6716 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=En2026.04 | 0.8867 | 9.97 | 0.7639 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.8867 | 12.65 | 0.7288 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=En2026.04 | 0.8856 | 9.17 | 0.7762 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.8856 | 12.8 | 0.7271 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=Es2026.04 | 0.8811 | 14.18 | 0.7121 | |
| OursBackbone=bge-m3, Document Languages=En+Th, Query Language=Th2026.04 | 0.8767 | 14.57 | 0.7081 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.8756 | 9.94 | 0.7643 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=En2026.04 | 0.8744 | 10.03 | 0.7629 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=En2026.04 | 0.8733 | 15.44 | 0.6995 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.8733 | 19.88 | 0.6625 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=En2026.04 | 0.8722 | 17.46 | 0.6814 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Th, Query Language=Th2026.04 | 0.87 | 16.73 | 0.6878 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=En2026.04 | 0.8678 | 15.96 | 0.6947 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.8667 | 13.93 | 0.7147 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=Th2026.04 | 0.8667 | 15.78 | 0.6963 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=En2026.04 | 0.8644 | 17.63 | 0.6803 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Ar, Query Language=En2026.04 | 0.8644 | 13.78 | 0.7162 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.8633 | 11.63 | 0.7412 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.8622 | 16.47 | 0.691 | |
| OursBackbone=bge-m3, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.8544 | 15.82 | 0.696 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.8533 | 18.52 | 0.6728 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=Es2026.04 | 0.8522 | 16.5 | 0.6898 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=En2026.04 | 0.8511 | 19.83 | 0.6628 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=En2026.04 | 0.8511 | 24.16 | 0.6338 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.8511 | 18.91 | 0.6698 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=Th2026.04 | 0.8433 | 22.17 | 0.6465 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=En2026.04 | 0.83 | 22.91 | 0.6416 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.8289 | 15.54 | 0.6986 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.8278 | 22.93 | 0.6414 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.8244 | 18.55 | 0.6726 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.8033 | 23.55 | 0.6375 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.7967 | 26.23 | 0.6216 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=Th2026.04 | 0.7867 | 25.3 | 0.6269 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=Th2026.04 | 0.7711 | 29.97 | 0.6021 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=Th2026.04 | 0.7589 | 29.6 | 0.6039 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.7567 | 29.55 | 0.6041 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=En2026.04 | 0.6867 | 49.14 | 0.5294 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=En2026.04 | 0.6344 | 44.74 | 0.5431 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=En2026.04 | 0.5644 | 69.83 | 0.4777 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=Es2026.04 | 0.5544 | 69.81 | 0.4777 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=En2026.04 | 0.4111 | 112.49 | 0.4076 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 0.3344 | 153.05 | 0.3623 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=En2026.04 | 0.2622 | 187.78 | 0.3323 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=Th2026.04 | 0.2244 | 188.02 | 0.3321 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 0.1544 | 231.79 | 0.3013 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.0311 | 476.45 | 0.1954 |