Multilingual Information Retrieval on XQuAD
78.82Completion@10Ours
Evaluation results
| Method | Links | |||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| OursBackbone=bge-m3, Document Languages=En+Es, Query Language=En2026.04 | 78.82 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 9.36 | 78.21 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=En2026.04 | 78.4 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 8.92 | 78.89 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Es, Query Language=En2026.04 | 77.9 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 9.88 | 77.44 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Es, Query Language=Es2026.04 | 77.65 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 9.73 | 77.66 | |
| OursBackbone=bge-m3, Document Languages=En+Es, Query Language=Es2026.04 | 77.39 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 9.72 | 77.68 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=En2026.04 | 77.14 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 9.3 | 78.29 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=En2026.04 | 75.63 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 10.1 | 77.14 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=Es2026.04 | 73.78 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 10.51 | 76.57 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=Es2026.04 | 73.53 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 11.44 | 75.37 | |
| OursBackbone=bge-m3, Document Languages=En+Vi, Query Language=En2026.04 | 73.53 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 11.74 | 75.01 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=En2026.04 | 73.19 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 10.78 | 76.22 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=En2026.04 | 73.11 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 10.85 | 76.12 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=En2026.04 | 72.44 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 10.96 | 75.98 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=En2026.04 | 71.51 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 11.59 | 75.19 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=En2026.04 | 71.43 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 11.69 | 75.07 | |
| OursBackbone=bge-m3, Document Languages=En+Th, Query Language=En2026.04 | 71.34 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 12.67 | 73.93 | |
| OursBackbone=bge-m3, Document Languages=En+Zh, Query Language=En2026.04 | 71.09 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.08 | 73.48 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Es, Query Language=Es2026.04 | 71.01 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 12.12 | 74.56 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Vi, Query Language=En2026.04 | 71.01 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.22 | 73.33 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=En2026.04 | 70.92 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 11.75 | 74.99 | |
| OursBackbone=bge-m3, Document Languages=En+Vi, Query Language=Vi2026.04 | 70.92 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.4 | 73.14 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=Zh2026.04 | 70.67 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.53 | 73 | |
| OursBackbone=bge-m3, Document Languages=En+Th, Query Language=Th2026.04 | 70.08 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 12.95 | 73.63 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=En2026.04 | 68.99 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 12.51 | 74.11 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=Es2026.04 | 68.74 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 18.03 | 68.95 | |
| OursBackbone=bge-m3, Document Languages=En+Zh, Query Language=Zh2026.04 | 68.49 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.01 | 73.56 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Es, Query Language=En2026.04 | 68.32 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 19.92 | 67.54 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=Th2026.04 | 68.32 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 16.41 | 70.28 | |
| OursBackbone=bge-m3, Document Languages=En+Ar, Query Language=En2026.04 | 68.32 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 14.87 | 71.67 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=En2026.04 | 68.15 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.16 | 73.4 | |
| OursBackbone=bge-m3, Document Languages=En+Ar, Query Language=Ar2026.04 | 67.98 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 17.39 | 69.46 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Th, Query Language=En2026.04 | 67.9 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 14.25 | 72.27 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Zh, Query Language=En2026.04 | 67.82 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 15.14 | 71.42 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=En2026.04 | 67.48 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.02 | 73.55 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=En2026.04 | 67.23 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 12.64 | 73.97 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Th, Query Language=Th2026.04 | 67.23 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.28 | 73.27 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=Vi2026.04 | 67.06 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 18.64 | 68.48 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Vi, Query Language=Vi2026.04 | 66.72 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 15.06 | 71.49 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=En2026.04 | 66.05 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.63 | 72.9 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Ar, Query Language=Ar2026.04 | 65.71 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 18.96 | 68.24 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=En2026.04 | 65.63 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 15.38 | 71.19 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=En2026.04 | 65.46 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 15.72 | 70.88 | |
| OursBackbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=Ar2026.04 | 65.04 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 19.29 | 68 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=En2026.04 | 64.96 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 13.83 | 72.69 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 64.71 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 16.75 | 69.99 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=En2026.04 | 63.53 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 17.31 | 69.53 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Zh, Query Language=Zh2026.04 | 63.19 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 14.99 | 71.56 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 63.11 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 15.24 | 71.32 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=Es2026.04 | 62.52 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 18.14 | 68.87 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 62.1 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 19.46 | 67.87 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=En2026.04 | 61.6 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 17.35 | 69.5 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=Vi2026.04 | 61.51 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 25.42 | 64.1 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=En2026.04 | 60.34 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 18.56 | 68.54 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Vi, Query Language=En2026.04 | 59.75 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 24.99 | 64.34 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 59.5 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 24.15 | 64.82 | |
| bge-m3Backbone=bge-m3, Document Languages=En+Ar, Query Language=En2026.04 | 59.5 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 19.66 | 67.73 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=En2026.04 | 58.99 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 19.83 | 67.61 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 58.82 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 17.73 | 69.19 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Zh, Query Language=Zh2026.04 | 58.57 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 23.61 | 65.14 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=Th2026.04 | 58.07 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 25.28 | 64.18 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=Ar2026.04 | 57.65 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 28.66 | 62.41 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=En2026.04 | 57.23 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 18.81 | 68.35 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Th, Query Language=En2026.04 | 56.39 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 23.19 | 65.39 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 55.88 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 23.1 | 65.45 | |
| jina-embeddings-v3Backbone=jina-embeddings-v3, Document Languages=En+Ar, Query Language=En2026.04 | 55.13 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 25.92 | 63.82 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 53.53 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 30.77 | 61.4 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 52.1 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 31.38 | 61.12 | |
| OursBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=Th2026.04 | 51.34 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 30.5 | 61.53 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 49.58 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 37.38 | 58.65 | |
| OursBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=Th2026.04 | 46.81 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 33.66 | 60.13 | |
| gte-multilingual-baseBackbone=gte-multilingual-base, Document Languages=En+Th, Query Language=Th2026.04 | 46.13 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 35.04 | 59.57 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=En2026.04 | 45.88 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 35.95 | 59.2 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Es, Query Language=Es2026.04 | 36.3 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 49.46 | 54.7 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=En2026.04 | 29.24 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 53.04 | 53.71 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=En2026.04 | 24.37 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 69.94 | 49.81 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Vi, Query Language=Vi2026.04 | 18.15 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 149.21 | 39.11 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=En2026.04 | 15.46 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 106.42 | 43.88 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Th, Query Language=Th2026.04 | 11.76 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 173.13 | 37.01 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Ar, Query Language=Ar2026.04 | 8.91 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 241.06 | 32.33 | |
| multilingual-e5-baseBackbone=multilingual-e5-base, Document Languages=En+Zh, Query Language=Zh2026.04 | 0.5 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 650.95 | 18.31 | |
| All-but-the-TopType=Global anisotropy reduction transform2026.01 | — | — | — | 0.6361 | 0.6975 | 0.821 | 0.8829 | 0.7991 | 0.8709 | 0.7142 | 0.7777 | 0.7414 | 0.8284 | 0.5854 | 0.6392 | 0.7162 | 0.7828 | — | — | |
| bge-m3Archi=encoder, SHIFT=false, Source Query Language=English2026.06 | — | 0.923 | 0.947 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| bge-m3 + SHIFTArchi=encoder, SHIFT=true, Source Query Language=English2026.06 | — | 0.925 | 0.95 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| embeddinggemma-300mArchi=encoder, SHIFT=false, Source Query Language=English2026.06 | — | 0.947 | 0.97 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| embeddinggemma-300m + SHIFTArchi=encoder, SHIFT=true, Source Query Language=English2026.06 | — | 0.951 | 0.972 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| gte-Qwen2-1.5B-instructArchi=decoder, SHIFT=false, Source Query Language=English2026.06 | — | 0.926 | 0.946 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| gte-Qwen2-1.5B-instruct + SHIFTArchi=decoder, SHIFT=true, Source Query Language=English2026.06 | — | 0.936 | 0.955 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| jina-embeddings-v3Query Language=Arabic2026.01 | — | 0.7156 | 0.7894 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| jina-embeddings-v3Query Language=English2026.01 | — | 0.7461 | 0.8169 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| jina-embeddings-v3Query Language=Spanish2026.01 | — | 0.7927 | 0.8578 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| jina-embeddings-v3Query Language=Hindi2026.01 | — | 0.7334 | 0.8003 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| jina-embeddings-v3Query Language=Russian2026.01 | — | 0.7616 | 0.8293 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| jina-embeddings-v3Query Language=Chinese2026.01 | — | 0.695 | 0.766 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| jina-embeddings-v3Query Language=Macro Average2026.01 | — | 0.7408 | 0.8101 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| LangSAE EditingQuery Language=Arabic2026.01 | — | 0.7302 | 0.8048 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| LangSAE EditingQuery Language=English2026.01 | — | 0.7505 | 0.8221 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| LangSAE EditingQuery Language=Spanish2026.01 | — | 0.8016 | 0.8651 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| LangSAE EditingQuery Language=Hindi2026.01 | — | 0.7509 | 0.8181 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| LangSAE EditingQuery Language=Russian2026.01 | — | 0.7742 | 0.8413 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| LangSAE EditingQuery Language=Chinese2026.01 | — | 0.7253 | 0.7952 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — |