Machine Translation on FLORES en->xx
-1.9Quality (en->de)GPT-3.5
Evaluation results
| Method | Links | |||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| GPT-3.5Perturbation Type=dupe2024.03 | -1.9 | -2.1 | -2.5 | -1.3 | -2 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| TIPerturbation Type=dupe2024.03 | -2.8 | -2.6 | -2.8 | -2.7 | -2.7 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GPT-3.5Perturbation Type=swap2024.03 | -5.1 | -6 | -6.4 | -5.1 | -5.7 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| NLLBPerturbation Type=dupe2024.03 | -5.7 | -5.8 | -5.7 | -8.6 | -6.4 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GPT-3.5Perturbation Type=drop2024.03 | -8.3 | -9 | -8.4 | -8.2 | -8.5 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GPT-3.5Perturbation Type=key2024.03 | -8.4 | -9 | -8.8 | -8.1 | -8.6 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| TIPerturbation Type=swap2024.03 | -15.9 | -15 | -11.8 | -14.8 | -14.4 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| TIPerturbation Type=drop2024.03 | -17.4 | -17 | -12.7 | -16.6 | -15.9 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| TIPerturbation Type=key2024.03 | -21 | -20.6 | -15.3 | -20.5 | -19.4 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| NLLBPerturbation Type=swap2024.03 | -24.7 | -26.4 | -21 | -27.4 | -24.9 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| NLLBPerturbation Type=drop2024.03 | -24.7 | -26.6 | -20.3 | -27.2 | -24.7 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| NLLBPerturbation Type=key2024.03 | -27.9 | -29.8 | -22.7 | -30.4 | -27.7 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| OPUSPerturbation Type=dupe2024.03 | -34.7 | -36.8 | -33.6 | -41.8 | -36.7 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| OPUSPerturbation Type=drop2024.03 | -48.3 | -53.3 | -36.6 | -53.5 | -47.9 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| OPUSPerturbation Type=swap2024.03 | -50 | -56.8 | -38 | -55.7 | -50.1 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| OPUSPerturbation Type=key2024.03 | -50 | -56.6 | -37.9 | -55.9 | -50.1 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| Granite 4 MicroVariant=Base2026.01 | — | — | — | — | — | 1.1 | 34.1 | 22.9 | 42.5 | 8.1 | 37.4 | 32.7 | 8.9 | 7.2 | 16.5 | 34 | 22 | 52.5 | 5.6 | 15.3 | 14 | 20.1 | 16.8 | 27.2 | 5.9 | 18.5 | 17.5 | 0.6 | 27.4 | 14.5 | 11.4 | 12.5 | 8.7 | 42.9 | 8.6 | 7.9 | 27.8 | 19.3 | 4.9 | 8.4 | 10.4 | 8.2 | 7 | 13.2 | 17.3 | 12.4 | 4.3 | 23.4 | 20.1 | 9 | 10.1 | 40.2 | 0.4 | 13 | 4.1 | 21.3 | 11.6 | 15.7 | 11.4 | |
| KakugoVariant=GenReas+Tran (full)2026.01 | — | — | — | — | — | 8.4 | 40.6 | 28.5 | 50.3 | 24.6 | 36.5 | 48.8 | 22.5 | 3.1 | 29.7 | 36.2 | 35.3 | 54 | 22.1 | 44.7 | 35.7 | 31.2 | 29.6 | 43.8 | 27.1 | 28.6 | 19.4 | 0.1 | 44.4 | 41.1 | 36.7 | 5.2 | 22.6 | 35.6 | 26.7 | 29.4 | 47.3 | 40.5 | 19.6 | 29.9 | 32.3 | 30.4 | 33.3 | 22.2 | 11.4 | 27 | 27.6 | 38.7 | 38.8 | 31.1 | 32 | 40.3 | 2.1 | 29 | 24.5 | 38 | 26.9 | 23.9 | 28.8 |