Multimodal Summarization on MM-Sum Zero-Resource Languages (test)
33.67ROUGE-1 ScoremT5
Evaluation results
| Method | Links | |||
|---|---|---|---|---|
| mT5Language=Burmese, Setting=Few-Shot2022.12 | 33.67 | 14.16 | 23.67 | |
| VG-mT5Language=Burmese, Setting=Few-Shot2022.12 | 33.45 | 14.23 | 23.77 | |
| SOV-MASLanguage=Burmese, Setting=Few-Shot2022.12 | 32.97 | 13.12 | 22.87 | |
| SOV-MASLanguage=Somali, Setting=Few-Shot2022.12 | 26.26 | 6.71 | 18.79 | |
| SOV-MASLanguage=Yoruba, Setting=Few-Shot2022.12 | 26.06 | 7.22 | 19.16 | |
| SOV-MASLanguage=Thai, Setting=Few-Shot2022.12 | 24.89 | 4.42 | 19.55 | |
| VG-mT5Language=Yoruba, Setting=Few-Shot2022.12 | 24.84 | 6.58 | 18.23 | |
| SOV-MASLanguage=Igbo, Setting=Few-Shot2022.12 | 24.63 | 5.47 | 18.21 | |
| SOV-MASLanguage=Kirundi, Setting=Few-Shot2022.12 | 24.61 | 8.15 | 18.65 | |
| mT5Language=Yoruba, Setting=Few-Shot2022.12 | 24.39 | 6.49 | 18.07 | |
| SOV-MASLanguage=Scottish Gaelic, Setting=Few-Shot2022.12 | 24.25 | 6.59 | 18.85 | |
| VG-mT5Language=Igbo, Setting=Few-Shot2022.12 | 24.17 | 5.16 | 18.14 | |
| mT5Language=Thai, Setting=Few-Shot2022.12 | 24.09 | 4.88 | 18.36 | |
| mT5Language=Somali, Setting=Few-Shot2022.12 | 23.96 | 5.43 | 16.93 | |
| VG-mT5Language=Somali, Setting=Few-Shot2022.12 | 23.96 | 5.72 | 17.34 | |
| VG-mT5Language=Thai, Setting=Few-Shot2022.12 | 23.76 | 4.45 | 17.65 | |
| VG-mT5Language=Kirundi, Setting=Few-Shot2022.12 | 23.35 | 7.28 | 17.76 | |
| mT5Language=Kirundi, Setting=Few-Shot2022.12 | 22.09 | 6.65 | 16.81 | |
| mT5Language=Igbo, Setting=Few-Shot2022.12 | 21.83 | 4.53 | 16.62 | |
| mT5Language=Scottish Gaelic, Setting=Few-Shot2022.12 | 21.68 | 5.55 | 16.96 | |
| SOV-MASLanguage=Igbo, Setting=Zero-Shot2022.12 | 21.21 | 4.08 | 15.95 | |
| VG-mT5Language=Scottish Gaelic, Setting=Few-Shot2022.12 | 20.99 | 6.32 | 17.03 | |
| SOV-MASLanguage=Nepali, Setting=Few-Shot2022.12 | 20.11 | 6.18 | 18.11 | |
| VG-mT5Language=Igbo, Setting=Zero-Shot2022.12 | 19.35 | 3.61 | 14.78 | |
| SOV-MASLanguage=Avg., Setting=Few-Shot2022.12 | 19 | 5.36 | 14.96 | |
| VG-mT5Language=Nepali, Setting=Few-Shot2022.12 | 18.86 | 5.48 | 17.01 | |
| mT5Language=Igbo, Setting=Zero-Shot2022.12 | 18.61 | 3 | 14 | |
| VG-mT5Language=Avg., Setting=Few-Shot2022.12 | 18.4 | 5.28 | 14.61 | |
| mT5Language=Nepali, Setting=Few-Shot2022.12 | 18.39 | 5.24 | 16.55 | |
| mT5Language=Avg., Setting=Few-Shot2022.12 | 18.07 | 5.07 | 14.29 | |
| SOV-MASLanguage=Thai, Setting=Zero-Shot2022.12 | 17.83 | 0.73 | 17.67 | |
| VG-mT5Language=Thai, Setting=Zero-Shot2022.12 | 17.79 | 0.72 | 17.6 | |
| SOV-MASLanguage=Kirundi, Setting=Zero-Shot2022.12 | 17.31 | 5.39 | 14.29 | |
| VG-mT5Language=Tigrinya, Setting=Few-Shot2022.12 | 16.59 | 3.3 | 13.47 | |
| mT5Language=Tigrinya, Setting=Few-Shot2022.12 | 16.49 | 3.35 | 13.46 | |
| mT5Language=Thai, Setting=Zero-Shot2022.12 | 16.34 | 0.74 | 16.21 | |
| VG-mT5Language=Kirundi, Setting=Zero-Shot2022.12 | 15.7 | 4.93 | 13.1 | |
| mT5Language=Sinhala, Setting=Few-Shot2022.12 | 14.82 | 5.28 | 12.77 | |
| SOV-MASLanguage=Tigrinya, Setting=Few-Shot2022.12 | 14.5 | 2.29 | 11.84 | |
| mT5Language=Kirundi, Setting=Zero-Shot2022.12 | 14.39 | 4.15 | 11.75 | |
| VG-mT5Language=Sinhala, Setting=Few-Shot2022.12 | 14.12 | 5.24 | 12.14 | |
| SOV-MASLanguage=Sinhala, Setting=Few-Shot2022.12 | 13.76 | 4.52 | 11.48 | |
| VG-mT5Language=Yoruba, Setting=Zero-Shot2022.12 | 13.38 | 2.7 | 10.54 | |
| SOV-MASLanguage=Nepali, Setting=Zero-Shot2022.12 | 12.92 | 3.01 | 11.42 | |
| SOV-MASLanguage=Yoruba, Setting=Zero-Shot2022.12 | 12.61 | 2.64 | 10.18 | |
| SOV-MASLanguage=Azerbaijani, Setting=Few-Shot2022.12 | 12.39 | 3.53 | 10.93 | |
| SOV-MASLanguage=Somali, Setting=Zero-Shot2022.12 | 11.64 | 2.7 | 9.65 | |
| VG-mT5Language=Nepali, Setting=Zero-Shot2022.12 | 11.58 | 2.55 | 10.1 | |
| SOV-MASLanguage=Uzbek, Setting=Few-Shot2022.12 | 11.36 | 2.96 | 9.87 | |
| mT5Language=Yoruba, Setting=Zero-Shot2022.12 | 11.01 | 2.16 | 9.11 | |
| SOV-MASLanguage=Kyrgyz, Setting=Few-Shot2022.12 | 10.96 | 2.96 | 9.37 | |
| VG-mT5Language=Azerbaijani, Setting=Few-Shot2022.12 | 10.91 | 3.07 | 9.8 | |
| VG-mT5Language=Amharic, Setting=Few-Shot2022.12 | 10.86 | 2.58 | 9.68 | |
| mT5Language=Nepali, Setting=Zero-Shot2022.12 | 10.62 | 2.27 | 9.53 | |
| mT5Language=Azerbaijani, Setting=Few-Shot2022.12 | 10.57 | 2.85 | 9.39 | |
| mT5Language=Amharic, Setting=Few-Shot2022.12 | 10.5 | 2.5 | 9.39 | |
| VG-mT5Language=Uzbek, Setting=Few-Shot2022.12 | 10.18 | 2.43 | 8.98 | |
| VG-mT5Language=Korean, Setting=Few-Shot2022.12 | 10 | 4.73 | 9.41 | |
| VG-mT5Language=Kyrgyz, Setting=Few-Shot2022.12 | 9.98 | 2.67 | 8.75 | |
| mT5Language=Uzbek, Setting=Few-Shot2022.12 | 9.83 | 2.31 | 8.54 | |
| SOV-MASLanguage=Amharic, Setting=Few-Shot2022.12 | 9.61 | 2.06 | 8.33 | |
| VG-mT5Language=Somali, Setting=Zero-Shot2022.12 | 9.58 | 2.37 | 8.13 | |
| mT5Language=Korean, Setting=Few-Shot2022.12 | 9.49 | 4.47 | 8.9 | |
| mT5Language=Somali, Setting=Zero-Shot2022.12 | 9.32 | 1.89 | 7.76 | |
| mT5Language=Kyrgyz, Setting=Few-Shot2022.12 | 9.2 | 2.25 | 7.83 | |
| SOV-MASLanguage=Korean, Setting=Few-Shot2022.12 | 8.65 | 4.22 | 8.15 | |
| SOV-MASLanguage=Avg., Setting=Zero-Shot2022.12 | 8.3 | 1.72 | 7.15 | |
| SOV-MASLanguage=Scottish Gaelic, Setting=Zero-Shot2022.12 | 8.03 | 1.45 | 7.01 | |
| VG-mT5Language=Avg., Setting=Zero-Shot2022.12 | 7.59 | 1.53 | 6.59 | |
| SOV-MASLanguage=Azerbaijani, Setting=Zero-Shot2022.12 | 7.55 | 1.93 | 6.99 | |
| mT5Language=Scottish Gaelic, Setting=Zero-Shot2022.12 | 7.46 | 0.91 | 6.63 | |
| mT5Language=Avg., Setting=Zero-Shot2022.12 | 7.03 | 1.31 | 6.1 | |
| VG-mT5Language=Azerbaijani, Setting=Zero-Shot2022.12 | 6.92 | 1.76 | 6.42 | |
| mT5Language=Azerbaijani, Setting=Zero-Shot2022.12 | 6.79 | 1.66 | 6.25 | |
| VG-mT5Language=Scottish Gaelic, Setting=Zero-Shot2022.12 | 6.61 | 1.11 | 6.01 | |
| SOV-MASLanguage=Kyrgyz, Setting=Zero-Shot2022.12 | 6.4 | 1.82 | 5.85 | |
| SOV-MASLanguage=Uzbek, Setting=Zero-Shot2022.12 | 6.02 | 1.32 | 5.54 | |
| VG-mT5Language=Kyrgyz, Setting=Zero-Shot2022.12 | 5.52 | 1.61 | 5.19 | |
| mT5Language=Kyrgyz, Setting=Zero-Shot2022.12 | 4.99 | 1.55 | 4.7 | |
| VG-mT5Language=Uzbek, Setting=Zero-Shot2022.12 | 4.77 | 1.01 | 4.46 | |
| mT5Language=Uzbek, Setting=Zero-Shot2022.12 | 3.49 | 0.65 | 3.25 | |
| SOV-MASLanguage=Burmese, Setting=Zero-Shot2022.12 | 1.41 | 0.74 | 1.18 | |
| VG-mT5Language=Burmese, Setting=Zero-Shot2022.12 | 1.27 | 0.67 | 1.11 | |
| VG-mT5Language=Korean, Setting=Zero-Shot2022.12 | 1.23 | 0.02 | 1.23 | |
| mT5Language=Burmese, Setting=Zero-Shot2022.12 | 1.21 | 0.71 | 1.07 | |
| SOV-MASLanguage=Korean, Setting=Zero-Shot2022.12 | 1.13 | 0.04 | 1.09 | |
| mT5Language=Korean, Setting=Zero-Shot2022.12 | 1.07 | 0.03 | 1.04 | |
| SOV-MASLanguage=Amharic, Setting=Zero-Shot2022.12 | 0.15 | 0.01 | 0.15 | |
| SOV-MASLanguage=Sinhala, Setting=Zero-Shot2022.12 | 0.15 | 0.01 | 0.14 | |
| SOV-MASLanguage=Tigrinya, Setting=Zero-Shot2022.12 | 0.13 | 0 | 0.12 | |
| VG-mT5Language=Sinhala, Setting=Zero-Shot2022.12 | 0.12 | 0.01 | 0.12 | |
| mT5Language=Sinhala, Setting=Zero-Shot2022.12 | 0.11 | 0 | 0.11 | |
| mT5Language=Tigrinya, Setting=Zero-Shot2022.12 | 0.08 | 0.01 | 0.08 | |
| VG-mT5Language=Tigrinya, Setting=Zero-Shot2022.12 | 0.08 | 0.01 | 0.08 | |
| VG-mT5Language=Amharic, Setting=Zero-Shot2022.12 | 0.06 | 0.01 | 0.07 | |
| mT5Language=Amharic, Setting=Zero-Shot2022.12 | 0.05 | 0 | 0.05 |