Sentiment Analysis on CMU-MOSEI (test)
87.26F1 ScoreMCULoRA
Evaluation Results
| Method | Links | |||||||
|---|---|---|---|---|---|---|---|---|
| MCULoRATesting Condition={a, t}2025.07 | 87.26 | — | — | — | — | 87.19 | — | |
| MCULoRATesting Condition={a, t, v}2025.07 | 87.26 | — | — | — | — | 87.19 | — | |
| MCULoRATesting Condition={t, v}2025.07 | 87.14 | — | — | — | — | 87.02 | — | |
| MCULoRATesting Condition={t}2025.07 | 86.98 | — | — | — | — | 86.92 | — | |
| MoMKETesting Condition={a, t, v}2025.07 | 86.59 | — | — | — | — | 86.7 | — | |
| EUARTesting Condition={a, t, v}2025.07 | 86.43 | — | — | — | — | 86.62 | — | |
| EUARTesting Condition={t, v}2025.07 | 86.04 | — | — | — | — | 86.02 | — | |
| MoMKETesting Condition={a, t}2025.07 | 85.91 | — | — | — | — | 86.03 | — | |
| MSAFModality=Multimodal2020.12 | 85.5 | 85.5 | 0.559 | 52.4 | 0.738 | — | — | |
| MISAModality=Multimodal2020.12 | 85.3 | 85.5 | 0.555 | 52.2 | 0.756 | — | — | |
| EUARTesting Condition={t}2025.07 | 85.22 | — | — | — | — | 85.34 | — | |
| EUARTesting Condition={a, t}2025.07 | 85.14 | — | — | — | — | 85.62 | — | |
| DiCMoRTesting Condition={a, t, v}2025.07 | 85.13 | — | — | — | — | 85.14 | — | |
| GCNetTesting Condition={a, t, v}2025.07 | 85.1 | — | — | — | — | 85.2 | — | |
| IMDerTesting Condition={a, t}2025.07 | 85.1 | — | — | — | — | 85.1 | — | |
| IMDerTesting Condition={a, t, v}2025.07 | 85.1 | — | — | — | — | 85.1 | — | |
| IMDerTesting Condition={t, v}2025.07 | 85 | — | — | — | — | 85 | — | |
| DiCMoRTesting Condition={t, v}2025.07 | 84.94 | — | — | — | — | 84.95 | — | |
| DiCMoRTesting Condition={a, t}2025.07 | 84.93 | — | — | — | — | 85.04 | — | |
| IMDerTesting Condition={t}2025.07 | 84.5 | — | — | — | — | 84.5 | — | |
| MFMModality=Multimodal2020.12 | 84.4 | 84.4 | 0.568 | 51.4 | 0.717 | — | — | |
| GCNetTesting Condition={a, t}2025.07 | 84.4 | — | — | — | — | 84.3 | — | |
| GCNetTesting Condition={t, v}2025.07 | 84.4 | — | — | — | — | 84.3 | — | |
| DiCMoRTesting Condition={t}2025.07 | 84.35 | — | — | — | — | 84.26 | — | |
| MoMKETesting Condition={t, v}2025.07 | 84.28 | — | — | — | — | 84.42 | — | |
| ICCNModality=Multimodal2020.12 | 84.2 | 84.2 | 0.565 | 51.6 | 0.713 | — | — | |
| MCTNTesting Condition={a, t, v}2025.07 | 84.2 | — | — | — | — | 84.2 | — | |
| MMINTesting Condition={a, t, v}2025.07 | 84.2 | — | — | — | — | 84.3 | — | |
| DCCAModality=Multimodal2020.12 | 83.8 | 83.6 | 0.579 | 50.1 | 0.707 | — | — | |
| LSTM (Text)Modality=Text2020.12 | 83.5 | 83.5 | 0.572 | 51 | 0.727 | — | — | |
| MMINTesting Condition={t, v}2025.07 | 83.4 | — | — | — | — | 83.8 | — | |
| MCTNTesting Condition={a, t}2025.07 | 83.3 | — | — | — | — | 83.5 | — | |
| MMINTesting Condition={a, t}2025.07 | 83.3 | — | — | — | — | 83.7 | — | |
| MCTNTesting Condition={t, v}2025.07 | 83.2 | — | — | — | — | 83.2 | — | |
| GCNetTesting Condition={t}2025.07 | 83.2 | — | — | — | — | 83 | — | |
| Baseline + MMLatchmode=best2022.01 | 82.9 | 82.8 | 0.582 | 52.1 | 0.704 | — | — | |
| MCTNTesting Condition={t}2025.07 | 82.8 | — | — | — | — | 82.6 | — | |
| Baseline + MMLatchmode=average2022.01 | 82.5 | 82.4 | 0.585 | 52 | 0.7 | — | — | |
| MMINTesting Condition={t}2025.07 | 82.4 | — | — | — | — | 82.3 | — | |
| MulT2022.01 | 82.3 | 82.5 | 0.58 | 51.8 | 0.703 | — | — | |
| LMFModality=Multimodal2020.12 | 82.2 | 82 | 0.623 | 48 | 0.677 | — | — | |
| Baselinearchitecture=late-fusion2022.01 | 82.2 | 81.9 | 0.593 | 51.3 | 0.695 | — | — | |
| TFNModality=Multimodal2020.12 | 82.1 | 82.6 | 0.593 | 50.2 | 0.7 | — | — | |
| Multimodal Routing2022.01 | 81.8 | 81.7 | — | 51.6 | — | — | — | |
| MoMKETesting Condition={t}2025.07 | 80.68 | — | — | — | — | 80.84 | — | |
| MCTNstatus=reproduced2022.01 | 80.6 | 79.8 | 0.609 | 49.6 | 0.67 | — | — | |
| MCULoRATesting Condition=Average2025.07 | 80.34 | — | — | — | — | 79.63 | — | |
| MoNIGModality=Visual-Text2025.12 | 80.2 | 80.2 | 0.68 | 44.2 | 0.606 | — | — | |
| DERModality=Visual-Text2025.12 | 80.2 | 79.8 | 0.651 | 46.6 | 0.63 | — | — | |
| PIDRegModality=Visual-Text2025.12 | 80.2 | 80.6 | 0.642 | 47 | 0.661 | — | — | |
| DERModality=Audio-Text2025.12 | 80 | 79.9 | 0.637 | 48.5 | 0.655 | — | — | |
| PIDRegModality=Audio-Text2025.12 | 80 | 80.2 | 0.634 | 47.4 | 0.662 | — | — | |
| RAVENstatus=reproduced2022.01 | 79.5 | 79.1 | 0.614 | 50 | 0.662 | — | — | |
| MoNIGModality=Audio-Text2025.12 | 79 | 79.2 | 0.687 | 43.1 | 0.603 | — | — | |
| MIBModality=Visual-Text2025.12 | 78.8 | 79.4 | 0.733 | 46.7 | 0.656 | — | — | |
| MIBModality=Audio-Text2025.12 | 77.9 | 78.9 | 0.736 | 45.8 | 0.653 | — | — | |
| EUARTesting Condition=Average2025.07 | 76.33 | — | — | — | — | 77.29 | — | |
| MoMKETesting Condition=Average2025.07 | 76.19 | — | — | — | — | 76.38 | — | |
| DiCMoRTesting Condition=Average2025.07 | 75.41 | — | — | — | — | 75.89 | — | |
| IMDerTesting Condition=Average2025.07 | 75.3 | — | — | — | — | 76 | — | |
| GCNetTesting Condition=Average2025.07 | 72.8 | — | — | — | — | 73.1 | — | |
| MCULoRATesting Condition={a, v}2025.07 | 72.37 | — | — | — | — | 71.02 | — | |
| MMINTesting Condition=Average2025.07 | 71.75 | — | — | — | — | 71.92 | — | |
| MCULoRATesting Condition={v}2025.07 | 71.13 | — | — | — | — | 69.59 | — | |
| MCTNTesting Condition=Average2025.07 | 70.6 | — | — | — | — | 73.05 | — | |
| MCULoRATesting Condition={a}2025.07 | 70.2 | — | — | — | — | 68.51 | — | |
| MoNIGModality=Audio-Visual2025.12 | 67 | 65.6 | 0.808 | 42.5 | 0.262 | — | — | |
| DERModality=Audio-Visual2025.12 | 65.6 | 63.2 | 0.827 | 41.4 | 0.185 | — | — | |
| MoMKETesting Condition={a}2025.07 | 65.52 | — | — | — | — | 65.92 | — | |
| MoMKETesting Condition={a, v}2025.07 | 65.52 | — | — | — | — | 65.86 | — | |
| EUARTesting Condition={a, v}2025.07 | 65.42 | — | — | — | — | 66.53 | — | |
| EUARTesting Condition={v}2025.07 | 65.34 | — | — | — | — | 66.35 | — | |
| MoMKETesting Condition={v}2025.07 | 64.83 | — | — | — | — | 64.91 | — | |
| MEIBModality=Visual-Text2025.12 | 64.8 | 63.2 | 0.777 | 41.8 | 0.424 | — | — | |
| LSTM (Visual)Modality=Visual2020.12 | 64.7 | 65.9 | 0.829 | 41.3 | 0.248 | — | — | |
| DiCMoRTesting Condition={a, v}2025.07 | 64.43 | — | — | — | — | 65.24 | — | |
| MEIBModality=Audio-Text2025.12 | 64 | 62.4 | 0.789 | 40.3 | 0.414 | — | — | |
| PIDRegModality=Audio-Visual2025.12 | 63.7 | 63.4 | 0.828 | 41.7 | 0.228 | — | — | |
| DiCMoRTesting Condition={v}2025.07 | 63.64 | — | — | — | — | 63.65 | — | |
| IMDerTesting Condition={v}2025.07 | 63.6 | — | — | — | — | 63.9 | — | |
| IMDerTesting Condition={a, v}2025.07 | 63.5 | — | — | — | — | 64.9 | — | |
| MIBModality=Audio-Visual2025.12 | 63.2 | 62.2 | 1.004 | 41.4 | 0.149 | — | — | |
| LSTM (Audio)Modality=Audio2020.12 | 62.7 | 65.7 | 0.821 | 41.2 | 0.263 | — | — | |
| MCTNTesting Condition={a, v}2025.07 | 62.7 | — | — | — | — | 63.7 | — | |
| MMINTesting Condition={a, v}2025.07 | 61.9 | — | — | — | — | 63.5 | — | |
| GCNetTesting Condition={v}2025.07 | 61.6 | — | — | — | — | 61.9 | — | |
| EUARTesting Condition={a}2025.07 | 60.73 | — | — | — | — | 64.54 | — | |
| IMDerTesting Condition={a}2025.07 | 60.6 | — | — | — | — | 63.8 | — | |
| DiCMoRTesting Condition={a}2025.07 | 60.43 | — | — | — | — | 62.94 | — | |
| GCNetTesting Condition={a}2025.07 | 60.3 | — | — | — | — | 60.2 | — | |
| MMINTesting Condition={v}2025.07 | 60 | — | — | — | — | 59.3 | — | |
| MMINTesting Condition={a}2025.07 | 59.5 | — | — | — | — | 58.9 | — | |
| MEIBModality=Audio-Visual2025.12 | 58.1 | 53.9 | 0.825 | 41.7 | 0.178 | — | — | |
| GCNetTesting Condition={a, v}2025.07 | 57.2 | — | — | — | — | 64.1 | — | |
| MCTNTesting Condition={v}2025.07 | 57.1 | — | — | — | — | 62.6 | — | |
| MCTNTesting Condition={a}2025.07 | 54.5 | — | — | — | — | 62.7 | — | |
| AffectGPTAudio=true, Video=false, Text=true2026.05 | — | 80.74 | — | — | — | — | — | |
| AffectGPTAudio=false, Video=true, Text=true2026.05 | — | 81.57 | — | — | — | — | — | |
| AffectGPTAudio=true, Video=true, Text=true2026.05 | — | 80.9 | — | — | — | — | — | |
| AffectVerseAudio=true, Video=false, Text=true2026.05 | — | 81.25 | — | — | — | — | — |