Multimodal Sentiment Analysis on CH-SIMS (test)
87.8F1 ScoreMSA-Thinker
Evaluation results
| Method | Links | |||||||
|---|---|---|---|---|---|---|---|---|
| MSA-ThinkerTraining dataset=SIMS2026.03 | 87.8 | 54.3 | 77.2 | 87.5 | 0.331 | 0.78 | — | |
| Qwen2.5OmniTraining dataset=SIMS2026.03 | 87 | 57.6 | 73.3 | 87.5 | 0.235 | 0.841 | — | |
| HumanOmniTraining dataset=SIMS2026.03 | 85 | 52.1 | 72.9 | 85.1 | 0.327 | 0.749 | — | |
| CAGMamba2026.04 | 83.15 | 47.03 | 68.35 | 83.13 | 0.351 | 0.703 | — | |
| UMQ2026.03 | 82.6 | — | — | 82.9 | 0.401 | 0.668 | — | |
| VideoLLaMA2Training dataset=SIMS2026.03 | 82.3 | 52.1 | 74.4 | 81.6 | 0.388 | 0.733 | — | |
| MISR2026.04 | 81.91 | — | — | 81.53 | 0.425 | 0.597 | — | |
| DecAlign2025.03 | 81.85 | — | 88.24 | — | 0.403 | 0.657 | — | |
| MSAmba2026.04 | 81.75 | 47.17 | 68.83 | 82.3 | 0.403 | 0.646 | — | |
| Qwen2.5Omni2026.03 | 81.6 | — | — | 82.5 | — | — | — | |
| ALMT2023.10 | 81.57 | 45.73 | 68.93 | 81.19 | 0.404 | 0.619 | — | |
| ConFEDE2026.04 | 81.13 | 46.34 | — | 81.05 | 0.377 | 0.655 | — | |
| ConFEDE2026.03 | 81 | — | — | 81 | 0.394 | 0.637 | — | |
| MMML2026.04 | 80.98 | 49.38 | 68.29 | 81.18 | 0.349 | 0.701 | — | |
| CLGSI2026.04 | 80.59 | 45.95 | — | 81.18 | 0.408 | 0.634 | — | |
| MiniCPM-oTraining dataset=SIMS2026.03 | 80.5 | 48.8 | 68.7 | 82.5 | 0.35 | 0.695 | — | |
| Self-MM2023.10 | 80.44 | 41.53 | 65.47 | 80.04 | 0.425 | 0.595 | — | |
| Self-MM2026.04 | 80.44 | 41.53 | 65.47 | 80.04 | 0.425 | 0.595 | — | |
| Self-MM2026.03 | 80.4 | — | — | 80 | 0.425 | 0.592 | — | |
| DEVAsource=original paper2026.03 | 80.3 | — | — | 79.6 | 0.424 | 0.583 | — | |
| HumanOmni2026.03 | 80.2 | — | — | 79.4 | — | — | — | |
| OlaTraining dataset=SIMS2026.03 | 80.2 | 48.4 | 67.8 | 81.6 | 0.406 | 0.646 | — | |
| CGGM2025.03 | 80.12 | — | 80.17 | — | 0.417 | 0.638 | — | |
| DMD2025.03 | 79.88 | — | 78.98 | — | 0.421 | 0.612 | — | |
| MuLT2023.10 | 79.66 | 37.94 | 64.77 | 78.56 | 0.453 | 0.564 | — | |
| MulT2026.04 | 79.66 | 37.94 | 64.77 | 78.56 | 0.453 | 0.564 | — | |
| MCIS2025.03 | 79.58 | — | 79.64 | — | 0.429 | 0.629 | — | |
| ITHP2026.03 | 79.4 | — | — | 79.4 | 0.425 | 0.581 | — | |
| MPLMMAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.86 | — | — | — | — | — | 66.02 | |
| MPLMMAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.74 | — | — | — | — | — | 79.75 | |
| FDMER2025.03 | 78.74 | — | 78.82 | — | 0.424 | 0.599 | — | |
| ProMMAAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.68 | — | — | — | — | — | 72.37 | |
| ProMMAAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.68 | — | — | — | — | — | 78.37 | |
| MMINAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.67 | — | — | — | — | — | 78.91 | |
| MPMMAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.65 | — | — | — | — | — | 78.56 | |
| TFN2023.10 | 78.62 | 39.3 | 65.12 | 78.38 | 0.432 | 0.591 | — | |
| TFN2026.04 | 78.62 | 39.3 | 65.12 | 78.38 | 0.432 | 0.591 | — | |
| AOBERT2025.03 | 78.55 | — | 78.65 | — | 0.43 | 0.578 | — | |
| MISA2025.03 | 78.43 | — | 78.56 | — | 0.437 | 0.581 | — | |
| ProMMAAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.39 | — | — | — | — | — | 73.68 | |
| ProMMAAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.39 | — | — | — | — | — | 78.25 | |
| LBAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 78.11 | — | — | — | — | — | 64.08 | |
| CENet2025.03 | 78.03 | — | 78.15 | — | 0.454 | 0.589 | — | |
| ProMMAAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.99 | — | — | — | — | — | 73.25 | |
| Self-MM2025.03 | 77.97 | — | 78.03 | — | 0.432 | 0.593 | — | |
| MPLMMAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.95 | — | — | — | — | — | 77.97 | |
| MCTNAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.92 | — | — | — | — | — | 77.78 | |
| MPMMAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.92 | — | — | — | — | — | 65.4 | |
| LMF2023.10 | 77.88 | 40.53 | 64.68 | 77.77 | 0.441 | 0.576 | — | |
| LMF2026.04 | 77.88 | 40.53 | 64.68 | 77.77 | 0.441 | 0.576 | — | |
| CubeMLP2025.03 | 77.85 | — | 77.94 | — | 0.459 | 0.562 | — | |
| MSAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.84 | — | — | — | — | — | 77.28 | |
| MPLMMAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.84 | — | — | — | — | — | 77.45 | |
| ProMMAAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.74 | — | — | — | — | — | 74.89 | |
| MDAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.48 | — | — | — | — | — | 77.34 | |
| MMINAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.48 | — | — | — | — | — | 77.4 | |
| MPMMAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.47 | — | — | — | — | — | 77.51 | |
| MPLMMAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.42 | — | — | — | — | — | 72.07 | |
| MMINAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.41 | — | — | — | — | — | 65.32 | |
| MCTNAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.36 | — | — | — | — | — | 77.21 | |
| MMINAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.33 | — | — | — | — | — | 77.32 | |
| MDAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.31 | — | — | — | — | — | 77.14 | |
| MDAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.25 | — | — | — | — | — | 64.22 | |
| MUTA-Net2025.03 | 77.21 | — | 77.44 | — | 0.443 | 0.573 | — | |
| VideoLLaMA2-AV2026.03 | 77.2 | — | — | 76.8 | — | — | — | |
| MSAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.2 | — | — | — | — | — | 77.13 | |
| MPMMAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.2 | — | — | — | — | — | 77.11 | |
| LBAvailable Modalities={v,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.13 | — | — | — | — | — | 77.01 | |
| MPLMMAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.1 | — | — | — | — | — | 65.93 | |
| MMINAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 77.09 | — | — | — | — | — | 65.21 | |
| MulT2025.03 | 76.96 | — | 77.02 | — | 0.455 | 0.544 | — | |
| LBAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.93 | — | — | — | — | — | 76.84 | |
| MDAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.92 | — | — | — | — | — | 76.77 | |
| LBAvailable Modalities={t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.9 | — | — | — | — | — | 76.74 | |
| MMINAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.89 | — | — | — | — | — | 71.41 | |
| MSAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.86 | — | — | — | — | — | 63.58 | |
| MPMMAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.85 | — | — | — | — | — | 71.26 | |
| MCTNAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.71 | — | — | — | — | — | 76.68 | |
| MISA2023.10 | 76.59 | — | — | 76.54 | 0.447 | 0.563 | — | |
| MISA2026.04 | 76.59 | — | — | 76.54 | 0.447 | 0.563 | — | |
| PMR2025.03 | 76.55 | — | 76.63 | — | 0.445 | 0.523 | — | |
| MCTNAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.48 | — | — | — | — | — | 64.39 | |
| MPMMAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.41 | — | — | — | — | — | 64.98 | |
| MCTNAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.34 | — | — | — | — | — | 64.12 | |
| MCTNAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.32 | — | — | — | — | — | 70.61 | |
| MSAvailable Modalities={a,t}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.3 | — | — | — | — | — | 76.01 | |
| LBAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.24 | — | — | — | — | — | 70.11 | |
| MDAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.19 | — | — | — | — | — | 70.38 | |
| MDAvailable Modalities={v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 76.01 | — | — | — | — | — | 63.87 | |
| MSAvailable Modalities=avg., Missing Rate=30%, Evaluation Threshold=30%2026.04 | 75.65 | — | — | — | — | — | 69.44 | |
| MFM2023.10 | 75.58 | — | — | 75.06 | 0.477 | 0.525 | — | |
| Emotion-LLaMATraining dataset=SIMS2026.03 | 75.4 | 41.1 | 59.3 | 77.2 | 0.403 | 0.628 | — | |
| MFM2025.03 | 75.28 | — | 75.32 | — | 0.471 | 0.516 | — | |
| LBAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 75.15 | — | — | — | — | — | 63.82 | |
| PandaGPTTraining dataset=SIMS2026.03 | 74.7 | 38.3 | 58.4 | 77.2 | 0.431 | 0.537 | — | |
| MSAvailable Modalities={a}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 74.59 | — | — | — | — | — | 62.45 | |
| ProMMAAvailable Modalities={a,v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 74.35 | — | — | — | — | — | 73.46 | |
| MPLMMAvailable Modalities={a,v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 74.02 | — | — | — | — | — | 65.28 | |
| MPMMAvailable Modalities={a,v}, Missing Rate=30%, Evaluation Threshold=30%2026.04 | 73.47 | — | — | — | — | — | 64.01 | |
| MiniCPM-o2026.03 | 73.4 | — | — | 76.2 | — | — | — |