Multi-task Evaluation on GRIT ablation set
85Categorization AccuracyGPV-2
Evaluation results
| Method | Links | ||||||||
|---|---|---|---|---|---|---|---|---|---|
| GPV-2restricted=false, params(M)=3702022.06 | 85 | 54.6 | 69.8 | 57.8 | — | — | — | — | |
| UIO-2size=XXL2023.12 | 74.9 | 70.3 | 71.3 | 75.5 | 58.2 | 72.8 | 45.2 | 66.9 | |
| UIO-2Model size=XXL2023.12 | 74.9 | 70.3 | 71.3 | 75.5 | 58.2 | 72.8 | 45.2 | 66.9 | |
| UIO-2size=XL2023.12 | 74.2 | 69.1 | 69 | 71.9 | 57.3 | 68.2 | 46.7 | 65.2 | |
| UIO-2Model size=XL2023.12 | 74.2 | 69.1 | 69 | 71.9 | 57.3 | 68.2 | 46.7 | 65.2 | |
| UIO-2size=L2023.12 | 70.1 | 66.1 | 67.6 | 66.6 | 53.8 | 56.8 | 44.5 | 60.8 | |
| UIO-2Model size=L2023.12 | 70.1 | 66.1 | 67.6 | 66.6 | 53.8 | 56.8 | 44.5 | 60.8 | |
| UNIFIED-IO XLrestricted=false, params(M)=29252022.06 | 66.1 | 65.6 | 78.6 | 83.5 | 53 | 68.2 | 45.1 | — | |
| UNIFIED-IO LARGErestricted=false, params(M)=7762022.06 | 63 | 63.3 | 72.1 | 79.2 | 50.4 | 67.7 | 40.3 | — | |
| UNIFIED-IO XLModel Size=XL2022.06 | 61.7 | 67 | 74.5 | 78.6 | 56.3 | 68.1 | 45 | 64.5 | |
| UNIFIED-IOModel size=XL2023.12 | 61.7 | 67 | 74.5 | 78.6 | 56.3 | 68.1 | 45 | 64.5 | |
| UNIFIED-IO BASErestricted=false, params(M)=2412022.06 | 60.3 | 57.9 | 68 | 72.5 | 45.8 | 60.2 | 37.7 | — | |
| UNIFIED-IO XLrestricted=false, params(M)=29252022.06 | 60.1 | 74.4 | 90.2 | 72.4 | 6,420 | — | — | — | |
| GPV-1restricted=true, params(M)=2362022.06 | 58.7 | 48.3 | 58.4 | 29.7 | — | — | — | — | |
| UNIFIED-IO LARGEModel Size=Large2022.06 | 57 | 64.2 | 67.4 | 74.1 | 54 | 67.6 | 40.2 | 60.7 | |
| UNIFIED-IOModel size=Large2023.12 | 57 | 64.2 | 67.4 | 74.1 | 54 | 67.6 | 40.2 | 60.7 | |
| GPV-22022.06 | 54.7 | 53.6 | 63.5 | 51.5 | — | — | — | 31.9 | |
| GPV-22023.12 | 54.7 | 53.6 | 63.5 | 51.5 | — | — | — | 31.9 | |
| UNIFIED-IO BASEModel Size=Base2022.06 | 53.1 | 59.7 | 63 | 68.3 | 49.3 | 60.2 | 37.5 | 55.9 | |
| UNIFIED-IOModel size=Base2023.12 | 53.1 | 59.7 | 63 | 68.3 | 49.3 | 60.2 | 37.5 | 55.9 | |
| UNIFIED-IO SMALLrestricted=false, params(M)=712022.06 | 52.9 | 47.5 | 59 | 54.2 | 37.4 | 46.6 | 33.6 | — | |
| UNIFIED-IO LARGErestricted=false, params(M)=7762022.06 | 52.7 | 70.9 | 84.3 | 66.3 | 6,220 | — | — | — | |
| CLIPrestricted=false, params(M)=3022022.06 | 49.1 | — | — | — | — | — | — | — | |
| CLIP2022.06 | 48.1 | — | — | — | — | — | — | 6.9 | |
| CLIP2023.12 | 48.1 | — | — | — | — | — | — | 6.9 | |
| UNIFIED-IO BASErestricted=false, params(M)=2412022.06 | 47.5 | 68.4 | 81.8 | 62.2 | 5,720 | — | — | — | |
| CLIPrestricted=false, params(M)=3022022.06 | 46.7 | — | — | — | — | — | — | — | |
| UNIFIED-IO SMALLModel Size=Small2022.06 | 42.6 | 50.4 | 52.9 | 51.1 | 40.7 | 46.5 | 33.5 | 45.4 | |
| UNIFIED-IOModel size=Small2023.12 | 42.6 | 50.4 | 52.9 | 51.1 | 40.7 | 46.5 | 33.5 | 45.4 | |
| GPV-12022.06 | 33.2 | 42.8 | 50.6 | 25.8 | — | — | — | 21.8 | |
| GPV-12023.12 | 33.2 | 42.8 | 50.6 | 25.8 | — | — | — | 21.8 | |
| UNIFIED-IO SMALLrestricted=false, params(M)=712022.06 | 31.9 | 61.5 | 72.5 | 45.7 | 4,850 | — | — | — | |
| OFA-LARGErestricted=false, params(M)=4732022.06 | 28.9 | — | 74.9 | 63.4 | — | — | — | — | |
| OFA_LARGESize=LARGE2022.06 | 22.6 | — | 72.4 | 61.7 | — | — | — | 22.4 | |
| OFAModel size=Large2023.12 | 22.6 | — | 72.4 | 61.7 | — | — | — | 22.4 | |
| OFA-LARGErestricted=false, params(M)=4732022.06 | 15.8 | — | 88.6 | 58.5 | — | — | — | — | |
| GPV-2restricted=false, params(M)=3702022.06 | 13.5 | 54.2 | 81.7 | 48.3 | — | — | — | — | |
| GPV-1restricted=true, params(M)=2362022.06 | 0.8 | 37.8 | 74 | 23.1 | — | — | — | — | |
| DINO + SAM2023.12 | — | 66 | — | — | 60.2 | — | — | 18 | |
| Mask R-CNNrestricted=true, params(M)=582022.06 | — | 51.9 | — | — | 44.9 | 70.9 | — | — | |
| Mask R-CNNrestricted=true, params(M)=582022.06 | — | 40.8 | — | — | 30 | — | — | — | |
| Mask R-CNN2022.06 | — | 44.7 | — | — | 26.2 | 70.8 | — | 20.2 | |
| Mask R-CNN2023.12 | — | 44.7 | — | — | 26.2 | 70.8 | — | 20.2 | |
| NLL-AngMFrestricted=true, params(M)=722022.06 | — | — | — | — | — | — | 50.7 | — | |
| NLL-AngMF2022.06 | — | — | — | — | — | — | 49.6 | 7.2 | |
| NLL-AngMF2023.12 | — | — | — | — | — | — | 49.6 | 7.2 |