Video Object Segmentation on YouTube-VOS 2018 (val)
86.1J Score (Seen)ISVOS
Evaluation results
| Method | Links | ||||||||
|---|---|---|---|---|---|---|---|---|---|
| ISVOSw/ BL30K=true2022.12 | 86.1 | 86.7 | 90.8 | 81 | 89 | — | — | — | |
| ISVOSw/ BL30K=false2022.12 | 85.5 | 86.3 | 90.2 | 80.5 | 88.8 | — | — | — | |
| XMemw/ BL30K=true2022.12 | 85.1 | 86.1 | 89.8 | 80.3 | 89.2 | — | — | — | |
| XMemMemory Mechanism=Memory2023.03 | 85.1 | 86.1 | 89.8 | 80.3 | 89.2 | — | — | — | |
| XMemMemory-based=true2023.12 | 85.1 | 86.1 | 89.8 | 80.3 | 89.2 | — | — | — | |
| R50-AOSTHierarchical Structure=true, Backbone=ResNet-50, n_l=3, AF=true2022.03 | 85.1 | — | 90.2 | 78.9 | 87.3 | — | 85.4 | 6.3 | |
| SwinB-AOSTHierarchical Structure=true, Backbone=Swin-Base, n_l=3, AF=true2022.03 | 85.1 | — | 90.1 | 79.6 | 88.2 | — | 85.8 | 5.1 | |
| DeAOTw/ BL30K=false2022.12 | 84.9 | 86 | 89.9 | 80.4 | 88.7 | — | — | — | |
| DeAOTMethod Category=Memory-based2023.12 | 84.9 | 86 | 89.9 | 80.4 | 88.7 | — | — | — | |
| DeAOTHierarchical Structure=true2022.03 | 84.9 | — | 89.9 | 80.4 | 88.7 | — | 86 | 22.4 | |
| BATMAN2022.08 | 84.7 | — | 89.8 | 79.2 | 87.4 | — | 85.3 | — | |
| XMemw/ BL30K=false2022.12 | 84.6 | 85.7 | 89.3 | 80.2 | 88.7 | — | — | — | |
| XMemLabeled data=100%2023.03 | 84.6 | 85.7 | 89.3 | 80.2 | 88.7 | — | — | — | |
| XMemMethod Category=Memory-based2023.12 | 84.6 | 85.7 | 89.3 | 80.2 | 88.7 | — | — | — | |
| XMemAF=true2022.03 | 84.6 | — | 89.3 | 80.2 | 88.7 | — | 85.7 | 22.6 | |
| AOTw/ BL30K=false2022.12 | 84.5 | 85.5 | 89.5 | 79.6 | 88.2 | — | — | — | |
| SwinB-AOSTHierarchical Structure=true, Backbone=Swin-Base, n_l=32022.03 | 84.5 | — | 89.6 | 78.6 | 87 | — | 84.9 | 9.3 | |
| SwinB-AOSTHierarchical Structure=true, Backbone=Swin-Base, n_l=3, alpha=infinity during training2022.03 | 84.5 | — | 89.4 | 79 | 87.5 | — | 85.1 | 9.3 | |
| XMem*Labeled data=100%2023.03 | 84.4 | 85.5 | 89.1 | 80 | 88.3 | — | — | — | |
| SwinB-AOT-LBackbone=Swin-B, Scale=Large2021.06 | 84.3 | — | 89.3 | 77.9 | 86.4 | — | 84.5 | 9.3 | |
| SwinB-AOT-LBackbone=Swin-B2021.06 | 84.3 | — | 89.3 | 77.9 | 86.4 | — | 84.5 | — | |
| SwinB-AOT-Lstatic_image_datasets=true, fps=9.32022.07 | 84.3 | 84.5 | 89.3 | 77.9 | 86.4 | 4.65 | — | — | |
| R50-AOSTHierarchical Structure=true, Backbone=ResNet-50, n_l=3, alpha=infinity during training2022.03 | 84.1 | — | 88.9 | 78.8 | 87.3 | — | 84.8 | 14.9 | |
| UniRef++-LMethod Category=Non-memory, Backbone=Large2023.12 | 83.8 | 83.2 | 88.5 | 76.8 | 83.8 | — | — | — | |
| R50-AOSTHierarchical Structure=true, Backbone=ResNet-50, n_l=32022.03 | 83.8 | — | 88.8 | 79.3 | 87.9 | — | 85 | 14.9 | |
| R50-AOT-LBackbone=ResNet-50, Scale=Large2021.06 | 83.7 | — | 88.5 | 78.1 | 86.1 | — | 84.1 | 14.9 | |
| R50-AOT-LBackbone=ResNet-502021.06 | 83.7 | — | 88.5 | 78.1 | 86.1 | — | 84.1 | — | |
| R50-AOTRegional Segmentation=false2022.07 | 83.7 | — | 88.5 | 78.1 | 86.1 | — | 84.1 | 14.9 | |
| AOT2022.08 | 83.7 | — | 88.5 | 78.1 | 86.1 | — | 84.1 | — | |
| R50-AOT-LLabeled data=100%2023.03 | 83.7 | 84.1 | 88.5 | 78.1 | 86.1 | — | — | — | |
| AOT-LStage2 only training=true2024.09 | 83.7 | 84.1 | 78.1 | 88.5 | 86.1 | — | — | — | |
| XMemStage2 only training=true2024.09 | 83.7 | 84.4 | 78.2 | 88.5 | 87.2 | — | — | — | |
| JIMDStage2 only training=true2024.09 | 83.7 | 84.8 | 79.1 | 88.7 | 87.6 | — | — | — | |
| 2-shot XMem w/ OursLabeled data=7.3%2023.03 | 83.6 | 84.8 | 88.5 | 79.2 | 87.7 | — | — | — | |
| AOSTHierarchical Structure=true, n_l=32022.03 | 83.5 | — | 88.5 | 78.4 | 87 | — | 84.4 | 15.9 | |
| RPCMmulti-scale testing=true2021.12 | 83.3 | — | 87.9 | 78.9 | 86.9 | — | 84.3 | — | |
| STCNExtra Pre-training Data=BL30K2021.06 | 83.2 | 84.3 | 87.9 | 79 | 87.3 | — | — | — | |
| STCN2021.07 | 83.2 | 84.3 | 87.9 | 79 | 87.3 | — | — | 116.8 | |
| Adaptive Object Calibration Networkvariant=BaseMS, multi-scale and flip testing=true, external data=true2022.07 | 83.2 | — | 87.8 | 79.3 | 87.3 | — | 84.4 | — | |
| STCNRegional Segmentation=false2022.07 | 83.2 | — | 87.9 | 79 | 87.3 | — | 84.3 | 12 | |
| STCNw/ BL30K=true2022.12 | 83.2 | 84.3 | 87.9 | 79 | 87.3 | — | — | — | |
| UniRef-LMethod Category=Non-memory, Backbone=Large2023.12 | 83.2 | 82.6 | 87.5 | 76.2 | 83.7 | — | — | — | |
| STCN2024.09 | 83.2 | 84.3 | 79 | 87.9 | 87.3 | — | — | — | |
| RPCM2021.12 | 83.1 | — | 87.7 | 78.5 | 86.7 | — | 84 | — | |
| RAVOSRegional Segmentation=true2022.07 | 83.1 | — | 87.8 | 79.1 | 87.4 | — | 84.4 | 23 | |
| RPCMVOS2022.08 | 83.1 | — | 87.7 | 78.5 | 86.7 | — | 84 | — | |
| RPCMw/ BL30K=false2022.12 | 83.1 | 84 | 87.7 | 78.5 | 86.7 | — | — | — | |
| RPCMAF=false2022.03 | 83.1 | — | 87.7 | 78.5 | 86.7 | — | 84 | — | |
| PCVOSvariant=L52022.08 | 83 | 84.6 | 88 | 79.6 | 87.9 | — | — | — | |
| PCVOSAF=true2022.03 | 83 | — | 88 | 79.6 | 87.9 | — | 84.6 | 10.5 | |
| AOT-LargeScale=Large2021.06 | 82.9 | — | 87.9 | 77.7 | 86.5 | — | 83.8 | 16 | |
| AOT-L2021.06 | 82.9 | — | 87.9 | 77.7 | 86.5 | — | 83.8 | — | |
| AOT-LMethod Category=Memory-based, Variant=Large2023.12 | 82.9 | 83.8 | 87.9 | 77.7 | 86.5 | — | — | — | |
| AOT-LHierarchical Structure=true2022.03 | 82.9 | — | 87.9 | 77.7 | 86.5 | — | 83.8 | 16 | |
| CFBI+time per frame (s)=2.17, multi-scale and flip strategy=true2020.10 | 82.8 | 83.3 | 87.5 | 77.3 | 85.7 | — | — | — | |
| CFBI+multi-scale and flip testing=true, external data=true2022.07 | 82.8 | — | 87.5 | 77.3 | 85.7 | — | 83.3 | — | |
| Adaptive Object Calibration Networkvariant=MF, multiple historical frames=true, external data=true2022.07 | 82.7 | — | 87.4 | 78.8 | 87.1 | — | 84 | — | |
| QDMNmulti-scale=true2022.07 | 82.7 | — | 87.5 | 78.4 | 86.4 | 83.8 | — | — | |
| AOT-BaseScale=Base2021.06 | 82.6 | — | 87.5 | 77.7 | 86 | — | 83.5 | 20.5 | |
| AOT-B2021.06 | 82.6 | — | 87.5 | 77.7 | 86 | — | 83.5 | — | |
| AOT-B2022.07 | 82.6 | — | 87.4 | 77.3 | 85.6 | — | 83.2 | — | |
| Adaptive Object Calibration Networkvariant=Base2022.07 | 82.6 | — | 87.2 | 78.3 | 86.3 | — | 83.6 | — | |
| DMN-AOAmultiple historical frames=true, external data=true2022.07 | 82.6 | — | 87 | 76.7 | 84.8 | — | 82.7 | — | |
| AOT-BMethod Category=Memory-based, Variant=Base2023.12 | 82.6 | 83.5 | 87.5 | 77.7 | 86 | — | — | — | |
| AOT-BHierarchical Structure=true2022.03 | 82.6 | — | 87.5 | 77.7 | 86 | — | 83.5 | 20.5 | |
| AOT-Lmultiple historical frames=true, external data=true2022.07 | 82.5 | — | 87.5 | 77.9 | 86.7 | — | 83.7 | — | |
| DMN-AOA2022.07 | 82.5 | — | 86.9 | 76.2 | 84.2 | 82.5 | — | — | |
| AOT-L2022.07 | 82.5 | — | 87.5 | 77.9 | 86.7 | 83.7 | — | — | |
| DMN-AOARegional Segmentation=true2022.07 | 82.5 | — | 86.9 | 76.2 | 84.2 | — | 82.5 | — | |
| DMN-AOA2022.08 | 82.5 | 82.5 | 86.9 | 76.2 | 82.5 | — | — | — | |
| DMNinference_speed_gt_20fps=false2022.08 | 82.5 | 82.5 | 86.9 | 76.2 | 84.2 | — | — | — | |
| AOTinference_speed_gt_20fps=false2022.08 | 82.5 | 83.7 | 87.5 | 77.9 | 86.7 | — | — | — | |
| SWEMinference_speed_gt_20fps=true2022.08 | 82.4 | 82.8 | 86.9 | 77.1 | 85 | — | — | — | |
| SWEMMemory-based=true2023.12 | 82.4 | 82.8 | 86.9 | 77.1 | 85 | — | — | — | |
| UniRef++-R50Method Category=Non-memory, Backbone=ResNet-502023.12 | 82.3 | 81.9 | 86.8 | 75.9 | 82.6 | — | — | — | |
| CFBImulti-scale and flip strategy=true2020.03 | 82.2 | 82.7 | 86.8 | 76.9 | 85 | — | — | — | |
| LCM2021.04 | 82.2 | 82 | 86.7 | 75.7 | 83.4 | — | — | — | |
| CFBItime per frame (s)=2.51, multi-scale and flip strategy=true2020.10 | 82.2 | 82.7 | 86.8 | 76.9 | 85 | — | — | — | |
| CFBIMSsynthetic data for offline training=false, online fine-tuning=false2021.08 | 82.2 | 82.7 | 86.8 | 76.9 | 85 | — | — | — | |
| LCMContemporary work=true2021.06 | 82.2 | 82 | 86.7 | 75.7 | 83.4 | — | — | — | |
| LCMuse_static_images=true2021.10 | 82.2 | 82 | 86.7 | 75.7 | 83.4 | — | — | — | |
| LCMexternal training datasets=true2021.12 | 82.2 | — | 86.7 | 75.7 | 83.4 | — | 82 | — | |
| CFBImulti-scale testing=true, flip testing=true2021.12 | 82.2 | — | 86.8 | 76.9 | 85 | — | 82.7 | — | |
| LCMall-frames=true, multiple historical frames=true, external data=true2022.07 | 82.2 | — | 86.7 | 75.7 | 83.4 | — | 82 | — | |
| CFBImulti-scale and flip testing=true, external data=true2022.07 | 82.2 | — | 86.8 | 76.9 | 85 | — | 82.7 | — | |
| LCM2022.07 | 82.2 | — | 86.7 | 75.7 | 83.4 | 82 | — | — | |
| LCMRegional Segmentation=false2022.07 | 82.2 | — | 86.7 | 75.7 | 83.4 | — | 82 | — | |
| LCM2022.08 | 82.2 | 82 | 86.7 | 75.7 | 83.4 | — | — | — | |
| LCMinference_speed_gt_20fps=false2022.08 | 82.2 | 82 | 86.7 | 75.7 | 83.4 | — | — | — | |
| LCM2022.08 | 82.2 | — | 86.7 | 75.7 | 83.4 | — | 82 | — | |
| LCMstatic_image_datasets=true2022.07 | 82.2 | 82 | 86.7 | 75.7 | 83.4 | 4.9 | — | — | |
| HMMN2021.09 | 82.1 | 82.6 | 87 | 76.8 | 84.6 | — | — | — | |
| RMNetContemporary work=true2021.06 | 82.1 | 81.5 | 85.7 | 75.7 | 82.4 | — | — | — | |
| RMNetSupervision=Fully-supervised2021.07 | 82.1 | 81.5 | 85.7 | 75.7 | 82.4 | 4.9 | — | — | |
| RMNexternal training datasets=true2021.12 | 82.1 | — | 85.7 | 75.7 | 82.4 | — | 81.5 | — | |
| HMMNexternal training datasets=true2021.12 | 82.1 | — | 87 | 76.8 | 84.6 | — | 82.6 | — | |
| RMNet2022.07 | 82.1 | — | 85.7 | 75.7 | 82.4 | 81.5 | — | — | |
| HMMN2022.07 | 82.1 | — | 87 | 76.8 | 84.6 | 82.6 | — | — | |
| HMMNRegional Segmentation=false2022.07 | 82.1 | — | 87 | 76.8 | 84.6 | — | 82.6 | — | |
| RMNetRegional Segmentation=true2022.07 | 82.1 | — | 85.7 | 75.7 | 82.4 | — | 81.5 | — |