Generalized Compositional Zero-shot Learning on C-GQA (test)
4.2AUCLOCL
Evaluation results
| Method | Links | ||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|
| LOCL2022.10 | 4.2 | — | 29.6 | 26.4 | — | — | — | — | — | — | |
| LOCLprotocol=GCZSL2022.10 | 4.2 | — | — | — | — | — | 29.6 | 26.4 | — | — | |
| CGE + BatchFormerReproduced=true2022.03 | 3.8 | 15.5 | 31.3 | 14.7 | 15.3 | 30 | — | — | — | — | |
| CGEReproduced=true2022.03 | 3.7 | 14.9 | 30.8 | 14.7 | 15.8 | 29 | — | — | — | — | |
| ProtoPropprotocol=GCZSL2022.10 | 3.7 | — | — | — | — | — | 26.4 | 18.1 | — | — | |
| CGEFeature Extraction Strategy=end-to-end2021.02 | 3.6 | 14.5 | 31.4 | 14 | 15.2 | 30.4 | — | — | — | — | |
| CGE2022.03 | 3.6 | 14.5 | 31.4 | 14 | 15.2 | 30.4 | — | — | — | — | |
| CGEprotocol=GCZSL2022.10 | 3.6 | — | — | — | — | — | 31.4 | 14 | — | — | |
| CANet2023.05 | 3.3 | 14.5 | 30 | 13.2 | — | — | — | — | 17.5 | 22.3 | |
| SCENVenue=CVPR'222023.05 | 2.9 | 12.4 | 28.9 | 12.1 | — | — | — | — | 13.6 | 27.9 | |
| BMP-Net2022.10 | 2.7 | — | 29.1 | 11.7 | — | — | — | — | — | — | |
| CompCosprotocol=GCZSL2022.10 | 2.6 | — | — | — | — | — | 28.1 | 11.2 | — | — | |
| CGEffFeature Extraction Strategy=fixed Resnet182021.02 | 2.5 | 11.9 | 27.5 | 11.7 | 12.7 | 26.9 | — | — | — | — | |
| CGEffVenue=CVPR'212023.05 | 2.5 | 11.9 | 27.5 | 11.7 | — | — | — | — | 12.7 | 26.9 | |
| SymNetVenue=CVPR'202023.05 | 2.2 | 10.9 | 27 | 10.8 | — | — | — | — | 15 | 23.1 | |
| SymNetFeature Extraction Strategy=fixed2021.02 | 1.8 | 9.8 | 25.2 | 9.2 | 14.5 | 20.2 | — | — | — | — | |
| SymNetprotocol=GCZSL2022.10 | 1.8 | — | — | — | — | — | 25.2 | 9.2 | — | — | |
| TMNFeature Extraction Strategy=fixed2021.02 | 1.1 | 7.7 | 21.6 | 6.3 | 9.7 | 20.5 | — | — | — | — | |
| TMNprotocol=GCZSL2022.10 | 1.1 | — | — | — | — | — | 21.6 | 6.3 | — | — | |
| TMNVenue=ICCV'192023.05 | 1.1 | 7.7 | 21.6 | 6.3 | — | — | — | — | 9.7 | 20.5 | |
| LE+Feature Extraction Strategy=fixed2021.02 | 0.6 | 5.3 | 16.1 | 5 | 7.4 | 15.6 | — | — | — | — | |
| LabelEmbedprotocol=GCZSL2022.10 | 0.6 | — | — | — | — | — | 16.1 | 5 | — | — | |
| AttOpFeature Extraction Strategy=fixed2021.02 | 0.3 | 2.9 | 11.8 | 3.9 | 8.3 | 12.5 | — | — | — | — | |
| Attopprotocol=GCZSL2022.10 | 0.3 | — | — | — | — | — | 11.8 | 3.9 | — | — | |
| AttrAsOpVenue=ECCV'182023.05 | 0.3 | 2.9 | 11.8 | 3.9 | — | — | — | — | 8.3 | 12.5 | |
| CAILASetting=Closed World, Backbone=CLIP-base2024.08 | 0.099 | 0.261 | — | — | — | — | 40.4 | 28.6 | — | — | |
| DCDA[PRG+N]Setting=Closed World, Backbone=CLIP-large2024.08 | 0.094 | 0.253 | — | — | — | — | 38.5 | 28.8 | — | — | |
| TroikaSetting=Closed World, Backbone=CLIP-base2024.08 | 0.092 | 0.253 | — | — | — | — | 38 | 28.4 | — | — | |
| DCDA[PRG]Setting=Closed World, Backbone=CLIP-large2024.08 | 0.089 | 0.245 | — | — | — | — | 39.1 | 26.7 | — | — | |
| DCDA[RD]Setting=Closed World, Backbone=CLIP-large2024.08 | 0.085 | 0.239 | — | — | — | — | 39.8 | 25.3 | — | — | |
| DFSPSetting=Closed World, Backbone=CLIP-base, t2i setting=true2024.08 | 0.082 | 0.235 | — | — | — | — | 37.3 | 26.1 | — | — | |
| HPLSetting=Closed World, Backbone=CLIP-base2024.08 | 0.072 | 0.224 | — | — | — | — | 30.8 | 28.4 | — | — | |
| CSPSetting=Closed World, Backbone=CLIP-base2024.08 | 0.062 | 0.205 | — | — | — | — | 28.8 | 26.8 | — | — | |
| ADESetting=Closed World, Backbone=CLIP-large2024.08 | 0.052 | 0.18 | — | — | — | — | 35 | 17.7 | — | — | |
| CGESetting=Closed World, Backbone=CLIP-large2024.08 | 0.042 | 0.16 | — | — | — | — | 33.5 | 15.5 | — | — | |
| CAILASetting=Open World, Backbone=CLIP-base2024.08 | 0.0226 | 0.096 | — | — | — | — | 40.4 | 6.6 | — | — | |
| DCDA[PRG+N]Setting=Open World, Backbone=CLIP-large2024.08 | 0.0176 | 0.085 | — | — | — | — | 35.3 | 6.4 | — | — | |
| ADESetting=Open World, Backbone=CLIP-large2024.08 | 0.0142 | 0.076 | — | — | — | — | 35.1 | 4.8 | — | — | |
| DFSPSetting=Open World, Backbone=CLIP-base, t2i setting=true2024.08 | 0.0142 | 0.073 | — | — | — | — | 35 | 4.9 | — | — | |
| CLIPSetting=Closed World, Backbone=CLIP-base2024.08 | 0.014 | 0.086 | — | — | — | — | 7.5 | 25 | — | — | |
| HPLSetting=Open World, Backbone=CLIP-base2024.08 | 0.0137 | 0.075 | — | — | — | — | 30.1 | 5.8 | — | — | |
| DCDA[PRG]Setting=Open World, Backbone=CLIP-large2024.08 | 0.013 | 0.067 | — | — | — | — | 35.5 | 4.4 | — | — | |
| CSPSetting=Open World, Backbone=CLIP-base2024.08 | 0.012 | 0.069 | — | — | — | — | 28.7 | 5.2 | — | — | |
| TroikaSetting=Open World, Backbone=CLIP-base2024.08 | 0.0111 | 0.06 | — | — | — | — | 37.4 | 4.5 | — | — | |
| CGESetting=Open World, Backbone=CLIP-large2024.08 | 0.0047 | 0.029 | — | — | — | — | 32.1 | 1.8 | — | — | |
| CLIPSetting=Open World, Backbone=CLIP-base2024.08 | 0.0027 | 0.04 | — | — | — | — | 7.5 | 4.6 | — | — |