Visual Dialog on VisDial v0.9 (val)
69.35MRRMVAN
Evaluation results
| Method | Links | |||||
|---|---|---|---|---|---|---|
| MVANdecoder=discriminative, ensemble=true2020.04 | 69.35 | 56.59 | 85.29 | 92.53 | 3.43 | |
| LTMI (Ours)Model Type=single model2019.11 | 67.94 | 55.05 | 83.98 | 91.58 | 3.69 | |
| HACANRPN=Yes2019.02 | 67.92 | 54.76 | 83.03 | 90.68 | 3.97 | |
| HACANModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 67.92 | 54.76 | 83.03 | 90.68 | 3.97 | |
| HACANdecoder=discriminative, ensemble=false2020.04 | 67.92 | 54.76 | 83.03 | 90.68 | 3.97 | |
| MVANdecoder=discriminative, ensemble=false2020.04 | 67.65 | 54.65 | 83.85 | 91.47 | 3.73 | |
| CAGModel Category=Graph-based Models, Decoder=Discriminative2020.04 | 67.56 | 54.64 | 83.72 | 91.48 | 3.75 | |
| CAGdecoder=discriminative, ensemble=false2020.04 | 67.56 | 54.64 | 83.72 | 91.48 | 3.75 | |
| FGAdecoder=discriminative, ensemble=false2020.04 | 67.12 | 54.02 | 83.21 | 90.47 | 4.08 | |
| DVANModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 66.67 | 53.62 | 82.85 | 90.72 | 3.93 | |
| DANRPN=Yes2019.02 | 66.38 | 53.33 | 82.42 | 90.38 | 4.04 | |
| DAN2019.02 | 66.38 | 53.33 | 82.42 | 90.38 | 4.04 | |
| DANModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 66.38 | 53.33 | 82.42 | 90.38 | 4.04 | |
| DANModel Type=single model2019.11 | 66.38 | 53.33 | 82.42 | 90.38 | 4.04 | |
| DANdecoder=discriminative, ensemble=false2020.04 | 66.38 | 53.33 | 82.42 | 90.38 | 4.04 | |
| RvARPN=Yes2019.02 | 66.34 | 52.71 | 82.97 | 90.73 | 3.93 | |
| RvAtype=discriminative, RPN=true, Rv=true, FL=true2018.12 | 66.34 | 52.71 | 82.97 | 90.73 | 3.93 | |
| RvA2019.02 | 66.34 | 52.71 | 82.97 | 90.73 | 3.93 | |
| RVAModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 66.34 | 52.71 | 82.97 | 90.73 | 3.93 | |
| RvAModel Type=single model2019.11 | 66.34 | 52.71 | 82.97 | 90.73 | 3.93 | |
| RVAdecoder=discriminative, ensemble=false2020.04 | 66.34 | 52.71 | 82.97 | 90.73 | 3.93 | |
| RvAtype=discriminative, RPN=true, Rv=true, FL=false2018.12 | 65.98 | 52.35 | 82.76 | 90.54 | 3.98 | |
| RvAtype=discriminative, RPN=true, Rv=false, FL=true2018.12 | 65.51 | 51.81 | 82.35 | 90.24 | 4.07 | |
| FGAModel Category=Graph-based Models, Decoder=Discriminative2020.04 | 65.25 | 51.43 | 82.08 | 89.56 | 4.35 | |
| FGAModel Type=single model2019.11 | 65.25 | 51.43 | 82.08 | 89.56 | 4.35 | |
| HACANRPN=No2019.02 | 64.51 | 50.72 | 81.18 | 89.23 | 4.32 | |
| RvARPN=No2019.02 | 64.36 | 50.4 | 81.36 | 89.59 | 4.22 | |
| RvAtype=discriminative, RPN=false, Rv=true, FL=true2018.12 | 64.36 | 50.4 | 81.36 | 89.59 | 4.22 | |
| CorefNMNFeatures=ResNet-1522018.09 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CorefNMNRPN=No2019.02 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CorefNMNtype=discriminative2018.12 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CorefNMN2019.02 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CorefMN2019.11 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CorefNMNModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CoefNMNModel Type=single model2019.11 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CorefNMNdecoder=discriminative, ensemble=false2020.04 | 64.1 | 50.92 | 80.18 | 88.81 | 4.45 | |
| CoAttRPN=No2019.02 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| CoAtttype=discriminative2018.12 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| SCA2019.04 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| CoAtt2019.02 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| CoAtt2019.11 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| CoAttModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| CoAttModel Type=single model2019.11 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| CoAttdecoder=discriminative, ensemble=false2020.04 | 63.98 | 50.29 | 80.71 | 88.81 | 4.47 | |
| CorefNMN\LauxFeatures=VGG-16, Auxiliary loss Laux=Excluded2018.09 | 63.6 | 50.49 | 79.56 | 88.3 | 4.6 | |
| CorefNMNFeatures=VGG-162018.09 | 63.6 | 50.24 | 79.81 | 88.51 | 4.53 | |
| DualVD2019.11 | 62.94 | 48.64 | 80.89 | 89.94 | 4.17 | |
| FGA w/o AnsModel Category=Graph-based Models, Decoder=Discriminative2020.04 | 62.94 | 49.35 | 79.31 | 88.1 | 4.63 | |
| DualVDdecoder=discriminative, ensemble=false2020.04 | 62.94 | 48.64 | 80.89 | 89.94 | 4.17 | |
| visdial-gnn2019.04 | 62.85 | 48.95 | 79.65 | 88.36 | 4.57 | |
| VGNN2019.11 | 62.85 | 48.95 | 79.65 | 88.36 | 4.57 | |
| GNNModel Category=Graph-based Models, Decoder=Discriminative2020.04 | 62.85 | 48.95 | 79.65 | 88.36 | 4.57 | |
| GNNModel Type=single model2019.11 | 62.85 | 48.95 | 79.65 | 88.36 | 4.57 | |
| SF2019.04 | 62.42 | 48.55 | 78.96 | 87.75 | 4.7 | |
| SF2019.11 | 62.42 | 48.55 | 78.96 | 87.75 | 4.7 | |
| SFModel Type=single model2019.11 | 62.42 | 48.55 | 78.75 | 87.75 | 4.47 | |
| AMEM+SEQ-QIFeatures=VGG-162018.09 | 62.3 | 48.53 | 78.66 | 87.43 | 4.86 | |
| AMEMRPN=No2019.02 | 62.27 | 48.53 | 78.66 | 87.43 | 4.86 | |
| AMEMtype=discriminative2018.12 | 62.27 | 48.53 | 78.66 | 87.43 | 4.86 | |
| AMEM2019.02 | 62.27 | 48.53 | 78.66 | 87.43 | 4.86 | |
| AMEMModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 62.27 | 48.53 | 78.66 | 87.43 | 4.86 | |
| AMEMModel Type=single model2019.11 | 62.27 | 48.53 | 78.66 | 87.43 | 4.86 | |
| AMEMdecoder=discriminative, ensemble=false2020.04 | 62.27 | 48.53 | 78.66 | 87.43 | 4.86 | |
| HCIAERPN=No2019.02 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| HCIAEtype=discriminative2018.12 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| HCIAE-NP-ATT2019.04 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| HCIAE2019.02 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| HCIAE2019.11 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| HCIAEModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| HCIAEModel Type=single model2019.11 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| HCIAEdecoder=discriminative, ensemble=false2020.04 | 62.22 | 48.48 | 78.75 | 87.59 | 4.81 | |
| CorefNMN\MemFeatures=VGG-16, Memory network augmented program generator=Excluded2018.09 | 61.8 | 48.56 | 77.76 | 86.95 | 4.92 | |
| CorefNMN\Mem\LauxFeatures=VGG-16, Memory network augmented program generator=Excluded, Auxiliary loss Laux=Excluded2018.09 | 61.7 | 48.47 | 77.54 | 86.77 | 4.99 | |
| NMNFeatures=VGG-162018.09 | 61.6 | 48.24 | 77.54 | 86.75 | 4.98 | |
| AMEM2019.04 | 61.6 | 47.74 | 78.04 | 86.84 | 4.99 | |
| AMEM2019.11 | 61.6 | 47.74 | 78.04 | 86.84 | 4.99 | |
| NMNModel Type=single model2019.11 | 61.6 | 48.28 | 77.54 | 86.75 | 4.98 | |
| HCIAE-D-MLEFeatures=VGG-162018.09 | 61.4 | 47.73 | 77.5 | 86.35 | 5.15 | |
| Student2022.05 | 60.03 | 50.4 | 70.74 | 77.15 | 12.13 | |
| MN-QIH-DFeatures=VGG-162018.09 | 59.7 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MNRPN=No2019.02 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MNtype=discriminative2018.12 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MN2019.04 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MN2019.02 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MN2019.11 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MNModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MNModel Type=single model2019.11 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| MNdecoder=discriminative, ensemble=false2020.04 | 59.65 | 45.55 | 76.22 | 85.37 | 5.46 | |
| HREAtype=discriminative2018.12 | 58.68 | 44.82 | 74.81 | 84.36 | 5.66 | |
| HREA2019.04 | 58.68 | 44.82 | 74.81 | 84.36 | 5.66 | |
| HREAModel Category=Attention-based Models, Decoder=Discriminative2020.04 | 58.68 | 44.82 | 74.81 | 84.36 | 5.66 | |
| HREAModel Type=single model2019.11 | 58.68 | 44.82 | 74.81 | 84.36 | 5.66 | |
| HRERPN=No2019.02 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 | |
| HREtype=discriminative2018.12 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 | |
| HRE2019.04 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 | |
| HRE2019.02 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 | |
| HRE2019.11 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 | |
| HREModel Category=Fusion-based Models, Decoder=Discriminative2020.04 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 | |
| HREModel Type=single model2019.11 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 | |
| HREdecoder=discriminative, ensemble=false2020.04 | 58.46 | 44.67 | 74.5 | 84.22 | 5.72 |