Medical Report Generation on MIMIC-CXR
0.164BLEU-4MedWriter
Evaluation Results
| Method | Links | |||||||||
|---|---|---|---|---|---|---|---|---|---|---|
| MedWriterType=Retrieval2021.05 | 0.164 | 0.306 | 0.332 | 0.438 | 0.297 | 0.216 | 0.833 | — | — | |
| MvH+AttLType=Generation2021.05 | 0.153 | 0.264 | 0.309 | 0.424 | 0.282 | 0.203 | 0.738 | — | — | |
| CC-Transformer2021.07 | 0.146 | — | 0.318 | 0.415 | 0.272 | 0.193 | — | 0.159 | — | |
| CoAttType=Generation2021.05 | 0.144 | 0.234 | 0.274 | 0.41 | 0.267 | 0.189 | 0.745 | — | — | |
| MedM2G2024.03 | 0.142 | — | 0.309 | 0.412 | 0.26 | 0.179 | — | — | — | |
| KARGENvariant=Modality-wise Fusion2024.09 | 0.14 | 0.289 | — | 0.417 | 0.274 | 0.192 | — | 0.165 | 0.305 | |
| R2GenGPTsource=re-run publicly released codes2024.09 | 0.134 | 0.269 | — | 0.411 | 0.267 | 0.186 | — | 0.16 | 0.297 | |
| CvT2DistilGPT2source=re-run publicly released codes2024.09 | 0.127 | 0.389 | — | 0.393 | 0.248 | 0.171 | — | 0.155 | — | |
| RGRGYear=Ours2023.04 | 0.126 | 0.495 | 0.264 | 0.373 | 0.249 | 0.175 | — | 0.168 | — | |
| CVT-212DistilGPT2Year=20222023.04 | 0.124 | 0.361 | 0.285 | 0.392 | 0.245 | 0.169 | — | 0.153 | — | |
| METransformer2024.03 | 0.124 | — | 0.291 | 0.386 | 0.25 | 0.169 | — | — | — | |
| COMG2024.03 | 0.124 | — | 0.29 | 0.363 | 0.235 | 0.167 | — | — | — | |
| METransformersource=quoted from paper2024.09 | 0.124 | 0.362 | — | 0.386 | 0.25 | 0.169 | — | 0.152 | 0.291 | |
| ITAYear=20222023.04 | 0.121 | — | 0.284 | 0.395 | 0.253 | 0.17 | — | 0.147 | — | |
| MSATsource=re-run publicly released codes2024.09 | 0.12 | 0.299 | — | 0.373 | 0.235 | 0.162 | — | 0.143 | 0.282 | |
| GSKsource=quoted from paper2024.09 | 0.115 | 0.203 | — | 0.363 | 0.228 | 0.156 | — | — | 0.284 | |
| M² Trans w/ NLL+BS+fCENYear=20212023.04 | 0.114 | 0.509 | — | — | — | — | — | — | — | |
| Kiut2024.03 | 0.113 | — | 0.285 | 0.393 | 0.243 | 0.159 | — | — | — | |
| AlignTransformerYear=20212023.04 | 0.112 | — | 0.283 | 0.378 | 0.235 | 0.156 | — | 0.158 | — | |
| AlignTrans2024.03 | 0.112 | — | 0.283 | 0.378 | 0.235 | 0.156 | — | — | — | |
| M² Trans w/ NLL+BS+fCEYear=20212023.04 | 0.111 | 0.492 | — | — | — | — | — | — | — | |
| VTI2021.07 | 0.109 | — | 0.302 | 0.418 | 0.293 | 0.152 | — | 0.177 | — | |
| Contrastive AttentionYear=20212023.04 | 0.109 | — | 0.283 | 0.35 | 0.219 | 0.152 | — | 0.151 | — | |
| M² TR. PROGRESSIVEYear=20212023.04 | 0.107 | — | 0.272 | 0.378 | 0.232 | 0.154 | — | 0.145 | — | |
| CMNYear=20212023.04 | 0.106 | — | 0.278 | 0.353 | 0.218 | 0.148 | — | 0.142 | — | |
| PPKEDYear=20212023.04 | 0.106 | 0.237 | 0.284 | 0.36 | 0.224 | 0.149 | — | 0.149 | — | |
| R2GenCMN2024.03 | 0.106 | — | 0.278 | 0.353 | 0.218 | 0.148 | — | — | — | |
| PPKED2024.03 | 0.106 | — | 0.284 | 0.36 | 0.224 | 0.149 | — | — | — | |
| Clinical-BERT2024.03 | 0.106 | — | 0.275 | 0.383 | 0.23 | 0.151 | — | — | — | |
| R2GenCMNsource=quoted from paper2024.09 | 0.106 | — | — | 0.353 | 0.218 | 0.148 | — | 0.142 | 0.278 | |
| PPKEDsource=re-run publicly released codes2024.09 | 0.106 | 0.237 | — | 0.36 | 0.224 | 0.149 | — | 0.149 | 0.284 | |
| M² Trans w/ NLLYear=20212023.04 | 0.105 | 0.445 | — | — | — | — | — | — | — | |
| Clinical-NLG2021.07 | 0.104 | — | 0.307 | 0.352 | 0.223 | 0.153 | — | — | — | |
| Memory-Transformer2021.07 | 0.103 | — | 0.277 | 0.353 | 0.218 | 0.145 | — | 0.142 | — | |
| R2GenYear=20202023.04 | 0.103 | 0.406 | 0.277 | 0.353 | 0.218 | 0.145 | — | 0.142 | — | |
| R2Gen2024.03 | 0.103 | — | 0.277 | 0.353 | 0.218 | 0.145 | — | — | — | |
| R2Gensource=quoted from paper2024.09 | 0.103 | — | — | 0.353 | 0.218 | 0.145 | — | 0.142 | 0.277 | |
| M2Transformersource=re-run publicly released codes2024.09 | 0.101 | 0.142 | — | 0.332 | 0.21 | 0.142 | — | 0.134 | 0.264 | |
| CNN-RNNType=Generation2021.05 | 0.098 | 0.245 | 0.314 | 0.247 | 0.165 | 0.124 | 0.472 | — | — | |
| RaDialog-RGsource=quoted from paper2024.09 | 0.095 | — | — | 0.346 | — | — | — | 0.14 | 0.271 | |
| AdaAttsource=re-run publicly released codes2024.09 | 0.094 | 0.131 | — | 0.314 | 0.198 | 0.132 | — | 0.128 | 0.267 | |
| Show-Tellsource=re-run publicly released codes2024.09 | 0.088 | 0.096 | — | 0.308 | 0.19 | 0.125 | — | 0.122 | 0.256 | |
| V-L RetrievalType=Retrieval2021.05 | 0.076 | 0.186 | 0.232 | 0.306 | 0.179 | 0.116 | 0.579 | — | — |