Object Hallucination Probing on Style-POPE Popular
80.2F1 ScoreSAVER
Evaluation Results
| Method | Links | ||||
|---|---|---|---|---|---|
| SAVERStyle=Original, Base Model=LLaVA-1.52025.08 | 80.2 | 77.1 | 70.6 | 92.8 | |
| SAVERStyle=Sketch, Base Model=LLaVA-1.52025.08 | 78.4 | 75.8 | 70.9 | 87.7 | |
| SAVERStyle=Average, Base Model=LLaVA-1.52025.08 | 77.62 | 74.58 | 69.32 | 88.22 | |
| SAVERModel=LLaVA-1.52025.08 | 77.6 | — | — | — | |
| SAVERStyle=Game, Base Model=LLaVA-1.52025.08 | 77.2 | 74.2 | 69 | 87.7 | |
| SAVERStyle=Painting, Base Model=LLaVA-1.52025.08 | 77.2 | 74.8 | 70.4 | 85.6 | |
| SAVERStyle=Cartoon, Base Model=LLaVA-1.52025.08 | 76.6 | 73.1 | 67.7 | 88.1 | |
| DecoStyle=Original, Base Model=LLaVA-1.52025.08 | 76.5 | 70.3 | 63.2 | 97 | |
| SAVERStyle=Original, Base Model=InstructBLIP2025.08 | 76.2 | 74.1 | 70.5 | 83 | |
| SAVERStyle=Graffiti, Base Model=LLaVA-1.52025.08 | 76.1 | 72.5 | 67.3 | 87.4 | |
| DecoStyle=Sketch, Base Model=LLaVA-1.52025.08 | 75.8 | 70.1 | 63.7 | 93.4 | |
| DecoStyle=Original, Base Model=InstructBLIP2025.08 | 75.4 | 72.1 | 67.4 | 85.6 | |
| DecoStyle=Painting, Base Model=LLaVA-1.52025.08 | 74.7 | 68.8 | 62.8 | 92.2 | |
| DecoStyle=Average, Base Model=LLaVA-1.52025.08 | 74.62 | 68.08 | 61.95 | 93.85 | |
| DecoModel=LLaVA-1.52025.08 | 74.6 | — | — | — | |
| DecoStyle=Game, Base Model=LLaVA-1.52025.08 | 74 | 67.2 | 61.3 | 93.2 | |
| DecoStyle=Cartoon, Base Model=LLaVA-1.52025.08 | 73.4 | 66.3 | 60.6 | 93.2 | |
| SAVERStyle=Sketch, Base Model=InstructBLIP2025.08 | 73.3 | 70.3 | 66.6 | 81.4 | |
| DecoStyle=Graffiti, Base Model=LLaVA-1.52025.08 | 73.3 | 65.8 | 60.1 | 94.1 | |
| DecoStyle=Sketch, Base Model=InstructBLIP2025.08 | 72.9 | 68.1 | 63.3 | 86 | |
| SAVERModel=InstructBLIP2025.08 | 72.7 | — | — | — | |
| SAVERStyle=Average, Base Model=InstructBLIP2025.08 | 72.67 | 68 | 63.73 | 84.82 | |
| DecoModel=InstructBLIP2025.08 | 72.2 | — | — | — | |
| DecoStyle=Average, Base Model=InstructBLIP2025.08 | 72.17 | 66.2 | 61.53 | 87.5 | |
| SAVERStyle=Game, Base Model=InstructBLIP2025.08 | 71.9 | 66.3 | 61.6 | 86.4 | |
| SAVERStyle=Graffiti, Base Model=InstructBLIP2025.08 | 71.8 | 65.7 | 60.9 | 87.3 | |
| DecoStyle=Painting, Base Model=InstructBLIP2025.08 | 71.6 | 65.2 | 60.5 | 87.9 | |
| SAVERStyle=Painting, Base Model=InstructBLIP2025.08 | 71.5 | 66.7 | 62.4 | 83.8 | |
| DecoStyle=Graffiti, Base Model=InstructBLIP2025.08 | 71.4 | 64.3 | 59.5 | 89.2 | |
| SAVERStyle=Cartoon, Base Model=InstructBLIP2025.08 | 71.3 | 64.9 | 60.4 | 87 | |
| DoLaStyle=Original, Base Model=LLaVA-1.52025.08 | 71.1 | 70.2 | 68.9 | 73.6 | |
| DecoStyle=Game, Base Model=InstructBLIP2025.08 | 71 | 64.2 | 59.6 | 87.9 | |
| DecoStyle=Cartoon, Base Model=InstructBLIP2025.08 | 70.7 | 63.3 | 58.9 | 88.4 | |
| DolaStyle=Original, Base Model=InstructBLIP2025.08 | 69.8 | 75.7 | 91.8 | 56.3 | |
| SAVERStyle=Original, Base Model=MiniGPT-42025.08 | 68.6 | 60.2 | 56.6 | 86.9 | |
| DoLaStyle=Cartoon, Base Model=LLaVA-1.52025.08 | 67.8 | 67.6 | 67.3 | 68.3 | |
| DoLaStyle=Game, Base Model=LLaVA-1.52025.08 | 67.8 | 68.2 | 68.6 | 66.9 | |
| SAVERStyle=Sketch, Base Model=MiniGPT-42025.08 | 67.6 | 55.4 | 53.1 | 93.1 | |
| DoLaStyle=Painting, Base Model=LLaVA-1.52025.08 | 67.6 | 67.6 | 67.5 | 67.8 | |
| SAVERModel=MiniGPT-42025.08 | 67.4 | — | — | — | |
| SAVERStyle=Average, Base Model=MiniGPT-42025.08 | 67.37 | 55.2 | 53.05 | 92.42 | |
| SAVERStyle=Game, Base Model=MiniGPT-42025.08 | 67.2 | 54.2 | 52.3 | 93.8 | |
| SAVERStyle=Painting, Base Model=MiniGPT-42025.08 | 67.2 | 54.7 | 52.6 | 92.8 | |
| DecoStyle=Painting, Base Model=MiniGPT-42025.08 | 67.1 | 51.9 | 51 | 97.9 | |
| DecoStyle=Sketch, Base Model=MiniGPT-42025.08 | 67.1 | 51.9 | 51 | 98.1 | |
| SAVERStyle=Graffiti, Base Model=MiniGPT-42025.08 | 66.9 | 53.6 | 52 | 93.7 | |
| DecoStyle=Original, Base Model=MiniGPT-42025.08 | 66.9 | 53.2 | 51.8 | 94.6 | |
| DecoStyle=Average, Base Model=MiniGPT-42025.08 | 66.8 | 51.63 | 50.88 | 97.32 | |
| DecoModel=MiniGPT-42025.08 | 66.8 | — | — | — | |
| SAVERStyle=Cartoon, Base Model=MiniGPT-42025.08 | 66.7 | 53.1 | 51.7 | 94.2 | |
| DecoStyle=Cartoon, Base Model=MiniGPT-42025.08 | 66.6 | 50.9 | 50.5 | 98.1 | |
| DecoStyle=Game, Base Model=MiniGPT-42025.08 | 66.6 | 51 | 50.5 | 97.6 | |
| DecoStyle=Graffiti, Base Model=MiniGPT-42025.08 | 66.5 | 50.9 | 50.5 | 97.6 | |
| DolaStyle=Game, Base Model=InstructBLIP2025.08 | 65 | 72.9 | 91.9 | 50.3 | |
| DolaModel=LLaVA-1.52025.08 | 64.3 | — | — | — | |
| DoLaStyle=Average, Base Model=LLaVA-1.52025.08 | 64.28 | 67.17 | 66.47 | 67.2 | |
| DoLaStyle=Graffiti, Base Model=LLaVA-1.52025.08 | 63.9 | 64.3 | 64.6 | 63.1 | |
| DolaStyle=Average, Base Model=InstructBLIP2025.08 | 63.25 | 72 | 91.72 | 48.45 | |
| DolaModel=InstructBLIP2025.08 | 63.2 | — | — | — | |
| DolaStyle=Cartoon, Base Model=InstructBLIP2025.08 | 62.9 | 71.3 | 89 | 48.7 | |
| DolaStyle=Painting, Base Model=InstructBLIP2025.08 | 62.9 | 71.9 | 92.7 | 47.7 | |
| DolaStyle=Graffiti, Base Model=InstructBLIP2025.08 | 60.1 | 70.2 | 91.2 | 44.8 | |
| DolaStyle=Sketch, Base Model=InstructBLIP2025.08 | 58.8 | 70 | 93.7 | 42.9 | |
| DolaStyle=Original, Base Model=MiniGPT-42025.08 | 50.1 | 55 | 56.2 | 45.1 | |
| DoLaStyle=Sketch, Base Model=LLaVA-1.52025.08 | 47.5 | 65.1 | 61.9 | 63.5 | |
| DolaStyle=Game, Base Model=MiniGPT-42025.08 | 30.6 | 54.8 | 66.1 | 19.9 | |
| DolaStyle=Average, Base Model=MiniGPT-42025.08 | 26.4 | 46.17 | 58.08 | 28.33 | |
| DolaModel=MiniGPT-42025.08 | 26.4 | — | — | — | |
| DolaStyle=Cartoon, Base Model=MiniGPT-42025.08 | 26.2 | 53.4 | 63.1 | 16.6 | |
| DolaStyle=Painting, Base Model=MiniGPT-42025.08 | 20.4 | 50.2 | 50.9 | 12.8 | |
| DolaStyle=Graffiti, Base Model=MiniGPT-42025.08 | 17.4 | 51.6 | 59 | 10.2 | |
| DolaStyle=Sketch, Base Model=MiniGPT-42025.08 | 13.7 | 12 | 53.2 | 65.4 |