GUI Grounding on UI-Vision (test)
59.1Basic ScoreMAI-UI-32B
Evaluation results
| Method | Links | ||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|
| MAI-UI-32BZoom-In=false2025.12 | 59.1 | 57.1 | 26.9 | 47.1 | — | — | — | — | — | — | |
| MAI-UI-32BZoom-In=true2025.12 | 58.7 | 56.8 | 33.6 | 49.2 | — | — | — | — | — | — | |
| MAI-UI-8BZoom-In=false2025.12 | 51.7 | 49.6 | 22.5 | 40.7 | — | — | — | — | — | — | |
| MAI-UI-8BZoom-In=true2025.12 | 51.6 | 50.5 | 26.6 | 42.4 | — | — | — | — | — | — | |
| Qwen3VL-32B-InstructMVP=true2025.12 | 49.4 | 52 | 30.8 | 44.1 | — | — | — | — | — | — | |
| UI-Venus-72B2025.12 | 45.6 | 42.3 | 23.7 | 36.8 | — | — | — | — | — | — | |
| UI-Venus-Ground-72BAccess=Open-Source2025.12 | 45.6 | 42.3 | 23.7 | 36.8 | — | — | — | — | — | — | |
| Qwen3VL-32B-InstructMVP=false2025.12 | 43.9 | 42.8 | 22.4 | 36.4 | — | — | — | — | — | — | |
| MAI-UI-2BZoom-In=true2025.12 | 43.2 | 43 | 11.3 | 31.9 | — | — | — | — | — | — | |
| MAI-UI-2BZoom-In=false2025.12 | 41 | 41.2 | 10.4 | 30.3 | — | — | — | — | — | — | |
| GTA1-7BMVP=true2025.12 | 38.9 | 37.7 | 14.9 | 30.5 | — | — | — | — | — | — | |
| Qwen3VL-8B-InstructMVP=true2025.12 | 38.3 | 38.8 | 18.7 | 31.9 | — | — | — | — | — | — | |
| Phi-Ground2025.12 | 36.8 | 37.1 | 7.6 | 27.2 | — | — | — | — | — | — | |
| Phi-Ground-7B-16C-DPOAccess=Open-Source2025.12 | 36.8 | 37.1 | 7.6 | 27.2 | — | — | — | — | — | — | |
| InfiGUI-G1-7B2025.12 | 36.2 | 31.9 | 11.5 | 26.1 | — | — | — | — | — | — | |
| UI-Venus-7B2025.12 | 36.1 | 32.8 | 11.9 | 26.5 | — | — | — | — | — | — | |
| UI-Venus-Ground-7BAccess=Open-Source2025.12 | 36.1 | 32.8 | 11.9 | 26.5 | — | — | — | — | — | — | |
| HyperClickAccess=Open-Source2025.12 | 35.3 | 32.1 | 11 | 25.7 | — | — | — | — | — | — | |
| HyperClickSize=7B2025.10 | 35.3 | 32.1 | 11 | 25.7 | 24.3 | 47.6 | 26.5 | 27.1 | 18.3 | 50 | |
| GTA1-7BMVP=false2025.12 | 35.2 | 32.9 | 11.5 | 26.5 | — | — | — | — | — | — | |
| Qwen3VL-8B-InstructMVP=false2025.12 | 32.9 | 34.1 | 14.7 | 27.2 | — | — | — | — | — | — | |
| Qwen3-VL-32B*2025.12 | 32.8 | 34.2 | 14.7 | 26.9 | — | — | — | — | — | — | |
| GUI-SpotlightAccess=Open-Source2025.12 | 32.1 | 30.2 | 9.1 | 23.4 | — | — | — | — | — | — | |
| UI-TARS-1.5-7BMVP=true2025.12 | 31.8 | 31.8 | 13.2 | 25.6 | — | — | — | — | — | — | |
| UI-TARS-72B2025.12 | 31.4 | 30.5 | 14.7 | 25.5 | — | — | — | — | — | — | |
| UI-TARS-72BAccess=Open-Source2025.12 | 31.4 | 30.5 | 14.7 | 25.5 | — | — | — | — | — | — | |
| InfiGUI-G1-3B2025.12 | 31.2 | 28 | 8.2 | 22 | — | — | — | — | — | — | |
| UI-TARS-1.5-7BMVP=false2025.12 | 29.3 | 27.4 | 10 | 22.2 | — | — | — | — | — | — | |
| UI-TARS-1.5-7B2025.12 | 28.8 | 27.5 | 10.7 | 22.3 | — | — | — | — | — | — | |
| HyperClickSize=3B2025.10 | 28.7 | 24.4 | 6.8 | 19.6 | 19.6 | 30.8 | 20.6 | 21.1 | 12.7 | 40.6 | |
| Qwen3-VL-8B*2025.12 | 25 | 27.9 | 1.2 | 17.5 | — | — | — | — | — | — | |
| UI-TARS-7B2025.12 | 20.1 | 24.3 | 8.4 | 17.6 | — | — | — | — | — | — | |
| UI-TARS-7BAccess=Open-Source2025.12 | 20.1 | 24.3 | 8.4 | 17.6 | — | — | — | — | — | — | |
| UI-TARSSize=7B2025.10 | 20.1 | 24.3 | 8.4 | 17.6 | 14.2 | 35 | 19.7 | 18.3 | 11.1 | 38.5 | |
| AguvisSize=7B2025.10 | 17.8 | 18.3 | 5.1 | 13.7 | 13.1 | 30.8 | 17.1 | 12.1 | 9.6 | 24 | |
| UGround-V1-7B2025.12 | 15.4 | 17.1 | 6.3 | 12.9 | — | — | — | — | — | — | |
| UGround-V1-7BAccess=Open-Source2025.12 | 15.4 | 17.1 | 6.3 | 12.9 | — | — | — | — | — | — | |
| UGround-V1Size=7B2025.10 | 15.4 | 17.1 | 6.3 | 12.9 | 10.4 | 28.7 | 17.5 | 12.2 | 8.6 | 18.2 | |
| OS-Atlas-7B2025.12 | 12.2 | 11.2 | 3.7 | 9 | — | — | — | — | — | — | |
| OS-Atlas-7BAccess=Open-Source2025.12 | 12.2 | 11.2 | 3.7 | 9 | — | — | — | — | — | — | |
| AriaUISize=25.3B2025.10 | 12.2 | 14 | 4 | 10.1 | 9 | 18.9 | 11.2 | 10.4 | 6.5 | 19.3 | |
| OS-AtlasSize=7B2025.10 | 12.2 | 11.2 | 3.7 | 9 | 8.7 | 16.8 | 10.3 | 9.2 | 5.6 | 16.2 | |
| CogAgentSize=9B2025.10 | 12 | 12.2 | 2.6 | 8.9 | 8.7 | 11.2 | 8.6 | 10.3 | 5.6 | 15.6 | |
| Claude-3.7-Sonnet2025.12 | 9.5 | 7.7 | 7.6 | 8.3 | — | — | — | — | — | — | |
| Claude-3.7-SonnetAccess=Closed-source2025.12 | 9.5 | 7.7 | 7.6 | 8.3 | — | — | — | — | — | — | |
| Claude2025.10 | 9.5 | 7.7 | 7.6 | 8.3 | 6.1 | 9.8 | 8 | 9.4 | 7.7 | 8.3 | |
| SeeClick2025.12 | 9.4 | 4.7 | 2.1 | 5.4 | — | — | — | — | — | — | |
| SeeClickSize=9.6B2025.10 | 9.4 | 4.7 | 2.1 | 5.4 | 4.2 | 13.3 | 7.3 | 4.3 | 4 | 11 | |
| ShowUISize=2B2025.10 | 8.1 | 7.7 | 2.1 | 5.9 | 3.7 | 13.3 | 7.5 | 6.5 | 2.5 | 15.6 | |
| MiniCPM-VSize=8B2025.10 | 7.1 | 5.3 | 1.5 | 4.3 | 3 | 16.8 | 5.4 | 3.8 | 2.1 | 13 | |
| InternVL2.5Size=8B2025.10 | 2.5 | 2.8 | 1 | 2.1 | 1.1 | 7 | 3 | 1.8 | 1.2 | 5.2 | |
| GPT-4o2025.12 | 1.6 | 1.5 | 1 | 1.4 | — | — | — | — | — | — | |
| GPT-4oAccess=Closed-source2025.12 | 1.6 | 1.5 | 1 | 1.4 | — | — | — | — | — | — | |
| GPT-4o2025.10 | 1.6 | 1.5 | 1 | 1.4 | 1.5 | 0 | 2.2 | 1.1 | 0.8 | 4.2 | |
| Qwen2.5-VL-7B2025.12 | 1.2 | 0.8 | 0.5 | 0.9 | — | — | — | — | — | — | |
| Qwen2.5-VL-7BAccess=Open-Source2025.12 | 1.2 | 0.8 | 0.5 | 0.9 | — | — | — | — | — | — | |
| Qwen2.5-VLSize=7B2025.10 | 1.2 | 0.8 | 0.5 | 0.9 | 0.5 | 0 | 1.2 | 0.9 | 0.5 | 1 | |
| Gemini-1.5-pro2025.10 | 0.8 | 0.3 | 0.6 | 0.6 | 0.5 | 0.6 | 0.9 | 0.5 | 0.4 | 0 | |
| Qwen3-VL-2B*2025.12 | 0 | 19.2 | 0.1 | 6.2 | — | — | — | — | — | — |