General LLM Evaluation on MATH-500, MMLU-Redux, and SimpleQA
82.57Accuracygemini-2.5-pro
Evaluation results
| Method | Links | |||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|
| gemini-2.5-proInference Protocol=IR2026.02 | 82.57 | 68.51 | 76.69 | 90.07 | 71.23 | 84.37 | 79.08 | 72.75 | 62.51 | 86.91 | 95.34 | |
| grok-4-0709Inference Protocol=IR2026.02 | 81.92 | 68.7 | 79.48 | 89.29 | 71.62 | 83.39 | 77.55 | 72.54 | 66.89 | 84.89 | 95.2 | |
| gpt-5-2025-08-07Inference Protocol=IR2026.02 | 81.51 | 68.52 | 79.19 | 89.05 | 71.79 | 83.22 | 77.04 | 72.46 | 66.28 | 84.49 | 95.32 | |
| o3-2025-04-16Inference Protocol=IR2026.02 | 81.14 | 67.7 | 78.4 | 88.81 | 70.58 | 83.04 | 77.06 | 72.02 | 64.8 | 84.79 | 95.16 | |
| grok-3Inference Protocol=CoT2026.02 | 76.69 | 59.63 | 70.05 | 83.78 | 65.51 | 78 | 73.58 | 64.31 | 59.25 | 79.61 | 91.65 | |
| gpt-4.1-2025-04-14Inference Protocol=CoT2026.02 | 75.93 | 56.15 | 64.57 | 83.57 | 62.89 | 77.74 | 74.68 | 62.08 | 49.84 | 81.62 | 91.86 | |
| kimi-k2-0711-previewInference Protocol=CoT2026.02 | 74.47 | 56.3 | 66.61 | 80.8 | 64.17 | 75.15 | 71.3 | 60.29 | 54.23 | 75.78 | 89.19 | |
| gemini-2.5-flashInference Protocol=IR2026.02 | 74.1 | 58.94 | 70.68 | 79.84 | 64.13 | 74.13 | 70.06 | 61.81 | 58.19 | 73.97 | 87.36 | |
| deepseek-R1Inference Protocol=IR2026.02 | 73.61 | 58.07 | 70.2 | 79.22 | 64.17 | 72.95 | 69.1 | 59.77 | 58.33 | 72.42 | 86.99 | |
| gemini-2.5-flashInference Protocol=CoT2026.02 | 72.07 | 53.64 | 63.65 | 77.74 | 61.53 | 72.21 | 69.65 | 57.45 | 51.76 | 73.33 | 85.86 | |
| claude-sonnet-4-20250514Inference Protocol=IR2026.02 | 71.73 | 56.12 | 66.94 | 76.62 | 63.56 | 71.33 | 68.48 | 57.92 | 56.5 | 71.21 | 84.89 | |
| glm-4.5Inference Protocol=IR2026.02 | 71.14 | 52.63 | 64.61 | 76.5 | 60.96 | 69.64 | 68.08 | 54.84 | 53.72 | 71.12 | 83.59 | |
| doubao-seed-1-6-250615Inference Protocol=IR2026.02 | 71.05 | 55.99 | 66.88 | 74.84 | 63.86 | 69.86 | 67.91 | 57.11 | 57.49 | 69.94 | 81.62 | |
| gpt-5-mini-2025-08-07Inference Protocol=IR2026.02 | 70.95 | 55.58 | 65.31 | 74.68 | 62.95 | 70.15 | 68.12 | 57.43 | 54.75 | 69.86 | 80.78 | |
| kimi-k2-0711-previewInference Protocol=Standard2026.02 | 69.78 | 49.94 | 61.95 | 75.24 | 60.11 | 68.82 | 66.72 | 53.7 | 53.4 | 70.66 | 82.26 | |
| deepseek-V3Inference Protocol=CoT2026.02 | 69.76 | 48.39 | 58.3 | 75.16 | 59.51 | 69.1 | 68.06 | 51.52 | 48.43 | 70.86 | 83.98 | |
| MiniMax-M1Inference Protocol=IR2026.02 | 69.75 | 53.15 | 62.75 | 73.58 | 61.22 | 68.33 | 67.56 | 54.96 | 54.37 | 69.68 | 80.05 | |
| glm-4.5Inference Protocol=CoT2026.02 | 69.28 | 48.05 | 57.9 | 74.37 | 59.89 | 69.03 | 67.99 | 52.28 | 49.2 | 70.82 | 83.37 | |
| claude-sonnet-4-20250514Inference Protocol=Standard2026.02 | 68.87 | 51.15 | 60.13 | 73.2 | 60.82 | 68.79 | 67.7 | 54.15 | 51.4 | 70.23 | 81.99 | |
| claude-sonnet-4-20250514Inference Protocol=CoT2026.02 | 68.86 | 50.29 | 59.01 | 73.86 | 57.91 | 68.89 | 67.67 | 53.58 | 45.59 | 70.31 | 82.82 | |
| doubao-seed-1-6-250615Inference Protocol=CoT2026.02 | 68.23 | 50.08 | 58.74 | 72.01 | 59.73 | 67.3 | 67.22 | 52.68 | 50.43 | 69.03 | 79.56 | |
| gpt-4o-2024-11-20Inference Protocol=CoT2026.02 | 68.18 | 44.81 | 54.56 | 74.93 | 56.57 | 68.6 | 69.07 | 50.04 | 43.99 | 74.81 | 83.86 | |
| qwen3-235b-a22bInference Protocol=IR2026.02 | 68.07 | 53.46 | 60.72 | 70.19 | 62.11 | 66.45 | 67.02 | 54.61 | 55.59 | 68 | 74.59 | |
| gpt-4.1-mini-2025-04-14Inference Protocol=CoT2026.02 | 67.65 | 48.29 | 55.28 | 70.94 | 59.72 | 66.73 | 67.83 | 51.95 | 47.38 | 69.02 | 76.99 | |
| o3-mini-2025-01-31Inference Protocol=IR2026.02 | 67.39 | 49.95 | 56.67 | 69.83 | 60.86 | 65.62 | 67 | 52.33 | 51.41 | 67.91 | 73.96 | |
| gpt-5-nano-2025-08-07Inference Protocol=IR2026.02 | 66.81 | 51.42 | 58.43 | 68.6 | 61.61 | 64.59 | 66.5 | 52.59 | 55.37 | 67.17 | 71.8 | |
| claude-3-5-sonnet-20241022Inference Protocol=CoT2026.02 | 66.08 | 43.66 | 53.21 | 71.73 | 54.42 | 65.86 | 66.67 | 47.88 | 42.7 | 70.54 | 80.82 | |
| doubao-seed-1-6-250615Inference Protocol=Standard2026.02 | 65.01 | 44.42 | 50.47 | 68.17 | 55.86 | 63.69 | 66.17 | 46.83 | 42.8 | 67.72 | 75.19 | |
| doubao-seed-1-6-flash-250715Inference Protocol=IR2026.02 | 64.45 | 48.32 | 51.62 | 65.43 | 58.13 | 62.09 | 65.77 | 50.34 | 47.76 | 65.98 | 67.09 | |
| glm-4.5-airInference Protocol=CoT2026.02 | 64.38 | 42.64 | 49.46 | 67.4 | 56.37 | 61.86 | 66.07 | 45.14 | 44.18 | 67.52 | 73.05 | |
| spark-X1Inference Protocol=IR2026.02 | 63.79 | 47.06 | 50.74 | 65.2 | 57 | 61.68 | 65.49 | 49.59 | 45.31 | 66.07 | 67.84 | |
| glm-4.5-airInference Protocol=IR2026.02 | 63.71 | 43.18 | 51.46 | 66.57 | 53.81 | 59.46 | 64.14 | 44.46 | 46.4 | 65.51 | 69.48 | |
| qwen3-235b-a22bInference Protocol=CoT2026.02 | 63.59 | 43.65 | 48.58 | 66.02 | 55.25 | 62.03 | 66 | 46.77 | 42.4 | 66.98 | 71.31 | |
| MiniMax-Text-01Inference Protocol=CoT2026.02 | 63 | 40.82 | 50.21 | 67.02 | 53.65 | 61.6 | 63.95 | 43.73 | 43.25 | 65.84 | 75.54 | |
| doubao-seed-1-6-flash-250715Inference Protocol=CoT2026.02 | 60.88 | 40.49 | 43.07 | 62.05 | 52.51 | 57.71 | 64.06 | 42.41 | 40.02 | 64.45 | 64.21 | |
| qwen3-30b-a3bInference Protocol=CoT2026.02 | 60.15 | 39.18 | 41.11 | 61.07 | 53.6 | 57.01 | 64.12 | 41.64 | 40.76 | 64.2 | 62.88 | |
| qwen3-32bInference Protocol=CoT2026.02 | 59.16 | 37.84 | 39.23 | 60.4 | 50.07 | 56.91 | 63.83 | 41.12 | 35.05 | 64.13 | 63.19 | |
| gemini-2.5-flashInference Protocol=Standard2026.02 | 58.84 | 36.68 | 48.44 | 61.56 | 53.14 | 54.6 | 57.3 | 38.06 | 44.65 | 58.49 | 66.01 | |
| deepseek-V3Inference Protocol=Standard2026.02 | 58.82 | 34.78 | 47.66 | 61.52 | 53.77 | 54.75 | 56.8 | 36.14 | 44.65 | 57.36 | 67.14 | |
| gpt-4.1-nano-2025-04-14Inference Protocol=CoT2026.02 | 58.22 | 35.77 | 39.52 | 59.86 | 50.87 | 55.24 | 63.06 | 39.66 | 39.78 | 63.74 | 63.07 | |
| gpt-4.1-2025-04-14Inference Protocol=Standard2026.02 | 54.85 | 30.21 | 46.1 | 58.49 | 48.52 | 50.43 | 52.13 | 32.93 | 38.88 | 55.21 | 62.07 | |
| gpt-4o-2024-11-20Inference Protocol=Standard2026.02 | 53.97 | 28.78 | 45.76 | 57.44 | 48.84 | 49.5 | 50.34 | 31.35 | 41.31 | 52.96 | 61.98 | |
| doubao-seed-1-6-flash-250715Inference Protocol=Standard2026.02 | 53.85 | 31.2 | 34.29 | 54.13 | 51.18 | 47.58 | 56.98 | 32.78 | 41.05 | 56.76 | 52.51 | |
| glm-4.5Inference Protocol=Standard2026.02 | 53.77 | 27.18 | 43 | 55.51 | 49.24 | 48.03 | 51.11 | 28.1 | 41.68 | 50.75 | 60.09 | |
| claude-3-5-sonnet-20241022Inference Protocol=Standard2026.02 | 53.63 | 29.78 | 44.99 | 56.47 | 47.69 | 49.51 | 50.72 | 32.06 | 38.87 | 51.92 | 61.24 | |
| grok-3Inference Protocol=Standard2026.02 | 52.19 | 28.12 | 42.96 | 53.52 | 48.72 | 47.62 | 50.01 | 29.94 | 41.95 | 50.25 | 57.72 | |
| qwen3-235b-a22bInference Protocol=Standard2026.02 | 50.24 | 26.76 | 36.62 | 49.83 | 47.94 | 45.18 | 51.42 | 27.74 | 39.32 | 50.06 | 52.49 | |
| gpt-4.1-mini-2025-04-14Inference Protocol=Standard2026.02 | 50.03 | 25.9 | 37.56 | 50.07 | 48.44 | 43.07 | 48.93 | 26.09 | 39.17 | 47.49 | 51.17 | |
| MiniMax-Text-01Inference Protocol=Standard2026.02 | 48.85 | 25.98 | 41.34 | 49.4 | 47.23 | 42.09 | 45.72 | 26.11 | 40.77 | 44.52 | 51.87 | |
| qwen3-30b-a3bInference Protocol=Standard2026.02 | 46.62 | 23.44 | 29.14 | 45.4 | 45.4 | 38.53 | 48.58 | 23.42 | 35.19 | 46.76 | 42.06 | |
| qwen3-32bInference Protocol=Standard2026.02 | 43.8 | 20.61 | 28.78 | 41.59 | 42.97 | 35.8 | 44.66 | 20.32 | 33.34 | 41.66 | 38.85 | |
| glm-4.5-airInference Protocol=Standard2026.02 | 43.64 | 18.3 | 31.57 | 42.37 | 43.6 | 34.25 | 42.77 | 17.82 | 36.61 | 40.36 | 40.94 | |
| gpt-4.1-nano-2025-04-14Inference Protocol=Standard2026.02 | 38.79 | 17.25 | 26.77 | 36.67 | 39.48 | 29.95 | 39.21 | 17.57 | 33.67 | 36.62 | 32.45 |