Financial Question Answering on FiQA
82.7AccuracyOurs
Evaluation results
| Method | Links | ||||
|---|---|---|---|---|---|
| Ours2025.12 | 82.7 | 44.8 | 29.6 | 0.79 | |
| Agentlite2025.12 | 77.5 | 39.5 | 25.2 | 0.7 | |
| Agent-safetybench2025.12 | 76.3 | 38.1 | 24 | 0.67 | |
| Aios2025.12 | 74.6 | 36.8 | 23.1 | 0.65 | |
| Expel2025.12 | 71.8 | 34.2 | 21.5 | 0.62 | |
| XTFBackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 45.6 | — | — | — | |
| TCBackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 41.2 | — | — | — | |
| SLMBackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 40.7 | — | — | — | |
| ×2 EpBackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 36.2 | — | — | — | |
| XTFBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 36.1 | — | — | — | |
| NormalBackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 35.8 | — | — | — | |
| DABackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 34.1 | — | — | — | |
| TCBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 31.9 | — | — | — | |
| SLMBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 31.6 | — | — | — | |
| DFBackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 31.5 | — | — | — | |
| DABackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 30.9 | — | — | — | |
| XTFBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 29.3 | — | — | — | |
| ×2 EpBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 28.9 | — | — | — | |
| NormalBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 28.5 | — | — | — | |
| DFBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 28.3 | — | — | — | |
| CABackbone=Deepseek-distilled-qwen, Parameters=14B, LoRA=true2026.02 | 26.3 | — | — | — | |
| XTFBackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 25.9 | — | — | — | |
| DABackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 23.9 | — | — | — | |
| SLMBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 22.8 | — | — | — | |
| ×2 EpBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 22.7 | — | — | — | |
| NormalBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 22.6 | — | — | — | |
| TCBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 22.1 | — | — | — | |
| SLMBackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 21.5 | — | — | — | |
| TCBackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 20.8 | — | — | — | |
| DFBackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 20.8 | — | — | — | |
| DABackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 19.2 | — | — | — | |
| ×2 EpBackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 18.7 | — | — | — | |
| XTFBackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 18.5 | — | — | — | |
| NormalBackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 18.4 | — | — | — | |
| CABackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=false2026.02 | 18.4 | — | — | — | |
| CABackbone=Deepseek-distilled-qwen, Parameters=7B, LoRA=true2026.02 | 18.4 | — | — | — | |
| XTFBackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 17.2 | — | — | — | |
| DFBackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 15.7 | — | — | — | |
| SLMBackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 15.1 | — | — | — | |
| TCBackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 14.9 | — | — | — | |
| TCBackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 14.8 | — | — | — | |
| SLMBackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 14.2 | — | — | — | |
| DABackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 14.1 | — | — | — | |
| DFBackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 13.6 | — | — | — | |
| NormalBackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 13.3 | — | — | — | |
| ×2 EpBackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 13.3 | — | — | — | |
| ×2 EpBackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 12.9 | — | — | — | |
| DABackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 12.9 | — | — | — | |
| NormalBackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 12.8 | — | — | — | |
| DFBackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 12.4 | — | — | — | |
| CABackbone=Deepseek-distilled-qwen, Parameters=1.5B, LoRA=false2026.02 | 11.9 | — | — | — | |
| SLMBackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 8.9 | — | — | — | |
| CABackbone=Mistral, Parameters=7B, LoRA=false2026.02 | 8.7 | — | — | — | |
| CABackbone=Mistral, Parameters=7B, LoRA=true2026.02 | 8.7 | — | — | — | |
| TCBackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 8.6 | — | — | — | |
| XTFBackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 8.4 | — | — | — | |
| DABackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 8.2 | — | — | — | |
| XTFBackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 8.1 | — | — | — | |
| SLMBackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 7.9 | — | — | — | |
| TCBackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 7.6 | — | — | — | |
| ×2 EpBackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 6.9 | — | — | — | |
| NormalBackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 6.8 | — | — | — | |
| ×2 EpBackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 5.4 | — | — | — | |
| NormalBackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 5.2 | — | — | — | |
| DFBackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 5.1 | — | — | — | |
| DABackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 4.8 | — | — | — | |
| DFBackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 4.3 | — | — | — | |
| XTFBackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 3.5 | — | — | — | |
| TCBackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 3.4 | — | — | — | |
| SLMBackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 3.2 | — | — | — | |
| CABackbone=Llama-3.1, Parameters=8B, LoRA=false2026.02 | 2.5 | — | — | — | |
| CABackbone=Llama-3.1, Parameters=8B, LoRA=true2026.02 | 2.5 | — | — | — | |
| DFBackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 2.2 | — | — | — | |
| DABackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 1.6 | — | — | — | |
| NormalBackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 1.1 | — | — | — | |
| ×2 EpBackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 1 | — | — | — | |
| DFBackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0.6 | — | — | — | |
| SLMBackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0.5 | — | — | — | |
| TCBackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0.5 | — | — | — | |
| XTFBackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0.5 | — | — | — | |
| CABackbone=Llama-3.2, Parameters=3B, LoRA=false2026.02 | 0.5 | — | — | — | |
| NormalBackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0.4 | — | — | — | |
| ×2 EpBackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0.4 | — | — | — | |
| DABackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0.3 | — | — | — | |
| CABackbone=Llama-3.2, Parameters=1B, LoRA=false2026.02 | 0 | — | — | — |