Question Answering on QuALITY (test)
77.71AccuracyDISRetrieval
Evaluation results
| Method | Links | |||||
|---|---|---|---|---|---|---|
| DISRetrievalBase Model=Deepseek-v3, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 77.71 | — | — | — | — | |
| BisectionBase Model=Deepseek-v3, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 76.94 | — | — | — | — | |
| flatten-chunkBase Model=Deepseek-v3, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 76.56 | — | — | — | — | |
| DISRetrievalBase Model=Deepseek-v3, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 76.46 | — | — | — | — | |
| RAPTORBase Model=Deepseek-v3, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 75.22 | — | — | — | — | |
| flatten-chunkBase Model=Deepseek-v3, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 75.02 | — | — | — | — | |
| BisectionBase Model=Deepseek-v3, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 74.4 | — | — | — | — | |
| DISRetrievalBase Model=Deepseek-v3, Context Length=400, Embedding Model=SBERT2025.05 | 73.68 | — | — | — | — | |
| flatten-sentenceBase Model=Deepseek-v3, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 73.63 | — | — | — | — | |
| DISRetrievalBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 73.54 | — | — | — | — | |
| BisectionBase Model=Deepseek-v3, Context Length=400, Embedding Model=SBERT2025.05 | 73.39 | — | — | — | — | |
| flatten-chunkBase Model=Deepseek-v3, Context Length=400, Embedding Model=SBERT2025.05 | 73.25 | — | — | — | — | |
| DISRetrievalBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 72.44 | — | — | — | — | |
| DISRetrievalBase Model=Deepseek-v3, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 72.28 | — | — | — | — | |
| flatten-sentenceBase Model=Deepseek-v3, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 72.24 | — | — | — | — | |
| RAPTORBase Model=Deepseek-v3, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 72.24 | — | — | — | — | |
| DISRetrievalBase Model=Deepseek-v3, Context Length=300, Embedding Model=SBERT2025.05 | 72.15 | — | — | — | — | |
| BisectionBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 72 | — | — | — | — | |
| flatten-chunkBase Model=Deepseek-v3, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 71.52 | — | — | — | — | |
| RAPTORBase Model=Deepseek-v3, Context Length=400, Embedding Model=SBERT2025.05 | 71.19 | — | — | — | — | |
| BisectionBase Model=Deepseek-v3, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 71.09 | — | — | — | — | |
| flatten-chunkBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 71.05 | — | — | — | — | |
| BisectionBase Model=Deepseek-v3, Context Length=300, Embedding Model=SBERT2025.05 | 70.81 | — | — | — | — | |
| RAPTORBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 70.71 | — | — | — | — | |
| BisectionBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 70.71 | — | — | — | — | |
| flatten-sentenceBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 69.94 | — | — | — | — | |
| flatten-chunkBase Model=Deepseek-v3, Context Length=300, Embedding Model=SBERT2025.05 | 69.65 | — | — | — | — | |
| flatten-sentenceBase Model=Deepseek-v3, Context Length=400, Embedding Model=SBERT2025.05 | 69.65 | — | — | — | — | |
| DISRetrievalBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=SBERT2025.05 | 69.37 | — | — | — | — | |
| flatten-chunkBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 69.27 | — | — | — | — | |
| DISRetrievalBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 69.27 | — | — | — | — | |
| RAPTORBase Model=Deepseek-v3, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 69.13 | — | — | — | — | |
| DISRetrievalBase Model=Deepseek-v3, Context Length=200, Embedding Model=SBERT2025.05 | 68.89 | — | — | — | — | |
| flatten-sentenceBase Model=Deepseek-v3, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 68.74 | — | — | — | — | |
| RAPTORBase Model=Deepseek-v3, Context Length=300, Embedding Model=SBERT2025.05 | 68.65 | — | — | — | — | |
| flatten-sentenceBase Model=Deepseek-v3, Context Length=300, Embedding Model=SBERT2025.05 | 68.41 | — | — | — | — | |
| BisectionBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=SBERT2025.05 | 67.93 | — | — | — | — | |
| BisectionBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 67.88 | — | — | — | — | |
| BisectionBase Model=Deepseek-v3, Context Length=200, Embedding Model=SBERT2025.05 | 67.83 | — | — | — | — | |
| RAPTORBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 67.79 | — | — | — | — | |
| flatten-chunkBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=SBERT2025.05 | 67.69 | — | — | — | — | |
| RAPTORBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=SBERT2025.05 | 67.26 | — | — | — | — | |
| flatten-sentenceBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 66.68 | — | — | — | — | |
| DISRetrievalBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=SBERT2025.05 | 66.63 | — | — | — | — | |
| flatten-chunkBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 65.77 | — | — | — | — | |
| BisectionBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=SBERT2025.05 | 65.68 | — | — | — | — | |
| flatten-chunkBase Model=Deepseek-v3, Context Length=200, Embedding Model=SBERT2025.05 | 65.68 | — | — | — | — | |
| RAPTORBase Model=Deepseek-v3, Context Length=200, Embedding Model=SBERT2025.05 | 65.53 | — | — | — | — | |
| flatten-sentenceBase Model=GPT-4.1-mini, Context Length=400, Embedding Model=SBERT2025.05 | 65.24 | — | — | — | — | |
| RAPTORBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 64.77 | — | — | — | — | |
| DISRetrievalBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=SBERT2025.05 | 64.57 | — | — | — | — | |
| flatten-sentenceBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 64.43 | — | — | — | — | |
| flatten-sentenceBase Model=Deepseek-v3, Context Length=200, Embedding Model=SBERT2025.05 | 64.14 | — | — | — | — | |
| RAPTORBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=SBERT2025.05 | 63.81 | — | — | — | — | |
| BisectionBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=SBERT2025.05 | 63.71 | — | — | — | — | |
| flatten-chunkBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=SBERT2025.05 | 63.66 | — | — | — | — | |
| flatten-sentenceBase Model=GPT-4.1-mini, Context Length=300, Embedding Model=SBERT2025.05 | 63.09 | — | — | — | — | |
| RAPTORBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=SBERT2025.05 | 61.31 | — | — | — | — | |
| DISRetrievalBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 60.64 | — | — | — | — | |
| BisectionBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 60.21 | — | — | — | — | |
| flatten-chunkBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=SBERT2025.05 | 60.16 | — | — | — | — | |
| flatten-sentenceBase Model=GPT-4.1-mini, Context Length=200, Embedding Model=SBERT2025.05 | 60.12 | — | — | — | — | |
| DISRetrievalBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 59.64 | — | — | — | — | |
| DISRetrievalBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=SBERT2025.05 | 58.87 | — | — | — | — | |
| RAPTORBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 58.53 | — | — | — | — | |
| BisectionBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 58.53 | — | — | — | — | |
| DISRetrievalBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 57.67 | — | — | — | — | |
| flatten-chunkBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 57.62 | — | — | — | — | |
| DISRetrievalBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=SBERT2025.05 | 57.62 | — | — | — | — | |
| flatten-chunkBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 57.53 | — | — | — | — | |
| flatten-sentenceBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=OpenAI text-embedding-3-large2025.05 | 57.38 | — | — | — | — | |
| BisectionBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=SBERT2025.05 | 57.24 | — | — | — | — | |
| RAPTORBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 57 | — | — | — | — | |
| BisectionBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 57 | — | — | — | — | |
| flatten-sentenceBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=OpenAI text-embedding-3-large2025.05 | 56.71 | — | — | — | — | |
| flatten-chunkBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 56.28 | — | — | — | — | |
| flatten-sentenceBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 56.04 | — | — | — | — | |
| BisectionBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=SBERT2025.05 | 56.04 | — | — | — | — | |
| RAPTORBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=OpenAI text-embedding-3-large2025.05 | 55.99 | — | — | — | — | |
| DISRetrievalBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=SBERT2025.05 | 55.56 | — | — | — | — | |
| RAPTORBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=SBERT2025.05 | 55.51 | — | — | — | — | |
| flatten-sentenceBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=SBERT2025.05 | 55.27 | — | — | — | — | |
| flatten-chunkBase Model=UnifiedQA-3B, Context Length=400, Embedding Model=SBERT2025.05 | 55.23 | — | — | — | — | |
| BisectionBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=SBERT2025.05 | 55.13 | — | — | — | — | |
| RAPTORBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=SBERT2025.05 | 54.75 | — | — | — | — | |
| flatten-sentenceBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=SBERT2025.05 | 54.55 | — | — | — | — | |
| flatten-chunkBase Model=UnifiedQA-3B, Context Length=300, Embedding Model=SBERT2025.05 | 54.46 | — | — | — | — | |
| RAPTORBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=SBERT2025.05 | 53.6 | — | — | — | — | |
| flatten-sentenceBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=SBERT2025.05 | 53.16 | — | — | — | — | |
| flatten-chunkBase Model=UnifiedQA-3B, Context Length=200, Embedding Model=SBERT2025.05 | 52.97 | — | — | — | — | |
| HRM2026.06 | 47.43 | — | — | — | — | |
| LoRA2026.06 | 35.18 | — | — | — | — | |
| AdaLoRA2026.06 | 35.18 | — | — | — | — | |
| DoRA2026.06 | 34.78 | — | — | — | — | |
| QLoRA2026.06 | 33.99 | — | — | — | — | |
| AutoComCompression Ratio=4x2026.03 | — | — | — | — | 34.43 | |
| BART-LS2022.09 | — | 37.8 | 34 | — | — | |
| HATified-SFTShot=0-shot2026.03 | — | — | — | 48.8 | — | |
| ICAECompression Ratio=4x2026.03 | — | — | — | — | 34.68 | |
| Llama-InstructShot=0-shot2026.03 | — | — | — | 45.9 | — |