Hallucination Detection on HELM Passage Level v1.0 (test)
0.9599AUCMIND
Evaluation results
| Method | Links | ||
|---|---|---|---|
| MINDBase LLM=GPT-J-6B2024.03 | 0.9599 | 0.5296 | |
| MINDBase LLM=OPT-7B2024.03 | 0.9449 | 0.5636 | |
| SCG-NLIBase LLM=GPT-J-6B2024.03 | 0.9384 | 0.4217 | |
| GPT4-HDMBase LLM=OPT-7B2024.03 | 0.9196 | 0.2372 | |
| GPT4-HDMBase LLM=GPT-J-6B2024.03 | 0.9183 | 0.2539 | |
| SCG-NLIBase LLM=OPT-7B2024.03 | 0.9096 | 0.4091 | |
| MINDBase LLM=LLaMA2-Base-7B2024.03 | 0.9048 | 0.4911 | |
| SCG-NLIBase LLM=LLaMA2-Base-7B2024.03 | 0.8897 | 0.4389 | |
| MINDBase LLM=Falcon-40B2024.03 | 0.8886 | 0.5251 | |
| PE-maxBase LLM=GPT-J-6B2024.03 | 0.8875 | 0.266 | |
| PE-maxBase LLM=OPT-7B2024.03 | 0.8851 | 0.218 | |
| SCG-MQAGBase LLM=GPT-J-6B2024.03 | 0.8827 | 0.3145 | |
| EUBHDBase LLM=Falcon-40B2024.03 | 0.8659 | 0.3447 | |
| GPT4-HDMBase LLM=LLaMA2-Base-7B2024.03 | 0.8625 | 0.1876 | |
| SCG-MQAGBase LLM=OPT-7B2024.03 | 0.8594 | 0.2993 | |
| SCG-NGBase LLM=GPT-J-6B2024.03 | 0.8579 | 0.2222 | |
| EUBHDBase LLM=GPT-J-6B2024.03 | 0.856 | 0.1546 | |
| MINDBase LLM=LLaMA2-Chat-7B2024.03 | 0.8547 | 0.4778 | |
| EUBHDBase LLM=OPT-7B2024.03 | 0.8545 | 0.1342 | |
| PP-minBase LLM=GPT-J-6B2024.03 | 0.8526 | 0.2454 | |
| PE-maxBase LLM=LLaMA2-Base-7B2024.03 | 0.84 | 0.2561 | |
| PP-minBase LLM=OPT-7B2024.03 | 0.8384 | 0.1191 | |
| LNPPBase LLM=OPT-7B2024.03 | 0.8374 | 0.2417 | |
| LNPEBase LLM=OPT-7B2024.03 | 0.8349 | 0.1879 | |
| PE-maxBase LLM=Falcon-40B2024.03 | 0.8347 | 0.3106 | |
| SCG-NGBase LLM=OPT-7B2024.03 | 0.834 | 0.1021 | |
| SAPLMABase LLM=GPT-J-6B2024.03 | 0.8294 | 0.1298 | |
| SCG-MQAGBase LLM=LLaMA2-Base-7B2024.03 | 0.8196 | 0.2278 | |
| SCG-BSBase LLM=GPT-J-6B2024.03 | 0.8165 | 0.1288 | |
| GPT4-HDMBase LLM=Falcon-40B2024.03 | 0.815 | 0.0812 | |
| SCG-NLIBase LLM=Falcon-40B2024.03 | 0.8121 | 0.4062 | |
| LNPEBase LLM=GPT-J-6B2024.03 | 0.8111 | 0.1261 | |
| PP-maxBase LLM=OPT-7B2024.03 | 0.81 | 0.0943 | |
| PE-minBase LLM=OPT-7B2024.03 | 0.8075 | 0.0832 | |
| LNPPBase LLM=GPT-J-6B2024.03 | 0.8039 | 0.1601 | |
| PP-minBase LLM=LLaMA2-Base-7B2024.03 | 0.7969 | 0.2231 | |
| SCG-NLIBase LLM=LLaMA2-Chat-7B2024.03 | 0.7951 | 0.4005 | |
| EUBHDBase LLM=LLaMA2-Base-7B2024.03 | 0.7859 | 0.1693 | |
| SAPLMABase LLM=LLaMA2-Base-7B2024.03 | 0.7823 | 0.0271 | |
| LNPEBase LLM=LLaMA2-Base-7B2024.03 | 0.7776 | 0.2018 | |
| GPT4-HDMBase LLM=LLaMA2-Chat-7B2024.03 | 0.7768 | 0.1883 | |
| LNPPBase LLM=LLaMA2-Base-7B2024.03 | 0.7755 | 0.2297 | |
| PP-minBase LLM=Falcon-40B2024.03 | 0.7649 | 0.1815 | |
| SCG-BSBase LLM=LLaMA2-Base-7B2024.03 | 0.7631 | 0.1447 | |
| SCG-BSBase LLM=OPT-7B2024.03 | 0.7597 | -0.0732 | |
| PE-minBase LLM=GPT-J-6B2024.03 | 0.7595 | -0.0645 | |
| PE-minBase LLM=LLaMA2-Base-7B2024.03 | 0.7587 | 0.0928 | |
| PP-maxBase LLM=GPT-J-6B2024.03 | 0.7585 | -0.0672 | |
| SCG-NLIBase LLM=LLaMA2-Chat-13B2024.03 | 0.7559 | 0.4145 | |
| PP-maxBase LLM=LLaMA2-Base-7B2024.03 | 0.7543 | 0.0837 | |
| SAPLMABase LLM=OPT-7B2024.03 | 0.7476 | -0.1433 | |
| SCG-BSBase LLM=Falcon-40B2024.03 | 0.7428 | 0.2471 | |
| SCG-MQAGBase LLM=LLaMA2-Chat-7B2024.03 | 0.7284 | 0.2581 | |
| SCG-MQAGBase LLM=Falcon-40B2024.03 | 0.7275 | -0.0851 | |
| SAPLMABase LLM=Falcon-40B2024.03 | 0.7236 | 0.09 | |
| MINDBase LLM=LLaMA2-Chat-13B2024.03 | 0.7175 | 0.3823 | |
| SCG-NGBase LLM=LLaMA2-Base-7B2024.03 | 0.7155 | 0.0785 | |
| LNPEBase LLM=Falcon-40B2024.03 | 0.7145 | 0.102 | |
| EUBHDBase LLM=LLaMA2-Chat-7B2024.03 | 0.7126 | 0.0512 | |
| SCG-NGBase LLM=Falcon-40B2024.03 | 0.7124 | 0.0575 | |
| PE-minBase LLM=Falcon-40B2024.03 | 0.7115 | 0.0855 | |
| PP-maxBase LLM=Falcon-40B2024.03 | 0.7063 | 0.0843 | |
| LNPPBase LLM=Falcon-40B2024.03 | 0.7008 | 0.0706 | |
| PE-maxBase LLM=LLaMA2-Chat-7B2024.03 | 0.6988 | 0.1956 | |
| PP-minBase LLM=LLaMA2-Chat-7B2024.03 | 0.687 | 0.1668 | |
| LNPEBase LLM=LLaMA2-Chat-7B2024.03 | 0.6704 | 0.2258 | |
| EUBHDBase LLM=LLaMA2-Chat-13B2024.03 | 0.6685 | 0.3079 | |
| SCG-MQAGBase LLM=LLaMA2-Chat-13B2024.03 | 0.6672 | 0.2902 | |
| PP-maxBase LLM=LLaMA2-Chat-7B2024.03 | 0.6614 | 0.1426 | |
| PE-minBase LLM=LLaMA2-Chat-7B2024.03 | 0.6409 | 0.2382 | |
| SAPLMABase LLM=LLaMA2-Chat-7B2024.03 | 0.6265 | 0.0519 | |
| LNPPBase LLM=LLaMA2-Chat-7B2024.03 | 0.5952 | 0.1169 | |
| SCG-BSBase LLM=LLaMA2-Chat-7B2024.03 | 0.5938 | -0.0504 | |
| PE-maxBase LLM=LLaMA2-Chat-13B2024.03 | 0.5933 | 0.2258 | |
| PE-minBase LLM=LLaMA2-Chat-13B2024.03 | 0.5918 | 0.0826 | |
| GPT4-HDMBase LLM=LLaMA2-Chat-13B2024.03 | 0.59 | 0.053 | |
| LNPEBase LLM=LLaMA2-Chat-13B2024.03 | 0.5878 | 0.2867 | |
| SCG-NGBase LLM=LLaMA2-Chat-7B2024.03 | 0.5771 | -0.1348 | |
| LNPPBase LLM=LLaMA2-Chat-13B2024.03 | 0.5522 | 0.2188 | |
| PP-maxBase LLM=LLaMA2-Chat-13B2024.03 | 0.5344 | -0.0426 | |
| PP-minBase LLM=LLaMA2-Chat-13B2024.03 | 0.5301 | 0.094 | |
| SAPLMABase LLM=LLaMA2-Chat-13B2024.03 | 0.5179 | -0.0714 | |
| SCG-NGBase LLM=LLaMA2-Chat-13B2024.03 | 0.4983 | -0.1065 | |
| SCG-BSBase LLM=LLaMA2-Chat-13B2024.03 | 0.476 | -0.0138 |