Hallucination Detection on HELM Sentence Level v1.0 (test)
0.8835AUCMIND
Evaluation results
| Method | Links | ||
|---|---|---|---|
| MINDBase LLM=OPT-7B2024.03 | 0.8835 | 0.476 | |
| MINDBase LLM=GPT-J-6B2024.03 | 0.8774 | 0.5244 | |
| SCG-NLIBase LLM=GPT-J-6B2024.03 | 0.868 | 0.4087 | |
| SCG-NLIBase LLM=OPT-7B2024.03 | 0.8103 | 0.3312 | |
| GPT4-HDMBase LLM=OPT-7B2024.03 | 0.7972 | 0.1678 | |
| MINDBase LLM=Falcon-40B2024.03 | 0.7895 | 0.5032 | |
| MINDBase LLM=LLaMA2-Base-7B2024.03 | 0.7876 | 0.4857 | |
| SCG-MQAGBase LLM=GPT-J-6B2024.03 | 0.7873 | 0.2306 | |
| GPT4-HDMBase LLM=GPT-J-6B2024.03 | 0.7843 | 0.1096 | |
| SCG-NLIBase LLM=LLaMA2-Base-7B2024.03 | 0.7644 | 0.3809 | |
| SCG-MQAGBase LLM=OPT-7B2024.03 | 0.7593 | 0.2151 | |
| EUBHDBase LLM=GPT-J-6B2024.03 | 0.7593 | 0.1057 | |
| EUBHDBase LLM=OPT-7B2024.03 | 0.7563 | 0.1423 | |
| SCG-NGBase LLM=GPT-J-6B2024.03 | 0.7549 | 0.177 | |
| EUBHDBase LLM=Falcon-40B2024.03 | 0.7509 | 0.3161 | |
| PE-maxBase LLM=GPT-J-6B2024.03 | 0.7497 | 0.0839 | |
| SCG-NGBase LLM=OPT-7B2024.03 | 0.749 | 0.1167 | |
| SCG-BSBase LLM=GPT-J-6B2024.03 | 0.7424 | 0.0745 | |
| PP-minBase LLM=GPT-J-6B2024.03 | 0.7413 | 0.2057 | |
| PP-maxBase LLM=OPT-7B2024.03 | 0.7302 | 0.0732 | |
| PE-maxBase LLM=OPT-7B2024.03 | 0.7263 | 0.0573 | |
| PE-minBase LLM=OPT-7B2024.03 | 0.7228 | 0.0601 | |
| LNPPBase LLM=OPT-7B2024.03 | 0.7206 | 0.2075 | |
| PP-minBase LLM=OPT-7B2024.03 | 0.7121 | 0.1808 | |
| PP-maxBase LLM=GPT-J-6B2024.03 | 0.7074 | -0.0467 | |
| PE-minBase LLM=GPT-J-6B2024.03 | 0.7044 | -0.0316 | |
| LNPEBase LLM=OPT-7B2024.03 | 0.7019 | 0.1216 | |
| SAPLMABase LLM=GPT-J-6B2024.03 | 0.6987 | 0.0456 | |
| LNPEBase LLM=GPT-J-6B2024.03 | 0.698 | 0.0376 | |
| LNPPBase LLM=GPT-J-6B2024.03 | 0.6927 | 0.0773 | |
| PE-maxBase LLM=LLaMA2-Base-7B2024.03 | 0.6851 | 0.2032 | |
| SCG-NLIBase LLM=Falcon-40B2024.03 | 0.6846 | 0.3789 | |
| MINDBase LLM=LLaMA2-Chat-7B2024.03 | 0.6755 | 0.4938 | |
| SCG-BSBase LLM=OPT-7B2024.03 | 0.6594 | -0.0563 | |
| GPT4-HDMBase LLM=LLaMA2-Base-7B2024.03 | 0.6583 | 0.0086 | |
| SCG-NLIBase LLM=LLaMA2-Chat-7B2024.03 | 0.6565 | 0.3835 | |
| PE-maxBase LLM=Falcon-40B2024.03 | 0.6479 | 0.2405 | |
| EUBHDBase LLM=LLaMA2-Base-7B2024.03 | 0.6479 | 0.117 | |
| SCG-BSBase LLM=Falcon-40B2024.03 | 0.6418 | 0.2293 | |
| SCG-MQAGBase LLM=LLaMA2-Base-7B2024.03 | 0.6401 | 0.1822 | |
| GPT4-HDMBase LLM=Falcon-40B2024.03 | 0.6329 | 0.1346 | |
| SAPLMABase LLM=OPT-7B2024.03 | 0.6212 | -0.141 | |
| SCG-BSBase LLM=LLaMA2-Base-7B2024.03 | 0.6178 | 0.1268 | |
| LNPEBase LLM=LLaMA2-Base-7B2024.03 | 0.6175 | 0.1461 | |
| LNPPBase LLM=LLaMA2-Base-7B2024.03 | 0.6098 | 0.1752 | |
| MINDBase LLM=LLaMA2-Chat-13B2024.03 | 0.6043 | 0.4273 | |
| PP-minBase LLM=LLaMA2-Base-7B2024.03 | 0.6025 | 0.1842 | |
| PE-minBase LLM=LLaMA2-Base-7B2024.03 | 0.5878 | 0.0152 | |
| PP-maxBase LLM=LLaMA2-Base-7B2024.03 | 0.5872 | 0.0154 | |
| SCG-NLIBase LLM=LLaMA2-Chat-13B2024.03 | 0.5834 | 0.3092 | |
| SAPLMABase LLM=LLaMA2-Base-7B2024.03 | 0.5777 | -0.0015 | |
| PE-minBase LLM=Falcon-40B2024.03 | 0.5757 | 0.1204 | |
| PP-maxBase LLM=Falcon-40B2024.03 | 0.5749 | 0.1193 | |
| PP-minBase LLM=Falcon-40B2024.03 | 0.5546 | 0.1504 | |
| LNPEBase LLM=Falcon-40B2024.03 | 0.5442 | 0.0936 | |
| SCG-MQAGBase LLM=Falcon-40B2024.03 | 0.5409 | 0.0369 | |
| SCG-NGBase LLM=LLaMA2-Base-7B2024.03 | 0.5365 | 0.059 | |
| LNPPBase LLM=Falcon-40B2024.03 | 0.5327 | 0.0667 | |
| SCG-NGBase LLM=Falcon-40B2024.03 | 0.5218 | 0.0995 | |
| SAPLMABase LLM=Falcon-40B2024.03 | 0.5128 | 0.0208 | |
| GPT4-HDMBase LLM=LLaMA2-Chat-7B2024.03 | 0.5127 | 0.1199 | |
| PE-maxBase LLM=LLaMA2-Chat-7B2024.03 | 0.4931 | 0.2029 | |
| EUBHDBase LLM=LLaMA2-Chat-7B2024.03 | 0.4805 | 0.1043 | |
| EUBHDBase LLM=LLaMA2-Chat-13B2024.03 | 0.4658 | 0.2115 | |
| SCG-MQAGBase LLM=LLaMA2-Chat-7B2024.03 | 0.4613 | 0.1856 | |
| PP-minBase LLM=LLaMA2-Chat-7B2024.03 | 0.4479 | 0.1287 | |
| PE-maxBase LLM=LLaMA2-Chat-13B2024.03 | 0.4439 | 0.2375 | |
| PE-minBase LLM=LLaMA2-Chat-7B2024.03 | 0.4411 | 0.0438 | |
| PP-maxBase LLM=LLaMA2-Chat-7B2024.03 | 0.4166 | -0.0337 | |
| LNPEBase LLM=LLaMA2-Chat-7B2024.03 | 0.4114 | 0.0858 | |
| GPT4-HDMBase LLM=LLaMA2-Chat-13B2024.03 | 0.4108 | 0.0986 | |
| SAPLMABase LLM=LLaMA2-Chat-7B2024.03 | 0.4066 | 0.013 | |
| SCG-MQAGBase LLM=LLaMA2-Chat-13B2024.03 | 0.404 | 0.182 | |
| SCG-BSBase LLM=LLaMA2-Chat-7B2024.03 | 0.376 | -0.0378 | |
| PP-minBase LLM=LLaMA2-Chat-13B2024.03 | 0.3725 | 0.1092 | |
| LNPPBase LLM=LLaMA2-Chat-7B2024.03 | 0.3536 | -0.0339 | |
| LNPEBase LLM=LLaMA2-Chat-13B2024.03 | 0.3352 | 0.0826 | |
| PE-minBase LLM=LLaMA2-Chat-13B2024.03 | 0.3164 | -0.0166 | |
| SCG-NGBase LLM=LLaMA2-Chat-7B2024.03 | 0.3105 | -0.1016 | |
| SAPLMABase LLM=LLaMA2-Chat-13B2024.03 | 0.3047 | -0.0003 | |
| SCG-BSBase LLM=LLaMA2-Chat-13B2024.03 | 0.3026 | -0.0136 | |
| PP-maxBase LLM=LLaMA2-Chat-13B2024.03 | 0.3013 | -0.0404 | |
| LNPPBase LLM=LLaMA2-Chat-13B2024.03 | 0.2673 | -0.0971 | |
| SCG-NGBase LLM=LLaMA2-Chat-13B2024.03 | 0.265 | -0.0483 |