Logical Query Answering on NELL995 (test)
0.913MRR (1-path)GNN-QE
Evaluation results
| Method | Links | |||||||||||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| GNN-QE2022.05 | 0.913 | 0.891 | 0.851 | 0.78 | 0.974 | 0.935 | 0.737 | 0.825 | 0.994 | — | — | — | — | — | — | — | 0.98 | 0.882 | 0.848 | 0.976 | — | — | — | — | — | — | — | |
| CQD-COInference Mode=Continuous Optimization2020.11 | 0.667 | 0.368 | 0.265 | 0.22 | 0.41 | 0.529 | 0.196 | 0.302 | 0.531 | 0.194 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| CQD-BeamInference Mode=Beam Search2020.11 | 0.667 | 0.375 | 0.35 | 0.288 | 0.41 | 0.529 | 0.171 | 0.277 | 0.531 | 0.156 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| QTO2022.12 | 0.607 | 0.329 | 0.241 | 0.216 | 0.425 | 0.506 | 0.265 | 0.313 | 0.204 | 0.179 | — | — | — | — | — | — | — | — | — | 5.9 | 12.9 | 13.8 | 17.9 | 16.9 | 9.9 | 0.24 | — | |
| CQD-COinference=continuous optimization2022.05 | 0.604 | 0.288 | 0.178 | 0.127 | 0.393 | 0.466 | — | 0.301 | 0.173 | 0.132 | — | — | — | — | — | — | — | 0.22 | — | — | — | — | — | — | — | — | — | |
| CQD-Beaminference=beam search2022.05 | 0.604 | 0.286 | 0.206 | 0.116 | 0.393 | 0.466 | — | 0.254 | 0.175 | 0.122 | — | — | — | — | — | — | — | 0.239 | — | — | — | — | — | — | — | — | — | |
| CQD-COReasoning Mode=Continuous Optimization2022.12 | 0.604 | 0.288 | 0.178 | 0.127 | 0.393 | 0.466 | 0.22 | 0.301 | 0.173 | 0.132 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.207 | — | |
| CQD-BeamReasoning Mode=Beam Search2022.12 | 0.604 | 0.286 | 0.206 | 0.116 | 0.393 | 0.466 | 0.239 | 0.254 | 0.175 | 0.122 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.198 | — | |
| CQD-COModel=CQD-CO2026.02 | 0.604 | — | 0.178 | 0.127 | 0.393 | 0.466 | 0.22 | 0.301 | 0.173 | 0.132 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.288 | |
| CQD-BeamModel=CQD-Beam2026.02 | 0.604 | — | 0.206 | 0.116 | 0.393 | 0.466 | 0.239 | 0.254 | 0.175 | 0.122 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.286 | |
| ConE2022.05 | 0.56 | 0.688 | 0.61 | 0.6 | 0.79 | 0.79 | 0.58 | 0.74 | 0.9 | — | — | — | — | — | — | — | 0.79 | 0.56 | 0.48 | 0.85 | — | — | — | — | — | — | — | |
| Q2BModel type=Box embeddings, Intersection operator=Attention mechanism2020.02 | 0.555 | 0.306 | 0.266 | 0.233 | 0.343 | 0.48 | 0.132 | 0.212 | 0.369 | 0.163 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| Query2BoxMethod Type=Box Embedding2020.11 | 0.555 | 0.306 | 0.266 | 0.233 | 0.343 | 0.48 | 0.132 | 0.212 | 0.369 | 0.163 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GNN-QE2022.05 | 0.533 | 0.289 | 0.189 | 0.149 | 0.424 | 0.525 | — | 0.308 | 0.159 | 0.126 | — | — | — | — | — | — | — | 0.189 | — | 6.3 | 9.7 | 9.9 | 14.6 | 11.4 | 6.3 | — | — | |
| GNN-QE2022.12 | 0.533 | 0.289 | 0.189 | 0.149 | 0.424 | 0.525 | 0.189 | 0.308 | 0.159 | 0.126 | — | — | — | — | — | — | — | — | — | 6.3 | 9.7 | 9.9 | 14.6 | 11.4 | 6.3 | 0.196 | — | |
| ConE2022.05 | 0.531 | 0.272 | 0.161 | 0.139 | 0.4 | 0.508 | — | 0.263 | 0.153 | 0.113 | — | — | — | — | — | — | — | 0.175 | — | 3.9 | 6.4 | 5.7 | 8.1 | 10.8 | 3.5 | — | — | |
| ConE2022.12 | 0.531 | 0.272 | 0.161 | 0.139 | 0.4 | 0.508 | 0.175 | 0.263 | 0.153 | 0.113 | — | — | — | — | — | — | — | — | — | 3.9 | 6.4 | 5.7 | 8.1 | 10.8 | 3.5 | 0.176 | — | |
| BETAE2020.10 | 0.53 | 0.246 | 0.13 | 0.114 | 0.376 | 0.475 | 0.143 | 0.241 | — | — | 0.122 | 0.11 | 0.085 | 0.086 | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| BetaE2022.05 | 0.53 | 0.246 | 0.13 | 0.114 | 0.376 | 0.475 | — | 0.241 | 0.122 | 0.085 | — | — | — | — | — | — | — | 0.143 | — | 3.5 | 5.9 | 5.1 | 7.8 | 10 | 3.1 | — | — | |
| BetaE2022.12 | 0.53 | 0.246 | 0.13 | 0.114 | 0.376 | 0.475 | 0.143 | 0.241 | 0.122 | 0.085 | — | — | — | — | — | — | — | — | — | 3.5 | 5.9 | 5.1 | 7.8 | 10 | 3.1 | 0.148 | — | |
| BetaEModel=BetaE2026.02 | 0.53 | — | 0.13 | 0.114 | 0.376 | 0.475 | 0.143 | 0.241 | 0.122 | 0.085 | — | — | — | — | — | — | — | — | — | 0.035 | 0.059 | 0.051 | 0.078 | 0.1 | 0.031 | — | 0.246 | |
| GNN-QEModel=GNN-QE2026.02 | 0.513 | — | 0.17 | 0.129 | 0.391 | 0.493 | 0.174 | 0.281 | 0.142 | 0.09 | — | — | — | — | — | — | — | — | — | 0.055 | 0.086 | 0.088 | 0.127 | 0.109 | 0.05 | — | 0.287 | |
| CQDInference Mode=Continuous Optimization (CO)2022.05 | 0.512 | 0.213 | 0.118 | 0.09 | 0.284 | 0.363 | 0.155 | 0.224 | 0.099 | 0.076 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| CQDInference Mode=Beam Search2022.05 | 0.512 | 0.21 | 0.143 | 0.063 | 0.284 | 0.363 | 0.174 | 0.181 | 0.102 | 0.072 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| HYQNETModel=HYQNET2026.02 | 0.503 | — | 0.18 | 0.141 | 0.397 | 0.499 | 0.175 | 0.274 | 0.145 | 0.108 | — | — | — | — | — | — | — | — | — | 0.055 | 0.089 | 0.085 | 0.135 | 0.114 | 0.058 | — | 0.289 | |
| FuzzQE2022.05 | 0.474 | 0.27 | 0.172 | 0.146 | 0.395 | 0.492 | — | 0.262 | 0.153 | 0.126 | — | — | — | — | — | — | — | 0.206 | — | 5.5 | 7.8 | 7.8 | 9.8 | 11.1 | 4.9 | — | — | |
| FuzzQE2022.12 | 0.474 | 0.27 | 0.172 | 0.146 | 0.395 | 0.492 | 0.206 | 0.262 | 0.153 | 0.126 | — | — | — | — | — | — | — | — | — | 5.5 | 7.8 | 7.8 | 9.8 | 11.1 | 4.9 | 0.184 | — | |
| FuzzQEModel=FuzzQE2026.02 | 0.474 | — | 0.172 | 0.146 | 0.395 | 0.492 | 0.206 | 0.262 | 0.153 | 0.126 | — | — | — | — | — | — | — | — | — | 0.055 | 0.078 | 0.078 | 0.098 | 0.111 | 0.049 | — | 0.27 | |
| ConE2022.05 | 0.436 | 0.198 | 0.107 | 0.09 | 0.286 | 0.398 | 0.114 | 0.192 | 0.09 | 0.066 | — | — | — | — | 2.2 | 1.4 | 2.6 | 5.2 | 0.8 | 1.2 | — | — | — | — | — | — | — | |
| BETAE2020.10 | 0.435 | 0.178 | 0.081 | 0.07 | 0.272 | 0.365 | 0.093 | 0.174 | — | — | 0.069 | 0.06 | 0.047 | 0.047 | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| BetaE2022.05 | 0.435 | 0.178 | 0.081 | 0.07 | 0.272 | 0.365 | 0.093 | 0.174 | 0.069 | 0.047 | — | — | — | — | 2.1 | 1.6 | 2.2 | 4.8 | 0.7 | 1.2 | — | — | — | — | — | — | — | |
| GNN-QE2022.05 | 0.435 | 0.215 | 0.129 | 0.099 | 0.325 | 0.424 | 0.129 | 0.235 | 0.088 | 0.074 | — | — | — | — | 3.6 | 3.2 | 5.9 | 5.4 | 1.6 | 2 | — | — | — | — | — | — | — | |
| BetaE2022.05 | 0.423 | 0.552 | 0.552 | 0.564 | 0.594 | 0.61 | 0.535 | 0.598 | 0.711 | — | — | — | — | — | — | — | 0.595 | 0.354 | 0.447 | 0.639 | — | — | — | — | — | — | — | |
| Q2B2020.10 | 0.422 | 0.229 | 0.14 | 0.112 | 0.333 | 0.445 | 0.168 | 0.224 | — | — | 0.113 | — | 0.103 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| Q2B2022.05 | 0.422 | 0.229 | 0.14 | 0.112 | 0.333 | 0.445 | — | 0.224 | 0.113 | 0.103 | — | — | — | — | — | — | — | 0.168 | — | — | — | — | — | — | — | — | — | |
| Query2Box2022.12 | 0.422 | 0.229 | 0.14 | 0.112 | 0.333 | 0.445 | 0.168 | 0.224 | 0.113 | 0.103 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.152 | — | |
| Q2BModel=Q2B2026.02 | 0.422 | — | 0.14 | 0.112 | 0.333 | 0.445 | 0.168 | 0.224 | 0.113 | 0.103 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.229 | |
| GQEModel type=Single vector embeddings, Intersection operator=Deep sets2020.02 | 0.418 | 0.247 | 0.228 | 0.205 | 0.316 | 0.447 | 0.081 | 0.186 | 0.199 | 0.139 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GQE-DOUBLEModel type=Single vector embeddings, embedding dimensionality=doubled, parameters=equal to Q2B2020.02 | 0.417 | 0.248 | 0.231 | 0.203 | 0.318 | 0.454 | 0.081 | 0.188 | 0.2 | 0.139 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GQEMethod Type=Graph Query Embedding2020.11 | 0.417 | 0.248 | 0.231 | 0.203 | 0.318 | 0.454 | 0.081 | 0.188 | 0.2 | 0.139 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GQE2020.10 | 0.328 | 0.186 | 0.119 | 0.096 | 0.275 | 0.352 | 0.144 | 0.184 | — | — | 0.085 | — | 0.088 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GQE2022.05 | 0.328 | 0.186 | 0.119 | 0.096 | 0.275 | 0.352 | — | 0.184 | 0.085 | 0.088 | — | — | — | — | — | — | — | 0.144 | — | — | — | — | — | — | — | — | — | |
| GQE2022.12 | 0.328 | 0.186 | 0.119 | 0.096 | 0.275 | 0.352 | 0.144 | 0.184 | 0.085 | 0.088 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.125 | — | |
| GQEModel=GQE2026.02 | 0.328 | — | 0.119 | 0.096 | 0.275 | 0.352 | 0.144 | 0.184 | 0.085 | 0.088 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.186 | |
| Q2B2020.10 | 0.238 | 0.141 | 0.087 | 0.069 | 0.203 | 0.315 | 0.107 | 0.143 | — | — | 0.05 | — | 0.06 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| Q2B2022.05 | 0.238 | 0.141 | 0.087 | 0.069 | 0.203 | 0.315 | 0.107 | 0.143 | 0.05 | 0.06 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GQE2020.10 | 0.154 | 0.099 | 0.067 | 0.05 | 0.143 | 0.204 | 0.09 | 0.106 | — | — | 0.029 | — | 0.05 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| GQE2022.05 | 0.154 | 0.099 | 0.067 | 0.05 | 0.143 | 0.204 | 0.09 | 0.106 | 0.029 | 0.05 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| Q2B2022.05 | 0.154 | — | 0.288 | 0.305 | 0.38 | 0.41 | 0.345 | 0.361 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | |
| BetaE2026.02 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.156 | — | 0.296 | 0.279 | 0.234 | 0.211 | — | — | |
| ROG2026.02 | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | — | 0.195 | — | 0.347 | 0.328 | 0.295 | 0.273 | — | — |