Offline Learning to Rank on MSLR-WEB10K (test)
0.328ERR@5ORACLE
Evaluation results
| Method | Links | ||||||||
|---|---|---|---|---|---|---|---|---|---|
| ORACLE2023.06 | 0.328 | 0.305 | 0.347 | 0.426 | 0.432 | 0.453 | — | — | |
| ORACLE2023.06 | 0.328 | — | 0.347 | — | 0.432 | 0.453 | — | — | |
| CUOLR(SAC)CLICK MODEL=UBM2023.06 | 0.284 | 0.26 | 0.306 | 0.374 | 0.384 | 0.408 | — | — | |
| CM-IPWCLICK MODEL=DCM2023.06 | 0.284 | 0.259 | 0.304 | 0.367 | 0.379 | 0.402 | — | — | |
| CUOLR(SAC)CLICK MODEL=CCM2023.06 | 0.284 | 0.26 | 0.305 | 0.374 | 0.383 | 0.408 | — | — | |
| CM-IPWclick_model=DCM2023.06 | 0.284 | — | 0.304 | — | 0.379 | 0.402 | — | — | |
| CM-IPWCLICK MODEL=CASCADE2023.06 | 0.283 | 0.259 | 0.304 | 0.367 | 0.378 | 0.403 | — | — | |
| CM-IPWclick_model=CASCADE2023.06 | 0.283 | — | 0.304 | — | 0.378 | 0.403 | — | — | |
| IPWCLICK MODEL=PBM2023.06 | 0.281 | 0.257 | 0.301 | 0.356 | 0.367 | 0.39 | — | — | |
| CUOLR(CQL)CLICK MODEL=PBM2023.06 | 0.281 | 0.257 | 0.303 | 0.369 | 0.38 | 0.406 | — | — | |
| IPWCLICK MODEL=UBM2023.06 | 0.281 | 0.258 | 0.301 | 0.359 | 0.367 | 0.39 | — | — | |
| IPWclick_model=PBM2023.06 | 0.281 | — | 0.301 | — | 0.367 | 0.39 | — | — | |
| CUOLR(CQL)click_model=PBM2023.06 | 0.281 | — | 0.303 | — | 0.38 | 0.406 | — | — | |
| CUOLR(CQL)CLICK MODEL=CASCADE2023.06 | 0.28 | 0.255 | 0.301 | 0.366 | 0.378 | 0.404 | — | — | |
| DLACLICK MODEL=UBM2023.06 | 0.28 | 0.257 | 0.3 | 0.369 | 0.377 | 0.4 | — | — | |
| CUOLR(CQL)CLICK MODEL=UBM2023.06 | 0.28 | 0.255 | 0.301 | 0.373 | 0.384 | 0.408 | — | — | |
| CUOLR(CQL)CLICK MODEL=CCM2023.06 | 0.28 | 0.255 | 0.301 | 0.373 | 0.384 | 0.408 | — | — | |
| CUOLR(CQL)click_model=CASCADE2023.06 | 0.28 | — | 0.301 | — | 0.378 | 0.404 | — | — | |
| CUOLR(SAC)CLICK MODEL=PBM2023.06 | 0.279 | 0.255 | 0.301 | 0.368 | 0.379 | 0.404 | — | — | |
| CUOLR(SAC)CLICK MODEL=CASCADE2023.06 | 0.279 | 0.255 | 0.301 | 0.368 | 0.379 | 0.405 | — | — | |
| DLACLICK MODEL=DCM2023.06 | 0.279 | 0.254 | 0.299 | 0.368 | 0.378 | 0.404 | — | — | |
| CUOLR(SAC)click_model=PBM2023.06 | 0.279 | — | 0.301 | — | 0.379 | 0.404 | — | — | |
| CUOLR(SAC)click_model=CASCADE2023.06 | 0.279 | — | 0.301 | — | 0.379 | 0.405 | — | — | |
| DLAclick_model=DCM2023.06 | 0.279 | — | 0.299 | — | 0.378 | 0.404 | — | — | |
| IPWCLICK MODEL=DCM2023.06 | 0.278 | 0.256 | 0.299 | 0.354 | 0.363 | 0.387 | — | — | |
| CUOLR(CQL)CLICK MODEL=DCM2023.06 | 0.278 | 0.254 | 0.3 | 0.369 | 0.38 | 0.405 | — | — | |
| CUOLR(SAC)CLICK MODEL=DCM2023.06 | 0.278 | 0.254 | 0.3 | 0.367 | 0.378 | 0.403 | — | — | |
| IPWCLICK MODEL=CCM2023.06 | 0.278 | 0.255 | 0.298 | 0.351 | 0.36 | 0.383 | — | — | |
| IPWclick_model=DCM2023.06 | 0.278 | — | 0.299 | — | 0.363 | 0.387 | — | — | |
| CUOLR(CQL)click_model=DCM2023.06 | 0.278 | — | 0.3 | — | 0.38 | 0.405 | — | — | |
| CUOLR(SAC)click_model=DCM2023.06 | 0.278 | — | 0.3 | — | 0.378 | 0.403 | — | — | |
| CM-IPWCLICK MODEL=UBM2023.06 | 0.276 | 0.253 | 0.297 | 0.354 | 0.362 | 0.386 | — | — | |
| DLACLICK MODEL=CCM2023.06 | 0.275 | 0.252 | 0.295 | 0.347 | 0.356 | 0.379 | — | — | |
| DLACLICK MODEL=CASCADE2023.06 | 0.265 | 0.239 | 0.286 | 0.354 | 0.365 | 0.392 | — | — | |
| DLAclick_model=CASCADE2023.06 | 0.265 | — | 0.286 | — | 0.365 | 0.392 | — | — | |
| IPWCLICK MODEL=CASCADE2023.06 | 0.257 | 0.232 | 0.279 | 0.347 | 0.358 | 0.387 | — | — | |
| IPWclick_model=CASCADE2023.06 | 0.257 | — | 0.279 | — | 0.358 | 0.387 | — | — | |
| DLACLICK MODEL=PBM2023.06 | 0.256 | 0.23 | 0.278 | 0.343 | 0.356 | 0.384 | — | — | |
| DLAclick_model=PBM2023.06 | 0.256 | — | 0.278 | — | 0.356 | 0.384 | — | — | |
| CM-IPWCLICK MODEL=PBM2023.06 | 0.255 | 0.229 | 0.277 | 0.341 | 0.354 | 0.383 | — | — | |
| CM-IPWclick_model=PBM2023.06 | 0.255 | — | 0.277 | — | 0.354 | 0.383 | — | — | |
| CM-IPWCLICK MODEL=CCM2023.06 | 0.249 | 0.227 | 0.27 | 0.305 | 0.316 | 0.342 | — | — | |
| LOGGING2023.06 | 0.206 | 0.18 | 0.23 | 0.288 | 0.304 | 0.338 | — | — | |
| LOGGING2023.06 | 0.206 | — | 0.23 | — | 0.304 | 0.338 | — | — | |
| BWD-SSn=10,000, z=0.052026.06 | — | — | — | — | — | — | — | 0.0056 | |
| FWD-SSn=10,000, z=0.052026.06 | — | — | — | — | — | — | — | 0.0052 | |
| Pat-20n=10,000, patience=202026.06 | — | — | — | — | — | — | — | 0.0048 | |
| Pat-5n=10,000, patience=52026.06 | — | — | — | — | — | — | — | 0.0092 | |
| STAB-SSn=10,000, z=0.052026.06 | — | — | — | — | — | — | — | 0.0043 |