Open intent recognition on StackOverflow (ACC, NMI)
88.98AccuracyMTP-CLNN
Evaluation results
| Method | Links | |||
|---|---|---|---|---|
| MTP-CLNNKCR=75%, LAR=50%2022.05 | 88.98 | 84.46 | 78.39 | |
| MTP-DACKCR=75%, LAR=50%2022.05 | 87.91 | 83.97 | 77.24 | |
| MTP-CLNNKCR=75%, LAR=10%2022.05 | 87.63 | 82.56 | 75.66 | |
| MTP-CLNNKCR=50%, LAR=50%2022.05 | 87.21 | 82.84 | 75.54 | |
| MTPKCR=75%, LAR=50%2022.05 | 87.12 | 83.27 | 76.19 | |
| MTP-CLNNKCR=50%, LAR=10%2022.05 | 85.64 | 81.03 | 73.02 | |
| MTP-DACKCR=50%, LAR=50%2022.05 | 85.18 | 81.36 | 72.58 | |
| MTP-CLNNKCR=25%, LAR=50%2022.05 | 84.56 | 80.15 | 71.29 | |
| MTP-DAC (Comb)KCR=75%, LAR=10%2022.05 | 84.2 | 80.89 | 71.17 | |
| ADB + DeepAlignedKIR=25%, LR=100%2021.09 | 84.13 | 38.87 | — | |
| MTP-CLNNKCR=25%, LAR=10%2022.05 | 83.77 | 79.68 | 70.17 | |
| MTPKCR=75%, LAR=10%2022.05 | 83.74 | 80.7 | 71.68 | |
| MTPKCR=50%, LAR=50%2022.05 | 83.51 | 79.58 | 70.49 | |
| ADB + DeepAlignedKIR=25%, LR=50%2021.09 | 82.6 | 45.48 | — | |
| ADB + DeepAlignedKIR=50%, LR=100%2021.09 | 81.73 | 52.37 | — | |
| DACKCR=75%, LAR=50%2022.05 | 81.45 | 77.67 | 65.45 | |
| MTP-DAC (Comb)KCR=50%, LAR=10%2022.05 | 81.27 | 78.91 | 67.37 | |
| ADB + DeepAlignedKIR=75%, LR=100%2021.09 | 81.24 | 49.78 | — | |
| ADB + DeepAlignedKIR=50%, LR=50%2021.09 | 80.4 | 55 | — | |
| ADB + DeepAlignedKIR=75%, LR=50%2021.09 | 79.93 | 48.44 | — | |
| MTPKCR=50%, LAR=10%2022.05 | 79.28 | 77.11 | 66.45 | |
| MTP-DACKCR=25%, LAR=50%2022.05 | 79.25 | 78.15 | 64.64 | |
| DACKCR=75%, LAR=10%2022.05 | 78.84 | 75.31 | 60.02 | |
| MTP-DAC (Comb)KCR=25%, LAR=10%2022.05 | 78.6 | 77.22 | 61.42 | |
| MTPKCR=25%, LAR=50%2022.05 | 76.97 | 75.3 | 63.27 | |
| CDAC+KCR=75%, LAR=50%2022.05 | 76.64 | 76.09 | 41.37 | |
| CDAC+KCR=50%, LAR=10%2022.05 | 76.3 | 76.18 | 41.92 | |
| MTPKCR=25%, LAR=10%2022.05 | 75.98 | 73.75 | 61.06 | |
| CDAC+KCR=75%, LAR=10%2022.05 | 75.34 | 76.68 | 43.97 | |
| DACKCR=50%, LAR=50%2022.05 | 74.51 | 72.51 | 59.12 | |
| CDAC+KCR=50%, LAR=50%2022.05 | 74.38 | 74.87 | 39.38 | |
| CDAC+KCR=25%, LAR=10%2022.05 | 74.3 | 74.33 | 39.44 | |
| DACKCR=50%, LAR=10%2022.05 | 73.76 | 70.78 | 56.44 | |
| CDAC+KCR=25%, LAR=50%2022.05 | 72.76 | 73.92 | 39.29 | |
| BERT-DTCKCR=75%, LAR=50%2022.05 | 72.56 | 69.61 | 57.1 | |
| BERT-KCLKCR=75%, LAR=10%2022.05 | 71.5 | 70.38 | 57.98 | |
| BERT-DTCKCR=75%, LAR=10%2022.05 | 71.14 | 67.02 | 55.14 | |
| BERT-MCLKCR=75%, LAR=10%2022.05 | 70.82 | 67.72 | 55.78 | |
| BERT-KCLKCR=75%, LAR=50%2022.05 | 66.14 | 66.85 | 53.02 | |
| BERT-MCLKCR=75%, LAR=50%2022.05 | 65.98 | 68.39 | 54.4 | |
| BERT-KCLKCR=50%, LAR=10%2022.05 | 56.58 | 57.63 | 41.9 | |
| BERT-DTCKCR=50%, LAR=50%2022.05 | 55.58 | 55.76 | 39.46 | |
| DACKCR=25%, LAR=50%2022.05 | 55.33 | 56.8 | 39.51 | |
| DACKCR=25%, LAR=10%2022.05 | 53.96 | 53.97 | 36.46 | |
| BERT-MCLKCR=50%, LAR=10%2022.05 | 53.16 | 49.49 | 35.96 | |
| BERT-MCLKCR=50%, LAR=50%2022.05 | 52.04 | 53.75 | 38.58 | |
| BERT-DTCKCR=50%, LAR=10%2022.05 | 51.78 | 53.94 | 36.79 | |
| BERT-KCLKCR=50%, LAR=50%2022.05 | 48.32 | 55.82 | 37.29 | |
| BERT-DTCKCR=25%, LAR=50%2022.05 | 35.43 | 36.66 | 20.85 | |
| BERT-MCLKCR=25%, LAR=50%2022.05 | 34.68 | 34.3 | 19.12 | |
| BERT-KCLKCR=25%, LAR=10%2022.05 | 32.88 | 35.47 | 16.8 | |
| BERT-MCLKCR=25%, LAR=10%2022.05 | 31.5 | 29.44 | 14.99 | |
| BERT-KCLKCR=25%, LAR=50%2022.05 | 30.86 | 35.26 | 16.18 | |
| BERT-DTCKCR=25%, LAR=10%2022.05 | 30.32 | 33.38 | 16.45 |