Relation Label Classification on ConceptNet (CN)
65.8AccuracyT5 (set)
Evaluation results
| Method | Links | |
|---|---|---|
| T5 (set)evaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 65.8 | |
| gGLMevaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 65.3 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 64.9 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 64.9 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 64.9 | |
| gGLMevaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 64.6 | |
| GLMevaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 64.4 | |
| gGLMevaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 64.4 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 64.3 | |
| GLMevaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 64.2 | |
| GLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 64.1 | |
| gGLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 64.1 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 64.1 | |
| GLMevaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 64 | |
| GLMevaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 64 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 64 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 64 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 63.9 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 63.9 | |
| gGLMevaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 63.2 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=5, masking_level_m=02024.01 | 59.5 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=02024.01 | 59.3 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=3, masking_level_m=02024.01 | 58.8 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=2, masking_level_m=02024.01 | 58.6 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=2, masking_level_m=02024.01 | 57.1 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=5, masking_level_m=02024.01 | 57 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=02024.01 | 56.9 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=3, masking_level_m=02024.01 | 56.8 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=2, masking_level_m=02024.01 | 56.8 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=3, masking_level_m=02024.01 | 56.5 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=02024.01 | 55.8 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=1, masking_level_m=02024.01 | 55.4 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=1, masking_level_m=02024.01 | 55.4 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=5, masking_level_m=02024.01 | 55.3 | |
| T5 (set)evaluation_protocol=Linear Probing, radius_r=3, masking_level_m=02024.01 | 54.6 | |
| T5 (set)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=02024.01 | 53.9 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=1, masking_level_m=02024.01 | 53.7 | |
| T5 (set)evaluation_protocol=Linear Probing, radius_r=1, masking_level_m=02024.01 | 53.1 | |
| T5 (set)evaluation_protocol=Linear Probing, radius_r=5, masking_level_m=02024.01 | 53.1 | |
| T5 (set)evaluation_protocol=Linear Probing, radius_r=2, masking_level_m=02024.01 | 52.8 | |
| gGLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 48 | |
| GLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 47.9 | |
| GATevaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 44.5 | |
| GCNevaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 44.3 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=12024.01 | 41.8 | |
| GATevaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 40.6 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 40.4 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 40.3 | |
| GCNevaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 37.1 | |
| GATevaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 37 | |
| GATevaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 37 | |
| GCNevaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 36.8 | |
| GCNevaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 36.5 | |
| GATevaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 36.3 | |
| lGTevaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 35 | |
| lGTevaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 34.7 | |
| lGTevaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 34.5 | |
| GCNevaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 34.4 | |
| lGTevaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 32.7 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=12024.01 | 30.4 | |
| lGTevaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 30.1 | |
| gGTevaluation_protocol=Finetuning, radius_r=2, masking_level_m=02024.01 | 29 | |
| gGTevaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 27.6 | |
| gGLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=22024.01 | 27.2 | |
| GLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=22024.01 | 26.8 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=22024.01 | 25.6 | |
| gGLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=32024.01 | 24.2 | |
| lGTevaluation_protocol=Finetuning, radius_r=1, masking_level_m=02024.01 | 24.2 | |
| GLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=32024.01 | 23.8 | |
| gGTevaluation_protocol=Finetuning, radius_r=3, masking_level_m=02024.01 | 23.4 | |
| GCNevaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 22.2 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=32024.01 | 22 | |
| GCNevaluation_protocol=Finetuning, radius_r=4, masking_level_m=22024.01 | 21.9 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=22024.01 | 21.8 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=22024.01 | 21.8 | |
| GATevaluation_protocol=Finetuning, radius_r=4, masking_level_m=22024.01 | 20.8 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=12024.01 | 20.3 | |
| gGLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=42024.01 | 20.2 | |
| GATevaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 20 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=22024.01 | 19.9 | |
| GLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=42024.01 | 19.8 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=42024.01 | 19.4 | |
| gGLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=52024.01 | 19.2 | |
| gGTevaluation_protocol=Finetuning, radius_r=4, masking_level_m=02024.01 | 19.2 | |
| gGTevaluation_protocol=Finetuning, radius_r=4, masking_level_m=12024.01 | 18.6 | |
| T5 (set)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=12024.01 | 18.2 | |
| GLMevaluation_protocol=Finetuning, radius_r=4, masking_level_m=52024.01 | 18.1 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=32024.01 | 18 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=22024.01 | 17.8 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=32024.01 | 17.8 | |
| gGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=52024.01 | 17 | |
| T5 (set)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=22024.01 | 16.7 | |
| gGTevaluation_protocol=Finetuning, radius_r=5, masking_level_m=02024.01 | 15.6 | |
| T5 (set)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=42024.01 | 15.5 | |
| lGTevaluation_protocol=Finetuning, radius_r=4, masking_level_m=32024.01 | 15.5 | |
| T5 (list)evaluation_protocol=Finetuning, radius_r=4, masking_level_m=42024.01 | 15.4 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=32024.01 | 15.3 | |
| gGTevaluation_protocol=Finetuning, radius_r=4, masking_level_m=32024.01 | 14.5 | |
| lGLMevaluation_protocol=Linear Probing, radius_r=4, masking_level_m=32024.01 | 14 | |
| T5 (list)evaluation_protocol=Linear Probing, radius_r=4, masking_level_m=42024.01 | 14 |