Few-shot Relation Classification on FewRel 1.0 (test)
0.971AccuracyCP
Evaluation results
| Method | Links | ||||||
|---|---|---|---|---|---|---|---|
| CPsetting=5-way 5-shot, mode=C+M2020.10 | 0.971 | — | — | — | — | — | |
| CPsetting=5-way 5-shot, mode=OnlyC2020.10 | 0.956 | — | — | — | — | — | |
| MTBsetting=5-way 5-shot, mode=C+M2020.10 | 0.954 | — | — | — | — | — | |
| CPsetting=5-way 1-shot, mode=C+M2020.10 | 0.951 | — | — | — | — | — | |
| CPsetting=10-way 5-shot, mode=C+M2020.10 | 0.947 | — | — | — | — | — | |
| BERTsetting=5-way 5-shot, mode=C+M2020.10 | 0.946 | — | — | — | — | — | |
| MTBsetting=5-way 5-shot, mode=OnlyC2020.10 | 0.939 | — | — | — | — | — | |
| CPsetting=5-way 1-shot, mode=OnlyC2020.10 | 0.926 | — | — | — | — | — | |
| BERTsetting=5-way 5-shot, mode=OnlyC2020.10 | 0.925 | — | — | — | — | — | |
| CPsetting=10-way 5-shot, mode=OnlyC2020.10 | 0.924 | — | — | — | — | — | |
| MTBsetting=10-way 5-shot, mode=C+M2020.10 | 0.918 | — | — | — | — | — | |
| CPsetting=10-way 1-shot, mode=C+M2020.10 | 0.912 | — | — | — | — | — | |
| BERTsetting=5-way 1-shot, mode=C+M2020.10 | 0.911 | — | — | — | — | — | |
| MTBsetting=5-way 1-shot, mode=C+M2020.10 | 0.911 | — | — | — | — | — | |
| BERTsetting=10-way 5-shot, mode=C+M2020.10 | 0.908 | — | — | — | — | — | |
| MTBsetting=10-way 5-shot, mode=OnlyC2020.10 | 0.892 | — | — | — | — | — | |
| MTBsetting=5-way 1-shot, mode=OnlyC2020.10 | 0.879 | — | — | — | — | — | |
| BERTsetting=10-way 5-shot, mode=OnlyC2020.10 | 0.876 | — | — | — | — | — | |
| CPsetting=10-way 1-shot, mode=OnlyC2020.10 | 0.867 | — | — | — | — | — | |
| BERTsetting=5-way 1-shot, mode=OnlyC2020.10 | 0.866 | — | — | — | — | — | |
| MTBsetting=10-way 1-shot, mode=C+M2020.10 | 0.843 | — | — | — | — | — | |
| BERTsetting=10-way 1-shot, mode=C+M2020.10 | 0.842 | — | — | — | — | — | |
| CPsetting=5-way 5-shot, mode=OnlyM2020.10 | 0.84 | — | — | — | — | — | |
| MTBsetting=5-way 5-shot, mode=OnlyM2020.10 | 0.835 | — | — | — | — | — | |
| BERTsetting=5-way 5-shot, mode=OnlyM2020.10 | 0.804 | — | — | — | — | — | |
| BERTsetting=10-way 1-shot, mode=OnlyC2020.10 | 0.779 | — | — | — | — | — | |
| MTBsetting=10-way 1-shot, mode=OnlyC2020.10 | 0.779 | — | — | — | — | — | |
| CPsetting=10-way 5-shot, mode=OnlyM2020.10 | 0.763 | — | — | — | — | — | |
| CPsetting=5-way 1-shot, mode=OnlyM2020.10 | 0.743 | — | — | — | — | — | |
| MTBsetting=10-way 5-shot, mode=OnlyM2020.10 | 0.742 | — | — | — | — | — | |
| MTBsetting=5-way 1-shot, mode=OnlyM2020.10 | 0.727 | — | — | — | — | — | |
| BERTsetting=10-way 5-shot, mode=OnlyM2020.10 | 0.715 | — | — | — | — | — | |
| BERTsetting=5-way 1-shot, mode=OnlyM2020.10 | 0.701 | — | — | — | — | — | |
| CPsetting=10-way 1-shot, mode=OnlyM2020.10 | 0.62 | — | — | — | — | — | |
| BERTsetting=10-way 1-shot, mode=OnlyM2020.10 | 0.575 | — | — | — | — | — | |
| MTBsetting=10-way 1-shot, mode=OnlyM2020.10 | 0.568 | — | — | — | — | — | |
| BERTFramework=Proto, Backbone=BERT, Model Size=BASE2019.11 | — | 0.8068 | 0.896 | 0.7148 | 0.8289 | — | |
| BERTFramework=PAIR, Backbone=BERT, Model Size=BASE2019.11 | — | 0.8832 | 0.9322 | 0.8063 | 0.8702 | — | |
| BERT_EM + MTBBackbone=BERT-Large, Relation representation=ENTITY MARKER, Pre-training=Matching the Blanks2019.06 | — | 0.939 | 0.971 | 0.892 | 0.943 | — | |
| ERNIEExternal Pretraining=true, Seen FewRel 1.0 test facts=true2022.02 | — | 0.927 | 0.979 | 0.877 | 0.961 | — | |
| ERNIE-BERTFramework=Proto, Backbone=BERT, Model Size=BASE, Oracle=true2019.11 | — | 0.8943 | 0.9466 | 0.8423 | 0.9083 | — | |
| ERNIE-BERTFramework=PAIR, Backbone=BERT, Model Size=BASE, Oracle=true2019.11 | — | 0.9253 | 0.9427 | 0.8708 | 0.8913 | — | |
| ERNIE-RoBERTaFramework=Proto, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8776 | 0.9562 | 0.8014 | 0.9147 | — | |
| ERNIE-RoBERTaFramework=PAIR, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8746 | 0.9411 | 0.8168 | 0.8783 | — | |
| Human2019.06 | — | 0.9222 | — | 0.8588 | — | — | |
| KEPLERExternal Pretraining=true2022.02 | — | 0.908 | 0.969 | 0.851 | 0.942 | — | |
| KEPLER-WikiFramework=Proto, Backbone=KEPLER, Model Size=BASE2019.11 | — | 0.883 | 0.9594 | 0.811 | 0.9267 | — | |
| KEPLER-WikiFramework=PAIR, Backbone=KEPLER, Model Size=BASE2019.11 | — | 0.9031 | 0.9428 | 0.8548 | 0.9051 | — | |
| KnowBert-BERTFramework=Proto, Backbone=BERT, Model Size=BASE, Oracle=true2019.11 | — | 0.8664 | 0.9322 | 0.7952 | 0.8835 | — | |
| KnowBert-BERTFramework=PAIR, Backbone=BERT, Model Size=BASE, Oracle=true2019.11 | — | 0.8848 | 0.9275 | 0.8257 | 0.8618 | — | |
| KnowBert-RoBERTaFramework=Proto, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8239 | 0.9362 | 0.7621 | 0.8857 | — | |
| KnowBert-RoBERTaFramework=PAIR, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8505 | 0.9134 | 0.7604 | 0.8525 | — | |
| LUKEExternal Pretraining=true2022.02 | — | 0.918 | 0.975 | 0.853 | 0.953 | — | |
| MTBFramework=Proto, Backbone=MTB, Model Size=BASE2019.11 | — | 0.8139 | 0.9105 | 0.7155 | 0.8347 | — | |
| MTBFramework=PAIR, Backbone=MTB, Model Size=BASE2019.11 | — | 0.8301 | 0.8764 | 0.7342 | 0.7847 | — | |
| MTB (BERT-LARGE)Backbone=BERT, Model Size=LARGE, Oracle=true2019.11 | — | 0.9386 | 0.9706 | 0.892 | 0.9427 | — | |
| Our RoBERTaFramework=Proto, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8442 | 0.953 | 0.7643 | 0.9174 | — | |
| Our RoBERTaFramework=PAIR, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8926 | 0.9371 | 0.8332 | 0.8902 | — | |
| PELTExternal Pretraining=false2022.02 | — | 0.927 | 0.975 | 0.875 | 0.954 | — | |
| Proto Net2019.06 | — | 0.692 | 0.8479 | 0.5611 | 0.7555 | — | |
| RoBERTaFramework=Proto, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8578 | 0.9578 | 0.7765 | 0.9226 | — | |
| RoBERTaFramework=PAIR, Backbone=RoBERTa, Model Size=BASE2019.11 | — | 0.8932 | 0.937 | 0.8249 | 0.8843 | — | |
| RoBERTaExternal Pretraining=false2022.02 | — | 0.904 | 0.962 | 0.842 | 0.939 | — |