Named Entity Recognition on Few-NERD INTER 1.0 (test)
84.78Average F1MSDP
Evaluation results
| Method | Links | ||||||
|---|---|---|---|---|---|---|---|
| MSDPParadigm=Two-stage, Shots=5~10-shot, Ways=5 way2023.08 | 84.78 | — | — | — | — | — | |
| MSDPParadigm=Two-stage, Shots=5~10-shot, Ways=10 way2023.08 | 81.5 | — | — | — | — | — | |
| MSDPParadigm=Two-stage, Evaluation=Average2023.08 | 78.23 | — | — | — | — | — | |
| MSDPParadigm=Two-stage, Shots=1~2-shot, Ways=5 way2023.08 | 76.86 | — | — | — | — | — | |
| SpanProtoParadigm=Two-stage, Shots=5~10-shot, Ways=5 way2023.08 | 75.19 | — | — | — | — | — | |
| ESDParadigm=Two-stage, Shots=5~10-shot, Ways=5 way2023.08 | 74.14 | — | — | — | — | — | |
| SpanProtoParadigm=Two-stage, Shots=1~2-shot, Ways=5 way2023.08 | 73.36 | — | — | — | — | — | |
| DecomMetaParadigm=Two-stage, Shots=5~10-shot, Ways=5 way2023.08 | 71.62 | — | — | — | — | — | |
| SpanProtoParadigm=Two-stage, Evaluation=Average2023.08 | 71.3 | — | — | — | — | — | |
| SpanProtoParadigm=Two-stage, Shots=5~10-shot, Ways=10 way2023.08 | 70.39 | — | — | — | — | — | |
| MSDPParadigm=Two-stage, Shots=1~2-shot, Ways=10 way2023.08 | 69.78 | — | — | — | — | — | |
| NuNER-BERTBackbone=NuNER-BERT2024.02 | 69.61 | 67.37 | 73.5 | 66.54 | 71.04 | — | |
| DecomMetaParadigm=Two-stage, Shots=1~2-shot, Ways=5 way2023.08 | 68.77 | — | — | — | — | — | |
| DecomMetaParadigm=Two-stage, Shots=5~10-shot, Ways=10 way2023.08 | 68.32 | — | — | — | — | — | |
| DecomMetaParadigm=Two-stage, Evaluation=Average2023.08 | 67.99 | — | — | — | — | — | |
| ESDParadigm=Two-stage, Shots=5~10-shot, Ways=10 way2023.08 | 67.91 | — | — | — | — | — | |
| TadNERParadigm=Two-stage2023.02 | 67.74 | — | — | — | — | — | |
| TadNERBackbone=Original2024.02 | 67.74 | 64.83 | 72.12 | 64.06 | 69.94 | — | |
| ESDParadigm=Two-stage, Evaluation=Average2023.08 | 67.12 | — | — | — | — | — | |
| ESDParadigm=Two-stage, Shots=1~2-shot, Ways=5 way2023.08 | 66.46 | — | — | — | — | — | |
| SpanProtoParadigm=Two-stage, Shots=1~2-shot, Ways=10 way2023.08 | 66.26 | — | — | — | — | — | |
| DecomposedMetaNERParadigm=Two-stage2023.02 | 65.75 | — | — | — | — | — | |
| DecomMetaParadigm=Two-stage, Shots=1~2-shot, Ways=10 way2023.08 | 63.26 | — | — | — | — | — | |
| CONTAINERParadigm=One-stage, Shots=5~10-shot, Ways=5 way2023.08 | 61.83 | — | — | — | — | — | |
| ESDEncoder=uncased BERT-base2021.09 | 61.13 | 59.29 | 69.06 | 52.16 | 64 | — | |
| ESDParadigm=Two-stage2023.02 | 61.13 | — | — | — | — | — | |
| ESDParadigm=Two-stage, Shots=1~2-shot, Ways=10 way2023.08 | 59.95 | — | — | — | — | — | |
| CONTaiNER-Viterbi + BERT-SparseLTSetting=INTER, Backbone=BERT-SparseLT2022.10 | 59.62 | 57.14 | 66.17 | 52.75 | 62.43 | — | |
| ProtoBERTParadigm=One-stage, Shots=5~10-shot, Ways=5 way2023.08 | 58.8 | — | — | — | — | — | |
| StructShotParadigm=One-stage, Shots=1~2-shot, Ways=5 way2023.08 | 57.33 | — | — | — | — | — | |
| StructShotParadigm=One-stage, Shots=5~10-shot, Ways=5 way2023.08 | 57.16 | — | — | — | — | — | |
| CONTAINERParadigm=One-stage, Shots=5~10-shot, Ways=10 way2023.08 | 57.12 | — | — | — | — | — | |
| CONTAINERParadigm=One-stage, Shots=1~2-shot, Ways=5 way2023.08 | 55.95 | — | — | — | — | — | |
| CONTAINER + ViterbiBackbone=bert-base-uncased, Decoding Strategy=Viterbi2021.09 | 55.87 | 56.1 | 61.9 | 48.36 | 57.13 | — | |
| CONTaiNER-Viterbi + BERTSetting=INTER, Backbone=BERT2022.10 | 55.87 | 56.1 | 61.9 | 48.36 | 57.13 | — | |
| CONTAINERBackbone=bert-base-uncased2021.09 | 55.81 | 55.95 | 61.83 | 48.35 | 57.12 | — | |
| CONTAINERParadigm=One-stage, Evaluation=Average2023.08 | 55.81 | — | — | — | — | — | |
| CONTaiNERParadigm=One-stage2023.02 | 55.36 | — | — | — | — | — | |
| NNShotParadigm=One-stage, Shots=1~2-shot, Ways=5 way2023.08 | 54.29 | — | — | — | — | — | |
| ProtoBERTParadigm=One-stage, Shots=5~10-shot, Ways=10 way2023.08 | 53.97 | — | — | — | — | — | |
| StructShotBackbone=bert-base-uncased2021.09 | 53.34 | 57.33 | 57.16 | 49.46 | 49.39 | — | |
| StructShotParadigm=One-stage, Evaluation=Average2023.08 | 53.34 | — | — | — | — | — | |
| FSLSParadigm=One-stage2023.02 | 51.24 | — | — | — | — | — | |
| NNShotParadigm=One-stage, Shots=5~10-shot, Ways=5 way2023.08 | 50.56 | — | — | — | — | — | |
| StructShotEncoder=uncased BERT-base2021.09 | 50.53 | 51.88 | 57.32 | 43.34 | 49.57 | — | |
| StructShotParadigm=One-stage2023.02 | 50.53 | — | — | — | — | — | |
| StructShotSetting=INTER2022.10 | 50.52 | 51.88 | 57.32 | 43.34 | 49.57 | — | |
| NNShotBackbone=bert-base-uncased2021.09 | 50.46 | 54.29 | 50.56 | 46.98 | 50 | — | |
| NNShotParadigm=One-stage, Evaluation=Average2023.08 | 50.46 | — | — | — | — | — | |
| NNShotParadigm=One-stage, Shots=5~10-shot, Ways=10 way2023.08 | 50 | — | — | — | — | — | |
| StructShotParadigm=One-stage, Shots=1~2-shot, Ways=10 way2023.08 | 49.46 | — | — | — | — | — | |
| StructShotParadigm=One-stage, Shots=5~10-shot, Ways=10 way2023.08 | 49.39 | — | — | — | — | — | |
| ProtoBERTBackbone=bert-base-uncased2021.09 | 49.08 | 44.44 | 58.8 | 39.09 | 53.97 | — | |
| ProtoBERTParadigm=One-stage, Evaluation=Average2023.08 | 49.08 | — | — | — | — | — | |
| CONTAINERParadigm=One-stage, Shots=1~2-shot, Ways=10 way2023.08 | 48.35 | — | — | — | — | — | |
| NNShotEncoder=uncased BERT-base2021.09 | 47.83 | 47.24 | 55.64 | 38.87 | 49.57 | — | |
| NNShotParadigm=One-stage2023.02 | 47.83 | — | — | — | — | — | |
| NNShotParadigm=One-stage, Shots=1~2-shot, Ways=10 way2023.08 | 46.98 | — | — | — | — | — | |
| ProtoBERTEncoder=uncased BERT-base2021.09 | 45.75 | 38.83 | 58.79 | 32.45 | 52.92 | — | |
| ProtoBERTParadigm=One-stage2023.02 | 45.75 | — | — | — | — | — | |
| ProtoBERTParadigm=One-stage, Shots=1~2-shot, Ways=5 way2023.08 | 44.44 | — | — | — | — | — | |
| ProtoBERTParadigm=One-stage, Shots=1~2-shot, Ways=10 way2023.08 | 39.09 | — | — | — | — | — | |
| CONTaiNERParadigm=One-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 50.92 | |
| CONTaiNERParadigm=One-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 47.02 | |
| CONTaiNERParadigm=One-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 63.35 | |
| CONTaiNERParadigm=One-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 60.14 | |
| DecomposedMetaNERParadigm=Two-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 64.75 | |
| DecomposedMetaNERParadigm=Two-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 58.65 | |
| DecomposedMetaNERParadigm=Two-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 71.49 | |
| DecomposedMetaNERParadigm=Two-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 68.11 | |
| ESDParadigm=Two-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 59.29 | |
| ESDParadigm=Two-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 52.16 | |
| ESDParadigm=Two-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 69.06 | |
| ESDParadigm=Two-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 64 | |
| FSLSParadigm=One-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 44.52 | |
| FSLSParadigm=One-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 44.01 | |
| FSLSParadigm=One-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 59.74 | |
| FSLSParadigm=One-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 56.67 | |
| NNShotParadigm=One-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 47.24 | |
| NNShotParadigm=One-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 38.87 | |
| NNShotParadigm=One-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 55.64 | |
| NNShotParadigm=One-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 49.57 | |
| ProtoBERTParadigm=One-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 38.83 | |
| ProtoBERTParadigm=One-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 32.45 | |
| ProtoBERTParadigm=One-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 58.79 | |
| ProtoBERTParadigm=One-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 52.92 | |
| StructShotParadigm=One-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 51.88 | |
| StructShotParadigm=One-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 43.34 | |
| StructShotParadigm=One-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 57.32 | |
| StructShotParadigm=One-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 49.57 | |
| TadNERParadigm=Two-stage, N-way=5-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 64.83 | |
| TadNERParadigm=Two-stage, N-way=10-way, Shot Range=1~2-shot2023.02 | — | — | — | — | — | 64.06 | |
| TadNERParadigm=Two-stage, N-way=5-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 72.12 | |
| TadNERParadigm=Two-stage, N-way=10-way, Shot Range=5~10-shot2023.02 | — | — | — | — | — | 69.94 |