INCLUDE
Benchmarks
TaskDatasetSOTA resultTrendResults
INCLUDE base-44
64.8Average Score
46
Include Lite
41.88Seen Accuracy
21
INCLUDE base 44
64.8Average Score
21
Include_c
47.26Accuracy
12
Include c
30.43Normalized Accuracy
10
Include_c
37.8Accuracy
7
Include_c Spanish
40.36Normalized Accuracy
7
INCLUDE 44 languages 1.0 (test)
56.9Average Accuracy
6
INCLUDE-lite
57.8Accuracy
5
INCLUDE
93.5Accuracy
5
INCLUDE
77.2Accuracy
4
INCLUDE uk
35.09Accuracy
3
INCLUDE (te)
24.09Accuracy
3
INCLUDE (es)
28Accuracy
3
INCLUDE (ru)
26.99Accuracy
3
INCLUDE (hi)
25.05Accuracy (INCLUDE hi)
3
Include c
35.41Normalized Accuracy
3
Include Spanish (test)
38.91Accuracy
3
INCLUDE 5-shot
77.81Accuracy
3