Adversarial Attack on Yelp
72.9ASRSEP-Attack
Evaluation results
| Method | Links | ||||||||
|---|---|---|---|---|---|---|---|---|---|
| SEP-AttackVictim=Mistral2026.05 | 72.9 | — | — | — | — | — | — | — | |
| SEP-AttackVictim=Llama2026.05 | 65 | — | — | — | — | — | — | — | |
| SEP-AttackVictim=ChatGPT2026.05 | 64.4 | — | — | — | — | — | — | — | |
| PivotAttackVictim Model=Gemma 3, Evaluation Protocol=Zero-shot, Query Budget=1002026.03 | 39.8 | — | — | — | 0.6 | — | — | — | |
| HAWRVictim=Mistral2026.05 | 22.3 | — | — | — | — | — | — | — | |
| PivotAttackVictim Model=WordLSTM, Query Budget=1002026.03 | 16.8 | — | — | — | 1.4 | — | — | — | |
| EnsembleVictim=Mistral2026.05 | 16.8 | — | — | — | — | — | — | — | |
| EnsembleVictim=ChatGPT2026.05 | 16.3 | — | — | — | — | — | — | — | |
| PivotAttackVictim Model=Qwen2.5, Evaluation Protocol=Zero-shot, Query Budget=1002026.03 | 16.1 | — | — | — | 1 | — | — | — | |
| TextHackerVictim Model=WordLSTM, Query Budget=1002026.03 | 14.5 | — | — | — | 5.9 | — | — | — | |
| HAWRVictim=ChatGPT2026.05 | 14.5 | — | — | — | — | — | — | — | |
| VIWHardVictim Model=WordLSTM, Query Budget=1002026.03 | 13.3 | — | — | — | 1.5 | — | — | — | |
| PivotAttackVictim Model=WordCNN, Query Budget=1002026.03 | 12.9 | 1.6 | — | — | — | — | — | — | |
| TextHackerVictim Model=WordCNN, Query Budget=1002026.03 | 12.9 | 3 | — | — | — | — | — | — | |
| HAWRVictim=Llama2026.05 | 12.2 | — | — | — | — | — | — | — | |
| HLBBVictim Model=WordCNN, Query Budget=1002026.03 | 11.9 | 2.9 | — | — | — | — | — | — | |
| LimeAttackVictim Model=WordLSTM, Query Budget=1002026.03 | 11.9 | — | — | — | 2.5 | — | — | — | |
| PivotAttackVictim Model=ALBERT, Query Budget=1002026.03 | 11.7 | 1 | — | — | — | — | — | — | |
| HyGloadAttackVictim Model=WordLSTM, Query Budget=1002026.03 | 11.7 | — | — | — | 2.3 | — | — | — | |
| HyGloadAttackVictim Model=ALBERT, Query Budget=1002026.03 | 11.6 | 1.8 | — | — | — | — | — | — | |
| HLBBVictim Model=ALBERT, Query Budget=1002026.03 | 11.5 | 2.8 | — | — | — | — | — | — | |
| VIWHardVictim Model=ALBERT, Query Budget=1002026.03 | 11.5 | 1.5 | — | — | — | — | — | — | |
| LimeAttackVictim Model=ALBERT, Query Budget=1002026.03 | 11.4 | 2.4 | — | — | — | — | — | — | |
| HyGloadAttackVictim Model=WordCNN, Query Budget=1002026.03 | 11.3 | 2.7 | — | — | — | — | — | — | |
| LimeAttackVictim Model=WordCNN, Query Budget=1002026.03 | 11.1 | 2.3 | — | — | — | — | — | — | |
| LeapAttackVictim Model=ALBERT, Query Budget=1002026.03 | 11.1 | 2 | — | — | — | — | — | — | |
| HLBBVictim Model=WordLSTM, Query Budget=1002026.03 | 11.1 | — | — | — | 2.7 | — | — | — | |
| TextHackerVictim Model=ALBERT, Query Budget=1002026.03 | 11 | 2.5 | — | — | — | — | — | — | |
| TextHoaxerVictim Model=ALBERT, Query Budget=1002026.03 | 11 | 2.2 | — | — | — | — | — | — | |
| LeapAttackVictim Model=WordLSTM, Query Budget=1002026.03 | 10.9 | — | — | — | 2.6 | — | — | — | |
| VIWHardVictim Model=WordCNN, Query Budget=1002026.03 | 10.7 | 1.7 | — | — | — | — | — | — | |
| LeapAttackVictim Model=WordCNN, Query Budget=1002026.03 | 10 | 2.6 | — | — | — | — | — | — | |
| TextHoaxerVictim Model=WordCNN, Query Budget=1002026.03 | 9.8 | 2.6 | — | — | — | — | — | — | |
| PivotAttackVictim Model=BERT, Query Budget=1002026.03 | 9.7 | 1 | 99.5 | 0.31 | — | — | — | — | |
| PivotAttackVictim Model=BERT, Query Budget=1002026.03 | 9.7 | — | — | — | 1 | — | — | — | |
| HyGloadAttackVictim Model=BERT, Query Budget=1002026.03 | 9.7 | — | — | — | 2.1 | — | — | — | |
| TextHoaxerVictim Model=WordLSTM, Query Budget=1002026.03 | 9.5 | — | — | — | 2.3 | — | — | — | |
| EnsembleVictim=Llama2026.05 | 9.1 | — | — | — | — | — | — | — | |
| PivotAttackVictim Model=DistilBERT, Query Budget=1002026.03 | 8.6 | — | — | — | 1.2 | — | — | — | |
| HyGloadAttackVictim Model=DistilBERT, Query Budget=1002026.03 | 8.4 | — | — | — | 2 | — | — | — | |
| VIWHardVictim Model=BERT, Query Budget=1002026.03 | 8.2 | — | — | — | 1.2 | — | — | — | |
| LimeAttackVictim Model=DistilBERT, Query Budget=1002026.03 | 8 | — | — | — | 2.4 | — | — | — | |
| TextHackerVictim Model=DistilBERT, Query Budget=1002026.03 | 8 | — | — | — | 2.3 | — | — | — | |
| LeapAttackVictim Model=DistilBERT, Query Budget=1002026.03 | 7.6 | — | — | — | 2.6 | — | — | — | |
| TextHackerVictim Model=BERT, Query Budget=1002026.03 | 7.4 | 2.5 | 99.4 | 0.27 | — | — | — | — | |
| TextHackerVictim Model=BERT, Query Budget=1002026.03 | 7.4 | — | — | — | 2.5 | — | — | — | |
| LimeAttackVictim Model=BERT, Query Budget=1002026.03 | 7.2 | 2.6 | 99.3 | 0.34 | — | — | — | — | |
| LimeAttackVictim Model=BERT, Query Budget=1002026.03 | 7.2 | — | — | — | 2.6 | — | — | — | |
| TextHoaxerVictim Model=DistilBERT, Query Budget=1002026.03 | 7 | — | — | — | 2.1 | — | — | — | |
| HLBBVictim Model=DistilBERT, Query Budget=1002026.03 | 6.8 | — | — | — | 2.1 | — | — | — | |
| VIWHardVictim Model=DistilBERT, Query Budget=1002026.03 | 6.7 | — | — | — | 1.3 | — | — | — | |
| HLBBVictim Model=BERT, Query Budget=1002026.03 | 6.4 | 2 | 99.4 | 0.41 | — | — | — | — | |
| HLBBVictim Model=BERT, Query Budget=1002026.03 | 6.4 | — | — | — | 2 | — | — | — | |
| LeapAttackVictim Model=BERT, Query Budget=1002026.03 | 6.1 | 2.6 | 99.3 | 0.55 | — | — | — | — | |
| LeapAttackVictim Model=BERT, Query Budget=1002026.03 | 6.1 | — | — | — | 2.6 | — | — | — | |
| TextHoaxerVictim Model=BERT, Query Budget=1002026.03 | 5.8 | 3.4 | 99.4 | 0.73 | — | — | — | — | |
| TextHoaxerVictim Model=BERT, Query Budget=1002026.03 | 5.8 | — | — | — | 3.4 | — | — | — | |
| PivotAttackVictim Model=Qwen2.5, Evaluation Protocol=Fine-tuned, Query Budget=1002026.03 | 3.9 | — | — | — | 1.6 | — | — | — | |
| BBABudget=1002026.05 | — | — | — | — | — | 44 | 61.4 | 51.3 | |
| DeepWordBugBudget=1002026.05 | — | — | — | — | — | 27.7 | 48.8 | 48 | |
| EnsembleBudget=102026.05 | — | — | — | — | — | 27.5 | 30 | 27 | |
| HAWRBudget=102026.05 | — | — | — | — | — | 42.7 | 52.8 | 52.7 | |
| HQA-AttackBudget=1002026.05 | — | — | — | — | — | 34.4 | 54.3 | 45.1 | |
| LeapAttackBudget=1002026.05 | — | — | — | — | — | 31.7 | 48.8 | 40.7 | |
| SEP-AttackBudget=102026.05 | — | — | — | — | — | 93 | 93.6 | 82.9 | |
| TextBuggerBudget=1002026.05 | — | — | — | — | — | 45.9 | 54.4 | 62 | |
| TextFoolerBudget=1002026.05 | — | — | — | — | — | 14.8 | 29.7 | 22.5 |