Machine Unlearning on MNIST
100Model AccuracyRetrain
Evaluation results
| Method | Links | ||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| RetrainBackbone=LeNet52026.06 | 100 | — | — | — | — | 0.68 | — | — | — | — | — | 1 | |
| ManiF-SMCMMCRs=w2026.05 | 99.59 | — | — | — | — | 0.62 | — | — | 1.482 | — | — | — | |
| RetrainingMMCRs=w2026.05 | 99.49 | — | — | — | — | 0.63 | — | — | 470.4 | — | — | — | |
| ManiF-SMCMMCRs=w/o2026.05 | 99.4 | — | — | — | — | 0.59 | — | — | 1.486 | — | — | — | |
| RFUMMCRs=w2026.05 | 99.39 | — | — | — | — | 0.535 | — | — | 0.354 | — | — | — | |
| VBUMMCRs=w2026.05 | 99.37 | — | — | — | — | 0.57 | — | — | 0.201 | — | — | — | |
| SalUnMMCRs=w2026.05 | 99.37 | — | — | — | — | 0.55 | — | — | 1.839 | — | — | — | |
| SalUnMMCRs=w/o2026.05 | 99.31 | — | — | — | — | 0.535 | — | — | 1.832 | — | — | — | |
| VBUMMCRs=w/o2026.05 | 99.3 | — | — | — | — | 0.56 | — | — | 0.198 | — | — | — | |
| RFUMMCRs=w/o2026.05 | 99.28 | — | — | — | — | 0.51 | — | — | 0.342 | — | — | — | |
| RetrainingMMCRs=w/o2026.05 | 99.24 | — | — | — | — | 0.56 | — | — | 464.9 | — | — | — | |
| GAMMCRs=w/o2026.05 | 99.08 | — | — | — | — | 0.6 | — | — | 0.22 | — | — | — | |
| GAMMCRs=w2026.05 | 99.01 | — | — | — | — | 0.645 | — | — | 0.202 | — | — | — | |
| E-CBackbone=LeNet52026.06 | 99 | — | 0 | — | — | — | — | — | — | — | 80 | — | |
| FUSEDBackbone=LeNet52026.06 | 99 | — | 0 | — | — | — | — | — | — | — | 69 | — | |
| RetrainBackbone=LeNet52026.06 | 99 | — | 0 | — | — | — | — | — | — | — | 67 | — | |
| FedUPBackbone=LeNet52026.06 | 99 | — | 0 | — | — | — | — | — | — | — | 70 | — | |
| ORTRDeletion strategy=Random2026.02 | 98.22 | 0 | — | — | 0 | — | — | — | — | — | — | — | |
| ORTRBackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 97.32 | 0 | — | — | 0 | 0.507 | — | — | — | — | — | — | |
| ORTRDeletion strategy=Class-specific2026.02 | 97.1 | 0 | — | — | 0 | — | — | — | — | — | — | — | |
| FederaserBackbone=LeNet52026.06 | 97 | — | 0 | — | — | — | — | — | — | — | 60 | — | |
| E-FBackbone=LeNet52026.06 | 97 | — | 0 | — | — | — | — | — | — | — | 76 | — | |
| BFUSR=100%2026.01 | 96.38 | — | 0 | 8.52 | — | — | — | — | — | — | — | — | |
| ORTRDeletion strategy=Adversarial2026.02 | 96.1 | 0 | — | — | 0 | — | — | — | — | — | — | — | |
| HBFUSR=100%2026.01 | 96.04 | — | 0 | 5.08 | — | — | — | — | — | — | — | — | |
| BlindUwSR=20%2026.01 | 95.86 | 0.199 | 0.182 | 3.31 | — | — | — | — | — | — | — | — | |
| BlindUwSR=40%2026.01 | 95.3 | 0.398 | 0.331 | 2.87 | — | — | — | — | — | — | — | — | |
| FUSEDBackbone=LeNet52026.06 | 95 | — | — | — | — | 0.96 | — | — | — | — | — | 1 | |
| FedUPBackbone=LeNet52026.06 | 95 | — | — | — | — | 0.97 | — | — | — | — | — | 1 | |
| BlindUw/oSR=20%2026.01 | 94.67 | 0.221 | 0.2 | 2.11 | — | — | — | — | — | — | — | — | |
| BlindUw/oSR=60%2026.01 | 94.65 | 0.902 | 0.8 | 1.56 | — | — | — | — | — | — | — | — | |
| BlindUwSR=60%2026.01 | 94.56 | 0.597 | 0.453 | 1.89 | — | — | — | — | — | — | — | — | |
| BlindUw/oSR=40%2026.01 | 93.93 | 0.504 | 0.5 | 2.14 | — | — | — | — | — | — | — | — | |
| PURGE#Cls=10, Objective=kl_retain2026.06 | 90.2 | — | — | — | — | 0.517 | — | — | — | 6.8 | — | — | |
| SRAGUBackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 89.33 | 0.015 | — | — | 0.024 | 0.514 | — | — | — | — | — | — | |
| SRAGUDeletion strategy=Random2026.02 | 89.06 | 0.029 | — | — | 0.011 | — | — | — | — | — | — | — | |
| AGUDeletion strategy=Random2026.02 | 89.02 | 0.044 | — | — | 0.018 | — | — | — | — | — | — | — | |
| SRAGUDeletion strategy=Class-specific2026.02 | 89.02 | 0.038 | — | — | 0.015 | — | — | — | — | — | — | — | |
| SISADeletion strategy=Random2026.02 | 88.94 | 0.352 | — | — | 0.451 | — | — | — | — | — | — | — | |
| SRAGUDeletion strategy=Adversarial2026.02 | 88.93 | 0.052 | — | — | 0.025 | — | — | — | — | — | — | — | |
| SalUnDeletion strategy=Random2026.02 | 88.91 | 0.068 | — | — | 0.029 | — | — | — | — | — | — | — | |
| AGUDeletion strategy=Class-specific2026.02 | 88.89 | 0.067 | — | — | 0.031 | — | — | — | — | — | — | — | |
| SCRUBDeletion strategy=Random2026.02 | 88.88 | 0.074 | — | — | 0.032 | — | — | — | — | — | — | — | |
| Boundary (Bound)Deletion strategy=Random2026.02 | 88.85 | 0.081 | — | — | 0.036 | — | — | — | — | — | — | — | |
| SISADeletion strategy=Class-specific2026.02 | 88.81 | 0.361 | — | — | 0.355 | — | — | — | — | — | — | — | |
| AmnesiacML (Amn)Deletion strategy=Random2026.02 | 88.79 | 0.102 | — | — | 0.048 | — | — | — | — | — | — | — | |
| SalUnDeletion strategy=Class-specific2026.02 | 88.78 | 0.089 | — | — | 0.047 | — | — | — | — | — | — | — | |
| AGUDeletion strategy=Adversarial2026.02 | 88.74 | 0.104 | — | — | 0.058 | — | — | — | — | — | — | — | |
| SCRUBDeletion strategy=Class-specific2026.02 | 88.72 | 0.096 | — | — | 0.054 | — | — | — | — | — | — | — | |
| Boundary (Bound)Deletion strategy=Class-specific2026.02 | 88.7 | 0.105 | — | — | 0.059 | — | — | — | — | — | — | — | |
| SISADeletion strategy=Adversarial2026.02 | 88.67 | 0.373 | — | — | 0.46 | — | — | — | — | — | — | — | |
| SalUnDeletion strategy=Adversarial2026.02 | 88.63 | 0.128 | — | — | 0.074 | — | — | — | — | — | — | — | |
| AmnesiacML (Amn)Deletion strategy=Class-specific2026.02 | 88.61 | 0.138 | — | — | 0.077 | — | — | — | — | — | — | — | |
| SCRUBDeletion strategy=Adversarial2026.02 | 88.55 | 0.142 | — | — | 0.089 | — | — | — | — | — | — | — | |
| Boundary (Bound)Deletion strategy=Adversarial2026.02 | 88.51 | 0.167 | — | — | 0.098 | — | — | — | — | — | — | — | |
| AmnesiacML (Amn)Deletion strategy=Adversarial2026.02 | 88.44 | 0.221 | — | — | 0.135 | — | — | — | — | — | — | — | |
| VBUSR=100%2026.01 | 88.19 | — | 0 | 2.03 | — | — | — | — | — | — | — | — | |
| AGUBackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 87.98 | 0.084 | — | — | 0.133 | 0.598 | — | — | — | — | — | — | |
| BoundBackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 87.95 | 0.07 | — | — | 0.113 | 0.584 | — | — | — | — | — | — | |
| SISABackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 87.15 | 0.043 | — | — | 0.066 | 0.542 | — | — | — | — | — | — | |
| SCRUBBackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 87.08 | 0.056 | — | — | 0.098 | 0.568 | — | — | — | — | — | — | |
| SalUnBackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 87.05 | 0.067 | — | — | 0.109 | 0.577 | — | — | — | — | — | — | |
| AmnBackbone=LeNet-5, Deletion percentage=30%, Deletion style=influence-style2026.02 | 86.12 | 0.049 | — | — | 0.079 | 0.551 | — | — | — | — | — | — | |
| DP-BFUSR=100%2026.01 | 81.73 | 2 | 0 | 27.31 | — | — | — | — | — | — | — | — | |
| DP-HBFUSR=100%2026.01 | 75.94 | 2 | 0 | 23.66 | — | — | — | — | — | — | — | — | |
| DP-VBUSR=100%2026.01 | 48.02 | 2 | 0 | 2.33 | — | — | — | — | — | — | — | — | |
| CertifiedBackbone=MLP2024.08 | — | — | — | 93.22 | — | — | 24 | 95.28 | — | — | — | — | |
| Fine TuneBackbone=MLP2024.08 | — | — | — | 93.65 | — | — | 17 | 95.37 | — | — | — | — | |
| FisherBackbone=MLP2024.08 | — | — | — | 93.85 | — | — | 21 | 95.37 | — | — | — | — | |
| L-CODECBackbone=MLP2024.08 | — | — | — | 95.05 | — | — | 20 | 95.31 | — | — | — | — | |
| Neg GradBackbone=MLP2024.08 | — | — | — | 93.73 | — | — | 21 | 95.42 | — | — | — | — | |
| RetrainBackbone=MLP2024.08 | — | — | — | 93.1 | — | — | 25 | 95.16 | — | — | — | — |