Image Classification on CIFAR100 (test) (Accuracy, NLL, ECE)
56.19AccuracyFedAvgM + ASAM
Evaluation results
| Method | Links | |||
|---|---|---|---|---|
| FedAvgM + ASAMSWA=true, Alpha=0.5, Clients=202022.03 | 56.19 | — | — | |
| FedAvgMSWA=true, Alpha=0.5, Clients=202022.03 | 53.69 | — | — | |
| FedAvgMSWA=true, Alpha=0, Clients=202022.03 | 53.5 | — | — | |
| AdaBest + ASAMSWA=true, Alpha=0.5, Clients=52022.03 | 51.89 | — | — | |
| AdaBest + ASAMSWA=true, Alpha=0, Clients=52022.03 | 51.75 | — | — | |
| FedAvgM + ASAMSWA=false, Alpha=0.5, Clients=202022.03 | 51.65 | — | — | |
| FedAvgM + ASAMSWA=true, Alpha=0, Clients=202022.03 | 51.58 | — | — | |
| AdaBest + ASAMSWA=true, Alpha=0.5, Clients=202022.03 | 51.47 | — | — | |
| SWAGArchitecture=AlexNet2021.02 | 49.81 | 1.958 | 0.028 | |
| AdaBest + ASAMSWA=false, Alpha=0.5, Clients=202022.03 | 49.56 | — | — | |
| FedASAMSWA=true, Alpha=0.5, Clients=52022.03 | 49.17 | — | — | |
| FedProx + ASAMSWA=true, Alpha=0.5, Clients=52022.03 | 48.66 | — | — | |
| FedASAMSWA=true, Alpha=0.5, Clients=202022.03 | 48.27 | — | — | |
| AdaBestSWA=true, Alpha=0.5, Clients=52022.03 | 48.2 | — | — | |
| FedProx + ASAMSWA=true, Alpha=0.5, Clients=202022.03 | 48.19 | — | — | |
| FedProx + ASAMSWA=false, Alpha=0.5, Clients=202022.03 | 48.17 | — | — | |
| FedASAMSWA=false, Alpha=0.5, Clients=52022.03 | 47.96 | — | — | |
| FedAvgMSWA=false, Alpha=0.5, Clients=202022.03 | 47.88 | — | — | |
| FedSAMSWA=true, Alpha=0.5, Clients=202022.03 | 47.78 | — | — | |
| AdaBest + ASAMSWA=true, Alpha=0, Clients=202022.03 | 47.42 | — | — | |
| VSDArchitecture=AlexNet2021.02 | 46.85 | 2.241 | 0.112 | |
| SCAFFOLD + ASAMSWA=false, Alpha=0.5, Clients=202022.03 | 46.76 | — | — | |
| SCAFFOLD + ASAMSWA=false, Alpha=0.5, Clients=52022.03 | 46.5 | — | — | |
| FedASAMSWA=false, Alpha=0.5, Clients=202022.03 | 46.47 | — | — | |
| D.EArchitecture=AlexNet2021.02 | 46.42 | 3.402 | 0.314 | |
| FedSAMSWA=false, Alpha=0.5, Clients=202022.03 | 46.05 | — | — | |
| FedSAMSWA=true, Alpha=0.5, Clients=52022.03 | 45.61 | — | — | |
| AdaBest + ASAMSWA=false, Alpha=0.5, Clients=52022.03 | 45.25 | — | — | |
| AdaBest + ASAMSWA=false, Alpha=0, Clients=202022.03 | 45 | — | — | |
| SCAFFOLD + ASAMSWA=true, Alpha=0.5, Clients=52022.03 | 44.87 | — | — | |
| FedProx + ASAMSWA=false, Alpha=0.5, Clients=52022.03 | 44.81 | — | — | |
| FedSAMSWA=false, Alpha=0.5, Clients=52022.03 | 44.73 | — | — | |
| AdaBestSWA=true, Alpha=0.5, Clients=202022.03 | 44.51 | — | — | |
| AdaBestSWA=true, Alpha=0, Clients=52022.03 | 44.48 | — | — | |
| SCAFFOLD + ASAMSWA=true, Alpha=0.5, Clients=202022.03 | 44.28 | — | — | |
| AdaBestSWA=true, Alpha=0, Clients=202022.03 | 44.21 | — | — | |
| FedProxSWA=true, Alpha=0.5, Clients=52022.03 | 43.98 | — | — | |
| FedAvgSWA=true, Alpha=0.5, Clients=52022.03 | 43.9 | — | — | |
| FedProx + ASAMSWA=true, Alpha=0, Clients=52022.03 | 43.9 | — | — | |
| SCAFFOLD + ASAMSWA=false, Alpha=0, Clients=52022.03 | 43.65 | — | — | |
| AdaBestSWA=false, Alpha=0.5, Clients=202022.03 | 43.25 | — | — | |
| VDArchitecture=AlexNet2021.02 | 43.1 | 2.582 | 0.106 | |
| MCDArchitecture=AlexNet2021.02 | 42.91 | 2.503 | 0.151 | |
| ELRGArchitecture=AlexNet2021.02 | 42.9 | 2.368 | 0.099 | |
| SCAFFOLD + ASAMSWA=false, Alpha=0, Clients=202022.03 | 42.61 | — | — | |
| FedAvgSWA=false, Alpha=0.5, Clients=202022.03 | 42.17 | — | — | |
| FedProxSWA=false, Alpha=0.5, Clients=202022.03 | 42.17 | — | — | |
| FedAvgSWA=true, Alpha=0.5, Clients=202022.03 | 42.09 | — | — | |
| FedProx + ASAMSWA=true, Alpha=0, Clients=202022.03 | 42.06 | — | — | |
| FedASAMSWA=true, Alpha=0, Clients=52022.03 | 42.01 | — | — | |
| FedProxSWA=true, Alpha=0.5, Clients=202022.03 | 41.84 | — | — | |
| FedASAMSWA=true, Alpha=0, Clients=202022.03 | 41.62 | — | — | |
| FedProx + ASAMSWA=false, Alpha=0, Clients=202022.03 | 40.91 | — | — | |
| FedSAMSWA=true, Alpha=0, Clients=202022.03 | 40.81 | — | — | |
| FedAvgMSWA=false, Alpha=0, Clients=202022.03 | 40.64 | — | — | |
| SCAFFOLD + ASAMSWA=true, Alpha=0, Clients=52022.03 | 40.63 | — | — | |
| FedAvgSWA=false, Alpha=0.5, Clients=52022.03 | 40.43 | — | — | |
| MAPArchitecture=AlexNet2021.02 | 40.23 | 4.705 | 0.393 | |
| FedAvgSWA=true, Alpha=0, Clients=202022.03 | 39.85 | — | — | |
| AdaBest + ASAMSWA=false, Alpha=0, Clients=52022.03 | 39.75 | — | — | |
| FedProxSWA=true, Alpha=0, Clients=202022.03 | 39.68 | — | — | |
| FedAvgM + ASAMSWA=false, Alpha=0, Clients=202022.03 | 39.61 | — | — | |
| FedProxSWA=false, Alpha=0.5, Clients=52022.03 | 39.53 | — | — | |
| FedAvgSWA=true, Alpha=0, Clients=52022.03 | 39.34 | — | — | |
| FedASAMSWA=false, Alpha=0, Clients=52022.03 | 39.3 | — | — | |
| FedASAMSWA=false, Alpha=0, Clients=202022.03 | 39.24 | — | — | |
| AdaBestSWA=false, Alpha=0, Clients=202022.03 | 39.11 | — | — | |
| SCAFFOLD + ASAMSWA=true, Alpha=0, Clients=202022.03 | 39.07 | — | — | |
| FedProxSWA=true, Alpha=0, Clients=52022.03 | 39.06 | — | — | |
| FedDyn + ASAMSWA=false, Alpha=0.5, Clients=202022.03 | 38.6 | — | — | |
| FedDyn + ASAMSWA=true, Alpha=0.5, Clients=52022.03 | 38.6 | — | — | |
| FedAvgSWA=false, Alpha=0, Clients=202022.03 | 38.59 | — | — | |
| FedProxSWA=false, Alpha=0, Clients=202022.03 | 38.59 | — | — | |
| FedSAMSWA=false, Alpha=0, Clients=202022.03 | 38.56 | — | — | |
| FedDyn + ASAMSWA=false, Alpha=0.5, Clients=52022.03 | 38.43 | — | — | |
| AdaBestSWA=false, Alpha=0.5, Clients=52022.03 | 36.93 | — | — | |
| FedProx + ASAMSWA=false, Alpha=0, Clients=52022.03 | 36.1 | — | — | |
| FedSAMSWA=true, Alpha=0, Clients=52022.03 | 36.04 | — | — | |
| FedDynSWA=true, Alpha=0.5, Clients=202022.03 | 35.15 | — | — | |
| SCAFFOLDSWA=false, Alpha=0.5, Clients=52022.03 | 33.26 | — | — | |
| BBBArchitecture=AlexNet2021.02 | 32.41 | 2.659 | 0.049 | |
| FedProxSWA=false, Alpha=0, Clients=52022.03 | 31.2 | — | — | |
| FedDyn + ASAMSWA=true, Alpha=0.5, Clients=202022.03 | 31.06 | — | — | |
| FedSAMSWA=false, Alpha=0, Clients=52022.03 | 31.04 | — | — | |
| FedAvgSWA=false, Alpha=0, Clients=52022.03 | 30.25 | — | — | |
| AdaBestSWA=false, Alpha=0, Clients=52022.03 | 29.9 | — | — | |
| FedDynSWA=false, Alpha=0.5, Clients=202022.03 | 24.75 | — | — | |
| FedDyn + ASAMSWA=false, Alpha=0, Clients=202022.03 | 23.51 | — | — | |
| FedDyn + ASAMSWA=false, Alpha=0, Clients=52022.03 | 22.16 | — | — | |
| FedDynSWA=false, Alpha=0.5, Clients=52022.03 | 22.03 | — | — | |
| FedDyn + ASAMSWA=true, Alpha=0, Clients=202022.03 | 19.22 | — | — | |
| FedDyn + ASAMSWA=true, Alpha=0, Clients=52022.03 | 17.51 | — | — | |
| FedDynSWA=true, Alpha=0.5, Clients=52022.03 | 8.27 | — | — | |
| SCAFFOLDSWA=true, Alpha=0.5, Clients=52022.03 | 5.76 | — | — | |
| FedAvgMSWA=false, Alpha=0.5, Clients=52022.03 | 4.6 | — | — | |
| FedAvgMSWA=true, Alpha=0.5, Clients=52022.03 | 4.6 | — | — | |
| FedAvgM + ASAMSWA=false, Alpha=0.5, Clients=52022.03 | 4.6 | — | — | |
| FedAvgM + ASAMSWA=true, Alpha=0.5, Clients=52022.03 | 4.6 | — | — | |
| FedDynSWA=false, Alpha=0, Clients=202022.03 | 1.4 | — | — | |
| FedDynSWA=true, Alpha=0, Clients=202022.03 | 1.4 | — | — |