Membership Inference Attack on Pile CC
1.7TPR @ 1%ReproMIA
Evaluation results
| Method | Links | ||||
|---|---|---|---|---|---|
| ReproMIAModel Parameters=2.8B2026.03 | 1.7 | — | — | — | |
| RefModel Parameters=12B2026.03 | 1.4 | — | — | — | |
| ReproMIAModel Parameters=6.9B2026.03 | 1.4 | — | — | — | |
| ReproMIAModel Parameters=12B2026.03 | 1.4 | — | — | — | |
| Min-K%++Model Parameters=12B2026.03 | 1.3 | — | — | — | |
| RefModel Parameters=6.9B2026.03 | 1.2 | — | — | — | |
| Min-K%++Model Parameters=6.9B2026.03 | 1.2 | — | — | — | |
| ZlibModel Parameters=6.9B2026.03 | 1.1 | — | — | — | |
| ZlibModel Parameters=12B2026.03 | 1.1 | — | — | — | |
| Min-K%++Model Parameters=2.8B2026.03 | 1 | — | — | — | |
| RefModel Parameters=160M2026.03 | 0.9 | — | — | — | |
| RefModel Parameters=2.8B2026.03 | 0.9 | — | — | — | |
| ZlibModel Parameters=2.8B2026.03 | 0.9 | — | — | — | |
| Min-K%Model Parameters=12B2026.03 | 0.9 | — | — | — | |
| LossModel Parameters=2.8B2026.03 | 0.8 | — | — | — | |
| LossModel Parameters=6.9B2026.03 | 0.8 | — | — | — | |
| LossModel Parameters=12B2026.03 | 0.8 | — | — | — | |
| ReproMIAModel Parameters=1.4B2026.03 | 0.8 | — | — | — | |
| LossModel Parameters=160M2026.03 | 0.7 | — | — | — | |
| RefModel Parameters=1.4B2026.03 | 0.7 | — | — | — | |
| Min-K%Model Parameters=2.8B2026.03 | 0.7 | — | — | — | |
| Min-K%Model Parameters=6.9B2026.03 | 0.7 | — | — | — | |
| ReCaLLModel Parameters=12B2026.03 | 0.7 | — | — | — | |
| ZlibModel Parameters=1.4B2026.03 | 0.6 | — | — | — | |
| Min-K%Model Parameters=160M2026.03 | 0.6 | — | — | — | |
| Min-K%Model Parameters=1.4B2026.03 | 0.6 | — | — | — | |
| Min-K%++Model Parameters=1.4B2026.03 | 0.6 | — | — | — | |
| ReCaLLModel Parameters=160M2026.03 | 0.6 | — | — | — | |
| ReCaLLModel Parameters=6.9B2026.03 | 0.6 | — | — | — | |
| LossModel Parameters=1.4B2026.03 | 0.5 | — | — | — | |
| ZlibModel Parameters=160M2026.03 | 0.5 | — | — | — | |
| Min-K%++Model Parameters=160M2026.03 | 0.5 | — | — | — | |
| ReCaLLModel Parameters=2.8B2026.03 | 0.5 | — | — | — | |
| ReproMIAModel Parameters=160M2026.03 | 0.5 | — | — | — | |
| ReCaLLModel Parameters=1.4B2026.03 | 0.4 | — | — | — | |
| SAMA2026.01 | 0.115 | 0.778 | 0.408 | 0.009 | |
| SAMAModel=Dream-v0-Base-7B2026.01 | 0.096 | 0.745 | 0.382 | 0.011 | |
| Min-K%Model=Dream-v0-Base-7B2026.01 | 0.017 | 0.529 | 0.131 | 0.002 | |
| RatioModel=Dream-v0-Base-7B2026.01 | 0.015 | 0.526 | 0.128 | 0.001 | |
| Ratio2026.01 | 0.015 | 0.604 | 0.156 | 0.002 | |
| Loss2026.01 | 0.012 | 0.502 | 0.105 | 0.002 | |
| LossModel=Dream-v0-Base-7B2026.01 | 0.011 | 0.497 | 0.101 | 0.001 | |
| SecMIModel=Dream-v0-Base-7B2026.01 | 0.01 | 0.508 | 0.106 | 0.001 | |
| Neighbor2026.01 | 0.01 | 0.505 | 0.096 | 0.001 | |
| SecMI2026.01 | 0.01 | 0.515 | 0.108 | 0.001 | |
| LowercaseModel=Dream-v0-Base-7B2026.01 | 0.009 | 0.514 | 0.103 | 0.001 | |
| CON-RecallModel=Dream-v0-Base-7B2026.01 | 0.009 | 0.496 | 0.1 | 0 | |
| NeighborModel=Dream-v0-Base-7B2026.01 | 0.009 | 0.502 | 0.093 | 0 | |
| Lowercase2026.01 | 0.009 | 0.518 | 0.102 | 0.001 | |
| ReCall2026.01 | 0.009 | 0.5 | 0.096 | 0 | |
| CON-Recall2026.01 | 0.009 | 0.498 | 0.106 | 0 | |
| PIA2026.01 | 0.009 | 0.509 | 0.103 | 0 | |
| ZLIBModel=Dream-v0-Base-7B2026.01 | 0.008 | 0.488 | 0.093 | 0 | |
| ReCallModel=Dream-v0-Base-7B2026.01 | 0.008 | 0.498 | 0.095 | 0 | |
| PIAModel=Dream-v0-Base-7B2026.01 | 0.008 | 0.501 | 0.097 | 0 | |
| Min-K%2026.01 | 0.008 | 0.491 | 0.095 | 0.001 | |
| Min-K%++Model=Dream-v0-Base-7B2026.01 | 0.007 | 0.49 | 0.098 | 0.001 | |
| ZLIB2026.01 | 0.007 | 0.491 | 0.095 | 0.001 | |
| Min-K%++2026.01 | 0.007 | 0.491 | 0.113 | 0.001 | |
| BoWsModel=Dream-v0-Base-7B2026.01 | 0.003 | 0.48 | 0.092 | 0.001 | |
| BoWs2026.01 | 0.003 | 0.48 | 0.092 | 0.001 |