Classification on CreditDefault (test)
1.23Oracle ECEERM
Evaluation results
| Method | Links | |||||||
|---|---|---|---|---|---|---|---|---|
| ERMBase labeling=PN, Post labeling=PN, Base predictor=LogisticRegression2026.05 | 1.23 | 11.52 | 0.23 | 1.23 | 11.52 | 0.23 | 81.84 | |
| PlattBase Predictor=RandomForest, (Base,Post)=(PN,UU)2026.05 | 1.24 | 13.91 | 0.29 | 2.03 | 19.67 | 0.48 | 81.89 | |
| WLMCBase labeling=PN, Post labeling=PN, Base predictor=LogisticRegression, step size=0.05, max updates=502026.05 | 1.26 | 11.44 | 0.24 | 1.27 | 11.44 | 0.24 | 81.84 | |
| WLMCBase labeling=PN, Post labeling=Pconf, Base predictor=LogisticRegression2026.05 | 1.3 | 11.44 | 0.27 | 2.02 | 3.8 | 0.3 | 81.84 | |
| WLMCBase labeling=PN, Post labeling=PU, Base predictor=LogisticRegression2026.05 | 1.33 | 11.88 | 0.3 | 2.61 | 24.01 | 0.63 | 81.86 | |
| TempBase labeling=PN, Post labeling=PU, Base predictor=LogisticRegression2026.05 | 1.34 | 10.85 | 0.3 | 2.44 | 23.43 | 0.53 | 81.84 | |
| TempBase labeling=PN, Post labeling=UU, Base predictor=LogisticRegression2026.05 | 1.35 | 10.8 | 0.28 | 1.69 | 20.48 | 0.37 | 81.84 | |
| TempBase Predictor=RandomForest, (Base,Post)=(PN,UU)2026.05 | 1.35 | 12.86 | 0.29 | 1.8 | 20.49 | 0.48 | 81.81 | |
| WLMCBase labeling=PN, Post labeling=UU, Base predictor=LogisticRegression2026.05 | 1.4 | 11.61 | 0.32 | 1.82 | 21.03 | 0.43 | 81.84 | |
| PlattBase labeling=PN, Post labeling=UU, Base predictor=LogisticRegression2026.05 | 1.44 | 10.38 | 0.28 | 1.63 | 19.95 | 0.34 | 81.83 | |
| PlattBase Predictor=RandomForest, (Base,Post)=(PN,PU)2026.05 | 1.44 | 13.87 | 0.31 | 3.02 | 28.97 | 0.7 | 81.88 | |
| WLMCBase Predictor=RandomForest, (Base,Post)=(PN,PU)2026.05 | 1.5 | 11.78 | 0.46 | 2.73 | 23.51 | 0.73 | 81.81 | |
| TempBase Predictor=RandomForest, (Base,Post)=(PN,PU)2026.05 | 1.52 | 13.11 | 0.3 | 2.74 | 26.59 | 0.71 | 81.81 | |
| WLMCBase Predictor=RandomForest, (Base,Post)=(PN,UU)2026.05 | 1.53 | 12.4 | 0.36 | 2.06 | 19.65 | 0.53 | 81.81 | |
| PlattBase labeling=PN, Post labeling=PU, Base predictor=LogisticRegression2026.05 | 1.54 | 11.05 | 0.29 | 2.36 | 24.99 | 0.54 | 81.82 | |
| WLMCBase Predictor=RandomForest, (Base,Post)=(PN,PN)2026.05 | 1.55 | 11.74 | 0.37 | 1.55 | 11.74 | 0.37 | 81.81 | |
| PlattBase labeling=UU, Post labeling=UU, Base predictor=LogisticRegression2026.05 | 1.64 | 12.9 | 0.34 | 2.1 | 20.37 | 0.41 | 80.58 | |
| PlattBase labeling=PU, Post labeling=PU, Base predictor=LogisticRegression2026.05 | 1.66 | 12.9 | 0.39 | 2.68 | 25.8 | 0.65 | 80.62 | |
| ERMBase Predictor=RandomForest, (Base,Post)=(PN,PN)2026.05 | 1.76 | 11.91 | 0.43 | 1.76 | 11.92 | 0.43 | 81.81 | |
| WLMCBase Predictor=RandomForest, (Base,Post)=(PN,Pconf)2026.05 | 1.76 | 11.91 | 0.43 | 0.23 | 0.83 | 0.05 | 81.81 | |
| TempBase Predictor=RandomForest, (Base,Post)=(PN,Pconf)2026.05 | 1.8 | 11.88 | 0.43 | 0.22 | 0.84 | 0.05 | 81.81 | |
| PlattLabel Setting (Base,Post)=(PN,UU), Base Predictor=MLP2026.05 | 1.83 | 11.3 | 0.39 | 2.03 | 20.1 | 0.48 | 81.99 | |
| PlattBase Predictor=RandomForest, (Base,Post)=(PN,Pconf)2026.05 | 1.84 | 11.88 | 0.44 | 0.19 | 0.85 | 0.05 | 81.8 | |
| PlattLabel Setting (Base,Post)=(PN,PU), Base Predictor=MLP2026.05 | 1.91 | 12.41 | 0.41 | 3.21 | 24.98 | 0.76 | 81.94 | |
| WLMCLabel Setting (Base,Post)=(PN,PU), Base Predictor=MLP, step size=0.05, max updates=502026.05 | 1.92 | 11.18 | 0.43 | 3.05 | 25.18 | 0.6 | 81.94 | |
| PlattBase Predictor=RandomForest, (Base,Post)=(PN,PN)2026.05 | 1.96 | 8.8 | 0.46 | 1.95 | 8.8 | 0.46 | 81.89 | |
| WLMCLabel Setting (Base,Post)=(PN,UU), Base Predictor=MLP, step size=0.05, max updates=502026.05 | 1.99 | 11.56 | 0.45 | 2.31 | 18.97 | 0.52 | 81.94 | |
| WLMCLabel Setting (Base,Post)=(PN,PN), Base Predictor=MLP, step size=0.05, max updates=502026.05 | 2.01 | 11.62 | 0.41 | 2.02 | 11.62 | 0.41 | 81.94 | |
| TempLabel Setting (Base,Post)=(PN,UU), Base Predictor=MLP2026.05 | 2.03 | 11.01 | 0.39 | 2.26 | 19.53 | 0.47 | 81.94 | |
| PlattLabel Setting (Base,Post)=(PN,PN), Base Predictor=MLP2026.05 | 2.04 | 9.33 | 0.51 | 2.04 | 9.33 | 0.51 | 82 | |
| TempLabel Setting (Base,Post)=(PN,PU), Base Predictor=MLP2026.05 | 2.04 | 10.95 | 0.42 | 3.35 | 23.93 | 0.69 | 81.94 | |
| WLMCLabel Setting (Base,Post)=(PN,Pconf), Base Predictor=MLP, step size=0.05, max updates=502026.05 | 2.24 | 11.62 | 0.51 | 2.75 | 4.91 | 0.41 | 81.94 | |
| PlattBase labeling=PN, Post labeling=PN, Base predictor=LogisticRegression2026.05 | 2.26 | 7.64 | 0.48 | 2.26 | 7.64 | 0.48 | 81.81 | |
| Platt(Base,Post)=(Pconf,Pconf), Post-processing=Platt, Base Predictor=DecisionTree2026.05 | 2.34 | 11.35 | 0.89 | 0.73 | 2.22 | 0.23 | 81.44 | |
| TempBase labeling=PN, Post labeling=Pconf, Base predictor=LogisticRegression2026.05 | 2.42 | 9.3 | 0.67 | 2.17 | 4.07 | 0.26 | 81.84 | |
| PlattLabel Setting (Base,Post)=(UU,UU), Base Predictor=MLP2026.05 | 2.5 | 11.93 | 0.6 | 2.51 | 17.87 | 0.69 | 81.69 | |
| WLMCLabel Setting (Base,Post)=(PU,PU), Base Predictor=MLP, step size=0.05, max updates=502026.05 | 2.53 | 13.41 | 0.49 | 3.24 | 26.53 | 0.65 | 81.13 | |
| PlattLabel Setting (Base,Post)=(PN,Pconf), Base Predictor=MLP2026.05 | 2.61 | 9.49 | 0.59 | 1.39 | 3.33 | 0.24 | 81.79 | |
| PlattLabel Setting (Base,Post)=(Pconf,Pconf), Base Predictor=MLP2026.05 | 2.68 | 10.12 | 0.84 | 1.23 | 2.78 | 0.3 | 81.62 | |
| PlattBase labeling=PN, Post labeling=Pconf, Base predictor=LogisticRegression2026.05 | 2.74 | 7.85 | 0.63 | 0.95 | 2.85 | 0.19 | 81.6 | |
| PlattLabel Setting (Base,Post)=(PU,PU), Base Predictor=MLP2026.05 | 2.74 | 12.03 | 0.65 | 3.47 | 24.97 | 0.87 | 80.89 | |
| WLMCBase labeling=PU, Post labeling=PU, Base predictor=LogisticRegression2026.05 | 2.75 | 10.62 | 0.64 | 3.27 | 18.82 | 0.86 | 79.17 | |
| PlattBase labeling=Pconf, Post labeling=Pconf, Base predictor=LogisticRegression2026.05 | 2.75 | 14 | 0.85 | 1.46 | 5.18 | 0.32 | 80.44 | |
| TempLabel Setting (Base,Post)=(PN,Pconf), Base Predictor=MLP2026.05 | 2.78 | 11.09 | 0.62 | 2.76 | 4.89 | 0.39 | 81.94 | |
| Platt(Base,Post)=(PN,PN), Post-processing=Platt, Base Predictor=DecisionTree2026.05 | 2.88 | 8.7 | 0.97 | 2.88 | 8.7 | 0.97 | 80.43 | |
| TempLabel Setting (Base,Post)=(Pconf,Pconf), Base Predictor=MLP2026.05 | 2.9 | 10.53 | 0.99 | 2.18 | 3.35 | 0.39 | 81.61 | |
| WLMCBase labeling=UU, Post labeling=UU, Base predictor=LogisticRegression2026.05 | 2.97 | 9.41 | 0.6 | 2.98 | 14.8 | 0.66 | 79.1 | |
| WLMCLabel Setting (Base,Post)=(UU,UU), Base Predictor=MLP, step size=0.05, max updates=502026.05 | 2.98 | 11.54 | 0.61 | 3.42 | 19.43 | 0.68 | 81.58 | |
| WLMC(Base,Post)=(Pconf,Pconf), Post-processing=WLMC, Base Predictor=DecisionTree2026.05 | 3.17 | 10.5 | 1.01 | 2.89 | 4.22 | 0.43 | 81.53 | |
| Temp(Base,Post)=(Pconf,Pconf), Post-processing=Temp, Base Predictor=DecisionTree2026.05 | 3.22 | 13.12 | 0.94 | 3.04 | 3.88 | 0.42 | 81.53 | |
| ERMLabel Setting (Base,Post)=(PN,PN), Base Predictor=MLP2026.05 | 3.34 | 11.27 | 0.93 | 3.34 | 11.27 | 0.93 | 81.94 | |
| WLMC(Base,Post)=(UU,UU), Post-processing=WLMC, Base Predictor=DecisionTree2026.05 | 3.35 | 13.82 | 0.65 | 3.66 | 19.29 | 0.75 | 80.41 | |
| WLMCLabel Setting (Base,Post)=(Pconf,Pconf), Base Predictor=MLP, step size=0.05, max updates=502026.05 | 3.44 | 10.02 | 0.79 | 2.81 | 5.1 | 0.51 | 81.61 | |
| WLMC(Base,Post)=(PN,PN), Post-processing=WLMC, Base Predictor=DecisionTree2026.05 | 3.47 | 14.97 | 0.52 | 3.47 | 14.97 | 0.52 | 80.54 | |
| TempLabel Setting (Base,Post)=(PU,PU), Base Predictor=MLP2026.05 | 3.49 | 13.59 | 0.66 | 4.09 | 26.94 | 0.88 | 81.1 | |
| WLMC(Base,Post)=(PN,PU), Post-processing=WLMC, Base Predictor=DecisionTree2026.05 | 3.54 | 14.81 | 0.71 | 4.01 | 24.96 | 0.83 | 80.54 | |
| PlattBase Predictor=RandomForest, (Base,Post)=(Pconf,Pconf)2026.05 | 3.59 | 11.94 | 0.9 | 1.94 | 3.89 | 0.39 | 80.97 | |
| TempLabel Setting (Base,Post)=(UU,UU), Base Predictor=MLP2026.05 | 3.64 | 12.44 | 0.76 | 3.96 | 18.62 | 0.92 | 81.58 | |
| WLMC(Base,Post)=(PN,UU), Post-processing=WLMC, Base Predictor=DecisionTree2026.05 | 3.64 | 14.11 | 0.61 | 4.11 | 18.43 | 0.79 | 80.54 | |
| ERMLabel Setting (Base,Post)=(PU,PU), Base Predictor=MLP2026.05 | 3.93 | 13.51 | 0.89 | 4.49 | 27.45 | 1.09 | 81.1 | |
| WLMCBase Predictor=RandomForest, (Base,Post)=(PU,PU)2026.05 | 4.08 | 17.74 | 0.59 | 4.66 | 28.84 | 0.92 | 79.67 | |
| WLMCBase Predictor=RandomForest, (Base,Post)=(Pconf,Pconf)2026.05 | 4.11 | 17.89 | 0.84 | 3.07 | 5.41 | 0.58 | 81.33 | |
| TempBase Predictor=RandomForest, (Base,Post)=(Pconf,Pconf)2026.05 | 4.15 | 12.69 | 1.17 | 3.27 | 4.79 | 0.53 | 81.33 | |
| ERM(Base,Post)=(Pconf,Pconf), Post-processing=ERM, Base Predictor=DecisionTree2026.05 | 4.39 | 10.15 | 1.25 | 3.88 | 5.04 | 0.7 | 81.53 | |
| ERMLabel Setting (Base,Post)=(UU,UU), Base Predictor=MLP2026.05 | 4.41 | 13.26 | 1.11 | 4.74 | 20.19 | 1.17 | 81.58 | |
| WLMC(Base,Post)=(PN,Pconf), Post-processing=WLMC, Base Predictor=DecisionTree2026.05 | 4.5 | 16.42 | 1.08 | 4.29 | 7.59 | 0.62 | 80.54 | |
| WLMC(Base,Post)=(PN,Pconf), Base Predictor=SVM, step size=0.05, max updates=502026.05 | 4.54 | 12.59 | 1.81 | 6.38 | 10.21 | 2.44 | 81.94 | |
| PlattBase Predictor=RandomForest, (Base,Post)=(PU,PU)2026.05 | 4.6 | 10.47 | 1.38 | 4.65 | 22.7 | 1.45 | 78.77 | |
| Platt(Base,Post)=(PN,Pconf), Post-processing=Platt, Base Predictor=DecisionTree2026.05 | 4.69 | 7.46 | 2.12 | 3.22 | 6.36 | 1.08 | 78.74 | |
| WLMC(Base,Post)=(PU,PU), Post-processing=WLMC, Base Predictor=DecisionTree2026.05 | 4.83 | 13.96 | 0.84 | 5.11 | 25.06 | 0.99 | 79.31 | |
| ERM(Base,Post)=(UU,UU), Post-processing=ERM, Base Predictor=DecisionTree2026.05 | 4.84 | 14.76 | 1.28 | 5.43 | 19.57 | 1.34 | 80.41 | |
| WLMCBase Predictor=RandomForest, (Base,Post)=(UU,UU)2026.05 | 4.9 | 15.74 | 0.71 | 5.29 | 22.23 | 0.83 | 79.52 | |
| WLMCBase labeling=Pconf, Post labeling=Pconf, Base predictor=LogisticRegression2026.05 | 5.03 | 9.66 | 0.8 | 3.51 | 10.91 | 0.54 | 78.75 | |
| ERM(Base,Post)=(PN,PN), Post-processing=ERM, Base Predictor=DecisionTree2026.05 | 5.42 | 16.38 | 1.13 | 5.43 | 16.38 | 1.13 | 80.55 | |
| TempLabel Setting (Base,Post)=(PN,PN), Base Predictor=MLP2026.05 | 5.49 | 12.49 | 1.59 | 5.49 | 12.49 | 1.59 | 81.94 | |
| Platt(Base,Post)=(PN,UU), Post-processing=Platt, Base Predictor=DecisionTree2026.05 | 5.6 | 9.11 | 1.82 | 5.47 | 11.37 | 1.82 | 78.74 | |
| Platt(Base,Post)=(PN,PU), Post-processing=Platt, Base Predictor=DecisionTree2026.05 | 5.72 | 9.92 | 1.98 | 5.48 | 14.31 | 1.92 | 78.58 | |
| WLMC(Base,Post)=(PN,PN), Base Predictor=SVM, step size=0.05, max updates=502026.05 | 5.82 | 12.29 | 1.99 | 5.82 | 12.29 | 1.99 | 81.94 | |
| WLMC(Base,Post)=(PN,PU), Base Predictor=SVM, step size=0.05, max updates=502026.05 | 6.02 | 12.75 | 2.11 | 6 | 21.86 | 2.15 | 81.94 | |
| WLMC(Base,Post)=(PN,UU), Base Predictor=SVM, step size=0.05, max updates=502026.05 | 6.28 | 13.3 | 2.04 | 6.4 | 16.73 | 2.12 | 81.94 | |
| Platt(Base,Post)=(PU,PU), Post-processing=Platt, Base Predictor=DecisionTree2026.05 | 6.56 | 10.78 | 2.31 | 6.84 | 18.55 | 2.46 | 79.23 | |
| ERM(Base,Post)=(PN,PN), Base Predictor=SVM2026.05 | 6.64 | 13.02 | 2.38 | 6.64 | 13.02 | 2.38 | 81.94 | |
| ERMBase labeling=UU, Post labeling=UU, Base predictor=LogisticRegression2026.05 | 6.66 | 9.76 | 2.32 | 6.41 | 13 | 2.23 | 78.12 | |
| TempBase labeling=Pconf, Post labeling=Pconf, Base predictor=LogisticRegression2026.05 | 6.68 | 9.39 | 1.92 | 5.63 | 8.1 | 1.1 | 78.13 | |
| ERMLabel Setting (Base,Post)=(Pconf,Pconf), Base Predictor=MLP2026.05 | 6.75 | 11.37 | 2.37 | 5.46 | 7.12 | 1.62 | 81.61 | |
| ERMBase labeling=PU, Post labeling=PU, Base predictor=LogisticRegression2026.05 | 6.78 | 9.97 | 2.3 | 7.05 | 19.3 | 2.26 | 78.12 | |
| Platt(Base,Post)=(PN,PN), Base Predictor=SVM2026.05 | 7.41 | 12.43 | 2.05 | 7.41 | 12.43 | 2.05 | 81.94 | |
| TempBase labeling=PU, Post labeling=PU, Base predictor=LogisticRegression2026.05 | 7.51 | 10.41 | 1.78 | 7.72 | 17.81 | 1.92 | 78.12 | |
| ERMBase Predictor=RandomForest, (Base,Post)=(PU,PU)2026.05 | 7.58 | 20.26 | 2.65 | 8 | 30.08 | 2.57 | 79 | |
| TempBase labeling=UU, Post labeling=UU, Base predictor=LogisticRegression2026.05 | 7.63 | 10.31 | 1.8 | 7.29 | 12.8 | 1.75 | 78.12 | |
| WLMC(Base,Post)=(Pconf,Pconf), Base Predictor=SVM, step size=0.05, max updates=502026.05 | 7.83 | 13.14 | 2.02 | 9.14 | 12.08 | 2.45 | 81.59 | |
| ERMBase Predictor=RandomForest, (Base,Post)=(Pconf,Pconf)2026.05 | 8.04 | 15.99 | 2.36 | 6.36 | 8.37 | 1.89 | 81.33 | |
| ERMBase Predictor=RandomForest, (Base,Post)=(UU,UU)2026.05 | 8.15 | 17.93 | 1.63 | 8.48 | 25.92 | 1.83 | 79.33 | |
| PlattBase Predictor=RandomForest, (Base,Post)=(UU,UU)2026.05 | 8.16 | 10.51 | 2.25 | 8.21 | 14.1 | 2.26 | 79.05 | |
| ERM(Base,Post)=(Pconf,Pconf), Base Predictor=SVM2026.05 | 8.17 | 13.63 | 2.36 | 9.38 | 12.95 | 2.41 | 81.59 | |
| Platt(Base,Post)=(UU,UU), Post-processing=Platt, Base Predictor=DecisionTree2026.05 | 8.31 | 11.85 | 2.59 | 8.15 | 13.84 | 2.52 | 79.04 | |
| Platt(Base,Post)=(PN,Pconf), Base Predictor=SVM2026.05 | 8.4 | 13.9 | 2.4 | 10.25 | 13.87 | 2.79 | 81.94 | |
| ERM(Base,Post)=(PU,PU), Post-processing=ERM, Base Predictor=DecisionTree2026.05 | 8.75 | 17.29 | 2.05 | 9.22 | 25.99 | 2.21 | 79.28 | |
| WLMC(Base,Post)=(PU,PU), Base Predictor=SVM, step size=0.05, max updates=502026.05 | 9.01 | 15.44 | 2.71 | 9.29 | 25.83 | 2.89 | 81.61 | |
| Temp(Base,Post)=(PN,Pconf), Base Predictor=SVM2026.05 | 9.03 | 14.99 | 2.78 | 10.85 | 14.45 | 3.04 | 81.94 |