Code Generation on Coding
56.1Pass@1TRACELOCK
Evaluation Results
| Method | Links | |
|---|---|---|
| TRACELOCKModel=Dream, Gen len=256, Win./Block=64, Avg. step=79.92026.05 | 56.1 | |
| TRACELOCKModel=Dream, Gen len=256, Win./Block=128, Avg. step=80.92026.05 | 56.1 | |
| Fast-dLLMModel=Dream, Gen len=256, Win./Block=64, Avg. step=195.42026.05 | 53 | |
| ConfidenceModel=Dream, Gen len=256, Win./Block=64, Avg. step=256.02026.05 | 52.4 | |
| TRACELOCKModel=Dream, Gen len=128, Win./Block=32, Avg. step=47.92026.05 | 51.2 | |
| TRACELOCKModel=Dream, Gen len=128, Win./Block=64, Avg. step=47.72026.05 | 51.2 | |
| L2PModel=Dream, Gen len=128, Win./Block=32, Avg. step=106.62026.05 | 48.8 | |
| ConfidenceModel=Dream, Gen len=128, Win./Block=64, Avg. step=128.02026.05 | 48.8 | |
| Fast-dLLMModel=Dream, Gen len=128, Win./Block=64, Avg. step=77.92026.05 | 47.6 | |
| ConfidenceModel=Dream, Gen len=128, Win./Block=32, Avg. step=128.02026.05 | 47 | |
| Fast-dLLMModel=Dream, Gen len=128, Win./Block=32, Avg. step=100.62026.05 | 45.7 | |
| Fast-dLLMModel=Dream, Gen len=256, Win./Block=128, Avg. step=134.72026.05 | 45.1 | |
| ConfidenceModel=Dream, Gen len=256, Win./Block=128, Avg. step=256.02026.05 | 44.5 | |
| TRACELOCKModel=LLaDA, Gen len=256, Win./Block=64, Avg. step=86.82026.05 | 37.2 | |
| ConfidenceModel=LLaDA, Gen len=256, Win./Block=64, Avg. step=256.02026.05 | 36 | |
| Fast-dLLMModel=LLaDA, Gen len=256, Win./Block=64, Avg. step=44.92026.05 | 35.4 | |
| TRACELOCKModel=LLaDA, Gen len=256, Win./Block=128, Avg. step=95.72026.05 | 35.4 | |
| ConfidenceModel=LLaDA, Gen len=256, Win./Block=128, Avg. step=256.02026.05 | 34.1 | |
| Fast-dLLMModel=LLaDA, Gen len=256, Win./Block=128, Avg. step=43.22026.05 | 34.1 | |
| L2PModel=Dream, Gen len=128, Win./Block=64, Avg. step=91.02026.05 | 32.9 | |
| TRACELOCKModel=LLaDA, Gen len=128, Win./Block=32, Avg. step=55.52026.05 | 32.3 | |
| L2PModel=LLaDA, Gen len=256, Win./Block=64, Avg. step=35.22026.05 | 32.3 | |
| TRACELOCKModel=LLaDA, Gen len=128, Win./Block=64, Avg. step=59.22026.05 | 31.7 | |
| L2PModel=Dream, Gen len=256, Win./Block=64, Avg. step=197.52026.05 | 31.7 | |
| ConfidenceModel=LLaDA, Gen len=128, Win./Block=32, Avg. step=128.02026.05 | 31.1 | |
| ConfidenceModel=LLaDA, Gen len=128, Win./Block=64, Avg. step=128.02026.05 | 31.1 | |
| Fast-dLLMModel=LLaDA, Gen len=128, Win./Block=32, Avg. step=33.52026.05 | 29.9 | |
| L2PModel=LLaDA, Gen len=128, Win./Block=32, Avg. step=29.22026.05 | 28.7 | |
| Fast-dLLMModel=LLaDA, Gen len=128, Win./Block=64, Avg. step=33.22026.05 | 28.7 | |
| L2PModel=LLaDA, Gen len=128, Win./Block=64, Avg. step=28.02026.05 | 24.4 | |
| RandomModel=Dream, Gen len=128, Win./Block=32, Avg. step=128.02026.05 | 22.6 | |
| L2PModel=LLaDA, Gen len=256, Win./Block=128, Avg. step=37.12026.05 | 20.1 | |
| RandomModel=Dream, Gen len=128, Win./Block=64, Avg. step=128.02026.05 | 19.5 | |
| RandomModel=LLaDA, Gen len=256, Win./Block=64, Avg. step=256.02026.05 | 15.2 | |
| RandomModel=LLaDA, Gen len=256, Win./Block=128, Avg. step=256.02026.05 | 15.2 | |
| RandomModel=Dream, Gen len=256, Win./Block=128, Avg. step=256.02026.05 | 15.2 | |
| RandomModel=LLaDA, Gen len=128, Win./Block=32, Avg. step=128.02026.05 | 14 | |
| RandomModel=Dream, Gen len=256, Win./Block=64, Avg. step=256.02026.05 | 13.4 | |
| RandomModel=LLaDA, Gen len=128, Win./Block=64, Avg. step=128.02026.05 | 11.6 | |
| L2PModel=Dream, Gen len=256, Win./Block=128, Avg. step=131.02026.05 | 4.9 |