Game Playing on Atari 2600 (Arcade Learning Environment) v1 (test)
6,875Alien ScoreHuman
Evaluation results
| Method | Links | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| HumanInput type=Pixel2018.06 | 6,875 | 1,676 | 1,496 | 8,503 | 13,157 | 29,028 | 734.4 | 3,800 | 5,775 | — | 154.8 | 4.3 | 31.8 | 11,963 | 9,882 | 35,411 | — | 3,401 | -15.5 | 309.6 | 5.5 | 29.6 | 4,335 | 2,321 | 2,672 | 25,763 | 0.9 | 406.7 | 3,035 | 2,395 | 22,736 | 4,367 | 15,693 | 4,076 | — | — | 9.3 | 69,571 | 13,455 | 13,513 | 7,845 | 11.9 | 20,182 | — | — | 1,652 | 10,250 | -8.9 | 5,925 | 167.6 | 9,082 | 1,188 | 17,298 | 4,757 | — | 9,173 | |
| TPGInput type=Pixel2018.06 | 3,382.7 | 398.4 | 2,400 | 2,340 | 3,050.7 | — | — | 47,233.4 | — | — | 223.7 | — | — | 34,731.7 | 7,010 | 0 | — | — | 2 | — | — | — | 8,144.4 | — | 786.7 | — | 10.6 | 5,660 | — | 12,601.4 | 7,720 | 0 | 5,156 | 6,742 | 1,762 | 0 | — | 15,028.3 | — | 3,884.7 | — | — | 1,368 | — | — | 1,251 | 2,720 | 0 | 7,340 | 23.6 | 43,734 | 576.7 | 0 | 5,196.7 | — | 6,233.4 | |
| CGPInput type=Pixel2018.06 | 1,978 | 199 | 890.4 | 1,880 | 9,412 | 99,240 | 148 | 34,200 | 1,341.6 | 1,138 | 85.8 | 38.4 | 13.2 | 24,708 | 3,580 | 12,900 | 993,010 | 2,387 | 2 | 56.8 | -51 | 28.2 | 782 | 1,696 | 2,350 | 2,974 | 4 | 6,130 | 1,400 | 9,086.8 | 57,400 | 0 | 2,568 | 3,696 | 7,520 | 0 | 20 | 12,702.2 | 770 | 2,914 | 8,960 | 24.2 | 724 | -9,011 | 8,324 | 1,001 | 2,320 | 0 | 12,040 | 0 | 14,524 | 0 | 33,752.4 | 3,820 | 28,838.2 | 2,980 | |
| HyperNEATInput type=Pixel2018.06 | 1,586 | 184.4 | 912.6 | 1,880 | 1,694 | 61,260 | 214 | 36,200 | 1,412.8 | 1,394 | 135.8 | 16.4 | 2.8 | 25,275.2 | 3,960 | 12,900 | 14,620 | 3,590 | 2 | 93.6 | -49.8 | 29 | 2,260 | 364 | 370 | 5,090 | 4 | 6,130 | 800 | 9,086.8 | 57,400 | 0 | 3,408 | 3,696 | 7,520 | 0 | -17.4 | 10,747.4 | 695 | 2,616 | 3,220 | 43.8 | 716 | -7,983.6 | 160 | 1,001 | 2,320 | 0 | 7,540 | 0 | 14,524 | 0 | 33,752.4 | 3,360 | 24,096.4 | 3,000 | |
| DuelingInput type=Pixel2018.06 | 1,486.5 | 172.7 | 3,994.8 | 15,840 | 2,035.4 | 445,360 | 1,129.3 | 31,320 | 14,591.3 | 910.6 | 65.7 | 77.3 | 411.6 | 4,881 | 3,784 | 124,566 | 33,996 | 56,322.8 | -0.8 | 2,077.4 | -4.1 | 0.2 | 2,332.4 | 20,051.4 | 297 | 15,207.9 | -1.3 | 835.5 | 10,334 | 8,051.6 | 24,288 | 22 | 2,250.6 | 11,185.1 | 20,410.5 | -46.9 | 18.8 | 292.6 | 14,175.8 | 16,569.4 | 58,549 | 62 | 37,361.6 | -11,928 | 1,768.4 | 5,993.1 | 90,804 | 4.4 | 6,601 | 48 | 24,759.2 | 200 | 110,976.2 | 7,054 | 25,976.5 | 10,164 | |
| DAEScore Type=Last Score2021.09 | 1,372.7 | 394.6 | 2,205.1 | 3,750.1 | 1,392.3 | 2,888,011.1 | 257.8 | 16,302 | 1,729.9 | — | 36.1 | 25.9 | 234.9 | 3,915.8 | 1,587.3 | 112,319.5 | — | 2,477.2 | -12.5 | 0 | -60.4 | 19.5 | 367.9 | 1,137.2 | 443.5 | — | -5.1 | 507.8 | 1,331 | 9,034 | 20,535.3 | 0.1 | 2,501 | 6,016.3 | — | -12 | 20.7 | 86 | 11,119.6 | 3,150.8 | 16,146.3 | 6.9 | 2,049.8 | — | — | 914.9 | 5,849.2 | -17.6 | 7,252.7 | 196 | 85,438.4 | 0 | 23,958.6 | 4,161.3 | — | 5,612.2 | |
| GAEScore Type=Last Score2021.09 | 1,165.7 | 129.4 | 926.8 | 1,368.6 | 1,395.7 | 2,039,346.4 | 144.2 | 12,813 | 2,968.8 | — | 34.7 | 8.5 | 160.3 | 2,682.3 | 1,073.4 | 55,877.1 | — | 5,736.1 | -12.1 | 0 | -68.6 | 23.4 | 272 | 1,666 | 373.7 | — | -4.5 | 277.1 | 1,022 | 5,642.2 | 17,389.1 | 0.2 | 1,674.8 | 5,685.5 | — | 0.1 | 20.9 | 78.2 | 4,357.4 | 5,133.2 | 6,530.9 | 6 | 1,580.4 | — | — | 665.4 | 4,491.8 | -16.6 | 3,758.4 | 172.5 | 14,288.2 | 0 | 28,256.7 | 2,489.5 | — | 3,897.9 | |
| DAEScore Type=Overall Score2021.09 | 1,042.8 | 201.8 | 1,026.4 | 1,696.8 | 1,235.1 | 886,857.2 | 111.1 | 11,440 | 1,027 | — | 30.7 | 13.8 | 97.3 | 3,238.3 | 1,772.5 | 72,051.1 | — | 1,373.5 | -15.5 | 0 | -72.6 | 14.2 | 263.4 | 910.3 | 347.3 | — | -6.1 | 237.4 | 503.2 | 7,496 | 14,286.3 | 0.1 | 1,714.7 | 5,013.9 | — | -7.5 | 12.5 | 87.3 | 4,622.6 | 2,672 | 7,445.8 | 4.1 | 1,212 | — | — | 614.6 | 3,127.2 | -23.1 | 4,733.7 | 150.2 | 19,671.7 | 0 | 20,279.4 | 2,414.4 | — | 2,520.5 | |
| DoubleInput type=Pixel2018.06 | 1,033.4 | 169.1 | 6,060.8 | 16,837 | 1,193.2 | 319,688 | 886 | 24,740 | 17,417.2 | 1,011.1 | 69.6 | 73.5 | 368.9 | 3,853.5 | 3,495 | 113,782 | 27,510 | 69,803.4 | -0.3 | 1,216.6 | 3.2 | 28.8 | 1,448.1 | 15,253 | 200.5 | 14,892.5 | -2.5 | 573 | 11,204 | 6,796.1 | 30,207 | 42 | 1,241.3 | 8,960.3 | 12,366.5 | -186.7 | 19.1 | -575.5 | 11,020.8 | 10,838.4 | 43,156 | 59.1 | 14,498 | -11,490.4 | 810 | 2,628.7 | 58,365 | -7.8 | 6,608 | 92.2 | 19,086.9 | 21 | 367,823.7 | 6,201 | 6,270.6 | 8,593 | |
| A3C LSTMArchitecture=LSTM, Input type=Pixel2018.06 | 945.3 | 173 | 14,497.9 | 17,244.5 | 5,093.1 | 875,822 | 932.8 | 20,760 | 24,622.2 | 862.2 | 41.8 | 37.3 | 766.8 | 1,997 | 10,150 | 138,518 | 233,021.5 | 115,201.9 | 0.1 | -82.5 | 22.6 | 0.1 | 197.6 | 17,106.8 | 320 | 28,889.5 | -1.7 | 613 | 125 | 5,911.4 | 40,835 | 41 | 850.7 | 12,093.7 | 74,786.7 | -135.7 | 10.7 | 421.1 | 21,307.5 | 6,591.9 | 73,949 | 2.6 | 1,326.1 | -14,863.8 | 1,936.4 | 23,846 | 164,766 | -6.4 | 27,202 | 144.2 | 105,728.7 | 25 | 470,310.5 | 18,082 | 5,615.5 | 23,519 | |
| PrioritizedInput type=Pixel2018.06 | 900.5 | 218.4 | 7,748.5 | 31,907.5 | 1,654 | 593,642 | 816.8 | 29,100 | 26,172.7 | 1,165.6 | 65.8 | 68.6 | 371.6 | 3,421.9 | 6,604 | 131,086 | 21,093.5 | 73,185.8 | 2.7 | 1,884.4 | 9.2 | 27.9 | 2,930.2 | 57,783.8 | 218 | 20,506.4 | -1 | 3,511.5 | 10,241 | 7,406.5 | 31,244 | 13 | 1,824.6 | 11,836.1 | 27,430.1 | -14.8 | 18.9 | 179 | 11,277 | 18,184.4 | 56,990 | 55.4 | 39,096.7 | -10,852.8 | 2,238.2 | 9,063 | 51,959 | -2 | 7,448 | 33.6 | 29,443.7 | 244 | 374,886.9 | 7,451 | 5,965.1 | 9,501 | |
| GAEScore Type=Overall Score2021.09 | 809.9 | 90.5 | 653.1 | 724.8 | 1,220.7 | 161,787.1 | 82.1 | 9,286.7 | 1,617.9 | — | 31.6 | 5.7 | 46.8 | 2,566.4 | 1,137.9 | 33,832.7 | — | 2,334.5 | -14.8 | 0 | -79.8 | 15 | 241.2 | 1,163.2 | 310.9 | — | -5.9 | 138.1 | 450.5 | 4,573.8 | 10,614.3 | 0 | 1,148.4 | 4,427.7 | — | -4.5 | 8.9 | 74.8 | 1,987.7 | 3,347.2 | 2,133.9 | 3.9 | 669 | — | — | 474.1 | 2,677.5 | -23.1 | 3,417.1 | 119.3 | 5,714.1 | 0.1 | 22,791.1 | 1,605.4 | — | 1,749.7 | |
| A3C FFArchitecture=Feed-Forward, Input type=Pixel2018.06 | 518.4 | 263.9 | 5,474.9 | 22,140.5 | 4,474.5 | 911,091 | 970.1 | 12,950 | 22,707.9 | 817.9 | 35.1 | 59.8 | 681.9 | 3,755.8 | 7,021 | 112,646 | 56,533 | 113,308.4 | -0.1 | -82.5 | 18.8 | 0.1 | 190.5 | 10,022.8 | 303.5 | 32,464.1 | -2.8 | 541 | 94 | 5,560 | 28,819 | 67 | 653.7 | 10,476.1 | 52,894.1 | -78.5 | 5.6 | 206.9 | 15,148.8 | 12,201.8 | 34,216 | 32.8 | 2,355.4 | -10,911.1 | 1,956 | 15,730.5 | 138,218 | -6.3 | 12,679 | 156.3 | 74,705.7 | 23 | 331,628.1 | 17,244 | 7,157.5 | 24,622 |