| step,perplexity | |
| 0,4004.51 | |
| 300,12.792 | |
| 600,10.464 | |
| 900,9.5869 | |
| 1200,9.0524 | |
| 1500,8.7502 | |
| 1800,8.4282 | |
| 2100,8.2258 | |
| 2400,8.0769 | |
| 2700,7.9044 | |
| 3000,7.7762 | |
| 3300,7.667 | |
| 3600,7.5911 | |
| 3900,7.5516 | |
| 4200,7.466 | |
| 4500,7.4206 | |
| 4800,7.371 | |
| 5100,7.3728 | |
| 5400,7.3297 | |
| 5700,7.2974 | |
| 6000,7.2917 | |
| 6300,7.2976 | |
| 6600,7.2438 | |
| 6900,7.2354 | |
| 7200,7.2149 | |
| 7500,7.1783 | |
| 7800,7.214 | |
| 8100,7.1895 | |
| 8400,7.1404 | |
| 8700,7.1458 | |
| 9000,7.1858 | |