max_steps: 4375
0 val loss 10.9275
0 val perplexity 55688.3086
0 train 10.927717 (lr=8.3916e-07) (hash(x)=93356070)
10 train 10.157005 (lr=9.2308e-06) (hash(x)=91253010)
20 train 9.639227 (lr=1.7622e-05) (hash(x)=74934453)
30 train 9.478985 (lr=2.6014e-05) (hash(x)=79278034)
40 train 9.202698 (lr=3.4406e-05) (hash(x)=80107892)
50 train 8.920856 (lr=4.2797e-05) (hash(x)=70745428)
60 train 8.680676 (lr=5.1189e-05) (hash(x)=80077589)
70 train 8.218871 (lr=5.9580e-05) (hash(x)=76213766)
80 train 7.973695 (lr=6.7972e-05) (hash(x)=83218328)
90 train 7.729426 (lr=7.6364e-05) (hash(x)=74855845)
100 val loss 7.5897
100 val perplexity 1977.6705
100 train 7.465366 (lr=8.4755e-05) (hash(x)=82814902)
110 train 7.380744 (lr=9.3147e-05) (hash(x)=84907741)
120 train 7.277765 (lr=1.0154e-04) (hash(x)=82613223)
130 train 7.125362 (lr=1.0993e-04) (hash(x)=83540876)
140 train 7.101282 (lr=1.1832e-04) (hash(x)=75095216)
150 train 7.149079 (lr=1.2671e-04) (hash(x)=97190944)
160 train 7.014097 (lr=1.3510e-04) (hash(x)=82117809)
170 train 6.897202 (lr=1.4350e-04) (hash(x)=70514724)
180 train 6.814301 (lr=1.5189e-04) (hash(x)=81029624)
190 train 6.696559 (lr=1.6028e-04) (hash(x)=78996841)
200 val loss 6.6417
200 val perplexity 766.3725
200 train 6.645527 (lr=1.6867e-04) (hash(x)=79845097)
210 train 6.501446 (lr=1.7706e-04) (hash(x)=78997683)
220 train 6.390601 (lr=1.8545e-04) (hash(x)=74895865)
230 train 6.567307 (lr=1.9385e-04) (hash(x)=80933276)
240 train 6.268052 (lr=2.0224e-04) (hash(x)=77664606)
250 train 6.276261 (lr=2.1063e-04) (hash(x)=75903930)
260 train 6.179594 (lr=2.1902e-04) (hash(x)=82996853)
270 train 6.113348 (lr=2.2741e-04) (hash(x)=73269568)
280 train 6.050037 (lr=2.3580e-04) (hash(x)=82906427)
290 train 5.968565 (lr=2.4420e-04) (hash(x)=71797895)
300 val loss 6.1027
300 val perplexity 447.0765
300 train 5.830674 (lr=2.5259e-04) (hash(x)=85232249)
310 train 5.762503 (lr=2.6098e-04) (hash(x)=75252489)
320 train 5.865934 (lr=2.6937e-04) (hash(x)=74394644)
330 train 5.930887 (lr=2.7776e-04) (hash(x)=82772910)
340 train 5.976114 (lr=2.8615e-04) (hash(x)=81627464)
350 train 5.956862 (lr=2.9455e-04) (hash(x)=84678053)
360 train 5.903929 (lr=3.0294e-04) (hash(x)=81884128)
370 train 5.883206 (lr=3.1133e-04) (hash(x)=76379242)
380 train 5.658519 (lr=3.1972e-04) (hash(x)=98182875)
390 train 5.666385 (lr=3.2811e-04) (hash(x)=79710436)
400 val loss 5.7099
400 val perplexity 301.8305
400 train 5.665086 (lr=3.3650e-04) (hash(x)=79841071)
410 train 5.577646 (lr=3.4490e-04) (hash(x)=75844151)
420 train 5.574399 (lr=3.5329e-04) (hash(x)=73125036)
430 train 5.618525 (lr=3.6168e-04) (hash(x)=84214858)
440 train 5.507903 (lr=3.7007e-04) (hash(x)=80456994)
450 train 5.469387 (lr=3.7846e-04) (hash(x)=76735962)
460 train 5.405846 (lr=3.8685e-04) (hash(x)=81845446)
470 train 5.221576 (lr=3.9524e-04) (hash(x)=76094689)
480 train 5.342197 (lr=4.0364e-04) (hash(x)=83806686)
490 train 5.167534 (lr=4.1203e-04) (hash(x)=84690227)
500 val loss 5.4609
500 val perplexity 235.3170
500 train 5.220690 (lr=4.2042e-04) (hash(x)=71851938)
510 train 5.312815 (lr=4.2881e-04) (hash(x)=77159346)
520 train 5.363231 (lr=4.3720e-04) (hash(x)=80755753)
530 train 5.466526 (lr=4.4559e-04) (hash(x)=75379679)
540 train 5.377451 (lr=4.5399e-04) (hash(x)=82458619)
550 train 5.360423 (lr=4.6238e-04) (hash(x)=86366396)
560 train 5.338173 (lr=4.7077e-04) (hash(x)=85095044)
570 train 5.311355 (lr=4.7916e-04) (hash(x)=78385159)
580 train 5.269881 (lr=4.8755e-04) (hash(x)=79342394)
590 train 5.264031 (lr=4.9594e-04) (hash(x)=70782192)
600 val loss 5.2656
600 val perplexity 193.5721
600 train 5.237235 (lr=5.0434e-04) (hash(x)=76130353)
610 train 5.148084 (lr=5.1273e-04) (hash(x)=74778440)
620 train 5.106846 (lr=5.2112e-04) (hash(x)=79129709)
630 train 5.008933 (lr=5.2951e-04) (hash(x)=76469962)
640 train 5.021534 (lr=5.3790e-04) (hash(x)=78288049)
650 train 4.977587 (lr=5.4629e-04) (hash(x)=76641388)
660 train 4.879727 (lr=5.5469e-04) (hash(x)=75937906)
670 train 4.907400 (lr=5.6308e-04) (hash(x)=74807157)
680 train 4.787249 (lr=5.7147e-04) (hash(x)=77490144)
690 train 4.818188 (lr=5.7986e-04) (hash(x)=72900124)
700 val loss 5.0805
700 val perplexity 160.8561
700 train 4.789006 (lr=5.8825e-04) (hash(x)=73424218)
710 train 5.061962 (lr=5.9664e-04) (hash(x)=86052345)
720 train 5.011309 (lr=6.0000e-04) (hash(x)=77462613)
730 train 5.016435 (lr=5.9998e-04) (hash(x)=79027471)
740 train 4.978360 (lr=5.9994e-04) (hash(x)=78149992)
750 train 4.939659 (lr=5.9988e-04) (hash(x)=89147499)
760 train 4.939705 (lr=5.9980e-04) (hash(x)=74931538)
770 train 4.890773 (lr=5.9970e-04) (hash(x)=89648204)
780 train 4.937779 (lr=5.9958e-04) (hash(x)=83708293)
790 train 4.927411 (lr=5.9944e-04) (hash(x)=84336512)
800 val loss 4.8783
800 val perplexity 131.4092
800 train 4.806079 (lr=5.9928e-04) (hash(x)=75025285)
810 train 4.709286 (lr=5.9910e-04) (hash(x)=79436536)
820 train 4.702584 (lr=5.9890e-04) (hash(x)=90467390)
830 train 4.746223 (lr=5.9869e-04) (hash(x)=77292020)
840 train 4.651864 (lr=5.9845e-04) (hash(x)=75568927)
850 train 4.673661 (lr=5.9819e-04) (hash(x)=79671781)
860 train 4.747439 (lr=5.9791e-04) (hash(x)=84280943)
870 train 4.728676 (lr=5.9761e-04) (hash(x)=80901294)
880 train 4.839090 (lr=5.9730e-04) (hash(x)=81437584)
890 train 4.692418 (lr=5.9696e-04) (hash(x)=73893778)
900 val loss 4.7051
900 val perplexity 110.5109
900 train 4.626082 (lr=5.9660e-04) (hash(x)=74987794)
910 train 4.644361 (lr=5.9623e-04) (hash(x)=93721374)
920 train 4.627056 (lr=5.9583e-04) (hash(x)=79149678)
930 train 4.569266 (lr=5.9542e-04) (hash(x)=83179387)
940 train 4.567439 (lr=5.9498e-04) (hash(x)=89009978)
950 train 4.540099 (lr=5.9453e-04) (hash(x)=76483735)
960 train 4.472516 (lr=5.9405e-04) (hash(x)=78638850)
970 train 4.505652 (lr=5.9356e-04) (hash(x)=90415206)
980 train 4.432364 (lr=5.9305e-04) (hash(x)=90819195)
990 train 4.557418 (lr=5.9251e-04) (hash(x)=85938852)
1000 val loss 4.5439
1000 val perplexity 94.0544
1000 train 4.593643 (lr=5.9196e-04) (hash(x)=82436789)
1010 train 4.631203 (lr=5.9139e-04) (hash(x)=63022149)
1020 train 4.533416 (lr=5.9080e-04) (hash(x)=83501199)
1030 train 4.526703 (lr=5.9019e-04) (hash(x)=77093326)
1040 train 4.390250 (lr=5.8956e-04) (hash(x)=73437559)
1050 train 4.482548 (lr=5.8891e-04) (hash(x)=84550388)
1060 train 4.478627 (lr=5.8825e-04) (hash(x)=86184566)
1070 train 4.463887 (lr=5.8756e-04) (hash(x)=85644922)
1080 train 4.398623 (lr=5.8686e-04) (hash(x)=86179801)
1090 train 4.365890 (lr=5.8613e-04) (hash(x)=82868303)
1100 val loss 4.4390
1100 val perplexity 84.6924
1100 train 4.466256 (lr=5.8539e-04) (hash(x)=96780388)
1110 train 4.403344 (lr=5.8463e-04) (hash(x)=87223122)
1120 train 4.362931 (lr=5.8385e-04) (hash(x)=77292786)
1130 train 4.385690 (lr=5.8305e-04) (hash(x)=88761375)
1140 train 4.295548 (lr=5.8223e-04) (hash(x)=80956468)
1150 train 4.462841 (lr=5.8140e-04) (hash(x)=84725462)
1160 train 4.443383 (lr=5.8054e-04) (hash(x)=76098113)
1170 train 4.420262 (lr=5.7967e-04) (hash(x)=84387685)
1180 train 4.357417 (lr=5.7878e-04) (hash(x)=76120321)
1190 train 4.323272 (lr=5.7787e-04) (hash(x)=85974065)
1200 val loss 4.3421
1200 val perplexity 76.8714
1200 train 4.224998 (lr=5.7694e-04) (hash(x)=79340644)
1210 train 4.319157 (lr=5.7599e-04) (hash(x)=88345025)
1220 train 4.219506 (lr=5.7503e-04) (hash(x)=86406230)
1230 train 4.205584 (lr=5.7405e-04) (hash(x)=80608975)
1240 train 4.262941 (lr=5.7305e-04) (hash(x)=81635225)
1250 train 4.096692 (lr=5.7203e-04) (hash(x)=82126376)
1260 train 4.269254 (lr=5.7099e-04) (hash(x)=83737972)
1270 train 4.178236 (lr=5.6994e-04) (hash(x)=81132345)
1280 train 4.262471 (lr=5.6887e-04) (hash(x)=85850404)
1290 train 4.267895 (lr=5.6778e-04) (hash(x)=83490640)
1300 val loss 4.2785
1300 val perplexity 72.1317
1300 train 4.247018 (lr=5.6667e-04) (hash(x)=77545187)
1310 train 4.292161 (lr=5.6555e-04) (hash(x)=86412685)
1320 train 4.185549 (lr=5.6440e-04) (hash(x)=86429640)
1330 train 4.317113 (lr=5.6325e-04) (hash(x)=79645281)
1340 train 4.271056 (lr=5.6207e-04) (hash(x)=82668541)
1350 train 4.140747 (lr=5.6088e-04) (hash(x)=73627248)
1360 train 4.237195 (lr=5.5967e-04) (hash(x)=74845133)
1370 train 4.145235 (lr=5.5844e-04) (hash(x)=77850497)
1380 train 4.166664 (lr=5.5720e-04) (hash(x)=76143954)
1390 train 4.177283 (lr=5.5593e-04) (hash(x)=80675544)
1400 val loss 4.2317
1400 val perplexity 68.8322
1400 train 4.144437 (lr=5.5466e-04) (hash(x)=76010938)
1410 train 4.182112 (lr=5.5336e-04) (hash(x)=81260300)
1420 train 4.298414 (lr=5.5205e-04) (hash(x)=83803629)
1430 train 4.126324 (lr=5.5073e-04) (hash(x)=83840110)
1440 train 4.318179 (lr=5.4938e-04) (hash(x)=97711831)
1450 train 4.192608 (lr=5.4803e-04) (hash(x)=81110139)
1460 train 4.119545 (lr=5.4665e-04) (hash(x)=90942839)
1470 train 4.156369 (lr=5.4526e-04) (hash(x)=80721564)
1480 train 4.248527 (lr=5.4385e-04) (hash(x)=77852059)
1490 train 4.143416 (lr=5.4243e-04) (hash(x)=80011365)
1500 val loss 4.1795
1500 val perplexity 65.3341
1500 train 4.172869 (lr=5.4099e-04) (hash(x)=84496142)
1510 train 4.105510 (lr=5.3954e-04) (hash(x)=70186729)
1520 train 4.127757 (lr=5.3807e-04) (hash(x)=74854227)
1530 train 4.034189 (lr=5.3658e-04) (hash(x)=77468161)
1540 train 4.044551 (lr=5.3508e-04) (hash(x)=87853059)
1550 train 3.984467 (lr=5.3357e-04) (hash(x)=71225436)
1560 train 4.080449 (lr=5.3204e-04) (hash(x)=84072783)
1570 train 4.125065 (lr=5.3049e-04) (hash(x)=72723098)
1580 train 4.152003 (lr=5.2893e-04) (hash(x)=90409866)
1590 train 4.218709 (lr=5.2736e-04) (hash(x)=87481378)
1600 val loss 4.1386
1600 val perplexity 62.7133
1600 train 4.203616 (lr=5.2577e-04) (hash(x)=77643862)
1610 train 4.081103 (lr=5.2417e-04) (hash(x)=88862575)
1620 train 4.097677 (lr=5.2255e-04) (hash(x)=84612581)
1630 train 4.139013 (lr=5.2092e-04) (hash(x)=87075989)
1640 train 4.018781 (lr=5.1927e-04) (hash(x)=88277361)
1650 train 4.136680 (lr=5.1761e-04) (hash(x)=78750236)
1660 train 4.050566 (lr=5.1594e-04) (hash(x)=82604581)
1670 train 3.894072 (lr=5.1425e-04) (hash(x)=68482265)
1680 train 4.017204 (lr=5.1255e-04) (hash(x)=75088835)
1690 train 3.964872 (lr=5.1084e-04) (hash(x)=66060989)
1700 val loss 4.1213
1700 val perplexity 61.6371
1700 train 4.119876 (lr=5.0911e-04) (hash(x)=79986754)
1710 train 4.094191 (lr=5.0737e-04) (hash(x)=83657930)
1720 train 4.035969 (lr=5.0562e-04) (hash(x)=81754135)
1730 train 4.135921 (lr=5.0385e-04) (hash(x)=78904427)
1740 train 4.030789 (lr=5.0207e-04) (hash(x)=85920177)
1750 train 4.089312 (lr=5.0028e-04) (hash(x)=86573211)
1760 train 4.044215 (lr=4.9847e-04) (hash(x)=81737128)
1770 train 4.033719 (lr=4.9665e-04) (hash(x)=77400968)
1780 train 4.044498 (lr=4.9482e-04) (hash(x)=73545497)
1790 train 4.305316 (lr=4.9298e-04) (hash(x)=71641943)
1800 val loss 4.0700
1800 val perplexity 58.5541
1800 train 4.141685 (lr=4.9113e-04) (hash(x)=87819781)
1810 train 3.998232 (lr=4.8926e-04) (hash(x)=86870770)
1820 train 4.010203 (lr=4.8739e-04) (hash(x)=82522211)
1830 train 4.099488 (lr=4.8550e-04) (hash(x)=61947437)
1840 train 3.967906 (lr=4.8360e-04) (hash(x)=79865406)
1850 train 3.930274 (lr=4.8169e-04) (hash(x)=79828721)
1860 train 4.070061 (lr=4.7976e-04) (hash(x)=80869571)
1870 train 4.061483 (lr=4.7783e-04) (hash(x)=73780971)
1880 train 4.017057 (lr=4.7588e-04) (hash(x)=79249549)
1890 train 4.075583 (lr=4.7393e-04) (hash(x)=81041904)
1900 val loss 4.0442
1900 val perplexity 57.0645
1900 train 4.147625 (lr=4.7196e-04) (hash(x)=82456430)
1910 train 3.900007 (lr=4.6999e-04) (hash(x)=82222135)
1920 train 3.947019 (lr=4.6800e-04) (hash(x)=70033249)
1930 train 3.933846 (lr=4.6600e-04) (hash(x)=72887360)
1940 train 3.982329 (lr=4.6400e-04) (hash(x)=83251100)
1950 train 4.018911 (lr=4.6198e-04) (hash(x)=79660266)
1960 train 3.902264 (lr=4.5995e-04) (hash(x)=78919068)
1970 train 4.013284 (lr=4.5792e-04) (hash(x)=94690431)
1980 train 3.827605 (lr=4.5587e-04) (hash(x)=88153756)
1990 train 3.887743 (lr=4.5381e-04) (hash(x)=77195688)
2000 val loss 4.0142
2000 val perplexity 55.3801
2000 train 3.970705 (lr=4.5175e-04) (hash(x)=81308591)
2010 train 4.027360 (lr=4.4968e-04) (hash(x)=80205479)
2020 train 3.944631 (lr=4.4760e-04) (hash(x)=81008704)
2030 train 4.008580 (lr=4.4551e-04) (hash(x)=82914358)
2040 train 4.018912 (lr=4.4341e-04) (hash(x)=88064399)
2050 train 4.030991 (lr=4.4130e-04) (hash(x)=82889390)
2060 train 4.097082 (lr=4.3918e-04) (hash(x)=80913554)
2070 train 3.930981 (lr=4.3706e-04) (hash(x)=78121791)
2080 train 4.068925 (lr=4.3493e-04) (hash(x)=75356657)
2090 train 3.898297 (lr=4.3279e-04) (hash(x)=74048412)
2100 val loss 3.9821
2100 val perplexity 53.6320
2100 train 3.815279 (lr=4.3064e-04) (hash(x)=68928225)
2110 train 3.870517 (lr=4.2849e-04) (hash(x)=93734745)
2120 train 3.870013 (lr=4.2633e-04) (hash(x)=72878164)
2130 train 3.996075 (lr=4.2416e-04) (hash(x)=71508226)
2140 train 3.948195 (lr=4.2198e-04) (hash(x)=84168671)
2150 train 3.876794 (lr=4.1980e-04) (hash(x)=74673639)
2160 train 4.026609 (lr=4.1761e-04) (hash(x)=75470031)
2170 train 3.988094 (lr=4.1542e-04) (hash(x)=74307890)
2180 train 4.108595 (lr=4.1321e-04) (hash(x)=77214245)
2190 train 3.883413 (lr=4.1101e-04) (hash(x)=88628359)
2200 val loss 3.9608
2200 val perplexity 52.4977
2200 train 3.908175 (lr=4.0879e-04) (hash(x)=74779126)
2210 train 3.948145 (lr=4.0657e-04) (hash(x)=79817976)
2220 train 3.891584 (lr=4.0435e-04) (hash(x)=75258996)
2230 train 3.873952 (lr=4.0212e-04) (hash(x)=88164047)
2240 train 3.850070 (lr=3.9988e-04) (hash(x)=78580686)
2250 train 3.780027 (lr=3.9764e-04) (hash(x)=76510617)
2260 train 3.862032 (lr=3.9539e-04) (hash(x)=76043966)
2270 train 3.841270 (lr=3.9314e-04) (hash(x)=73062098)
2280 train 4.063267 (lr=3.9089e-04) (hash(x)=81885909)
2290 train 4.000932 (lr=3.8863e-04) (hash(x)=81481741)
2300 val loss 3.9344
2300 val perplexity 51.1319
2300 train 3.856041 (lr=3.8636e-04) (hash(x)=82104275)
2310 train 3.901805 (lr=3.8409e-04) (hash(x)=82137309)
2320 train 3.881460 (lr=3.8182e-04) (hash(x)=86741167)
2330 train 3.893969 (lr=3.7955e-04) (hash(x)=84796263)
2340 train 3.890165 (lr=3.7727e-04) (hash(x)=169966529)
2350 train 3.756200 (lr=3.7498e-04) (hash(x)=80006061)
2360 train 3.793148 (lr=3.7270e-04) (hash(x)=71090999)
2370 train 3.925208 (lr=3.7041e-04) (hash(x)=86641850)
2380 train 3.824032 (lr=3.6811e-04) (hash(x)=84573253)
2390 train 3.866942 (lr=3.6582e-04) (hash(x)=74483764)
2400 val loss 3.9214
2400 val perplexity 50.4720
2400 train 3.840872 (lr=3.6352e-04) (hash(x)=78327659)
2410 train 3.903591 (lr=3.6122e-04) (hash(x)=77273627)
2420 train 3.769855 (lr=3.5891e-04) (hash(x)=76938049)
2430 train 3.768020 (lr=3.5661e-04) (hash(x)=98449442)
2440 train 3.634655 (lr=3.5430e-04) (hash(x)=78157797)
2450 train 3.667456 (lr=3.5199e-04) (hash(x)=80637582)
2460 train 3.648945 (lr=3.4968e-04) (hash(x)=80023854)
2470 train 3.722162 (lr=3.4737e-04) (hash(x)=86678884)
2480 train 3.937719 (lr=3.4506e-04) (hash(x)=84086469)
2490 train 3.944941 (lr=3.4274e-04) (hash(x)=83131141)
2500 val loss 3.8947
2500 val perplexity 49.1391
2500 train 3.866644 (lr=3.4043e-04) (hash(x)=82583497)
2510 train 3.936357 (lr=3.3811e-04) (hash(x)=79164326)
2520 train 3.844373 (lr=3.3579e-04) (hash(x)=76456503)
2530 train 3.904964 (lr=3.3348e-04) (hash(x)=82001228)
2540 train 3.934854 (lr=3.3116e-04) (hash(x)=75615595)
2550 train 3.886881 (lr=3.2884e-04) (hash(x)=78397869)
2560 train 3.892297 (lr=3.2652e-04) (hash(x)=75547032)
2570 train 3.796817 (lr=3.2421e-04) (hash(x)=89201025)
2580 train 3.783798 (lr=3.2189e-04) (hash(x)=89856704)
2590 train 3.802163 (lr=3.1957e-04) (hash(x)=82175682)
2600 val loss 3.8741
2600 val perplexity 48.1387
2600 train 3.816540 (lr=3.1726e-04) (hash(x)=78312826)
2610 train 3.791480 (lr=3.1494e-04) (hash(x)=77066588)
2620 train 3.626380 (lr=3.1263e-04) (hash(x)=78666061)
2630 train 3.630448 (lr=3.1032e-04) (hash(x)=93762143)
2640 train 3.660300 (lr=3.0801e-04) (hash(x)=83191587)
2650 train 3.567744 (lr=3.0570e-04) (hash(x)=87169585)
2660 train 3.774030 (lr=3.0339e-04) (hash(x)=86426388)
2670 train 3.903484 (lr=3.0109e-04) (hash(x)=76692638)
2680 train 3.824401 (lr=2.9878e-04) (hash(x)=77446063)
2690 train 3.832089 (lr=2.9648e-04) (hash(x)=79809050)
2700 val loss 3.8660
2700 val perplexity 47.7526
2700 train 3.756493 (lr=2.9418e-04) (hash(x)=83116823)
2710 train 3.873871 (lr=2.9189e-04) (hash(x)=75622148)
2720 train 3.804423 (lr=2.8959e-04) (hash(x)=80690512)
2730 train 3.880655 (lr=2.8730e-04) (hash(x)=78009984)
2740 train 3.828596 (lr=2.8502e-04) (hash(x)=74205488)
2750 train 3.837606 (lr=2.8273e-04) (hash(x)=91013332)
2760 train 3.753824 (lr=2.8045e-04) (hash(x)=76954961)
2770 train 3.763358 (lr=2.7818e-04) (hash(x)=79390317)
2780 train 3.636682 (lr=2.7591e-04) (hash(x)=70168783)
2790 train 3.815640 (lr=2.7364e-04) (hash(x)=76028417)
2800 val loss 3.8460
2800 val perplexity 46.8056
2800 train 3.636314 (lr=2.7137e-04) (hash(x)=77656050)
2810 train 3.669113 (lr=2.6911e-04) (hash(x)=94248216)
2820 train 3.734297 (lr=2.6686e-04) (hash(x)=78305078)
2830 train 3.641318 (lr=2.6461e-04) (hash(x)=79948848)
2840 train 3.502400 (lr=2.6236e-04) (hash(x)=85341024)
2850 train 3.807054 (lr=2.6012e-04) (hash(x)=78735170)
2860 train 4.066610 (lr=2.5788e-04) (hash(x)=71616419)
2870 train 3.818464 (lr=2.5565e-04) (hash(x)=78656517)
2880 train 3.846994 (lr=2.5343e-04) (hash(x)=80073987)
2890 train 3.778906 (lr=2.5121e-04) (hash(x)=76894809)
2900 val loss 3.8191
2900 val perplexity 45.5642
2900 train 3.758083 (lr=2.4899e-04) (hash(x)=80499838)
2910 train 3.813251 (lr=2.4679e-04) (hash(x)=72673354)
2920 train 3.797680 (lr=2.4458e-04) (hash(x)=84265768)
2930 train 3.818400 (lr=2.4239e-04) (hash(x)=79612060)
2940 train 3.672692 (lr=2.4020e-04) (hash(x)=74970087)
2950 train 3.834738 (lr=2.3802e-04) (hash(x)=84166818)
2960 train 3.818449 (lr=2.3584e-04) (hash(x)=89410221)
2970 train 3.755245 (lr=2.3367e-04) (hash(x)=75672566)
2980 train 3.614504 (lr=2.3151e-04) (hash(x)=81760314)
2990 train 3.583991 (lr=2.2936e-04) (hash(x)=80605200)
3000 val loss 3.8153
3000 val perplexity 45.3921
3000 train 3.574738 (lr=2.2721e-04) (hash(x)=83804735)
3010 train 3.510992 (lr=2.2507e-04) (hash(x)=77015303)
3020 train 3.582888 (lr=2.2294e-04) (hash(x)=81464523)
3030 train 3.754169 (lr=2.2082e-04) (hash(x)=80168230)
3040 train 3.703672 (lr=2.1870e-04) (hash(x)=84817006)
3050 train 3.823137 (lr=2.1659e-04) (hash(x)=71601811)
3060 train 3.747623 (lr=2.1449e-04) (hash(x)=85499733)
3070 train 3.812778 (lr=2.1240e-04) (hash(x)=78670408)
3080 train 3.700468 (lr=2.1032e-04) (hash(x)=77120468)
3090 train 3.802423 (lr=2.0825e-04) (hash(x)=77927426)
3100 val loss 3.7943
3100 val perplexity 44.4482
3100 train 3.821735 (lr=2.0619e-04) (hash(x)=83998606)
3110 train 3.730011 (lr=2.0413e-04) (hash(x)=77990218)
3120 train 3.635248 (lr=2.0208e-04) (hash(x)=81623970)
3130 train 3.609702 (lr=2.0005e-04) (hash(x)=75014781)
3140 train 3.663582 (lr=1.9802e-04) (hash(x)=72591250)
3150 train 3.681089 (lr=1.9600e-04) (hash(x)=81421847)
3160 train 3.718182 (lr=1.9400e-04) (hash(x)=75112631)
3170 train 3.805322 (lr=1.9200e-04) (hash(x)=87518033)
3180 train 3.678021 (lr=1.9001e-04) (hash(x)=78648348)
3190 train 3.778646 (lr=1.8804e-04) (hash(x)=78270029)
3200 val loss 3.7759
3200 val perplexity 43.6360
3200 train 3.839443 (lr=1.8607e-04) (hash(x)=83380714)
3210 train 4.036620 (lr=1.8412e-04) (hash(x)=67804991)
3220 train 3.760511 (lr=1.8217e-04) (hash(x)=76968804)
3230 train 3.694715 (lr=1.8024e-04) (hash(x)=75798670)
3240 train 3.773014 (lr=1.7831e-04) (hash(x)=83192811)
3250 train 3.702786 (lr=1.7640e-04) (hash(x)=81659789)
3260 train 3.760989 (lr=1.7450e-04) (hash(x)=80622502)
3270 train 3.720280 (lr=1.7261e-04) (hash(x)=85436511)
3280 train 3.666389 (lr=1.7074e-04) (hash(x)=80589180)
3290 train 3.809917 (lr=1.6887e-04) (hash(x)=85747193)
3300 val loss 3.7718
3300 val perplexity 43.4601
3300 train 3.673318 (lr=1.6702e-04) (hash(x)=74635692)
3310 train 3.657753 (lr=1.6518e-04) (hash(x)=82045455)
3320 train 3.529346 (lr=1.6335e-04) (hash(x)=73249173)
3330 train 3.496098 (lr=1.6153e-04) (hash(x)=71492338)
3340 train 3.820335 (lr=1.5972e-04) (hash(x)=76374071)
3350 train 3.787876 (lr=1.5793e-04) (hash(x)=80474064)
3360 train 3.692667 (lr=1.5615e-04) (hash(x)=84390892)
3370 train 3.741816 (lr=1.5438e-04) (hash(x)=83399949)
3380 train 3.797963 (lr=1.5263e-04) (hash(x)=77648059)
3390 train 3.770819 (lr=1.5089e-04) (hash(x)=80152701)
3400 val loss 3.7511
3400 val perplexity 42.5687
3400 train 3.819565 (lr=1.4916e-04) (hash(x)=81952545)
3410 train 3.776698 (lr=1.4745e-04) (hash(x)=80908993)
3420 train 3.828337 (lr=1.4575e-04) (hash(x)=79610037)
3430 train 3.694364 (lr=1.4406e-04) (hash(x)=87624382)
3440 train 3.753950 (lr=1.4239e-04) (hash(x)=82336381)
3450 train 3.728707 (lr=1.4073e-04) (hash(x)=87687835)
3460 train 3.725184 (lr=1.3908e-04) (hash(x)=76376135)
3470 train 3.648288 (lr=1.3745e-04) (hash(x)=79331391)
3480 train 3.550665 (lr=1.3583e-04) (hash(x)=107002681)
3490 train 3.633443 (lr=1.3423e-04) (hash(x)=77465514)
3500 val loss 3.7473
3500 val perplexity 42.4046
3500 train 3.587634 (lr=1.3264e-04) (hash(x)=88237229)
3510 train 3.653171 (lr=1.3107e-04) (hash(x)=81011739)
3520 train 3.721961 (lr=1.2951e-04) (hash(x)=64643427)
3530 train 3.986450 (lr=1.2796e-04) (hash(x)=78029539)
3540 train 3.812087 (lr=1.2643e-04) (hash(x)=83188968)
3550 train 3.824206 (lr=1.2492e-04) (hash(x)=86104185)
3560 train 3.750349 (lr=1.2342e-04) (hash(x)=81993629)
3570 train 3.731870 (lr=1.2193e-04) (hash(x)=72719368)
3580 train 3.730203 (lr=1.2046e-04) (hash(x)=90091487)
3590 train 3.624060 (lr=1.1901e-04) (hash(x)=77393152)
3600 val loss 3.7307
3600 val perplexity 41.7097
3600 train 3.743039 (lr=1.1757e-04) (hash(x)=73103504)
3610 train 3.743801 (lr=1.1615e-04) (hash(x)=84429400)
3620 train 3.716208 (lr=1.1474e-04) (hash(x)=77021795)
3630 train 3.673646 (lr=1.1335e-04) (hash(x)=92830605)
3640 train 3.877163 (lr=1.1197e-04) (hash(x)=78313175)
3650 train 3.679147 (lr=1.1062e-04) (hash(x)=85395549)
3660 train 3.466781 (lr=1.0927e-04) (hash(x)=78114459)
3670 train 3.592271 (lr=1.0795e-04) (hash(x)=74968316)
3680 train 3.520341 (lr=1.0664e-04) (hash(x)=73358737)
3690 train 3.606351 (lr=1.0534e-04) (hash(x)=76399442)
3700 val loss 3.7300
3700 val perplexity 41.6774
3700 train 3.623710 (lr=1.0407e-04) (hash(x)=74039273)
3710 train 3.787826 (lr=1.0280e-04) (hash(x)=79299680)
3720 train 3.695810 (lr=1.0156e-04) (hash(x)=94701498)
3730 train 3.784164 (lr=1.0033e-04) (hash(x)=75352071)
3740 train 3.664125 (lr=9.9124e-05) (hash(x)=77909487)
3750 train 3.785180 (lr=9.7931e-05) (hash(x)=73986730)
3760 train 3.729086 (lr=9.6755e-05) (hash(x)=79325763)
3770 train 3.784531 (lr=9.5596e-05) (hash(x)=72457818)
3780 train 3.905213 (lr=9.4454e-05) (hash(x)=71775590)
3790 train 3.799231 (lr=9.3330e-05) (hash(x)=82638943)
3800 val loss 3.7149
3800 val perplexity 41.0546
3800 train 3.777917 (lr=9.2224e-05) (hash(x)=79965893)
3810 train 3.710453 (lr=9.1134e-05) (hash(x)=72598235)
3820 train 3.692875 (lr=9.0063e-05) (hash(x)=83113889)
3830 train 3.744063 (lr=8.9009e-05) (hash(x)=74434590)
3840 train 3.669098 (lr=8.7973e-05) (hash(x)=82860348)
3850 train 3.611331 (lr=8.6954e-05) (hash(x)=78067565)
3860 train 3.664964 (lr=8.5954e-05) (hash(x)=82592498)
3870 train 3.603543 (lr=8.4971e-05) (hash(x)=81820733)
3880 train 3.620313 (lr=8.4007e-05) (hash(x)=87709040)
3890 train 3.652857 (lr=8.3061e-05) (hash(x)=70379093)
3900 val loss 3.7094
3900 val perplexity 40.8294
3900 train 3.774960 (lr=8.2133e-05) (hash(x)=76597431)
3910 train 3.660633 (lr=8.1223e-05) (hash(x)=90490716)
3920 train 3.770563 (lr=8.0331e-05) (hash(x)=81970659)
3930 train 3.752832 (lr=7.9458e-05) (hash(x)=81496334)
3940 train 3.742235 (lr=7.8604e-05) (hash(x)=75717605)
3950 train 3.679429 (lr=7.7768e-05) (hash(x)=82749357)
3960 train 3.712869 (lr=7.6950e-05) (hash(x)=89355157)
3970 train 3.665347 (lr=7.6151e-05) (hash(x)=78980403)
3980 train 3.639618 (lr=7.5371e-05) (hash(x)=76627217)
3990 train 3.642324 (lr=7.4610e-05) (hash(x)=72412879)
4000 val loss 3.7042
4000 val perplexity 40.6167
4000 train 3.657221 (lr=7.3867e-05) (hash(x)=83018142)
4010 train 3.682138 (lr=7.3143e-05) (hash(x)=81272436)
4020 train 3.605317 (lr=7.2438e-05) (hash(x)=85497482)
4030 train 3.661194 (lr=7.1753e-05) (hash(x)=85241734)
4040 train 3.631224 (lr=7.1086e-05) (hash(x)=77925307)
4050 train 3.632481 (lr=7.0438e-05) (hash(x)=84826179)
4060 train 3.689243 (lr=6.9809e-05) (hash(x)=83606764)
4070 train 3.604437 (lr=6.9200e-05) (hash(x)=80567590)
4080 train 3.666875 (lr=6.8610e-05) (hash(x)=76860998)
4090 train 3.706736 (lr=6.8039e-05) (hash(x)=74902328)
4100 val loss 3.6941
4100 val perplexity 40.2095
4100 train 3.743418 (lr=6.7487e-05) (hash(x)=82832041)
4110 train 3.621112 (lr=6.6955e-05) (hash(x)=79143262)
4120 train 3.654513 (lr=6.6442e-05) (hash(x)=77038149)
4130 train 3.825789 (lr=6.5948e-05) (hash(x)=86339074)
4140 train 3.908206 (lr=6.5474e-05) (hash(x)=76686216)
4150 train 3.662502 (lr=6.5020e-05) (hash(x)=70522682)
4160 train 3.632463 (lr=6.4585e-05) (hash(x)=90958555)
4170 train 3.642974 (lr=6.4169e-05) (hash(x)=91463532)
4180 train 3.642266 (lr=6.3773e-05) (hash(x)=81959329)
4190 train 3.605531 (lr=6.3397e-05) (hash(x)=83146752)
4200 val loss 3.6929
4200 val perplexity 40.1599
4200 train 3.578906 (lr=6.3040e-05) (hash(x)=78361715)
4210 train 3.730519 (lr=6.2703e-05) (hash(x)=87364889)
4220 train 3.591410 (lr=6.2386e-05) (hash(x)=70465156)
4230 train 3.747005 (lr=6.2089e-05) (hash(x)=84524081)
4240 train 3.688734 (lr=6.1811e-05) (hash(x)=77824868)
4250 train 3.710096 (lr=6.1553e-05) (hash(x)=81710711)
4260 train 3.693176 (lr=6.1314e-05) (hash(x)=76362728)
4270 train 3.691400 (lr=6.1096e-05) (hash(x)=83115208)
4280 train 3.602577 (lr=6.0897e-05) (hash(x)=87218314)
4290 train 3.762576 (lr=6.0718e-05) (hash(x)=74582673)
4300 val loss 3.6892
4300 val perplexity 40.0114
4300 train 3.626175 (lr=6.0559e-05) (hash(x)=77379615)
4310 train 3.614428 (lr=6.0420e-05) (hash(x)=78669579)
4320 train 3.718278 (lr=6.0301e-05) (hash(x)=83066608)
4330 train 3.692140 (lr=6.0201e-05) (hash(x)=83037340)
4340 train 3.718928 (lr=6.0122e-05) (hash(x)=82849771)
4350 train 3.665056 (lr=6.0062e-05) (hash(x)=76693985)
4360 train 3.758386 (lr=6.0022e-05) (hash(x)=77745394)
4370 train 3.716155 (lr=6.0002e-05) (hash(x)=79954388)
4374 val loss 3.6838
4374 val perplexity 39.7963