{"lr": 0.03, "data_time": 0.02208559513092041, "loss_single": 4.662307834625244, "loss_dense": 4.669290924072266, "loss": 9.331598854064941, "time": 0.16290228366851806, "step": 50}
{"lr": 0.03, "data_time": 0.037683629989624025, "loss_single": 4.940810251235962, "loss_dense": 4.7055915832519535, "loss": 9.646402072906493, "time": 0.17515308856964112, "step": 100}
{"lr": 0.03, "data_time": 0.017086553573608398, "loss_single": 4.981765556335449, "loss_dense": 4.78086838722229, "loss": 9.762633991241454, "time": 0.15259072780609131, "step": 150}
{"lr": 0.03, "data_time": 0.018473362922668456, "loss_single": 4.971821689605713, "loss_dense": 4.823915815353393, "loss": 9.795737552642823, "time": 0.1798396348953247, "step": 200}
{"lr": 0.03, "data_time": 0.016302895545959473, "loss_single": 4.933133506774903, "loss_dense": 4.7951561450958256, "loss": 9.728289604187012, "time": 0.15394940376281738, "step": 250}
{"lr": 0.03, "data_time": 0.019844436645507814, "loss_single": 4.892219209671021, "loss_dense": 4.750655794143677, "loss": 9.64287509918213, "time": 0.14884686470031738, "step": 300}
{"lr": 0.03, "data_time": 0.01692037582397461, "loss_single": 4.87831482887268, "loss_dense": 4.708778619766235, "loss": 9.587093353271484, "time": 0.15134377479553224, "step": 350}
{"lr": 0.03, "data_time": 0.022037220001220704, "loss_single": 4.88996262550354, "loss_dense": 4.678247737884521, "loss": 9.568210411071778, "time": 0.17626659870147704, "step": 400}
{"lr": 0.03, "data_time": 0.015873003005981445, "loss_single": 4.90185022354126, "loss_dense": 4.594816827774048, "loss": 9.496667003631591, "time": 0.15686602592468263, "step": 450}
{"lr": 0.03, "data_time": 0.017702293395996094, "loss_single": 4.914180707931519, "loss_dense": 4.516115760803222, "loss": 9.430296516418457, "time": 0.15227770805358887, "step": 500}
{"lr": 0.03, "data_time": 0.01765487194061279, "loss_single": 4.915260887145996, "loss_dense": 4.403605699539185, "loss": 9.318866634368897, "time": 0.1592944383621216, "step": 550}
{"lr": 0.03, "data_time": 0.01445770263671875, "loss_single": 4.927340459823609, "loss_dense": 4.295511865615845, "loss": 9.222852325439453, "time": 0.17801060676574706, "step": 600}
{"lr": 0.03, "data_time": 0.01871170997619629, "loss_single": 4.96213059425354, "loss_dense": 4.207083702087402, "loss": 9.169214248657227, "time": 0.15879011154174805, "step": 650}
{"lr": 0.03, "data_time": 0.022612810134887695, "loss_single": 4.958862018585205, "loss_dense": 4.074465227127075, "loss": 9.033327293395995, "time": 0.15338828563690185, "step": 700}
{"lr": 0.03, "data_time": 0.015345454216003418, "loss_single": 4.960757923126221, "loss_dense": 3.9508535623550416, "loss": 8.911611366271973, "time": 0.14574856758117677, "step": 750}
{"lr": 0.03, "data_time": 0.01871621608734131, "loss_single": 4.9441835403442385, "loss_dense": 3.7886701583862306, "loss": 8.73285369873047, "time": 0.15120940208435057, "step": 800}
{"lr": 0.03, "data_time": 0.016499018669128417, "loss_single": 4.95290732383728, "loss_dense": 3.6768747091293337, "loss": 8.629782009124757, "time": 0.16094813346862794, "step": 850}
{"lr": 0.03, "data_time": 0.01610710620880127, "loss_single": 4.956714534759522, "loss_dense": 3.5731204032897947, "loss": 8.529835033416749, "time": 0.15713820457458497, "step": 900}
{"lr": 0.03, "data_time": 0.018861961364746094, "loss_single": 4.950530767440796, "loss_dense": 3.481286406517029, "loss": 8.43181734085083, "time": 0.15629475116729735, "step": 950}
{"lr": 0.03, "data_time": 0.019739580154418946, "loss_single": 4.961692810058594, "loss_dense": 3.461699914932251, "loss": 8.42339267730713, "time": 0.1740663766860962, "step": 1000}
{"lr": 0.03, "data_time": 0.017004895210266113, "loss_single": 4.970998907089234, "loss_dense": 3.4833336353302, "loss": 8.454332637786866, "time": 0.16490278244018555, "step": 1050}
{"lr": 0.03, "data_time": 0.017371416091918945, "loss_single": 4.958711194992065, "loss_dense": 3.5256402015686037, "loss": 8.484351444244385, "time": 0.15383353233337402, "step": 1100}
{"lr": 0.03, "data_time": 0.017326831817626953, "loss_single": 4.962190198898315, "loss_dense": 3.6321535110473633, "loss": 8.594343662261963, "time": 0.1525871992111206, "step": 1150}
{"lr": 0.03, "data_time": 0.021184420585632323, "loss_single": 4.968364477157593, "loss_dense": 3.8087225675582888, "loss": 8.777087211608887, "time": 0.26723172664642336, "step": 1200}
{"lr": 0.03, "data_time": 0.019420456886291505, "loss_single": 4.956925868988037, "loss_dense": 3.889622211456299, "loss": 8.846548080444336, "time": 0.15615663528442383, "step": 1250}
{"lr": 0.03, "data_time": 0.018369126319885253, "loss_single": 4.98618369102478, "loss_dense": 4.005579853057862, "loss": 8.991763591766357, "time": 0.15560648441314698, "step": 1300}
{"lr": 0.03, "data_time": 0.020268774032592772, "loss_single": 4.993474340438842, "loss_dense": 4.019173741340637, "loss": 9.01264820098877, "time": 0.1592181444168091, "step": 1350}
{"lr": 0.03, "data_time": 0.012479424476623535, "loss_single": 4.995083522796631, "loss_dense": 4.016851830482483, "loss": 9.01193552017212, "time": 0.14440338611602782, "step": 1400}
{"lr": 0.03, "data_time": 0.015035128593444825, "loss_single": 5.023918151855469, "loss_dense": 4.029888367652893, "loss": 9.053806495666503, "time": 0.1538538455963135, "step": 1450}
{"lr": 0.03, "data_time": 0.022231507301330566, "loss_single": 5.013284969329834, "loss_dense": 4.047004842758179, "loss": 9.060289669036866, "time": 0.20117015838623048, "step": 1500}
{"lr": 0.03, "data_time": 0.014485549926757813, "loss_single": 5.0149102210998535, "loss_dense": 4.094370317459107, "loss": 9.109280681610107, "time": 0.2116795778274536, "step": 1550}
{"lr": 0.03, "data_time": 0.014502239227294923, "loss_single": 5.0368781089782715, "loss_dense": 4.171228075027466, "loss": 9.208106231689452, "time": 0.17830357551574708, "step": 1600}
{"lr": 0.03, "data_time": 0.01409618854522705, "loss_single": 5.020140790939331, "loss_dense": 4.20130558013916, "loss": 9.221446323394776, "time": 0.17010486125946045, "step": 1650}
{"lr": 0.03, "data_time": 0.022109508514404297, "loss_single": 5.036240434646606, "loss_dense": 4.227621603012085, "loss": 9.263862037658692, "time": 0.15147852897644043, "step": 1700}
{"lr": 0.03, "data_time": 0.0181530237197876, "loss_single": 5.018476343154907, "loss_dense": 4.208547496795655, "loss": 9.227023792266845, "time": 0.2409041404724121, "step": 1750}
{"lr": 0.03, "data_time": 0.019349145889282226, "loss_single": 5.0118907451629635, "loss_dense": 4.198786973953247, "loss": 9.210677528381348, "time": 0.20150957107543946, "step": 1800}
{"lr": 0.03, "data_time": 0.014262723922729491, "loss_single": 4.995379495620727, "loss_dense": 4.1882922649383545, "loss": 9.183671760559083, "time": 0.17057547569274903, "step": 1850}
{"lr": 0.03, "data_time": 0.018025970458984374, "loss_single": 4.985693836212159, "loss_dense": 4.198364686965943, "loss": 9.184058666229248, "time": 0.16168909072875975, "step": 1900}
{"lr": 0.03, "data_time": 0.01775486469268799, "loss_single": 4.961770391464233, "loss_dense": 4.178155517578125, "loss": 9.139925861358643, "time": 0.14956505298614503, "step": 1950}
{"lr": 0.03, "data_time": 0.017231965065002443, "loss_single": 4.9510064125061035, "loss_dense": 4.196264982223511, "loss": 9.14727144241333, "time": 0.15282120704650878, "step": 2000}
{"lr": 0.03, "data_time": 0.02256765365600586, "loss_single": 4.953515434265137, "loss_dense": 4.1884801387786865, "loss": 9.141995429992676, "time": 0.16025710105895996, "step": 2050}
{"lr": 0.03, "data_time": 0.019564318656921386, "loss_single": 4.908246850967407, "loss_dense": 4.168520450592041, "loss": 9.076767635345458, "time": 0.15556011199951172, "step": 2100}
{"lr": 0.03, "data_time": 0.015607070922851563, "loss_single": 4.95512752532959, "loss_dense": 4.171810960769653, "loss": 9.126938438415527, "time": 0.14542627334594727, "step": 2150}
{"lr": 0.03, "data_time": 0.01487433910369873, "loss_single": 4.948841571807861, "loss_dense": 4.185613441467285, "loss": 9.134455013275147, "time": 0.15302023887634278, "step": 2200}
{"lr": 0.03, "data_time": 0.016539525985717774, "loss_single": 4.922333478927612, "loss_dense": 4.1497705459594725, "loss": 9.0721040725708, "time": 0.14805841445922852, "step": 2250}
{"lr": 0.03, "data_time": 0.01589522361755371, "loss_single": 4.86468358039856, "loss_dense": 4.147968196868897, "loss": 9.012651729583741, "time": 0.14683887958526612, "step": 2300}
{"lr": 0.03, "data_time": 0.017572402954101562, "loss_single": 4.889090967178345, "loss_dense": 4.1322742938995365, "loss": 9.021365356445312, "time": 0.14776334762573243, "step": 2350}
{"lr": 0.03, "data_time": 0.01532278060913086, "loss_single": 4.859001636505127, "loss_dense": 4.1127870082855225, "loss": 8.97178840637207, "time": 0.1530513048171997, "step": 2400}
{"lr": 0.03, "data_time": 0.02015225887298584, "loss_single": 4.8261465549469, "loss_dense": 4.096199941635132, "loss": 8.922346496582032, "time": 0.1538766860961914, "step": 2450}
{"lr": 0.03, "data_time": 0.018538665771484376, "loss_single": 4.803862619400024, "loss_dense": 4.055294060707093, "loss": 8.859156799316406, "time": 0.14819533824920655, "step": 2500}
{"lr": 0.03, "data_time": 0.0191936731338501, "loss_single": 4.82548336982727, "loss_dense": 4.067844414710999, "loss": 8.893327999114991, "time": 0.17664926052093505, "step": 2550}
{"lr": 0.03, "data_time": 0.01570134162902832, "loss_single": 4.800929117202759, "loss_dense": 4.043211770057678, "loss": 8.844140815734864, "time": 0.15954737663269042, "step": 2600}
{"lr": 0.03, "data_time": 0.01784205436706543, "loss_single": 4.790661859512329, "loss_dense": 4.023369884490966, "loss": 8.81403169631958, "time": 0.15648818016052246, "step": 2650}
{"lr": 0.03, "data_time": 0.02448892593383789, "loss_single": 4.80896258354187, "loss_dense": 4.036897134780884, "loss": 8.84585952758789, "time": 0.22199640274047852, "step": 2700}
{"lr": 0.03, "data_time": 0.01981189250946045, "loss_single": 4.7868927955627445, "loss_dense": 4.025971102714538, "loss": 8.812863826751709, "time": 0.15715460777282714, "step": 2750}
{"lr": 0.03, "data_time": 0.020634675025939943, "loss_single": 4.769359397888183, "loss_dense": 4.0066001415252686, "loss": 8.775959491729736, "time": 0.15184180736541747, "step": 2800}
{"lr": 0.03, "data_time": 0.01472177505493164, "loss_single": 4.74517707824707, "loss_dense": 4.022487473487854, "loss": 8.767664623260497, "time": 0.14658150672912598, "step": 2850}
{"lr": 0.03, "data_time": 0.016498303413391112, "loss_single": 4.788841342926025, "loss_dense": 4.0141918659210205, "loss": 8.803033256530762, "time": 0.14583380222320558, "step": 2900}
{"lr": 0.03, "data_time": 0.018941712379455567, "loss_single": 4.80666217803955, "loss_dense": 4.008212208747864, "loss": 8.814874172210693, "time": 0.2075418710708618, "step": 2950}
{"lr": 0.03, "data_time": 0.019174480438232423, "loss_single": 4.7927642345428465, "loss_dense": 4.028955721855164, "loss": 8.821720027923584, "time": 0.15185954570770263, "step": 3000}
{"lr": 0.03, "data_time": 0.018686389923095702, "loss_single": 4.747730159759522, "loss_dense": 3.9885607242584227, "loss": 8.736290836334229, "time": 0.15132391452789307, "step": 3050}
{"lr": 0.03, "data_time": 0.016701483726501466, "loss_single": 4.771484231948852, "loss_dense": 3.986795735359192, "loss": 8.75827989578247, "time": 0.1533257007598877, "step": 3100}
{"lr": 0.03, "data_time": 0.042687630653381346, "loss_single": 4.736030960083008, "loss_dense": 3.981725573539734, "loss": 8.717756462097167, "time": 0.256791090965271, "step": 3150}
{"lr": 0.03, "data_time": 0.015938782691955568, "loss_single": 4.745974683761597, "loss_dense": 3.996753978729248, "loss": 8.742728519439698, "time": 0.15203313827514647, "step": 3200}
{"lr": 0.03, "data_time": 0.03718335628509521, "loss_single": 4.775786924362182, "loss_dense": 3.982852816581726, "loss": 8.758639717102051, "time": 0.16595969200134278, "step": 3250}
{"lr": 0.03, "data_time": 0.018114233016967775, "loss_single": 4.786711263656616, "loss_dense": 3.993468189239502, "loss": 8.780179405212403, "time": 0.1480377197265625, "step": 3300}
{"lr": 0.03, "data_time": 0.015577101707458496, "loss_single": 4.675245952606201, "loss_dense": 3.9767499446868895, "loss": 8.651995754241943, "time": 0.15397536754608154, "step": 3350}
{"lr": 0.03, "data_time": 0.03477299213409424, "loss_single": 4.730758237838745, "loss_dense": 3.969340419769287, "loss": 8.700098705291747, "time": 0.16483359336853026, "step": 3400}
{"lr": 0.03, "data_time": 0.01620635986328125, "loss_single": 4.7060455799102785, "loss_dense": 3.972369408607483, "loss": 8.678415012359618, "time": 0.14857707023620606, "step": 3450}
{"lr": 0.03, "data_time": 0.018026852607727052, "loss_single": 4.711353921890259, "loss_dense": 3.976126503944397, "loss": 8.687480449676514, "time": 0.1514374017715454, "step": 3500}
{"lr": 0.03, "data_time": 0.01835343837738037, "loss_single": 4.703007316589355, "loss_dense": 3.964535713195801, "loss": 8.667543029785156, "time": 0.15320360660552979, "step": 3550}
{"lr": 0.03, "data_time": 0.016921687126159667, "loss_single": 4.682887268066406, "loss_dense": 3.9634552955627442, "loss": 8.646342563629151, "time": 0.1770308017730713, "step": 3600}
{"lr": 0.03, "data_time": 0.021914410591125488, "loss_single": 4.6952760219573975, "loss_dense": 3.975945258140564, "loss": 8.671221351623535, "time": 0.15706403255462648, "step": 3650}
{"lr": 0.03, "data_time": 0.019311237335205077, "loss_single": 4.69444899559021, "loss_dense": 3.989435410499573, "loss": 8.683884239196777, "time": 0.16126129627227784, "step": 3700}
{"lr": 0.03, "data_time": 0.0167752742767334, "loss_single": 4.6847632884979244, "loss_dense": 3.941706919670105, "loss": 8.626470184326172, "time": 0.1616302490234375, "step": 3750}
{"lr": 0.03, "data_time": 0.01716437339782715, "loss_single": 4.663549423217773, "loss_dense": 3.957416367530823, "loss": 8.620965766906739, "time": 0.157770037651062, "step": 3800}
{"lr": 0.03, "data_time": 0.020018720626831056, "loss_single": 4.669037914276123, "loss_dense": 3.9661128520965576, "loss": 8.635150909423828, "time": 0.27119109630584715, "step": 3850}
{"lr": 0.03, "data_time": 0.019408464431762695, "loss_single": 4.664922571182251, "loss_dense": 3.957863187789917, "loss": 8.622785663604736, "time": 0.1476436138153076, "step": 3900}
{"lr": 0.03, "data_time": 0.018079805374145507, "loss_single": 4.606008863449096, "loss_dense": 3.934250068664551, "loss": 8.540258884429932, "time": 0.16364643573760987, "step": 3950}
{"lr": 0.03, "data_time": 0.017438197135925294, "loss_single": 4.626027584075928, "loss_dense": 3.9493449211120604, "loss": 8.575372505187989, "time": 0.1544818878173828, "step": 4000}
{"lr": 0.03, "data_time": 0.018590736389160156, "loss_single": 4.618482828140259, "loss_dense": 3.9211310148239136, "loss": 8.539613819122314, "time": 0.14946296215057372, "step": 4050}
{"lr": 0.03, "data_time": 0.015095376968383789, "loss_single": 4.680119800567627, "loss_dense": 3.950743794441223, "loss": 8.630863666534424, "time": 0.1684582471847534, "step": 4100}
{"lr": 0.03, "data_time": 0.020593810081481933, "loss_single": 4.65006947517395, "loss_dense": 3.926379585266113, "loss": 8.576449298858643, "time": 0.16185905933380126, "step": 4150}
{"lr": 0.03, "data_time": 0.020232200622558594, "loss_single": 4.6365074634552, "loss_dense": 3.9275386333465576, "loss": 8.564046287536621, "time": 0.15269889831542968, "step": 4200}
{"lr": 0.03, "data_time": 0.01753852367401123, "loss_single": 4.583725881576538, "loss_dense": 3.9190604209899904, "loss": 8.502786445617676, "time": 0.15959255695343016, "step": 4250}
{"lr": 0.03, "data_time": 0.01789717674255371, "loss_single": 4.559147357940674, "loss_dense": 3.9108099222183226, "loss": 8.46995735168457, "time": 0.15319955348968506, "step": 4300}
{"lr": 0.03, "data_time": 0.016324758529663086, "loss_single": 4.615189027786255, "loss_dense": 3.9129800319671633, "loss": 8.528169059753418, "time": 0.1497426986694336, "step": 4350}
{"lr": 0.03, "data_time": 0.01752912998199463, "loss_single": 4.584451675415039, "loss_dense": 3.899005675315857, "loss": 8.483457374572755, "time": 0.1637345790863037, "step": 4400}
{"lr": 0.03, "data_time": 0.014285898208618164, "loss_single": 4.544672107696533, "loss_dense": 3.8826718807220457, "loss": 8.427343940734863, "time": 0.14544708728790284, "step": 4450}
{"lr": 0.03, "data_time": 0.017578482627868652, "loss_single": 4.561102390289307, "loss_dense": 3.9046047210693358, "loss": 8.465707206726075, "time": 0.1535176992416382, "step": 4500}
{"lr": 0.03, "data_time": 0.016941046714782713, "loss_single": 4.558612632751465, "loss_dense": 3.889084982872009, "loss": 8.447697639465332, "time": 0.15008246898651123, "step": 4550}
{"lr": 0.03, "data_time": 0.019045209884643553, "loss_single": 4.565315294265747, "loss_dense": 3.8878652095794677, "loss": 8.453180599212647, "time": 0.1512934923171997, "step": 4600}
{"lr": 0.03, "data_time": 0.015500259399414063, "loss_single": 4.553071928024292, "loss_dense": 3.886493134498596, "loss": 8.439564895629882, "time": 0.17187891006469727, "step": 4650}
{"lr": 0.03, "data_time": 0.018538236618041992, "loss_single": 4.550741577148438, "loss_dense": 3.8866023778915406, "loss": 8.437343978881836, "time": 0.15009839534759523, "step": 4700}
{"lr": 0.03, "data_time": 0.017827868461608887, "loss_single": 4.573121976852417, "loss_dense": 3.8788692235946653, "loss": 8.451991081237793, "time": 0.16883594989776612, "step": 4750}
{"lr": 0.03, "data_time": 0.0203524112701416, "loss_single": 4.512222671508789, "loss_dense": 3.8565133810043335, "loss": 8.368736076354981, "time": 0.15393803119659424, "step": 4800}
{"lr": 0.03, "data_time": 0.01730983257293701, "loss_single": 4.543669748306274, "loss_dense": 3.8476534128189086, "loss": 8.391323280334472, "time": 0.15698497295379638, "step": 4850}
{"lr": 0.03, "data_time": 0.01704092025756836, "loss_single": 4.543390464782715, "loss_dense": 3.8802560806274413, "loss": 8.423646450042725, "time": 0.15151662826538087, "step": 4900}
{"lr": 0.03, "data_time": 0.016737771034240723, "loss_single": 4.4943702697753904, "loss_dense": 3.8406060218811033, "loss": 8.334976291656494, "time": 0.14938576221466066, "step": 4950}
{"lr": 0.03, "data_time": 0.01114814281463623, "loss_single": 4.486829423904419, "loss_dense": 3.8609981298446656, "loss": 8.347827434539795, "time": 0.14096057415008545, "step": 5000}
{"lr": 0.029998149487224908, "data_time": 0.019825053215026856, "loss_single": 4.4809986591339115, "loss_dense": 3.8493663549423216, "loss": 8.330364990234376, "time": 0.14921586513519286, "step": 5054}
{"lr": 0.029998149487224908, "data_time": 0.017378067970275878, "loss_single": 4.522997331619263, "loss_dense": 3.8690184116363526, "loss": 8.392015743255616, "time": 0.14916639328002929, "step": 5104}
{"lr": 0.029998149487224908, "data_time": 0.017085051536560057, "loss_single": 4.500749301910401, "loss_dense": 3.851707696914673, "loss": 8.352457046508789, "time": 0.16226813793182374, "step": 5154}
{"lr": 0.029998149487224908, "data_time": 0.015709733963012694, "loss_single": 4.456009864807129, "loss_dense": 3.8430620193481446, "loss": 8.299071979522704, "time": 0.18515098094940186, "step": 5204}
{"lr": 0.029998149487224908, "data_time": 0.013949990272521973, "loss_single": 4.4552079200744625, "loss_dense": 3.8494348526000977, "loss": 8.30464277267456, "time": 0.14804306030273437, "step": 5254}
{"lr": 0.029998149487224908, "data_time": 0.014804649353027343, "loss_single": 4.408410549163818, "loss_dense": 3.8398968458175657, "loss": 8.248307228088379, "time": 0.16358764171600343, "step": 5304}
{"lr": 0.029998149487224908, "data_time": 0.02170572280883789, "loss_single": 4.484706592559815, "loss_dense": 3.858882522583008, "loss": 8.343589305877686, "time": 0.18554210662841797, "step": 5354}
{"lr": 0.029998149487224908, "data_time": 0.017518019676208495, "loss_single": 4.4575403213500975, "loss_dense": 3.844568705558777, "loss": 8.3021089553833, "time": 0.1541717529296875, "step": 5404}
{"lr": 0.029998149487224908, "data_time": 0.011214756965637207, "loss_single": 4.471051454544067, "loss_dense": 3.856952500343323, "loss": 8.328004074096679, "time": 0.16284070014953614, "step": 5454}
{"lr": 0.029998149487224908, "data_time": 0.015247559547424317, "loss_single": 4.421900367736816, "loss_dense": 3.847370910644531, "loss": 8.269271183013917, "time": 0.16398310661315918, "step": 5504}
{"lr": 0.029998149487224908, "data_time": 0.01759216785430908, "loss_single": 4.398619318008423, "loss_dense": 3.8328891515731813, "loss": 8.231508445739745, "time": 0.15580108165740966, "step": 5554}
{"lr": 0.029998149487224908, "data_time": 0.0180314302444458, "loss_single": 4.474011421203613, "loss_dense": 3.857784605026245, "loss": 8.331795978546143, "time": 0.14989585876464845, "step": 5604}
{"lr": 0.029998149487224908, "data_time": 0.019467639923095702, "loss_single": 4.43506875038147, "loss_dense": 3.8392459869384767, "loss": 8.274314689636231, "time": 0.1616417407989502, "step": 5654}
{"lr": 0.029998149487224908, "data_time": 0.018675923347473145, "loss_single": 4.403862953186035, "loss_dense": 3.8411999940872192, "loss": 8.24506311416626, "time": 0.14893295764923095, "step": 5704}
{"lr": 0.029998149487224908, "data_time": 0.017808818817138673, "loss_single": 4.357884740829467, "loss_dense": 3.8240902423858643, "loss": 8.181975078582763, "time": 0.1468956470489502, "step": 5754}
{"lr": 0.029998149487224908, "data_time": 0.01841883659362793, "loss_single": 4.44247407913208, "loss_dense": 3.830440807342529, "loss": 8.27291498184204, "time": 0.15929253101348878, "step": 5804}
{"lr": 0.029998149487224908, "data_time": 0.021358680725097657, "loss_single": 4.378808784484863, "loss_dense": 3.8233138799667357, "loss": 8.20212264060974, "time": 0.162705659866333, "step": 5854}
{"lr": 0.029998149487224908, "data_time": 0.015169334411621094, "loss_single": 4.383557367324829, "loss_dense": 3.8422359228134155, "loss": 8.225793266296387, "time": 0.15550632476806642, "step": 5904}
{"lr": 0.029998149487224908, "data_time": 0.016674137115478514, "loss_single": 4.430841445922852, "loss_dense": 3.8417816877365114, "loss": 8.272622966766358, "time": 0.174607253074646, "step": 5954}
{"lr": 0.029998149487224908, "data_time": 0.017842411994934082, "loss_single": 4.364065408706665, "loss_dense": 3.833534288406372, "loss": 8.197599792480469, "time": 0.15029056072235109, "step": 6004}
{"lr": 0.029998149487224908, "data_time": 0.01550438404083252, "loss_single": 4.38473539352417, "loss_dense": 3.829258346557617, "loss": 8.213993644714355, "time": 0.2068544626235962, "step": 6054}
{"lr": 0.029998149487224908, "data_time": 0.019068455696105956, "loss_single": 4.370158767700195, "loss_dense": 3.8302892684936523, "loss": 8.200448036193848, "time": 0.159779953956604, "step": 6104}
{"lr": 0.029998149487224908, "data_time": 0.019065713882446288, "loss_single": 4.332085227966308, "loss_dense": 3.8136915445327757, "loss": 8.145776653289795, "time": 0.1690603733062744, "step": 6154}
{"lr": 0.029998149487224908, "data_time": 0.018493175506591797, "loss_single": 4.314327430725098, "loss_dense": 3.8168300867080687, "loss": 8.131157493591308, "time": 0.14644243717193603, "step": 6204}
{"lr": 0.029998149487224908, "data_time": 0.019977974891662597, "loss_single": 4.388994741439819, "loss_dense": 3.8160523176193237, "loss": 8.205047130584717, "time": 0.15517139434814453, "step": 6254}
{"lr": 0.029998149487224908, "data_time": 0.01898469924926758, "loss_single": 4.374947738647461, "loss_dense": 3.82536404132843, "loss": 8.200311756134033, "time": 0.1519169807434082, "step": 6304}
{"lr": 0.029998149487224908, "data_time": 0.018344569206237792, "loss_single": 4.331893014907837, "loss_dense": 3.8109264850616453, "loss": 8.142819547653199, "time": 0.1735765218734741, "step": 6354}
{"lr": 0.029998149487224908, "data_time": 0.023312020301818847, "loss_single": 4.334245777130127, "loss_dense": 3.830336570739746, "loss": 8.164582347869873, "time": 0.25543746948242185, "step": 6404}
{"lr": 0.029998149487224908, "data_time": 0.017390847206115723, "loss_single": 4.329960489273072, "loss_dense": 3.826560378074646, "loss": 8.15652084350586, "time": 0.16156303882598877, "step": 6454}
{"lr": 0.029998149487224908, "data_time": 0.018238329887390138, "loss_single": 4.350600004196167, "loss_dense": 3.816306471824646, "loss": 8.166906642913819, "time": 0.15055534839630128, "step": 6504}
{"lr": 0.029998149487224908, "data_time": 0.018781352043151855, "loss_single": 4.365341091156006, "loss_dense": 3.8114253282546997, "loss": 8.176766538619995, "time": 0.15287377834320068, "step": 6554}
{"lr": 0.029998149487224908, "data_time": 0.018839097023010253, "loss_single": 4.376967525482177, "loss_dense": 3.840975761413574, "loss": 8.217943239212037, "time": 0.14848029613494873, "step": 6604}
{"lr": 0.029998149487224908, "data_time": 0.015859508514404298, "loss_single": 4.355841588973999, "loss_dense": 3.813196611404419, "loss": 8.16903829574585, "time": 0.20274229049682618, "step": 6654}
{"lr": 0.029998149487224908, "data_time": 0.021059393882751465, "loss_single": 4.345700025558472, "loss_dense": 3.8204259634017945, "loss": 8.16612606048584, "time": 0.1535879850387573, "step": 6704}
{"lr": 0.029998149487224908, "data_time": 0.017229890823364256, "loss_single": 4.336819410324097, "loss_dense": 3.7987886667251587, "loss": 8.135608005523682, "time": 0.16230227947235107, "step": 6754}
{"lr": 0.029998149487224908, "data_time": 0.018027377128601075, "loss_single": 4.310243701934814, "loss_dense": 3.8219640970230104, "loss": 8.132207822799682, "time": 0.1520545244216919, "step": 6804}
{"lr": 0.029998149487224908, "data_time": 0.01974360942840576, "loss_single": 4.329722690582275, "loss_dense": 3.8162382364273073, "loss": 8.145960903167724, "time": 0.15811426639556886, "step": 6854}
{"lr": 0.029998149487224908, "data_time": 0.021164298057556152, "loss_single": 4.2702477931976315, "loss_dense": 3.7997363328933718, "loss": 8.069984006881715, "time": 0.16358716487884523, "step": 6904}
{"lr": 0.029998149487224908, "data_time": 0.014526104927062989, "loss_single": 4.296686458587646, "loss_dense": 3.8114139318466185, "loss": 8.108100318908692, "time": 0.16615562438964843, "step": 6954}
{"lr": 0.029998149487224908, "data_time": 0.019504761695861815, "loss_single": 4.342582178115845, "loss_dense": 3.8153512716293334, "loss": 8.157933330535888, "time": 0.1540818691253662, "step": 7004}
{"lr": 0.029998149487224908, "data_time": 0.017624974250793457, "loss_single": 4.372917604446411, "loss_dense": 3.818516492843628, "loss": 8.191434192657471, "time": 0.15373578071594238, "step": 7054}
{"lr": 0.029998149487224908, "data_time": 0.017602133750915527, "loss_single": 4.288742780685425, "loss_dense": 3.7851754426956177, "loss": 8.073918294906616, "time": 0.15615324974060057, "step": 7104}
{"lr": 0.029998149487224908, "data_time": 0.018165063858032227, "loss_single": 4.3010454177856445, "loss_dense": 3.8129862546920776, "loss": 8.114031791687012, "time": 0.15885183811187745, "step": 7154}
{"lr": 0.029998149487224908, "data_time": 0.018914341926574707, "loss_single": 4.260960054397583, "loss_dense": 3.803041672706604, "loss": 8.06400179862976, "time": 0.24486947059631348, "step": 7204}
{"lr": 0.029998149487224908, "data_time": 0.019931936264038087, "loss_single": 4.272869825363159, "loss_dense": 3.8002188205718994, "loss": 8.073088645935059, "time": 0.14805548191070556, "step": 7254}
{"lr": 0.029998149487224908, "data_time": 0.01890101432800293, "loss_single": 4.326502513885498, "loss_dense": 3.803054618835449, "loss": 8.12955708503723, "time": 0.15067775249481202, "step": 7304}
{"lr": 0.029998149487224908, "data_time": 0.018059396743774415, "loss_single": 4.284538078308105, "loss_dense": 3.811313796043396, "loss": 8.095851850509643, "time": 0.15661931037902832, "step": 7354}
{"lr": 0.029998149487224908, "data_time": 0.01691310405731201, "loss_single": 4.291290235519409, "loss_dense": 3.7863553762435913, "loss": 8.077645635604858, "time": 0.16172997951507567, "step": 7404}
{"lr": 0.029998149487224908, "data_time": 0.01681966781616211, "loss_single": 4.309847974777222, "loss_dense": 3.8110947608947754, "loss": 8.120942735671997, "time": 0.24466073513031006, "step": 7454}
{"lr": 0.029998149487224908, "data_time": 0.017045259475708008, "loss_single": 4.277536869049072, "loss_dense": 3.8093768835067747, "loss": 8.086913871765137, "time": 0.16378791332244874, "step": 7504}
{"lr": 0.029998149487224908, "data_time": 0.017113399505615235, "loss_single": 4.277361917495727, "loss_dense": 3.8114163398742678, "loss": 8.088778257369995, "time": 0.1492748737335205, "step": 7554}
{"lr": 0.029998149487224908, "data_time": 0.020599627494812013, "loss_single": 4.277199125289917, "loss_dense": 3.7996253252029417, "loss": 8.076824474334718, "time": 0.1567897081375122, "step": 7604}
{"lr": 0.029998149487224908, "data_time": 0.020370674133300782, "loss_single": 4.295129776000977, "loss_dense": 3.820099878311157, "loss": 8.11522970199585, "time": 0.17640833854675292, "step": 7654}
{"lr": 0.029998149487224908, "data_time": 0.020347237586975098, "loss_single": 4.251206254959106, "loss_dense": 3.7944804430007935, "loss": 8.045686626434327, "time": 0.16351401805877686, "step": 7704}
{"lr": 0.029998149487224908, "data_time": 0.019645166397094727, "loss_single": 4.252027130126953, "loss_dense": 3.805754375457764, "loss": 8.057781600952149, "time": 0.15658073425292968, "step": 7754}
{"lr": 0.029998149487224908, "data_time": 0.01600508689880371, "loss_single": 4.294285535812378, "loss_dense": 3.808820199966431, "loss": 8.103105783462524, "time": 0.24295880794525146, "step": 7804}
{"lr": 0.029998149487224908, "data_time": 0.018291187286376954, "loss_single": 4.253249835968018, "loss_dense": 3.7919400215148924, "loss": 8.045189905166627, "time": 0.1515730381011963, "step": 7854}
{"lr": 0.029998149487224908, "data_time": 0.018285536766052247, "loss_single": 4.2880974292755125, "loss_dense": 3.801343870162964, "loss": 8.08944125175476, "time": 0.14732778072357178, "step": 7904}
{"lr": 0.029998149487224908, "data_time": 0.01639280319213867, "loss_single": 4.259444379806519, "loss_dense": 3.8338531017303468, "loss": 8.093297481536865, "time": 0.17125253677368163, "step": 7954}
{"lr": 0.029998149487224908, "data_time": 0.03066298961639404, "loss_single": 4.200279283523559, "loss_dense": 3.7972082614898683, "loss": 7.997487497329712, "time": 0.16301770210266114, "step": 8004}
{"lr": 0.029998149487224908, "data_time": 0.018870782852172852, "loss_single": 4.242230176925659, "loss_dense": 3.803734540939331, "loss": 8.045964765548707, "time": 0.15760424137115478, "step": 8054}
{"lr": 0.029998149487224908, "data_time": 0.019014739990234376, "loss_single": 4.185601663589478, "loss_dense": 3.783399200439453, "loss": 7.969000768661499, "time": 0.1495899438858032, "step": 8104}
{"lr": 0.029998149487224908, "data_time": 0.01537775993347168, "loss_single": 4.253078556060791, "loss_dense": 3.80592041015625, "loss": 8.058998775482177, "time": 0.15335776805877685, "step": 8154}
{"lr": 0.029998149487224908, "data_time": 0.018192648887634277, "loss_single": 4.191826915740966, "loss_dense": 3.8045212745666506, "loss": 7.996348285675049, "time": 0.16204423904418946, "step": 8204}
{"lr": 0.029998149487224908, "data_time": 0.016009879112243653, "loss_single": 4.211808204650879, "loss_dense": 3.7929129600524902, "loss": 8.004721307754517, "time": 0.1700301170349121, "step": 8254}
{"lr": 0.029998149487224908, "data_time": 0.017936015129089357, "loss_single": 4.2384178161621096, "loss_dense": 3.799006986618042, "loss": 8.037424898147583, "time": 0.1540999174118042, "step": 8304}
{"lr": 0.029998149487224908, "data_time": 0.017048215866088866, "loss_single": 4.2277750968933105, "loss_dense": 3.79806125164032, "loss": 8.025836277008057, "time": 0.151037335395813, "step": 8354}
{"lr": 0.029998149487224908, "data_time": 0.0184478759765625, "loss_single": 4.198457145690918, "loss_dense": 3.8031402826309204, "loss": 8.001597452163697, "time": 0.1497964859008789, "step": 8404}
{"lr": 0.029998149487224908, "data_time": 0.016445207595825195, "loss_single": 4.186159896850586, "loss_dense": 3.7928214073181152, "loss": 7.978981351852417, "time": 0.15275835990905762, "step": 8454}
{"lr": 0.029998149487224908, "data_time": 0.017191410064697266, "loss_single": 4.208323383331299, "loss_dense": 3.789547491073608, "loss": 7.997871017456054, "time": 0.14817001819610595, "step": 8504}
{"lr": 0.029998149487224908, "data_time": 0.016371798515319825, "loss_single": 4.182893705368042, "loss_dense": 3.801197862625122, "loss": 7.984091711044312, "time": 0.16338801383972168, "step": 8554}
{"lr": 0.029998149487224908, "data_time": 0.01974632740020752, "loss_single": 4.181643056869507, "loss_dense": 3.8007644414901733, "loss": 7.982407426834106, "time": 0.15831325054168702, "step": 8604}
{"lr": 0.029998149487224908, "data_time": 0.018976473808288576, "loss_single": 4.250359296798706, "loss_dense": 3.8118940114974977, "loss": 8.062253379821778, "time": 0.15596044063568115, "step": 8654}
{"lr": 0.029998149487224908, "data_time": 0.022205138206481935, "loss_single": 4.238491201400757, "loss_dense": 3.8182318449020385, "loss": 8.056723022460938, "time": 0.15372724533081056, "step": 8704}
{"lr": 0.029998149487224908, "data_time": 0.018834376335144044, "loss_single": 4.214462089538574, "loss_dense": 3.8073842525482178, "loss": 8.021846389770507, "time": 0.1543287992477417, "step": 8754}
{"lr": 0.029998149487224908, "data_time": 0.021376919746398926, "loss_single": 4.213180637359619, "loss_dense": 3.8061745405197143, "loss": 8.019355201721192, "time": 0.1569904565811157, "step": 8804}
{"lr": 0.029998149487224908, "data_time": 0.016166067123413085, "loss_single": 4.196945095062256, "loss_dense": 3.8152480363845824, "loss": 8.01219310760498, "time": 0.15112853050231934, "step": 8854}
{"lr": 0.029998149487224908, "data_time": 0.01750333309173584, "loss_single": 4.1688226699829105, "loss_dense": 3.8102760791778563, "loss": 7.979098796844482, "time": 0.15157802104949952, "step": 8904}
{"lr": 0.029998149487224908, "data_time": 0.01791698932647705, "loss_single": 4.1870006084442135, "loss_dense": 3.8009711265563966, "loss": 7.987971782684326, "time": 0.14868562221527098, "step": 8954}
{"lr": 0.029998149487224908, "data_time": 0.017765617370605467, "loss_single": 4.17937216758728, "loss_dense": 3.8060967445373537, "loss": 7.985468959808349, "time": 0.15034618377685546, "step": 9004}
{"lr": 0.029998149487224908, "data_time": 0.02159421443939209, "loss_single": 4.168117094039917, "loss_dense": 3.8084045886993407, "loss": 7.976521778106689, "time": 0.22673506736755372, "step": 9054}
{"lr": 0.029998149487224908, "data_time": 0.014113378524780274, "loss_single": 4.206381368637085, "loss_dense": 3.799827718734741, "loss": 8.006209135055542, "time": 0.1484668731689453, "step": 9104}
{"lr": 0.029998149487224908, "data_time": 0.018049049377441406, "loss_single": 4.194441890716552, "loss_dense": 3.8038377285003664, "loss": 7.998279619216919, "time": 0.16260299682617188, "step": 9154}
{"lr": 0.029998149487224908, "data_time": 0.01340939998626709, "loss_single": 4.14495267868042, "loss_dense": 3.8067535161972046, "loss": 7.951706218719482, "time": 0.15621788501739503, "step": 9204}
{"lr": 0.029998149487224908, "data_time": 0.017834186553955078, "loss_single": 4.202038383483886, "loss_dense": 3.839982533454895, "loss": 8.042020845413209, "time": 0.14867737293243408, "step": 9254}
{"lr": 0.029998149487224908, "data_time": 0.020273041725158692, "loss_single": 4.173531007766724, "loss_dense": 3.8167228937149047, "loss": 7.9902537822723385, "time": 0.1570810556411743, "step": 9304}
{"lr": 0.029998149487224908, "data_time": 0.016755557060241698, "loss_single": 4.1443511009216305, "loss_dense": 3.8165459871292113, "loss": 7.960897159576416, "time": 0.15207133293151856, "step": 9354}
{"lr": 0.029998149487224908, "data_time": 0.01680915355682373, "loss_single": 4.177474069595337, "loss_dense": 3.8113338232040403, "loss": 7.988807916641235, "time": 0.16583809852600098, "step": 9404}
{"lr": 0.029998149487224908, "data_time": 0.017004227638244628, "loss_single": 4.176804828643799, "loss_dense": 3.8076240539550783, "loss": 7.984428882598877, "time": 0.14718060493469237, "step": 9454}
{"lr": 0.029998149487224908, "data_time": 0.026931333541870116, "loss_single": 4.1415153503417965, "loss_dense": 3.8004109382629396, "loss": 7.941926288604736, "time": 0.18940577507019044, "step": 9504}
{"lr": 0.029998149487224908, "data_time": 0.018776559829711915, "loss_single": 4.165765190124512, "loss_dense": 3.7957272052764894, "loss": 7.961492395401001, "time": 0.15380289554595947, "step": 9554}
{"lr": 0.029998149487224908, "data_time": 0.0192643404006958, "loss_single": 4.188181781768799, "loss_dense": 3.804335522651672, "loss": 7.992517185211182, "time": 0.15413928031921387, "step": 9604}
{"lr": 0.029998149487224908, "data_time": 0.02042381763458252, "loss_single": 4.19611120223999, "loss_dense": 3.818915033340454, "loss": 8.01502628326416, "time": 0.18417110443115234, "step": 9654}
{"lr": 0.029998149487224908, "data_time": 0.023139429092407227, "loss_single": 4.145276355743408, "loss_dense": 3.796176528930664, "loss": 7.9414527893066404, "time": 0.15685245990753174, "step": 9704}
{"lr": 0.029998149487224908, "data_time": 0.0280989408493042, "loss_single": 4.173420333862305, "loss_dense": 3.8158090829849245, "loss": 7.989229488372803, "time": 0.1674976348876953, "step": 9754}
{"lr": 0.029998149487224908, "data_time": 0.015122604370117188, "loss_single": 4.147830867767334, "loss_dense": 3.7962955951690676, "loss": 7.944126462936401, "time": 0.15565547943115235, "step": 9804}
{"lr": 0.029998149487224908, "data_time": 0.02045629024505615, "loss_single": 4.1764686584472654, "loss_dense": 3.796929454803467, "loss": 7.973398160934448, "time": 0.1547762155532837, "step": 9854}
{"lr": 0.029998149487224908, "data_time": 0.02201108932495117, "loss_single": 4.151230835914612, "loss_dense": 3.8081594944000243, "loss": 7.959390354156494, "time": 0.1833503484725952, "step": 9904}
{"lr": 0.029998149487224908, "data_time": 0.03130192756652832, "loss_single": 4.170191955566406, "loss_dense": 3.798298978805542, "loss": 7.96849102973938, "time": 0.1691075325012207, "step": 9954}
{"lr": 0.029998149487224908, "data_time": 0.012629151344299316, "loss_single": 4.142632722854614, "loss_dense": 3.7988930702209474, "loss": 7.9415257453918455, "time": 0.15837576389312744, "step": 10004}
{"lr": 0.029992598405485973, "data_time": 0.013930749893188477, "loss_single": 4.1129333734512326, "loss_dense": 3.798921823501587, "loss": 7.9118551254272464, "time": 0.1716827630996704, "step": 10058}
{"lr": 0.029992598405485973, "data_time": 0.017281436920166017, "loss_single": 4.14924726486206, "loss_dense": 3.804756784439087, "loss": 7.954004096984863, "time": 0.2044064521789551, "step": 10108}
{"lr": 0.029992598405485973, "data_time": 0.013031506538391113, "loss_single": 4.119820499420166, "loss_dense": 3.7979400634765623, "loss": 7.917760562896729, "time": 0.1578521728515625, "step": 10158}
{"lr": 0.029992598405485973, "data_time": 0.015370631217956543, "loss_single": 4.13119421005249, "loss_dense": 3.807550239562988, "loss": 7.938744401931762, "time": 0.15696241855621337, "step": 10208}
{"lr": 0.029992598405485973, "data_time": 0.01945981979370117, "loss_single": 4.131167078018189, "loss_dense": 3.7923771381378173, "loss": 7.923544263839721, "time": 0.15145034790039064, "step": 10258}
{"lr": 0.029992598405485973, "data_time": 0.014290761947631837, "loss_single": 4.073638486862182, "loss_dense": 3.7926424026489256, "loss": 7.866280841827392, "time": 0.15131218433380128, "step": 10308}
{"lr": 0.029992598405485973, "data_time": 0.019416046142578126, "loss_single": 4.113680696487426, "loss_dense": 3.805861234664917, "loss": 7.919541883468628, "time": 0.1503002166748047, "step": 10358}
{"lr": 0.029992598405485973, "data_time": 0.01768949031829834, "loss_single": 4.105944514274597, "loss_dense": 3.78862144947052, "loss": 7.8945659637451175, "time": 0.15859565734863282, "step": 10408}
{"lr": 0.029992598405485973, "data_time": 0.018926572799682618, "loss_single": 4.105257797241211, "loss_dense": 3.7965463638305663, "loss": 7.9018041610717775, "time": 0.17068393230438234, "step": 10458}
{"lr": 0.029992598405485973, "data_time": 0.027520394325256346, "loss_single": 4.173298263549805, "loss_dense": 3.8126329660415648, "loss": 7.985931158065796, "time": 0.24737775325775146, "step": 10508}
{"lr": 0.029992598405485973, "data_time": 0.019834017753601073, "loss_single": 4.144672775268555, "loss_dense": 3.791524291038513, "loss": 7.936196994781494, "time": 0.15638315677642822, "step": 10558}
{"lr": 0.029992598405485973, "data_time": 0.011553573608398437, "loss_single": 4.092096662521362, "loss_dense": 3.795675349235535, "loss": 7.887772035598755, "time": 0.17896246910095215, "step": 10608}
{"lr": 0.029992598405485973, "data_time": 0.021495628356933593, "loss_single": 4.134616279602051, "loss_dense": 3.8086324453353884, "loss": 7.943248701095581, "time": 0.158247709274292, "step": 10658}
{"lr": 0.029992598405485973, "data_time": 0.016604232788085937, "loss_single": 4.0397274732589725, "loss_dense": 3.7891225814819336, "loss": 7.828849983215332, "time": 0.15474181175231932, "step": 10708}
{"lr": 0.029992598405485973, "data_time": 0.016172146797180174, "loss_single": 4.086681222915649, "loss_dense": 3.791197729110718, "loss": 7.877878904342651, "time": 0.15836212635040284, "step": 10758}
{"lr": 0.029992598405485973, "data_time": 0.02194943428039551, "loss_single": 4.0735385656356815, "loss_dense": 3.774568295478821, "loss": 7.848106908798218, "time": 0.1578305721282959, "step": 10808}
{"lr": 0.029992598405485973, "data_time": 0.01804375648498535, "loss_single": 4.14168152809143, "loss_dense": 3.807404041290283, "loss": 7.94908561706543, "time": 0.15863404273986817, "step": 10858}
{"lr": 0.029992598405485973, "data_time": 0.016278457641601563, "loss_single": 4.0952647686004635, "loss_dense": 3.7957903385162353, "loss": 7.891055107116699, "time": 0.160197114944458, "step": 10908}
{"lr": 0.029992598405485973, "data_time": 0.015733051300048827, "loss_single": 4.13312029838562, "loss_dense": 3.7830807685852053, "loss": 7.916201114654541, "time": 0.15010302066802977, "step": 10958}
{"lr": 0.029992598405485973, "data_time": 0.01740114688873291, "loss_single": 4.1421959400177, "loss_dense": 3.798743653297424, "loss": 7.940939664840698, "time": 0.15293209552764891, "step": 11008}
{"lr": 0.029992598405485973, "data_time": 0.01844332218170166, "loss_single": 4.075498628616333, "loss_dense": 3.779894161224365, "loss": 7.855392837524414, "time": 0.14948909282684325, "step": 11058}
{"lr": 0.029992598405485973, "data_time": 0.02254774570465088, "loss_single": 4.043274188041687, "loss_dense": 3.769904279708862, "loss": 7.813178443908692, "time": 0.1568819046020508, "step": 11108}
{"lr": 0.029992598405485973, "data_time": 0.017920851707458496, "loss_single": 4.119039869308471, "loss_dense": 3.797689652442932, "loss": 7.916729593276978, "time": 0.15215461254119872, "step": 11158}
{"lr": 0.029992598405485973, "data_time": 0.023980045318603517, "loss_single": 4.110548210144043, "loss_dense": 3.7934210538864135, "loss": 7.9039692878723145, "time": 0.1757349491119385, "step": 11208}
{"lr": 0.029992598405485973, "data_time": 0.01802172660827637, "loss_single": 4.031909799575805, "loss_dense": 3.776484417915344, "loss": 7.808394193649292, "time": 0.1482896089553833, "step": 11258}
{"lr": 0.029992598405485973, "data_time": 0.0184650182723999, "loss_single": 4.094036006927491, "loss_dense": 3.794031095504761, "loss": 7.888067102432251, "time": 0.15192003250122071, "step": 11308}
{"lr": 0.029992598405485973, "data_time": 0.017946696281433104, "loss_single": 4.104922080039978, "loss_dense": 3.809289979934692, "loss": 7.914212083816528, "time": 0.15750839710235595, "step": 11358}
{"lr": 0.029992598405485973, "data_time": 0.017246055603027343, "loss_single": 4.031158113479615, "loss_dense": 3.78992760181427, "loss": 7.821085786819458, "time": 0.15897221565246583, "step": 11408}
{"lr": 0.029992598405485973, "data_time": 0.013333678245544434, "loss_single": 4.074432611465454, "loss_dense": 3.8010673761367797, "loss": 7.875500011444092, "time": 0.20783448219299316, "step": 11458}
{"lr": 0.029992598405485973, "data_time": 0.016779708862304687, "loss_single": 4.048284602165222, "loss_dense": 3.7741793155670167, "loss": 7.822463941574097, "time": 0.18069765567779542, "step": 11508}
{"lr": 0.029992598405485973, "data_time": 0.015563035011291504, "loss_single": 4.0309710025787355, "loss_dense": 3.7750388622283935, "loss": 7.8060098648071286, "time": 0.15444378852844237, "step": 11558}
{"lr": 0.029992598405485973, "data_time": 0.018671917915344238, "loss_single": 4.06316556930542, "loss_dense": 3.7824283599853517, "loss": 7.845593976974487, "time": 0.15830678939819337, "step": 11608}
{"lr": 0.029992598405485973, "data_time": 0.01743626594543457, "loss_single": 4.056703019142151, "loss_dense": 3.7701803922653196, "loss": 7.82688341140747, "time": 0.14831361770629883, "step": 11658}
{"lr": 0.029992598405485973, "data_time": 0.018285918235778808, "loss_single": 4.130903482437134, "loss_dense": 3.8116310358047487, "loss": 7.942534494400024, "time": 0.14702415466308594, "step": 11708}
{"lr": 0.029992598405485973, "data_time": 0.017846894264221192, "loss_single": 4.103652000427246, "loss_dense": 3.797946548461914, "loss": 7.90159854888916, "time": 0.16621613502502441, "step": 11758}
{"lr": 0.029992598405485973, "data_time": 0.017058610916137695, "loss_single": 4.0364930629730225, "loss_dense": 3.774932885169983, "loss": 7.811425876617432, "time": 0.15532400608062744, "step": 11808}
{"lr": 0.029992598405485973, "data_time": 0.019484472274780274, "loss_single": 4.016360545158387, "loss_dense": 3.766752552986145, "loss": 7.783113050460815, "time": 0.270121693611145, "step": 11858}
{"lr": 0.029992598405485973, "data_time": 0.01933448314666748, "loss_single": 4.050026369094849, "loss_dense": 3.77945191860199, "loss": 7.8294782638549805, "time": 0.1575775146484375, "step": 11908}
{"lr": 0.029992598405485973, "data_time": 0.017449831962585448, "loss_single": 4.051772618293763, "loss_dense": 3.801995778083801, "loss": 7.853768396377563, "time": 0.15597279071807862, "step": 11958}
{"lr": 0.029992598405485973, "data_time": 0.016330623626708986, "loss_single": 4.046831345558166, "loss_dense": 3.777139139175415, "loss": 7.823970556259155, "time": 0.1545125961303711, "step": 12008}
{"lr": 0.029992598405485973, "data_time": 0.01735217571258545, "loss_single": 4.041192054748535, "loss_dense": 3.78486909866333, "loss": 7.826061105728149, "time": 0.14601948261260986, "step": 12058}
{"lr": 0.029992598405485973, "data_time": 0.017761540412902833, "loss_single": 4.052365612983704, "loss_dense": 3.807383966445923, "loss": 7.8597495555877686, "time": 0.14953131675720216, "step": 12108}
{"lr": 0.029992598405485973, "data_time": 0.028076863288879393, "loss_single": 4.021865558624268, "loss_dense": 3.786641573905945, "loss": 7.808507204055786, "time": 0.16553888320922852, "step": 12158}
{"lr": 0.029992598405485973, "data_time": 0.016901230812072753, "loss_single": 4.081034851074219, "loss_dense": 3.780852222442627, "loss": 7.86188702583313, "time": 0.14770684242248536, "step": 12208}
{"lr": 0.029992598405485973, "data_time": 0.019598746299743654, "loss_single": 4.071789360046386, "loss_dense": 3.7748759508132936, "loss": 7.8466654300689695, "time": 0.15984687805175782, "step": 12258}
{"lr": 0.029992598405485973, "data_time": 0.018694400787353516, "loss_single": 4.064856433868409, "loss_dense": 3.798825764656067, "loss": 7.863682079315185, "time": 0.15383217334747315, "step": 12308}
{"lr": 0.029992598405485973, "data_time": 0.02293710708618164, "loss_single": 4.054946827888489, "loss_dense": 3.7855988264083864, "loss": 7.840545606613159, "time": 0.15763790607452394, "step": 12358}
{"lr": 0.029992598405485973, "data_time": 0.020462870597839355, "loss_single": 4.0239826202392575, "loss_dense": 3.7700441122055053, "loss": 7.7940267562866214, "time": 0.17008085250854493, "step": 12408}
{"lr": 0.029992598405485973, "data_time": 0.017458033561706544, "loss_single": 4.012461519241333, "loss_dense": 3.7730377197265623, "loss": 7.785499238967896, "time": 0.14906005859375, "step": 12458}
{"lr": 0.029992598405485973, "data_time": 0.017772912979125977, "loss_single": 4.045691633224488, "loss_dense": 3.78511266708374, "loss": 7.830804347991943, "time": 0.14756994247436522, "step": 12508}
{"lr": 0.029992598405485973, "data_time": 0.012735438346862794, "loss_single": 4.003584241867065, "loss_dense": 3.7716776609420775, "loss": 7.775261878967285, "time": 0.23462839126586915, "step": 12558}
{"lr": 0.029992598405485973, "data_time": 0.0179598331451416, "loss_single": 4.019493246078492, "loss_dense": 3.7887415409088137, "loss": 7.808234739303589, "time": 0.19090209007263184, "step": 12608}
{"lr": 0.029992598405485973, "data_time": 0.020172858238220216, "loss_single": 4.05996606349945, "loss_dense": 3.783290719985962, "loss": 7.8432567596435545, "time": 0.15422873497009276, "step": 12658}
{"lr": 0.029992598405485973, "data_time": 0.019373011589050294, "loss_single": 4.036750555038452, "loss_dense": 3.7834696769714355, "loss": 7.820220184326172, "time": 0.1549290180206299, "step": 12708}
{"lr": 0.029992598405485973, "data_time": 0.019101500511169434, "loss_single": 4.036621785163879, "loss_dense": 3.7805426836013796, "loss": 7.817164516448974, "time": 0.24937686920166016, "step": 12758}
{"lr": 0.029992598405485973, "data_time": 0.020365238189697266, "loss_single": 3.993724250793457, "loss_dense": 3.7652639150619507, "loss": 7.758988285064698, "time": 0.15624451637268066, "step": 12808}
{"lr": 0.029992598405485973, "data_time": 0.018315553665161133, "loss_single": 4.03834478855133, "loss_dense": 3.7731524229049684, "loss": 7.8114972591400145, "time": 0.2232722282409668, "step": 12858}
{"lr": 0.029992598405485973, "data_time": 0.02240748405456543, "loss_single": 3.9887085914611817, "loss_dense": 3.7701631784439087, "loss": 7.758871793746948, "time": 0.15249738693237305, "step": 12908}
{"lr": 0.029992598405485973, "data_time": 0.01601686477661133, "loss_single": 3.994226169586182, "loss_dense": 3.777921366691589, "loss": 7.772147512435913, "time": 0.1559528589248657, "step": 12958}
{"lr": 0.029992598405485973, "data_time": 0.018111801147460936, "loss_single": 4.020583462715149, "loss_dense": 3.7743775844573975, "loss": 7.7949611186981205, "time": 0.15488731861114502, "step": 13008}
{"lr": 0.029992598405485973, "data_time": 0.015453362464904785, "loss_single": 4.059000754356385, "loss_dense": 3.792718267440796, "loss": 7.851718997955322, "time": 0.18406717777252196, "step": 13058}
{"lr": 0.029992598405485973, "data_time": 0.01879706382751465, "loss_single": 4.0289215564727785, "loss_dense": 3.7803741455078126, "loss": 7.809295749664306, "time": 0.1597883701324463, "step": 13108}
{"lr": 0.029992598405485973, "data_time": 0.014221501350402833, "loss_single": 4.009822177886963, "loss_dense": 3.770508360862732, "loss": 7.780330610275269, "time": 0.15717637538909912, "step": 13158}
{"lr": 0.029992598405485973, "data_time": 0.018288564682006837, "loss_single": 4.016485595703125, "loss_dense": 3.772831845283508, "loss": 7.789317512512207, "time": 0.14775145053863525, "step": 13208}
{"lr": 0.029992598405485973, "data_time": 0.018619823455810546, "loss_single": 4.008310794830322, "loss_dense": 3.7746571779251097, "loss": 7.78296799659729, "time": 0.14874019622802734, "step": 13258}
{"lr": 0.029992598405485973, "data_time": 0.015780091285705566, "loss_single": 4.023667526245117, "loss_dense": 3.766782808303833, "loss": 7.790450382232666, "time": 0.1499612808227539, "step": 13308}
{"lr": 0.029992598405485973, "data_time": 0.019148921966552733, "loss_single": 4.001965117454529, "loss_dense": 3.760752820968628, "loss": 7.762717866897583, "time": 0.1484630823135376, "step": 13358}
{"lr": 0.029992598405485973, "data_time": 0.019042134284973145, "loss_single": 4.022056674957275, "loss_dense": 3.773482894897461, "loss": 7.7955395698547365, "time": 0.15069248676300048, "step": 13408}
{"lr": 0.029992598405485973, "data_time": 0.01686749458312988, "loss_single": 3.9582019567489626, "loss_dense": 3.732063102722168, "loss": 7.690265083312989, "time": 0.14796721935272217, "step": 13458}
{"lr": 0.029992598405485973, "data_time": 0.01874277591705322, "loss_single": 4.039578104019165, "loss_dense": 3.7827948570251464, "loss": 7.822372961044311, "time": 0.1488896369934082, "step": 13508}
{"lr": 0.029992598405485973, "data_time": 0.01944434642791748, "loss_single": 4.024888372421264, "loss_dense": 3.7848995208740233, "loss": 7.809787845611572, "time": 0.1523758888244629, "step": 13558}
{"lr": 0.029992598405485973, "data_time": 0.01899278163909912, "loss_single": 4.047317004203796, "loss_dense": 3.7887475728988647, "loss": 7.836064624786377, "time": 0.1616842269897461, "step": 13608}
{"lr": 0.029992598405485973, "data_time": 0.016465187072753906, "loss_single": 4.019594812393189, "loss_dense": 3.773236346244812, "loss": 7.792831087112427, "time": 0.15122950077056885, "step": 13658}
{"lr": 0.029992598405485973, "data_time": 0.016972041130065917, "loss_single": 3.9770652770996096, "loss_dense": 3.761199116706848, "loss": 7.738264322280884, "time": 0.16041088104248047, "step": 13708}
{"lr": 0.029992598405485973, "data_time": 0.015590143203735352, "loss_single": 4.01454451084137, "loss_dense": 3.7901798486709595, "loss": 7.8047243595123295, "time": 0.14784064292907714, "step": 13758}
{"lr": 0.029992598405485973, "data_time": 0.018964552879333497, "loss_single": 4.008570051193237, "loss_dense": 3.766436743736267, "loss": 7.775006723403931, "time": 0.15274128913879395, "step": 13808}
{"lr": 0.029992598405485973, "data_time": 0.016896915435791016, "loss_single": 4.027299618721008, "loss_dense": 3.778149628639221, "loss": 7.805449295043945, "time": 0.23871126174926757, "step": 13858}
{"lr": 0.029992598405485973, "data_time": 0.01805868148803711, "loss_single": 3.983455538749695, "loss_dense": 3.78291232585907, "loss": 7.766367864608765, "time": 0.16015055179595947, "step": 13908}
{"lr": 0.029992598405485973, "data_time": 0.013537931442260741, "loss_single": 3.99507155418396, "loss_dense": 3.760731077194214, "loss": 7.755802631378174, "time": 0.24482407569885253, "step": 13958}
{"lr": 0.029992598405485973, "data_time": 0.01595144271850586, "loss_single": 3.9344784021377563, "loss_dense": 3.7565776109695435, "loss": 7.6910560131073, "time": 0.15848872661590577, "step": 14008}
{"lr": 0.029992598405485973, "data_time": 0.016207551956176756, "loss_single": 4.047858929634094, "loss_dense": 3.7775622606277466, "loss": 7.8254211902618405, "time": 0.15894863605499268, "step": 14058}
{"lr": 0.029992598405485973, "data_time": 0.018406009674072264, "loss_single": 3.9602622985839844, "loss_dense": 3.763029766082764, "loss": 7.723292112350464, "time": 0.1550520896911621, "step": 14108}
{"lr": 0.029992598405485973, "data_time": 0.015737056732177734, "loss_single": 3.976259231567383, "loss_dense": 3.744160866737366, "loss": 7.7204201221466064, "time": 0.19247255325317383, "step": 14158}
{"lr": 0.029992598405485973, "data_time": 0.019142699241638184, "loss_single": 3.972230052947998, "loss_dense": 3.769056463241577, "loss": 7.741286516189575, "time": 0.15640318393707275, "step": 14208}
{"lr": 0.029992598405485973, "data_time": 0.013844537734985351, "loss_single": 4.028691291809082, "loss_dense": 3.8074663877487183, "loss": 7.836157703399659, "time": 0.18181023597717286, "step": 14258}
{"lr": 0.029992598405485973, "data_time": 0.019480514526367187, "loss_single": 3.993470859527588, "loss_dense": 3.7676942348480225, "loss": 7.7611650943756105, "time": 0.16291341781616211, "step": 14308}
{"lr": 0.029992598405485973, "data_time": 0.01801433563232422, "loss_single": 3.9956786394119264, "loss_dense": 3.7788207292556764, "loss": 7.774499464035034, "time": 0.15675809383392333, "step": 14358}
{"lr": 0.029992598405485973, "data_time": 0.01853780746459961, "loss_single": 4.008642077445984, "loss_dense": 3.785820722579956, "loss": 7.794462823867798, "time": 0.14763264656066893, "step": 14408}
{"lr": 0.029992598405485973, "data_time": 0.021150946617126465, "loss_single": 3.9692871809005736, "loss_dense": 3.759952449798584, "loss": 7.7292397022247314, "time": 0.15573446750640868, "step": 14458}
{"lr": 0.029992598405485973, "data_time": 0.018413352966308593, "loss_single": 3.9834688186645506, "loss_dense": 3.7540677547454835, "loss": 7.7375365734100345, "time": 0.173836612701416, "step": 14508}
{"lr": 0.029992598405485973, "data_time": 0.01921846866607666, "loss_single": 3.970299482345581, "loss_dense": 3.7566755294799803, "loss": 7.72697491645813, "time": 0.17373547554016114, "step": 14558}
{"lr": 0.029992598405485973, "data_time": 0.01369924545288086, "loss_single": 3.9755437850952147, "loss_dense": 3.7741859436035154, "loss": 7.749729776382447, "time": 0.14919469356536866, "step": 14608}
{"lr": 0.029992598405485973, "data_time": 0.022210335731506346, "loss_single": 3.9948314428329468, "loss_dense": 3.761655068397522, "loss": 7.756486463546753, "time": 0.15568838119506836, "step": 14658}
{"lr": 0.029992598405485973, "data_time": 0.01911041736602783, "loss_single": 3.9614346265792846, "loss_dense": 3.7730359077453612, "loss": 7.73447060585022, "time": 0.1472827672958374, "step": 14708}
{"lr": 0.029992598405485973, "data_time": 0.01576123237609863, "loss_single": 3.9724300861358643, "loss_dense": 3.7683353662490844, "loss": 7.740765523910523, "time": 0.15421903133392334, "step": 14758}
{"lr": 0.029992598405485973, "data_time": 0.01629805564880371, "loss_single": 3.9722793817520143, "loss_dense": 3.767740797996521, "loss": 7.740020227432251, "time": 0.14661636352539062, "step": 14808}
{"lr": 0.029992598405485973, "data_time": 0.016735553741455078, "loss_single": 3.9661946058273316, "loss_dense": 3.761575150489807, "loss": 7.727769756317139, "time": 0.14879074096679687, "step": 14858}
{"lr": 0.029992598405485973, "data_time": 0.017025303840637208, "loss_single": 3.996323323249817, "loss_dense": 3.775111746788025, "loss": 7.771435022354126, "time": 0.15859179496765136, "step": 14908}
{"lr": 0.029992598405485973, "data_time": 0.008463668823242187, "loss_single": 3.967238521575928, "loss_dense": 3.7594409227371215, "loss": 7.726679515838623, "time": 0.17465662956237793, "step": 14958}
{"lr": 0.029992598405485973, "data_time": 0.012344861030578613, "loss_single": 4.002830219268799, "loss_dense": 3.789058041572571, "loss": 7.791888284683227, "time": 0.14482784271240234, "step": 15008}
{"lr": 0.029983348124429553, "data_time": 0.01869351863861084, "loss_single": 4.017867207527161, "loss_dense": 3.7869992017745973, "loss": 7.8048664093017575, "time": 0.1498495101928711, "step": 15062}
{"lr": 0.029983348124429553, "data_time": 0.016605472564697264, "loss_single": 3.942483973503113, "loss_dense": 3.7488258838653565, "loss": 7.691309976577759, "time": 0.155273699760437, "step": 15112}
{"lr": 0.029983348124429553, "data_time": 0.017288064956665038, "loss_single": 3.9553748607635497, "loss_dense": 3.745596170425415, "loss": 7.700970983505249, "time": 0.17612438201904296, "step": 15162}
{"lr": 0.029983348124429553, "data_time": 0.020111823081970216, "loss_single": 3.953475499153137, "loss_dense": 3.754894423484802, "loss": 7.708369874954224, "time": 0.1596019983291626, "step": 15212}
{"lr": 0.029983348124429553, "data_time": 0.01925339698791504, "loss_single": 3.9535587072372436, "loss_dense": 3.7619056224823, "loss": 7.71546425819397, "time": 0.16043169498443605, "step": 15262}
{"lr": 0.029983348124429553, "data_time": 0.020951175689697267, "loss_single": 3.9754860162734986, "loss_dense": 3.7533285856246947, "loss": 7.728814601898193, "time": 0.1585465669631958, "step": 15312}
{"lr": 0.029983348124429553, "data_time": 0.017884135246276855, "loss_single": 3.964483714103699, "loss_dense": 3.7622179985046387, "loss": 7.726701736450195, "time": 0.15826256275177003, "step": 15362}
{"lr": 0.029983348124429553, "data_time": 0.01528913974761963, "loss_single": 3.977699542045593, "loss_dense": 3.768553853034973, "loss": 7.74625334739685, "time": 0.17257752418518066, "step": 15412}
{"lr": 0.029983348124429553, "data_time": 0.02290663719177246, "loss_single": 3.9487846374511717, "loss_dense": 3.753545618057251, "loss": 7.702330207824707, "time": 0.1622777223587036, "step": 15462}
{"lr": 0.029983348124429553, "data_time": 0.016327977180480957, "loss_single": 4.008210301399231, "loss_dense": 3.76981999874115, "loss": 7.778030300140381, "time": 0.14712872505187988, "step": 15512}
{"lr": 0.029983348124429553, "data_time": 0.021436572074890137, "loss_single": 3.957796502113342, "loss_dense": 3.7461843490600586, "loss": 7.703980827331543, "time": 0.19644448757171631, "step": 15562}
{"lr": 0.029983348124429553, "data_time": 0.0217954158782959, "loss_single": 3.9704393625259398, "loss_dense": 3.7669814825057983, "loss": 7.7374207973480225, "time": 0.16325688362121582, "step": 15612}
{"lr": 0.029983348124429553, "data_time": 0.01935915946960449, "loss_single": 3.9403114318847656, "loss_dense": 3.743294334411621, "loss": 7.683605766296386, "time": 0.149110746383667, "step": 15662}
{"lr": 0.029983348124429553, "data_time": 0.018684864044189453, "loss_single": 3.96966438293457, "loss_dense": 3.759247326850891, "loss": 7.728911685943603, "time": 0.1520397186279297, "step": 15712}
{"lr": 0.029983348124429553, "data_time": 0.021296143531799316, "loss_single": 3.9434675216674804, "loss_dense": 3.748801326751709, "loss": 7.6922688484191895, "time": 0.15238895416259765, "step": 15762}
{"lr": 0.029983348124429553, "data_time": 0.01415112018585205, "loss_single": 3.9733834266662598, "loss_dense": 3.76565797328949, "loss": 7.739041471481324, "time": 0.173639178276062, "step": 15812}
{"lr": 0.029983348124429553, "data_time": 0.01389307975769043, "loss_single": 3.9704070806503298, "loss_dense": 3.7682095766067505, "loss": 7.738616609573365, "time": 0.15580496788024903, "step": 15862}
{"lr": 0.029983348124429553, "data_time": 0.026388168334960938, "loss_single": 3.956501507759094, "loss_dense": 3.7651695728302004, "loss": 7.721671199798584, "time": 0.1607443332672119, "step": 15912}
{"lr": 0.029983348124429553, "data_time": 0.017313933372497557, "loss_single": 3.954061770439148, "loss_dense": 3.7534279584884644, "loss": 7.707489728927612, "time": 0.14777562618255616, "step": 15962}
{"lr": 0.029983348124429553, "data_time": 0.018503808975219728, "loss_single": 3.901587462425232, "loss_dense": 3.7191128492355348, "loss": 7.620700359344482, "time": 0.15032973289489746, "step": 16012}
{"lr": 0.029983348124429553, "data_time": 0.019135332107543944, "loss_single": 3.9829224824905394, "loss_dense": 3.7720173597335815, "loss": 7.754939889907837, "time": 0.1647601842880249, "step": 16062}
{"lr": 0.029983348124429553, "data_time": 0.018906593322753906, "loss_single": 3.9073230266571044, "loss_dense": 3.7310746908187866, "loss": 7.638397693634033, "time": 0.15307328701019288, "step": 16112}
{"lr": 0.029983348124429553, "data_time": 0.02513427734375, "loss_single": 3.9482150077819824, "loss_dense": 3.7599367618560793, "loss": 7.708151721954346, "time": 0.15719473361968994, "step": 16162}
{"lr": 0.029983348124429553, "data_time": 0.019412302970886232, "loss_single": 3.9406387329101564, "loss_dense": 3.7418919086456297, "loss": 7.6825305938720705, "time": 0.15204920768737792, "step": 16212}
{"lr": 0.029983348124429553, "data_time": 0.017213869094848632, "loss_single": 3.9720958948135374, "loss_dense": 3.776456594467163, "loss": 7.748552417755127, "time": 0.15892136096954346, "step": 16262}
{"lr": 0.029983348124429553, "data_time": 0.018379569053649902, "loss_single": 3.9593512296676634, "loss_dense": 3.7698522806167603, "loss": 7.729203510284424, "time": 0.2035602807998657, "step": 16312}
{"lr": 0.029983348124429553, "data_time": 0.012248349189758301, "loss_single": 3.9515079498291015, "loss_dense": 3.772715926170349, "loss": 7.724223852157593, "time": 0.15722618103027344, "step": 16362}
{"lr": 0.029983348124429553, "data_time": 0.017419862747192382, "loss_single": 3.92456169128418, "loss_dense": 3.734625768661499, "loss": 7.659187507629395, "time": 0.14963037967681886, "step": 16412}
{"lr": 0.029983348124429553, "data_time": 0.018816328048706053, "loss_single": 3.951966714859009, "loss_dense": 3.755523133277893, "loss": 7.70748987197876, "time": 0.15213470458984374, "step": 16462}
{"lr": 0.029983348124429553, "data_time": 0.0522120475769043, "loss_single": 3.9240411520004272, "loss_dense": 3.7352942943573, "loss": 7.659335422515869, "time": 0.19011003971099855, "step": 16512}
{"lr": 0.029983348124429553, "data_time": 0.016738629341125487, "loss_single": 3.9523914575576784, "loss_dense": 3.773530054092407, "loss": 7.725921487808227, "time": 0.15211029052734376, "step": 16562}
{"lr": 0.029983348124429553, "data_time": 0.016164255142211915, "loss_single": 3.948184013366699, "loss_dense": 3.755254793167114, "loss": 7.703438758850098, "time": 0.18473463058471679, "step": 16612}
{"lr": 0.029983348124429553, "data_time": 0.0077132701873779295, "loss_single": 3.9257638454437256, "loss_dense": 3.7354083776474, "loss": 7.661172199249267, "time": 0.3363558292388916, "step": 16662}
{"lr": 0.029983348124429553, "data_time": 0.02054641246795654, "loss_single": 3.9626145362854004, "loss_dense": 3.748901534080505, "loss": 7.711516094207764, "time": 0.17305991649627686, "step": 16712}
{"lr": 0.029983348124429553, "data_time": 0.019055771827697753, "loss_single": 3.9511558771133424, "loss_dense": 3.7619060039520265, "loss": 7.713061904907226, "time": 0.17502784729003906, "step": 16762}
{"lr": 0.029983348124429553, "data_time": 0.014386343955993652, "loss_single": 3.9512563705444337, "loss_dense": 3.748665690422058, "loss": 7.699922132492065, "time": 0.2154775619506836, "step": 16812}
{"lr": 0.029983348124429553, "data_time": 0.019449472427368164, "loss_single": 3.9306686878204347, "loss_dense": 3.743682312965393, "loss": 7.674350881576538, "time": 0.16132886409759523, "step": 16862}
{"lr": 0.029983348124429553, "data_time": 0.018945693969726562, "loss_single": 3.9128743171691895, "loss_dense": 3.7459017515182493, "loss": 7.658776092529297, "time": 0.18169779777526857, "step": 16912}
{"lr": 0.029983348124429553, "data_time": 0.017317318916320802, "loss_single": 3.9630104541778564, "loss_dense": 3.764796996116638, "loss": 7.727807331085205, "time": 0.15526702404022216, "step": 16962}
{"lr": 0.029983348124429553, "data_time": 0.01728658676147461, "loss_single": 3.906064677238464, "loss_dense": 3.7394572734832763, "loss": 7.645521879196167, "time": 0.1781005859375, "step": 17012}
{"lr": 0.029983348124429553, "data_time": 0.017815208435058592, "loss_single": 3.9115514755249023, "loss_dense": 3.744611215591431, "loss": 7.6561627864837645, "time": 0.15696516036987304, "step": 17062}
{"lr": 0.029983348124429553, "data_time": 0.021336698532104494, "loss_single": 3.9195409536361696, "loss_dense": 3.759026050567627, "loss": 7.678567028045654, "time": 0.1518707275390625, "step": 17112}
{"lr": 0.029983348124429553, "data_time": 0.018508243560791015, "loss_single": 3.9343783617019654, "loss_dense": 3.747240400314331, "loss": 7.681618738174438, "time": 0.15194685459136964, "step": 17162}
{"lr": 0.029983348124429553, "data_time": 0.019318771362304688, "loss_single": 3.930785632133484, "loss_dense": 3.7454736709594725, "loss": 7.676259279251099, "time": 0.1799539566040039, "step": 17212}
{"lr": 0.029983348124429553, "data_time": 0.018145823478698732, "loss_single": 3.9218225717544555, "loss_dense": 3.7485684156417847, "loss": 7.670390892028808, "time": 0.15113351345062256, "step": 17262}
{"lr": 0.029983348124429553, "data_time": 0.02170863151550293, "loss_single": 3.9430144786834718, "loss_dense": 3.7478378057479858, "loss": 7.690852308273316, "time": 0.16387245655059815, "step": 17312}
{"lr": 0.029983348124429553, "data_time": 0.050815749168396, "loss_single": 3.9569823026657103, "loss_dense": 3.769721031188965, "loss": 7.726703262329101, "time": 0.18525631427764894, "step": 17362}
{"lr": 0.029983348124429553, "data_time": 0.017043709754943848, "loss_single": 3.916935181617737, "loss_dense": 3.756422209739685, "loss": 7.67335729598999, "time": 0.16035873889923097, "step": 17412}
{"lr": 0.029983348124429553, "data_time": 0.02130587100982666, "loss_single": 3.915680742263794, "loss_dense": 3.741646718978882, "loss": 7.657327508926391, "time": 0.15604784488677978, "step": 17462}
{"lr": 0.029983348124429553, "data_time": 0.012799477577209473, "loss_single": 3.9466278314590455, "loss_dense": 3.767316150665283, "loss": 7.713943910598755, "time": 0.15255258083343506, "step": 17512}
{"lr": 0.029983348124429553, "data_time": 0.019775652885437013, "loss_single": 3.915985083580017, "loss_dense": 3.7387163162231447, "loss": 7.654701375961304, "time": 0.19655539989471435, "step": 17562}
{"lr": 0.029983348124429553, "data_time": 0.018114304542541503, "loss_single": 3.912886309623718, "loss_dense": 3.738406848907471, "loss": 7.651293087005615, "time": 0.15198202133178712, "step": 17612}
{"lr": 0.029983348124429553, "data_time": 0.020430326461791992, "loss_single": 3.912401533126831, "loss_dense": 3.7451359272003173, "loss": 7.657537460327148, "time": 0.15444478988647461, "step": 17662}
{"lr": 0.029983348124429553, "data_time": 0.01665642261505127, "loss_single": 3.924390125274658, "loss_dense": 3.76179416179657, "loss": 7.686184358596802, "time": 0.15193452835083007, "step": 17712}
{"lr": 0.029983348124429553, "data_time": 0.019219112396240235, "loss_single": 3.9781534671783447, "loss_dense": 3.7868517875671386, "loss": 7.765005207061767, "time": 0.15492026805877684, "step": 17762}
{"lr": 0.029983348124429553, "data_time": 0.01551492214202881, "loss_single": 3.883426833152771, "loss_dense": 3.7110782861709595, "loss": 7.594505071640015, "time": 0.19166233539581298, "step": 17812}
{"lr": 0.029983348124429553, "data_time": 0.013613557815551758, "loss_single": 3.9485127449035646, "loss_dense": 3.7514406204223634, "loss": 7.699953365325928, "time": 0.19139139652252196, "step": 17862}
{"lr": 0.029983348124429553, "data_time": 0.017043066024780274, "loss_single": 3.960755205154419, "loss_dense": 3.767371726036072, "loss": 7.72812705039978, "time": 0.16124269962310792, "step": 17912}
{"lr": 0.029983348124429553, "data_time": 0.01620633602142334, "loss_single": 3.9065357446670532, "loss_dense": 3.7391337633132933, "loss": 7.6456695079803465, "time": 0.15045633316040039, "step": 17962}
{"lr": 0.029983348124429553, "data_time": 0.01632542610168457, "loss_single": 3.904893326759338, "loss_dense": 3.7248064279556274, "loss": 7.629699850082398, "time": 0.1643674612045288, "step": 18012}
{"lr": 0.029983348124429553, "data_time": 0.020571064949035645, "loss_single": 3.8850486516952514, "loss_dense": 3.737822675704956, "loss": 7.62287130355835, "time": 0.16149673461914063, "step": 18062}
{"lr": 0.029983348124429553, "data_time": 0.01822032928466797, "loss_single": 3.928728532791138, "loss_dense": 3.7550777912139894, "loss": 7.683806276321411, "time": 0.15030088424682617, "step": 18112}
{"lr": 0.029983348124429553, "data_time": 0.019689226150512697, "loss_single": 3.9217926502227782, "loss_dense": 3.7459683179855348, "loss": 7.667760992050171, "time": 0.176399302482605, "step": 18162}
{"lr": 0.029983348124429553, "data_time": 0.01663219928741455, "loss_single": 3.9195325136184693, "loss_dense": 3.753128671646118, "loss": 7.672661161422729, "time": 0.18838098049163818, "step": 18212}
{"lr": 0.029983348124429553, "data_time": 0.01726088523864746, "loss_single": 3.938325524330139, "loss_dense": 3.7525729179382323, "loss": 7.690898466110229, "time": 0.15893950462341308, "step": 18262}
{"lr": 0.029983348124429553, "data_time": 0.020168113708496093, "loss_single": 3.893274688720703, "loss_dense": 3.7180677890777587, "loss": 7.611342430114746, "time": 0.14949116706848145, "step": 18312}
{"lr": 0.029983348124429553, "data_time": 0.02015993595123291, "loss_single": 3.906369161605835, "loss_dense": 3.7414657831192017, "loss": 7.647834968566895, "time": 0.16342556476593018, "step": 18362}
{"lr": 0.029983348124429553, "data_time": 0.016249203681945802, "loss_single": 3.873931121826172, "loss_dense": 3.7182543516159057, "loss": 7.59218544960022, "time": 0.14948899745941163, "step": 18412}
{"lr": 0.029983348124429553, "data_time": 0.019756197929382324, "loss_single": 3.902451753616333, "loss_dense": 3.7282867670059203, "loss": 7.6307384967803955, "time": 0.16243693828582764, "step": 18462}
{"lr": 0.029983348124429553, "data_time": 0.01765303611755371, "loss_single": 3.914040970802307, "loss_dense": 3.750856351852417, "loss": 7.664897346496582, "time": 0.154905104637146, "step": 18512}
{"lr": 0.029983348124429553, "data_time": 0.018659114837646484, "loss_single": 3.8583881855010986, "loss_dense": 3.7171185493469237, "loss": 7.575506687164307, "time": 0.15220184326171876, "step": 18562}
{"lr": 0.029983348124429553, "data_time": 0.018566656112670898, "loss_single": 3.8597665309906004, "loss_dense": 3.7262590169906615, "loss": 7.58602557182312, "time": 0.14949324131011962, "step": 18612}
{"lr": 0.029983348124429553, "data_time": 0.017012882232666015, "loss_single": 3.8604461431503294, "loss_dense": 3.712879252433777, "loss": 7.573325490951538, "time": 0.15304851531982422, "step": 18662}
{"lr": 0.029983348124429553, "data_time": 0.025092220306396483, "loss_single": 3.861845326423645, "loss_dense": 3.7212846279144287, "loss": 7.5831298828125, "time": 0.16026899814605713, "step": 18712}
{"lr": 0.029983348124429553, "data_time": 0.01623384952545166, "loss_single": 3.8772830247879027, "loss_dense": 3.7274319648742678, "loss": 7.604715013504029, "time": 0.1472224235534668, "step": 18762}
{"lr": 0.029983348124429553, "data_time": 0.018393826484680176, "loss_single": 3.908791995048523, "loss_dense": 3.7184369564056396, "loss": 7.627228927612305, "time": 0.15934445858001708, "step": 18812}
{"lr": 0.029983348124429553, "data_time": 0.019615864753723143, "loss_single": 3.894482660293579, "loss_dense": 3.743753123283386, "loss": 7.638235759735108, "time": 0.1474330186843872, "step": 18862}
{"lr": 0.029983348124429553, "data_time": 0.019519639015197755, "loss_single": 3.8802221059799193, "loss_dense": 3.72415177822113, "loss": 7.60437388420105, "time": 0.1535654067993164, "step": 18912}
{"lr": 0.029983348124429553, "data_time": 0.03496565818786621, "loss_single": 3.904385209083557, "loss_dense": 3.748148274421692, "loss": 7.652533435821534, "time": 0.19978125095367433, "step": 18962}
{"lr": 0.029983348124429553, "data_time": 0.01543886661529541, "loss_single": 3.9355929851531983, "loss_dense": 3.743548607826233, "loss": 7.679141664505005, "time": 0.16171555519104003, "step": 19012}
{"lr": 0.029983348124429553, "data_time": 0.014795517921447754, "loss_single": 3.8747702836990356, "loss_dense": 3.7200584411621094, "loss": 7.594828701019287, "time": 0.15596566200256348, "step": 19062}
{"lr": 0.029983348124429553, "data_time": 0.01636073589324951, "loss_single": 3.8865922927856444, "loss_dense": 3.733653116226196, "loss": 7.620245361328125, "time": 0.7163145303726196, "step": 19112}
{"lr": 0.029983348124429553, "data_time": 0.01893432140350342, "loss_single": 3.8679127216339113, "loss_dense": 3.724911022186279, "loss": 7.592823839187622, "time": 0.15874767303466797, "step": 19162}
{"lr": 0.029983348124429553, "data_time": 0.017139172554016112, "loss_single": 3.880435752868652, "loss_dense": 3.723361587524414, "loss": 7.603797483444214, "time": 0.15354475975036622, "step": 19212}
{"lr": 0.029983348124429553, "data_time": 0.01657257080078125, "loss_single": 3.9052297353744505, "loss_dense": 3.7407588958740234, "loss": 7.645988607406617, "time": 0.14831693172454835, "step": 19262}
{"lr": 0.029983348124429553, "data_time": 0.019285058975219725, "loss_single": 3.855082130432129, "loss_dense": 3.7240135431289674, "loss": 7.579095554351807, "time": 0.15117177963256836, "step": 19312}
{"lr": 0.029983348124429553, "data_time": 0.016411638259887694, "loss_single": 3.911586546897888, "loss_dense": 3.7503897190093993, "loss": 7.6619761943817135, "time": 0.15056095123291016, "step": 19362}
{"lr": 0.029983348124429553, "data_time": 0.01739180088043213, "loss_single": 3.8867820501327515, "loss_dense": 3.7336655378341677, "loss": 7.620447635650635, "time": 0.1617908477783203, "step": 19412}
{"lr": 0.029983348124429553, "data_time": 0.016535687446594238, "loss_single": 3.9121808052062987, "loss_dense": 3.7241665840148928, "loss": 7.636347389221191, "time": 0.14942686557769774, "step": 19462}
{"lr": 0.029983348124429553, "data_time": 0.019580912590026856, "loss_single": 3.939817190170288, "loss_dense": 3.7458679914474486, "loss": 7.68568525314331, "time": 0.16094594001770018, "step": 19512}
{"lr": 0.029983348124429553, "data_time": 0.019482064247131347, "loss_single": 3.876320481300354, "loss_dense": 3.706777048110962, "loss": 7.5830975532531735, "time": 0.1499107837677002, "step": 19562}
{"lr": 0.029983348124429553, "data_time": 0.01860365867614746, "loss_single": 3.900648856163025, "loss_dense": 3.730787420272827, "loss": 7.6314362525939945, "time": 0.1526512861251831, "step": 19612}
{"lr": 0.029983348124429553, "data_time": 0.016907572746276855, "loss_single": 3.900911736488342, "loss_dense": 3.733517646789551, "loss": 7.634429407119751, "time": 0.16085703372955323, "step": 19662}
{"lr": 0.029983348124429553, "data_time": 0.016256332397460938, "loss_single": 3.912574815750122, "loss_dense": 3.740920329093933, "loss": 7.653495216369629, "time": 0.15697860717773438, "step": 19712}
{"lr": 0.029983348124429553, "data_time": 0.016711783409118653, "loss_single": 3.889437675476074, "loss_dense": 3.730610203742981, "loss": 7.620047950744629, "time": 0.150388503074646, "step": 19762}
{"lr": 0.029983348124429553, "data_time": 0.019380736351013183, "loss_single": 3.8799001216888427, "loss_dense": 3.7310178756713865, "loss": 7.610917949676514, "time": 0.15138416290283202, "step": 19812}
{"lr": 0.029983348124429553, "data_time": 0.017563223838806152, "loss_single": 3.8474790811538697, "loss_dense": 3.686505675315857, "loss": 7.533984804153443, "time": 0.14894940853118896, "step": 19862}
{"lr": 0.029983348124429553, "data_time": 0.015981721878051757, "loss_single": 3.9232000350952148, "loss_dense": 3.74362998008728, "loss": 7.666830015182495, "time": 0.16452481746673583, "step": 19912}
{"lr": 0.029983348124429553, "data_time": 0.01821584701538086, "loss_single": 3.8776944398880007, "loss_dense": 3.725170063972473, "loss": 7.602864503860474, "time": 0.1557382106781006, "step": 19962}
{"lr": 0.029983348124429553, "data_time": 0.012314820289611816, "loss_single": 3.9055086612701415, "loss_dense": 3.738219738006592, "loss": 7.643728446960449, "time": 0.1442542314529419, "step": 20012}
{"lr": 0.029970400926424078, "data_time": 0.018037891387939452, "loss_single": 3.879802393913269, "loss_dense": 3.727007794380188, "loss": 7.606810140609741, "time": 0.15396420955657958, "step": 20066}
{"lr": 0.029970400926424078, "data_time": 0.01659259796142578, "loss_single": 3.876255655288696, "loss_dense": 3.708054852485657, "loss": 7.584310531616211, "time": 0.16251654624938966, "step": 20116}
{"lr": 0.029970400926424078, "data_time": 0.020783209800720216, "loss_single": 3.870496726036072, "loss_dense": 3.7181607484817505, "loss": 7.588657474517822, "time": 0.1523961305618286, "step": 20166}
{"lr": 0.029970400926424078, "data_time": 0.01773214340209961, "loss_single": 3.8769813537597657, "loss_dense": 3.7313360214233398, "loss": 7.608317422866821, "time": 0.14984569549560547, "step": 20216}
{"lr": 0.029970400926424078, "data_time": 0.018526601791381835, "loss_single": 3.8561035871505736, "loss_dense": 3.722135233879089, "loss": 7.578238773345947, "time": 0.158986234664917, "step": 20266}
{"lr": 0.029970400926424078, "data_time": 0.01599700450897217, "loss_single": 3.85392541885376, "loss_dense": 3.7022730350494384, "loss": 7.556198453903198, "time": 0.16992931365966796, "step": 20316}
{"lr": 0.029970400926424078, "data_time": 0.01563284397125244, "loss_single": 3.859933376312256, "loss_dense": 3.708876395225525, "loss": 7.5688097953796385, "time": 0.15654160976409912, "step": 20366}
{"lr": 0.029970400926424078, "data_time": 0.018920183181762695, "loss_single": 3.90683970451355, "loss_dense": 3.731309485435486, "loss": 7.638149261474609, "time": 0.1791994094848633, "step": 20416}
{"lr": 0.029970400926424078, "data_time": 0.019232463836669923, "loss_single": 3.8930605173110964, "loss_dense": 3.7269816637039184, "loss": 7.620042133331299, "time": 0.15030548572540284, "step": 20466}
{"lr": 0.029970400926424078, "data_time": 0.01795198917388916, "loss_single": 3.8589285135269167, "loss_dense": 3.697130584716797, "loss": 7.55605902671814, "time": 0.14815616607666016, "step": 20516}
{"lr": 0.029970400926424078, "data_time": 0.01802647113800049, "loss_single": 3.8705387115478516, "loss_dense": 3.7192605257034304, "loss": 7.589799261093139, "time": 0.1534040927886963, "step": 20566}
{"lr": 0.029970400926424078, "data_time": 0.016550350189208984, "loss_single": 3.8902034521102906, "loss_dense": 3.717284393310547, "loss": 7.60748782157898, "time": 0.1510683059692383, "step": 20616}
{"lr": 0.029970400926424078, "data_time": 0.01587705612182617, "loss_single": 3.8685363054275514, "loss_dense": 3.704628014564514, "loss": 7.573164319992065, "time": 0.22780776023864746, "step": 20666}
{"lr": 0.029970400926424078, "data_time": 0.016941142082214356, "loss_single": 3.858400821685791, "loss_dense": 3.7155362129211427, "loss": 7.57393708229065, "time": 0.1553495168685913, "step": 20716}
{"lr": 0.029970400926424078, "data_time": 0.016013717651367186, "loss_single": 3.8763586044311524, "loss_dense": 3.7273624658584597, "loss": 7.6037211418151855, "time": 0.14942646026611328, "step": 20766}
{"lr": 0.029970400926424078, "data_time": 0.017577576637268066, "loss_single": 3.8904810428619383, "loss_dense": 3.7187431335449217, "loss": 7.6092242240905765, "time": 0.19414076805114747, "step": 20816}
{"lr": 0.029970400926424078, "data_time": 0.01866476535797119, "loss_single": 3.846839094161987, "loss_dense": 3.6929142475128174, "loss": 7.5397532939910885, "time": 0.1516155481338501, "step": 20866}
{"lr": 0.029970400926424078, "data_time": 0.015579867362976074, "loss_single": 3.8634707927703857, "loss_dense": 3.716751503944397, "loss": 7.580222225189209, "time": 0.1489314317703247, "step": 20916}
{"lr": 0.029970400926424078, "data_time": 0.01870136260986328, "loss_single": 3.8912825107574465, "loss_dense": 3.745262098312378, "loss": 7.636544704437256, "time": 0.16226882934570314, "step": 20966}
{"lr": 0.029970400926424078, "data_time": 0.017684578895568848, "loss_single": 3.851813530921936, "loss_dense": 3.700442099571228, "loss": 7.55225567817688, "time": 0.14696979522705078, "step": 21016}
{"lr": 0.029970400926424078, "data_time": 0.01959571838378906, "loss_single": 3.854491686820984, "loss_dense": 3.7065357685089113, "loss": 7.561027479171753, "time": 0.15564377307891847, "step": 21066}
{"lr": 0.029970400926424078, "data_time": 0.015491127967834473, "loss_single": 3.870268535614014, "loss_dense": 3.7188852787017823, "loss": 7.589153814315796, "time": 0.18815107345581056, "step": 21116}
{"lr": 0.029970400926424078, "data_time": 0.017441534996032716, "loss_single": 3.834963321685791, "loss_dense": 3.698308515548706, "loss": 7.5332718849182125, "time": 0.20065078735351563, "step": 21166}
{"lr": 0.029970400926424078, "data_time": 0.017502951622009277, "loss_single": 3.8694979429244993, "loss_dense": 3.707828402519226, "loss": 7.577326345443725, "time": 0.14965744018554689, "step": 21216}
{"lr": 0.029970400926424078, "data_time": 0.02073211669921875, "loss_single": 3.879378604888916, "loss_dense": 3.709551954269409, "loss": 7.588930559158325, "time": 0.15631515979766847, "step": 21266}
{"lr": 0.029970400926424078, "data_time": 0.020043420791625976, "loss_single": 3.8276601791381837, "loss_dense": 3.6951668739318846, "loss": 7.522827005386352, "time": 0.15245208740234376, "step": 21316}
{"lr": 0.029970400926424078, "data_time": 0.018843626976013182, "loss_single": 3.902982473373413, "loss_dense": 3.742781400680542, "loss": 7.645763921737671, "time": 0.15854291915893554, "step": 21366}
{"lr": 0.029970400926424078, "data_time": 0.01792449951171875, "loss_single": 3.8587390661239622, "loss_dense": 3.704702138900757, "loss": 7.563441181182862, "time": 0.17293891906738282, "step": 21416}
{"lr": 0.029970400926424078, "data_time": 0.0163299560546875, "loss_single": 3.851400351524353, "loss_dense": 3.6997459650039675, "loss": 7.5511462688446045, "time": 0.14557342529296874, "step": 21466}
{"lr": 0.029970400926424078, "data_time": 0.020087528228759765, "loss_single": 3.8347477674484254, "loss_dense": 3.7100152254104612, "loss": 7.544762992858887, "time": 0.2230771780014038, "step": 21516}
{"lr": 0.029970400926424078, "data_time": 0.018876481056213378, "loss_single": 3.88630006313324, "loss_dense": 3.714478778839111, "loss": 7.600778818130493, "time": 0.15499463081359863, "step": 21566}
{"lr": 0.029970400926424078, "data_time": 0.012874865531921386, "loss_single": 3.8406869649887083, "loss_dense": 3.68835391998291, "loss": 7.529040861129761, "time": 0.15318994522094725, "step": 21616}
{"lr": 0.029970400926424078, "data_time": 0.018590092658996582, "loss_single": 3.8283523082733155, "loss_dense": 3.6897836685180665, "loss": 7.518136024475098, "time": 0.1498737096786499, "step": 21666}
{"lr": 0.029970400926424078, "data_time": 0.018697047233581544, "loss_single": 3.8883366346359254, "loss_dense": 3.7202638387680054, "loss": 7.608600521087647, "time": 0.15423660278320311, "step": 21716}
{"lr": 0.029970400926424078, "data_time": 0.02815523147583008, "loss_single": 3.840724515914917, "loss_dense": 3.6990444898605346, "loss": 7.539768934249878, "time": 0.18944501876831055, "step": 21766}
{"lr": 0.029970400926424078, "data_time": 0.016684293746948242, "loss_single": 3.871842384338379, "loss_dense": 3.7145870208740233, "loss": 7.586429405212402, "time": 0.15361430644989013, "step": 21816}
{"lr": 0.029970400926424078, "data_time": 0.01984395980834961, "loss_single": 3.8649113178253174, "loss_dense": 3.7157107830047607, "loss": 7.5806221008300785, "time": 0.14913716316223144, "step": 21866}
{"lr": 0.029970400926424078, "data_time": 0.04962482452392578, "loss_single": 3.834356999397278, "loss_dense": 3.7006392955780028, "loss": 7.5349963188171385, "time": 0.19096450805664061, "step": 21916}
{"lr": 0.029970400926424078, "data_time": 0.018985295295715333, "loss_single": 3.8777689933776855, "loss_dense": 3.7042349576950073, "loss": 7.582004022598267, "time": 0.15291354656219483, "step": 21966}
{"lr": 0.029970400926424078, "data_time": 0.02563161849975586, "loss_single": 3.840487313270569, "loss_dense": 3.6973060846328734, "loss": 7.537793350219727, "time": 0.21983048915863038, "step": 22016}
{"lr": 0.029970400926424078, "data_time": 0.016094660758972167, "loss_single": 3.8545649528503416, "loss_dense": 3.7000070333480837, "loss": 7.554572010040284, "time": 0.1562742233276367, "step": 22066}
{"lr": 0.029970400926424078, "data_time": 0.018326377868652342, "loss_single": 3.864171051979065, "loss_dense": 3.72179753780365, "loss": 7.585968685150147, "time": 0.18977599143981932, "step": 22116}
{"lr": 0.029970400926424078, "data_time": 0.019071412086486817, "loss_single": 3.8615594625473024, "loss_dense": 3.7026928663253784, "loss": 7.564252328872681, "time": 0.15596270561218262, "step": 22166}
{"lr": 0.029970400926424078, "data_time": 0.01739020347595215, "loss_single": 3.873601293563843, "loss_dense": 3.7133802652359007, "loss": 7.58698148727417, "time": 0.1556326389312744, "step": 22216}
{"lr": 0.029970400926424078, "data_time": 0.01808509826660156, "loss_single": 3.8368746042251587, "loss_dense": 3.699072813987732, "loss": 7.53594741821289, "time": 0.14788620471954345, "step": 22266}
{"lr": 0.029970400926424078, "data_time": 0.01725034713745117, "loss_single": 3.842710518836975, "loss_dense": 3.693930673599243, "loss": 7.536641263961792, "time": 0.15132482051849366, "step": 22316}
{"lr": 0.029970400926424078, "data_time": 0.013943839073181152, "loss_single": 3.8218739509582518, "loss_dense": 3.6891205072402955, "loss": 7.510994529724121, "time": 0.17870686054229737, "step": 22366}
{"lr": 0.029970400926424078, "data_time": 0.018798470497131348, "loss_single": 3.8239056348800657, "loss_dense": 3.6937164783477785, "loss": 7.517622089385986, "time": 0.15420246124267578, "step": 22416}
{"lr": 0.029970400926424078, "data_time": 0.02190532684326172, "loss_single": 3.8451404094696047, "loss_dense": 3.694692277908325, "loss": 7.5398327827453615, "time": 0.1539402961730957, "step": 22466}
{"lr": 0.029970400926424078, "data_time": 0.013952851295471191, "loss_single": 3.833279275894165, "loss_dense": 3.689779543876648, "loss": 7.523058748245239, "time": 0.18170368671417236, "step": 22516}
{"lr": 0.029970400926424078, "data_time": 0.01720089912414551, "loss_single": 3.83555006980896, "loss_dense": 3.6958019971847533, "loss": 7.531352090835571, "time": 0.15914828777313234, "step": 22566}
{"lr": 0.029970400926424078, "data_time": 0.0155897855758667, "loss_single": 3.857095813751221, "loss_dense": 3.6913305521011353, "loss": 7.548426389694214, "time": 0.14713943004608154, "step": 22616}
{"lr": 0.029970400926424078, "data_time": 0.016826796531677245, "loss_single": 3.8357481718063355, "loss_dense": 3.6888789176940917, "loss": 7.524627065658569, "time": 0.15000386238098146, "step": 22666}
{"lr": 0.029970400926424078, "data_time": 0.01910269260406494, "loss_single": 3.8667194128036497, "loss_dense": 3.7077948570251467, "loss": 7.574514293670655, "time": 0.15366060733795167, "step": 22716}
{"lr": 0.029970400926424078, "data_time": 0.01734027862548828, "loss_single": 3.8566920280456545, "loss_dense": 3.6880749464035034, "loss": 7.544767045974732, "time": 0.14822750091552733, "step": 22766}
{"lr": 0.029970400926424078, "data_time": 0.020386576652526855, "loss_single": 3.832206654548645, "loss_dense": 3.6964474439620973, "loss": 7.5286540508270265, "time": 0.16663765907287598, "step": 22816}
{"lr": 0.029970400926424078, "data_time": 0.0162351131439209, "loss_single": 3.825734853744507, "loss_dense": 3.6976778745651244, "loss": 7.523412704467773, "time": 0.15707714557647706, "step": 22866}
{"lr": 0.029970400926424078, "data_time": 0.024789834022521974, "loss_single": 3.8644267320632935, "loss_dense": 3.7060033798217775, "loss": 7.570430088043213, "time": 0.15312275886535645, "step": 22916}
{"lr": 0.029970400926424078, "data_time": 0.017732000350952147, "loss_single": 3.8413740158081056, "loss_dense": 3.6868496417999266, "loss": 7.528223705291748, "time": 0.14875452518463134, "step": 22966}
{"lr": 0.029970400926424078, "data_time": 0.01715662479400635, "loss_single": 3.8397897481918335, "loss_dense": 3.6791736125946044, "loss": 7.518963384628296, "time": 0.1507728338241577, "step": 23016}
{"lr": 0.029970400926424078, "data_time": 0.02434201240539551, "loss_single": 3.8564019918441774, "loss_dense": 3.6977653026580812, "loss": 7.554167222976685, "time": 0.15988330841064452, "step": 23066}
{"lr": 0.029970400926424078, "data_time": 0.020013427734375, "loss_single": 3.8487236976623533, "loss_dense": 3.6926603078842164, "loss": 7.541383886337281, "time": 0.15076441764831544, "step": 23116}
{"lr": 0.029970400926424078, "data_time": 0.01746048927307129, "loss_single": 3.841948699951172, "loss_dense": 3.694103407859802, "loss": 7.536052131652832, "time": 0.1622619867324829, "step": 23166}
{"lr": 0.029970400926424078, "data_time": 0.021317529678344726, "loss_single": 3.860868215560913, "loss_dense": 3.6896572589874266, "loss": 7.550525426864624, "time": 0.15044450759887695, "step": 23216}
{"lr": 0.029970400926424078, "data_time": 0.015201592445373535, "loss_single": 3.8680108547210694, "loss_dense": 3.705196809768677, "loss": 7.57320761680603, "time": 0.19778172969818114, "step": 23266}
{"lr": 0.029970400926424078, "data_time": 0.015188121795654297, "loss_single": 3.799232077598572, "loss_dense": 3.6894861459732056, "loss": 7.488718271255493, "time": 0.15976803302764891, "step": 23316}
{"lr": 0.029970400926424078, "data_time": 0.01692831516265869, "loss_single": 3.8615171909332275, "loss_dense": 3.700651025772095, "loss": 7.562168216705322, "time": 0.1545468807220459, "step": 23366}
{"lr": 0.029970400926424078, "data_time": 0.016843461990356447, "loss_single": 3.806028413772583, "loss_dense": 3.68258740901947, "loss": 7.488615798950195, "time": 0.15139293670654297, "step": 23416}
{"lr": 0.029970400926424078, "data_time": 0.016573524475097655, "loss_single": 3.844692826271057, "loss_dense": 3.694262981414795, "loss": 7.538955879211426, "time": 0.15103352069854736, "step": 23466}
{"lr": 0.029970400926424078, "data_time": 0.016002249717712403, "loss_single": 3.8285934686660767, "loss_dense": 3.676017999649048, "loss": 7.504611444473267, "time": 0.14856939315795897, "step": 23516}
{"lr": 0.029970400926424078, "data_time": 0.023916077613830567, "loss_single": 3.80749032497406, "loss_dense": 3.6765753746032717, "loss": 7.4840656280517575, "time": 0.15235629081726074, "step": 23566}
{"lr": 0.029970400926424078, "data_time": 0.019575834274291992, "loss_single": 3.824375939369202, "loss_dense": 3.699271631240845, "loss": 7.523647689819336, "time": 0.1646343231201172, "step": 23616}
{"lr": 0.029970400926424078, "data_time": 0.017557787895202636, "loss_single": 3.8684803247451782, "loss_dense": 3.714314842224121, "loss": 7.582795095443726, "time": 0.1554100275039673, "step": 23666}
{"lr": 0.029970400926424078, "data_time": 0.02090137004852295, "loss_single": 3.843120503425598, "loss_dense": 3.6875552892684937, "loss": 7.530675840377808, "time": 0.15234556198120117, "step": 23716}
{"lr": 0.029970400926424078, "data_time": 0.01924145221710205, "loss_single": 3.7879395961761473, "loss_dense": 3.6784079551696776, "loss": 7.466347551345825, "time": 0.15174357891082763, "step": 23766}
{"lr": 0.029970400926424078, "data_time": 0.022221064567565917, "loss_single": 3.831020450592041, "loss_dense": 3.684264326095581, "loss": 7.515284729003906, "time": 0.15048844814300538, "step": 23816}
{"lr": 0.029970400926424078, "data_time": 0.018149495124816895, "loss_single": 3.8656850337982176, "loss_dense": 3.685478448867798, "loss": 7.551163530349731, "time": 0.1732121706008911, "step": 23866}
{"lr": 0.029970400926424078, "data_time": 0.016968727111816406, "loss_single": 3.843301200866699, "loss_dense": 3.6940759897232054, "loss": 7.537377214431762, "time": 0.15134012699127197, "step": 23916}
{"lr": 0.029970400926424078, "data_time": 0.018302774429321288, "loss_single": 3.850291633605957, "loss_dense": 3.7096704244613647, "loss": 7.559961986541748, "time": 0.15198791027069092, "step": 23966}
{"lr": 0.029970400926424078, "data_time": 0.020152711868286134, "loss_single": 3.8105099201202393, "loss_dense": 3.6841760158538817, "loss": 7.494685888290405, "time": 0.15462713241577147, "step": 24016}
{"lr": 0.029970400926424078, "data_time": 0.016964292526245116, "loss_single": 3.8483800888061523, "loss_dense": 3.7147244215011597, "loss": 7.56310453414917, "time": 0.14776890277862548, "step": 24066}
{"lr": 0.029970400926424078, "data_time": 0.017589783668518065, "loss_single": 3.839842748641968, "loss_dense": 3.6992108821868896, "loss": 7.539053630828858, "time": 0.15591320991516114, "step": 24116}
{"lr": 0.029970400926424078, "data_time": 0.016872406005859375, "loss_single": 3.797400975227356, "loss_dense": 3.688201832771301, "loss": 7.485602760314942, "time": 0.15253124237060547, "step": 24166}
{"lr": 0.029970400926424078, "data_time": 0.038465142250061035, "loss_single": 3.8385189533233643, "loss_dense": 3.69761381149292, "loss": 7.536132764816284, "time": 0.18187499046325684, "step": 24216}
{"lr": 0.029970400926424078, "data_time": 0.018637490272521973, "loss_single": 3.8341929435729982, "loss_dense": 3.6917490720748902, "loss": 7.525942039489746, "time": 0.15812771320343016, "step": 24266}
{"lr": 0.029970400926424078, "data_time": 0.017134833335876464, "loss_single": 3.822670269012451, "loss_dense": 3.6896724462509156, "loss": 7.512342834472657, "time": 0.1894228458404541, "step": 24316}
{"lr": 0.029970400926424078, "data_time": 0.018007755279541016, "loss_single": 3.8171550750732424, "loss_dense": 3.688041925430298, "loss": 7.505196952819825, "time": 0.15712177753448486, "step": 24366}
{"lr": 0.029970400926424078, "data_time": 0.016157245635986327, "loss_single": 3.817446231842041, "loss_dense": 3.6568583965301515, "loss": 7.474304676055908, "time": 0.15007615089416504, "step": 24416}
{"lr": 0.029970400926424078, "data_time": 0.01742098331451416, "loss_single": 3.8241711378097536, "loss_dense": 3.687218689918518, "loss": 7.511389827728271, "time": 0.15492820739746094, "step": 24466}
{"lr": 0.029970400926424078, "data_time": 0.0162031888961792, "loss_single": 3.8023890256881714, "loss_dense": 3.6857508182525636, "loss": 7.4881397724151615, "time": 0.14772391319274902, "step": 24516}
{"lr": 0.029970400926424078, "data_time": 0.022728991508483887, "loss_single": 3.8027278900146486, "loss_dense": 3.684104061126709, "loss": 7.486832046508789, "time": 0.15896234512329102, "step": 24566}
{"lr": 0.029970400926424078, "data_time": 0.0178269624710083, "loss_single": 3.844028925895691, "loss_dense": 3.704963731765747, "loss": 7.54899263381958, "time": 0.15348732471466064, "step": 24616}
{"lr": 0.029970400926424078, "data_time": 0.02555503845214844, "loss_single": 3.81068754196167, "loss_dense": 3.692628788948059, "loss": 7.503316259384155, "time": 0.1565267562866211, "step": 24666}
{"lr": 0.029970400926424078, "data_time": 0.01968262195587158, "loss_single": 3.8331119775772096, "loss_dense": 3.695791506767273, "loss": 7.528903484344482, "time": 0.15279674530029297, "step": 24716}
{"lr": 0.029970400926424078, "data_time": 0.0182142972946167, "loss_single": 3.848917269706726, "loss_dense": 3.6820881605148315, "loss": 7.531005430221557, "time": 0.15136735439300536, "step": 24766}
{"lr": 0.029970400926424078, "data_time": 0.014989662170410156, "loss_single": 3.82250235080719, "loss_dense": 3.6849950551986694, "loss": 7.507497406005859, "time": 0.14845881462097169, "step": 24816}
{"lr": 0.029970400926424078, "data_time": 0.01868472099304199, "loss_single": 3.807546925544739, "loss_dense": 3.6735252380371093, "loss": 7.481072092056275, "time": 0.18411455154418946, "step": 24866}
{"lr": 0.029970400926424078, "data_time": 0.01958498954772949, "loss_single": 3.827230620384216, "loss_dense": 3.686862063407898, "loss": 7.514092636108399, "time": 0.15433850288391113, "step": 24916}
{"lr": 0.029970400926424078, "data_time": 0.01495797634124756, "loss_single": 3.830128026008606, "loss_dense": 3.684798765182495, "loss": 7.514926719665527, "time": 0.1494595527648926, "step": 24966}
{"lr": 0.029970400926424078, "data_time": 0.013098907470703126, "loss_single": 3.8406791210174562, "loss_dense": 3.6895091772079467, "loss": 7.5301882266998295, "time": 0.13914928436279297, "step": 25016}
{"lr": 0.029953760005996925, "data_time": 0.019507193565368654, "loss_single": 3.792667198181152, "loss_dense": 3.6728047132492065, "loss": 7.465471887588501, "time": 0.1490614891052246, "step": 25070}
{"lr": 0.029953760005996925, "data_time": 0.016753196716308594, "loss_single": 3.836904525756836, "loss_dense": 3.7084803104400637, "loss": 7.5453848361969, "time": 0.15489091873168945, "step": 25120}
{"lr": 0.029953760005996925, "data_time": 0.016100978851318358, "loss_single": 3.8070336103439333, "loss_dense": 3.6739580392837525, "loss": 7.480991649627685, "time": 0.23958797454833985, "step": 25170}
{"lr": 0.029953760005996925, "data_time": 0.01869039535522461, "loss_single": 3.8307862997055055, "loss_dense": 3.674394726753235, "loss": 7.50518102645874, "time": 0.15173730850219727, "step": 25220}
{"lr": 0.029953760005996925, "data_time": 0.021931934356689452, "loss_single": 3.8401288747787476, "loss_dense": 3.703583312034607, "loss": 7.5437122821807865, "time": 0.15432322025299072, "step": 25270}
{"lr": 0.029953760005996925, "data_time": 0.016017961502075195, "loss_single": 3.823656511306763, "loss_dense": 3.684948515892029, "loss": 7.508605003356934, "time": 0.15922367572784424, "step": 25320}
{"lr": 0.029953760005996925, "data_time": 0.014461874961853027, "loss_single": 3.8104053735733032, "loss_dense": 3.6836099863052367, "loss": 7.49401535987854, "time": 0.14813582897186278, "step": 25370}
{"lr": 0.029953760005996925, "data_time": 0.01604752540588379, "loss_single": 3.86954243183136, "loss_dense": 3.7068697929382326, "loss": 7.576412200927734, "time": 0.17500793933868408, "step": 25420}
{"lr": 0.029953760005996925, "data_time": 0.016519570350646974, "loss_single": 3.812817430496216, "loss_dense": 3.691284990310669, "loss": 7.504102468490601, "time": 0.15571963787078857, "step": 25470}
{"lr": 0.029953760005996925, "data_time": 0.01827089786529541, "loss_single": 3.820501279830933, "loss_dense": 3.689997839927673, "loss": 7.510499143600464, "time": 0.1646718978881836, "step": 25520}
{"lr": 0.029953760005996925, "data_time": 0.019872403144836424, "loss_single": 3.824525833129883, "loss_dense": 3.6885445594787596, "loss": 7.513070440292358, "time": 0.14894492626190187, "step": 25570}
{"lr": 0.029953760005996925, "data_time": 0.016189074516296385, "loss_single": 3.7973072290420533, "loss_dense": 3.6731858968734743, "loss": 7.470493125915527, "time": 0.15739941596984863, "step": 25620}
{"lr": 0.029953760005996925, "data_time": 0.018210077285766603, "loss_single": 3.8517271518707275, "loss_dense": 3.7037206411361696, "loss": 7.555447912216186, "time": 0.1532822370529175, "step": 25670}
{"lr": 0.029953760005996925, "data_time": 0.017023730278015136, "loss_single": 3.8216678619384767, "loss_dense": 3.6855823278427122, "loss": 7.507250165939331, "time": 0.15446920394897462, "step": 25720}
{"lr": 0.029953760005996925, "data_time": 0.015592670440673828, "loss_single": 3.7900094747543336, "loss_dense": 3.681282091140747, "loss": 7.471291542053223, "time": 0.16825370788574218, "step": 25770}
{"lr": 0.029953760005996925, "data_time": 0.01866946220397949, "loss_single": 3.7941951751708984, "loss_dense": 3.672811579704285, "loss": 7.467006731033325, "time": 0.1542604923248291, "step": 25820}
{"lr": 0.029953760005996925, "data_time": 0.018378281593322755, "loss_single": 3.8313849449157713, "loss_dense": 3.695360517501831, "loss": 7.5267455101013185, "time": 0.14909560680389405, "step": 25870}
{"lr": 0.029953760005996925, "data_time": 0.017013239860534667, "loss_single": 3.8345327615737914, "loss_dense": 3.6918078422546388, "loss": 7.526340532302856, "time": 0.16848986148834227, "step": 25920}
{"lr": 0.029953760005996925, "data_time": 0.014642333984375, "loss_single": 3.7993297815322875, "loss_dense": 3.66602098941803, "loss": 7.465350770950318, "time": 0.16110403537750245, "step": 25970}
{"lr": 0.029953760005996925, "data_time": 0.017177486419677736, "loss_single": 3.791240119934082, "loss_dense": 3.6899437427520754, "loss": 7.481183815002441, "time": 0.15541653633117675, "step": 26020}
{"lr": 0.029953760005996925, "data_time": 0.016549015045166017, "loss_single": 3.818225955963135, "loss_dense": 3.694359016418457, "loss": 7.51258487701416, "time": 0.14992232322692872, "step": 26070}
{"lr": 0.029953760005996925, "data_time": 0.016721820831298827, "loss_single": 3.8022319793701174, "loss_dense": 3.6735716342926024, "loss": 7.47580361366272, "time": 0.14999568462371826, "step": 26120}
{"lr": 0.029953760005996925, "data_time": 0.017498373985290527, "loss_single": 3.828227138519287, "loss_dense": 3.6915282011032104, "loss": 7.51975531578064, "time": 0.17152559757232666, "step": 26170}
{"lr": 0.029953760005996925, "data_time": 0.019081926345825194, "loss_single": 3.8139955759048463, "loss_dense": 3.6901836156845094, "loss": 7.504179286956787, "time": 0.14874331951141356, "step": 26220}
{"lr": 0.029953760005996925, "data_time": 0.018741679191589356, "loss_single": 3.8464721202850343, "loss_dense": 3.7088956117630003, "loss": 7.555367708206177, "time": 0.15422544479370118, "step": 26270}
{"lr": 0.029953760005996925, "data_time": 0.01658010482788086, "loss_single": 3.7714029788970946, "loss_dense": 3.655023288726807, "loss": 7.4264263153076175, "time": 0.15961310863494874, "step": 26320}
{"lr": 0.029953760005996925, "data_time": 0.01634221076965332, "loss_single": 3.8353735208511353, "loss_dense": 3.70254271030426, "loss": 7.5379163265228275, "time": 0.15193023681640624, "step": 26370}
{"lr": 0.029953760005996925, "data_time": 0.015959453582763673, "loss_single": 3.773139548301697, "loss_dense": 3.65429892539978, "loss": 7.427438449859619, "time": 0.16736841201782227, "step": 26420}
{"lr": 0.029953760005996925, "data_time": 0.016596484184265136, "loss_single": 3.803108978271484, "loss_dense": 3.6740915298461916, "loss": 7.477200508117676, "time": 0.15549001693725586, "step": 26470}
{"lr": 0.029953760005996925, "data_time": 0.017417097091674806, "loss_single": 3.7907093286514284, "loss_dense": 3.676613688468933, "loss": 7.4673230171203615, "time": 0.15688459873199462, "step": 26520}
{"lr": 0.029953760005996925, "data_time": 0.016860580444335936, "loss_single": 3.8091112852096556, "loss_dense": 3.6789368629455566, "loss": 7.488048076629639, "time": 0.1524106502532959, "step": 26570}
{"lr": 0.029953760005996925, "data_time": 0.014983510971069336, "loss_single": 3.8087740182876586, "loss_dense": 3.687874460220337, "loss": 7.496648502349854, "time": 0.1480485200881958, "step": 26620}
{"lr": 0.029953760005996925, "data_time": 0.019377374649047853, "loss_single": 3.790289807319641, "loss_dense": 3.6779178380966187, "loss": 7.468207740783692, "time": 0.17495415210723878, "step": 26670}
{"lr": 0.029953760005996925, "data_time": 0.018964338302612304, "loss_single": 3.79180908203125, "loss_dense": 3.684200382232666, "loss": 7.476009464263916, "time": 0.15447440147399902, "step": 26720}
{"lr": 0.029953760005996925, "data_time": 0.015314245223999023, "loss_single": 3.776051926612854, "loss_dense": 3.6757412195205688, "loss": 7.451793193817139, "time": 0.1520479440689087, "step": 26770}
{"lr": 0.029953760005996925, "data_time": 0.02827310562133789, "loss_single": 3.8381302118301392, "loss_dense": 3.687670350074768, "loss": 7.525800561904907, "time": 0.17208971977233886, "step": 26820}
{"lr": 0.029953760005996925, "data_time": 0.015399742126464843, "loss_single": 3.819931387901306, "loss_dense": 3.668033576011658, "loss": 7.4879649639129635, "time": 0.1540278196334839, "step": 26870}
{"lr": 0.029953760005996925, "data_time": 0.016321206092834474, "loss_single": 3.802005386352539, "loss_dense": 3.682702660560608, "loss": 7.484708023071289, "time": 0.15921504497528077, "step": 26920}
{"lr": 0.029953760005996925, "data_time": 0.016324496269226073, "loss_single": 3.8116914510726927, "loss_dense": 3.679240083694458, "loss": 7.490931510925293, "time": 0.15396158695220946, "step": 26970}
{"lr": 0.029953760005996925, "data_time": 0.019699287414550782, "loss_single": 3.834431529045105, "loss_dense": 3.699696493148804, "loss": 7.534128093719483, "time": 0.15132637023925782, "step": 27020}
{"lr": 0.029953760005996925, "data_time": 0.01568636894226074, "loss_single": 3.7968952894210815, "loss_dense": 3.6759371042251585, "loss": 7.47283239364624, "time": 0.15649220943450928, "step": 27070}
{"lr": 0.029953760005996925, "data_time": 0.016411948204040527, "loss_single": 3.7832653284072877, "loss_dense": 3.6609514951705933, "loss": 7.444216775894165, "time": 0.157623291015625, "step": 27120}
{"lr": 0.029953760005996925, "data_time": 0.018293023109436035, "loss_single": 3.81118106842041, "loss_dense": 3.6692219734191895, "loss": 7.480403137207031, "time": 0.15202789306640624, "step": 27170}
{"lr": 0.029953760005996925, "data_time": 0.018367815017700195, "loss_single": 3.7682809829711914, "loss_dense": 3.6641271114349365, "loss": 7.432407999038697, "time": 0.15619344711303712, "step": 27220}
{"lr": 0.029953760005996925, "data_time": 0.01424262523651123, "loss_single": 3.788165879249573, "loss_dense": 3.6811092615127565, "loss": 7.4692751407623295, "time": 0.17277472019195556, "step": 27270}
{"lr": 0.029953760005996925, "data_time": 0.014770197868347167, "loss_single": 3.805956816673279, "loss_dense": 3.6886594533920287, "loss": 7.494616270065308, "time": 0.14710395336151122, "step": 27320}
{"lr": 0.029953760005996925, "data_time": 0.017622923851013182, "loss_single": 3.850476884841919, "loss_dense": 3.7079089641571046, "loss": 7.558385801315308, "time": 0.1510906219482422, "step": 27370}
{"lr": 0.029953760005996925, "data_time": 0.016689300537109375, "loss_single": 3.8179962396621705, "loss_dense": 3.686424422264099, "loss": 7.504420614242553, "time": 0.14606814384460448, "step": 27420}
{"lr": 0.029953760005996925, "data_time": 0.05171048641204834, "loss_single": 3.816937875747681, "loss_dense": 3.676250147819519, "loss": 7.493187999725341, "time": 0.19150362014770508, "step": 27470}
{"lr": 0.029953760005996925, "data_time": 0.018278980255126955, "loss_single": 3.8069913148880006, "loss_dense": 3.6812063455581665, "loss": 7.488197660446167, "time": 0.19020531177520753, "step": 27520}
{"lr": 0.029953760005996925, "data_time": 0.017131972312927245, "loss_single": 3.8122122049331666, "loss_dense": 3.687251877784729, "loss": 7.499464130401611, "time": 0.15517573356628417, "step": 27570}
{"lr": 0.029953760005996925, "data_time": 0.0201892614364624, "loss_single": 3.8002542734146116, "loss_dense": 3.6884516954421995, "loss": 7.488706016540528, "time": 0.15282971858978273, "step": 27620}
{"lr": 0.029953760005996925, "data_time": 0.019545841217041015, "loss_single": 3.7671602725982667, "loss_dense": 3.6660438537597657, "loss": 7.4332040309906, "time": 0.14949557781219483, "step": 27670}
{"lr": 0.029953760005996925, "data_time": 0.0157412052154541, "loss_single": 3.775682044029236, "loss_dense": 3.657397818565369, "loss": 7.433079862594605, "time": 0.15056848526000977, "step": 27720}
{"lr": 0.029953760005996925, "data_time": 0.019065666198730468, "loss_single": 3.7916593313217164, "loss_dense": 3.661073684692383, "loss": 7.452732992172241, "time": 0.1665722131729126, "step": 27770}
{"lr": 0.029953760005996925, "data_time": 0.016554594039916992, "loss_single": 3.834303283691406, "loss_dense": 3.690804958343506, "loss": 7.5251082420349125, "time": 0.1574780225753784, "step": 27820}
{"lr": 0.029953760005996925, "data_time": 0.01875483989715576, "loss_single": 3.7954731464385985, "loss_dense": 3.6672953367233276, "loss": 7.462768411636352, "time": 0.1561429023742676, "step": 27870}
{"lr": 0.029953760005996925, "data_time": 0.017759823799133302, "loss_single": 3.796626424789429, "loss_dense": 3.662551522254944, "loss": 7.459178018569946, "time": 0.16070325374603273, "step": 27920}
{"lr": 0.029953760005996925, "data_time": 0.016498470306396486, "loss_single": 3.8110981702804567, "loss_dense": 3.677276539802551, "loss": 7.488374662399292, "time": 0.14911673069000245, "step": 27970}
{"lr": 0.029953760005996925, "data_time": 0.019150209426879884, "loss_single": 3.7895792007446287, "loss_dense": 3.6816566228866576, "loss": 7.471235752105713, "time": 0.17701849937438965, "step": 28020}
{"lr": 0.029953760005996925, "data_time": 0.021555304527282715, "loss_single": 3.767460036277771, "loss_dense": 3.6614290475845337, "loss": 7.4288890838623045, "time": 0.16288089752197266, "step": 28070}
{"lr": 0.029953760005996925, "data_time": 0.018032002449035644, "loss_single": 3.7799923181533814, "loss_dense": 3.6599616050720214, "loss": 7.439953947067261, "time": 0.15067033767700194, "step": 28120}
{"lr": 0.029953760005996925, "data_time": 0.01961991786956787, "loss_single": 3.7660051345825196, "loss_dense": 3.6579585552215574, "loss": 7.4239636898040775, "time": 0.14691011905670165, "step": 28170}
{"lr": 0.029953760005996925, "data_time": 0.01575307846069336, "loss_single": 3.7902212858200075, "loss_dense": 3.6771063804626465, "loss": 7.467327499389649, "time": 0.16508562564849855, "step": 28220}
{"lr": 0.029953760005996925, "data_time": 0.025594758987426757, "loss_single": 3.8011290073394775, "loss_dense": 3.6845155715942384, "loss": 7.48564453125, "time": 0.254162335395813, "step": 28270}
{"lr": 0.029953760005996925, "data_time": 0.017660689353942872, "loss_single": 3.7807852029800415, "loss_dense": 3.650942492485046, "loss": 7.431727695465088, "time": 0.15425636768341064, "step": 28320}
{"lr": 0.029953760005996925, "data_time": 0.021787810325622558, "loss_single": 3.7951751232147215, "loss_dense": 3.6799848318099975, "loss": 7.475159931182861, "time": 0.1531372308731079, "step": 28370}
{"lr": 0.029953760005996925, "data_time": 0.01808958053588867, "loss_single": 3.791945719718933, "loss_dense": 3.6663597583770753, "loss": 7.458305501937867, "time": 0.14730939865112305, "step": 28420}
{"lr": 0.029953760005996925, "data_time": 0.016741728782653807, "loss_single": 3.8156123638153074, "loss_dense": 3.6770214319229124, "loss": 7.492633724212647, "time": 0.15633628368377686, "step": 28470}
{"lr": 0.029953760005996925, "data_time": 0.015262365341186523, "loss_single": 3.778149199485779, "loss_dense": 3.65381178855896, "loss": 7.431960868835449, "time": 0.24934086799621583, "step": 28520}
{"lr": 0.029953760005996925, "data_time": 0.017110610008239747, "loss_single": 3.807472276687622, "loss_dense": 3.680751156806946, "loss": 7.488223457336426, "time": 0.21276018619537354, "step": 28570}
{"lr": 0.029953760005996925, "data_time": 0.016192936897277833, "loss_single": 3.7738649606704713, "loss_dense": 3.656297707557678, "loss": 7.430162668228149, "time": 0.16234111785888672, "step": 28620}
{"lr": 0.029953760005996925, "data_time": 0.04320478439331055, "loss_single": 3.7815656900405883, "loss_dense": 3.6518593072891234, "loss": 7.433424997329712, "time": 0.17690117359161378, "step": 28670}
{"lr": 0.029953760005996925, "data_time": 0.017704486846923828, "loss_single": 3.785868453979492, "loss_dense": 3.6729898929595945, "loss": 7.458858394622803, "time": 0.1474907636642456, "step": 28720}
{"lr": 0.029953760005996925, "data_time": 0.012085247039794921, "loss_single": 3.8001216173172, "loss_dense": 3.6741829395294188, "loss": 7.474304580688477, "time": 0.14953691959381105, "step": 28770}
{"lr": 0.029953760005996925, "data_time": 0.01650879383087158, "loss_single": 3.7655569553375243, "loss_dense": 3.6444055080413817, "loss": 7.40996241569519, "time": 0.16459074020385742, "step": 28820}
{"lr": 0.029953760005996925, "data_time": 0.01886301040649414, "loss_single": 3.7962760448455812, "loss_dense": 3.660152220726013, "loss": 7.4564282417297365, "time": 0.15674283504486083, "step": 28870}
{"lr": 0.029953760005996925, "data_time": 0.020548272132873534, "loss_single": 3.728138279914856, "loss_dense": 3.639562964439392, "loss": 7.367701244354248, "time": 0.1566164970397949, "step": 28920}
{"lr": 0.029953760005996925, "data_time": 0.018669533729553222, "loss_single": 3.761581635475159, "loss_dense": 3.6562973499298095, "loss": 7.4178790092468265, "time": 0.15793402194976808, "step": 28970}
{"lr": 0.029953760005996925, "data_time": 0.016367125511169433, "loss_single": 3.7881680965423583, "loss_dense": 3.668924832344055, "loss": 7.457092905044556, "time": 0.14893829822540283, "step": 29020}
{"lr": 0.029953760005996925, "data_time": 0.021311211585998534, "loss_single": 3.7587551355361937, "loss_dense": 3.6596731424331663, "loss": 7.41842827796936, "time": 0.15524981021881104, "step": 29070}
{"lr": 0.029953760005996925, "data_time": 0.01219038963317871, "loss_single": 3.7772443294525146, "loss_dense": 3.6666089296340942, "loss": 7.443853282928467, "time": 0.14651155471801758, "step": 29120}
{"lr": 0.029953760005996925, "data_time": 0.01682403087615967, "loss_single": 3.8047953605651856, "loss_dense": 3.670263719558716, "loss": 7.475059127807617, "time": 0.19385790824890137, "step": 29170}
{"lr": 0.029953760005996925, "data_time": 0.017381954193115234, "loss_single": 3.774246573448181, "loss_dense": 3.6616122007369993, "loss": 7.435858678817749, "time": 0.14936208724975586, "step": 29220}
{"lr": 0.029953760005996925, "data_time": 0.017621493339538573, "loss_single": 3.7851102113723756, "loss_dense": 3.651600742340088, "loss": 7.436710929870605, "time": 0.14887890815734864, "step": 29270}
{"lr": 0.029953760005996925, "data_time": 0.01770651340484619, "loss_single": 3.7751569747924805, "loss_dense": 3.6734851360321046, "loss": 7.448642110824585, "time": 0.15719430446624755, "step": 29320}
{"lr": 0.029953760005996925, "data_time": 0.018500971794128417, "loss_single": 3.745416855812073, "loss_dense": 3.6522071838378904, "loss": 7.397624063491821, "time": 0.15085861682891846, "step": 29370}
{"lr": 0.029953760005996925, "data_time": 0.011493492126464843, "loss_single": 3.7962544441223143, "loss_dense": 3.666025424003601, "loss": 7.462279891967773, "time": 0.18694305419921875, "step": 29420}
{"lr": 0.029953760005996925, "data_time": 0.01504366397857666, "loss_single": 3.7763530254364013, "loss_dense": 3.6703776597976683, "loss": 7.446730709075927, "time": 0.16653249263763428, "step": 29470}
{"lr": 0.029953760005996925, "data_time": 0.019051837921142577, "loss_single": 3.7764694452285767, "loss_dense": 3.6643000841140747, "loss": 7.440769529342651, "time": 0.1486764669418335, "step": 29520}
{"lr": 0.029953760005996925, "data_time": 0.018172526359558107, "loss_single": 3.798962426185608, "loss_dense": 3.6790520429611204, "loss": 7.478014516830444, "time": 0.14893343448638915, "step": 29570}
{"lr": 0.029953760005996925, "data_time": 0.01592249870300293, "loss_single": 3.763002347946167, "loss_dense": 3.6637531757354735, "loss": 7.426755619049072, "time": 0.1658052921295166, "step": 29620}
{"lr": 0.029953760005996925, "data_time": 0.01828136444091797, "loss_single": 3.752944087982178, "loss_dense": 3.64299476146698, "loss": 7.3959388256073, "time": 0.15483028888702394, "step": 29670}
{"lr": 0.029953760005996925, "data_time": 0.017050981521606445, "loss_single": 3.7770981311798097, "loss_dense": 3.664622664451599, "loss": 7.441720771789551, "time": 0.16610462665557862, "step": 29720}
{"lr": 0.029953760005996925, "data_time": 0.055265378952026364, "loss_single": 3.76743597984314, "loss_dense": 3.6544459104537963, "loss": 7.421881866455078, "time": 0.2797903060913086, "step": 29770}
{"lr": 0.029953760005996925, "data_time": 0.018703746795654296, "loss_single": 3.768347477912903, "loss_dense": 3.6655009984970093, "loss": 7.433848476409912, "time": 0.21167829036712646, "step": 29820}
{"lr": 0.029953760005996925, "data_time": 0.021836471557617188, "loss_single": 3.769082546234131, "loss_dense": 3.6657185554504395, "loss": 7.43480110168457, "time": 0.15222735404968263, "step": 29870}
{"lr": 0.029953760005996925, "data_time": 0.03290469646453857, "loss_single": 3.7799808263778685, "loss_dense": 3.687435531616211, "loss": 7.4674163341522215, "time": 0.1646726369857788, "step": 29920}
{"lr": 0.029953760005996925, "data_time": 0.021000099182128907, "loss_single": 3.806403970718384, "loss_dense": 3.6679998874664306, "loss": 7.47440390586853, "time": 0.1536163330078125, "step": 29970}
{"lr": 0.029953760005996925, "data_time": 0.012476873397827149, "loss_single": 3.7542715311050414, "loss_dense": 3.6503579139709474, "loss": 7.404629468917847, "time": 0.13790218830108641, "step": 30020}
{"lr": 0.029933429469046202, "data_time": 0.016615080833435058, "loss_single": 3.751359057426453, "loss_dense": 3.6624030113220214, "loss": 7.413761997222901, "time": 0.17956168651580812, "step": 30074}
{"lr": 0.029933429469046202, "data_time": 0.01789858341217041, "loss_single": 3.744911289215088, "loss_dense": 3.6445674657821656, "loss": 7.38947868347168, "time": 0.14936699867248535, "step": 30124}
{"lr": 0.029933429469046202, "data_time": 0.017275238037109376, "loss_single": 3.7957259893417357, "loss_dense": 3.6825011491775514, "loss": 7.4782270908355715, "time": 0.1578089714050293, "step": 30174}
{"lr": 0.029933429469046202, "data_time": 0.01858067512512207, "loss_single": 3.7537704706192017, "loss_dense": 3.6438890933990478, "loss": 7.397659540176392, "time": 0.20873486995697021, "step": 30224}
{"lr": 0.029933429469046202, "data_time": 0.02786717414855957, "loss_single": 3.7902315855026245, "loss_dense": 3.6537436962127687, "loss": 7.443975162506104, "time": 0.17456669807434083, "step": 30274}
{"lr": 0.029933429469046202, "data_time": 0.016899871826171874, "loss_single": 3.786220836639404, "loss_dense": 3.674666953086853, "loss": 7.460887670516968, "time": 0.1552471399307251, "step": 30324}
{"lr": 0.029933429469046202, "data_time": 0.02032167911529541, "loss_single": 3.728188395500183, "loss_dense": 3.6423353433609007, "loss": 7.370523738861084, "time": 0.15847115516662597, "step": 30374}
{"lr": 0.029933429469046202, "data_time": 0.015928316116333007, "loss_single": 3.767782115936279, "loss_dense": 3.656731462478638, "loss": 7.424513626098633, "time": 0.15532655715942384, "step": 30424}
{"lr": 0.029933429469046202, "data_time": 0.017792582511901855, "loss_single": 3.7609727144241334, "loss_dense": 3.663753056526184, "loss": 7.424725818634033, "time": 0.15473129749298095, "step": 30474}
{"lr": 0.029933429469046202, "data_time": 0.02226414680480957, "loss_single": 3.7803099155426025, "loss_dense": 3.6767651081085204, "loss": 7.457075119018555, "time": 0.21700592041015626, "step": 30524}
{"lr": 0.029933429469046202, "data_time": 0.018116211891174315, "loss_single": 3.7545820236206056, "loss_dense": 3.6673381328582764, "loss": 7.421920204162598, "time": 0.15553021430969238, "step": 30574}
{"lr": 0.029933429469046202, "data_time": 0.015656447410583495, "loss_single": 3.7825199365615845, "loss_dense": 3.6598590850830077, "loss": 7.442378997802734, "time": 0.16300041675567628, "step": 30624}
{"lr": 0.029933429469046202, "data_time": 0.018545317649841308, "loss_single": 3.7851617336273193, "loss_dense": 3.654636526107788, "loss": 7.439798259735108, "time": 0.1566831350326538, "step": 30674}
{"lr": 0.029933429469046202, "data_time": 0.019533395767211914, "loss_single": 3.794858193397522, "loss_dense": 3.6721798181533813, "loss": 7.467038106918335, "time": 0.1529313325881958, "step": 30724}
{"lr": 0.029933429469046202, "data_time": 0.017042326927185058, "loss_single": 3.7747511863708496, "loss_dense": 3.6598694562911986, "loss": 7.434620666503906, "time": 0.1548916816711426, "step": 30774}
{"lr": 0.029933429469046202, "data_time": 0.042586660385131835, "loss_single": 3.8020556211471557, "loss_dense": 3.6745676517486574, "loss": 7.4766233444213865, "time": 0.18668076992034913, "step": 30824}
{"lr": 0.029933429469046202, "data_time": 0.01685378551483154, "loss_single": 3.8181904792785644, "loss_dense": 3.7131163120269775, "loss": 7.531306791305542, "time": 0.14999260902404785, "step": 30874}
{"lr": 0.029933429469046202, "data_time": 0.020316147804260255, "loss_single": 3.750472068786621, "loss_dense": 3.654418182373047, "loss": 7.404890251159668, "time": 0.15922112464904786, "step": 30924}
{"lr": 0.029933429469046202, "data_time": 0.01535940170288086, "loss_single": 3.7927683353424073, "loss_dense": 3.679517674446106, "loss": 7.472286033630371, "time": 0.15111496448516845, "step": 30974}
{"lr": 0.029933429469046202, "data_time": 0.0154191255569458, "loss_single": 3.7617735862731934, "loss_dense": 3.6597677946090696, "loss": 7.421541309356689, "time": 0.1847691297531128, "step": 31024}
{"lr": 0.029933429469046202, "data_time": 0.01758420467376709, "loss_single": 3.7305131196975707, "loss_dense": 3.64356734752655, "loss": 7.374080467224121, "time": 0.15605413913726807, "step": 31074}
{"lr": 0.029933429469046202, "data_time": 0.017381668090820312, "loss_single": 3.753814196586609, "loss_dense": 3.65992271900177, "loss": 7.413736867904663, "time": 0.15104224681854247, "step": 31124}
{"lr": 0.029933429469046202, "data_time": 0.01821324825286865, "loss_single": 3.754619860649109, "loss_dense": 3.647878956794739, "loss": 7.402498817443847, "time": 0.15064702033996583, "step": 31174}
{"lr": 0.029933429469046202, "data_time": 0.018912696838378908, "loss_single": 3.783021593093872, "loss_dense": 3.6874606370925904, "loss": 7.470482301712036, "time": 0.157228684425354, "step": 31224}
{"lr": 0.029933429469046202, "data_time": 0.017633819580078126, "loss_single": 3.76666841506958, "loss_dense": 3.653893995285034, "loss": 7.42056245803833, "time": 0.14622251987457274, "step": 31274}
{"lr": 0.029933429469046202, "data_time": 0.020093441009521484, "loss_single": 3.770133852958679, "loss_dense": 3.673508906364441, "loss": 7.4436427593231205, "time": 0.15384485721588134, "step": 31324}
{"lr": 0.029933429469046202, "data_time": 0.020270442962646483, "loss_single": 3.7911479234695435, "loss_dense": 3.674084997177124, "loss": 7.465232944488525, "time": 0.15064072608947754, "step": 31374}
{"lr": 0.029933429469046202, "data_time": 0.016146922111511232, "loss_single": 3.748327612876892, "loss_dense": 3.641977143287659, "loss": 7.390304708480835, "time": 0.14653372764587402, "step": 31424}
{"lr": 0.029933429469046202, "data_time": 0.017542457580566405, "loss_single": 3.7391473293304442, "loss_dense": 3.649854135513306, "loss": 7.38900146484375, "time": 0.15028913021087648, "step": 31474}
{"lr": 0.029933429469046202, "data_time": 0.015218806266784669, "loss_single": 3.764225888252258, "loss_dense": 3.653582787513733, "loss": 7.417808675765992, "time": 0.15850846767425536, "step": 31524}
{"lr": 0.029933429469046202, "data_time": 0.019422626495361327, "loss_single": 3.7600314140319826, "loss_dense": 3.6572533369064333, "loss": 7.417284774780273, "time": 0.1564131498336792, "step": 31574}
{"lr": 0.029933429469046202, "data_time": 0.018100762367248537, "loss_single": 3.713755202293396, "loss_dense": 3.6392876863479615, "loss": 7.353042888641357, "time": 0.1674030065536499, "step": 31624}
{"lr": 0.029933429469046202, "data_time": 0.03236169815063476, "loss_single": 3.7747758626937866, "loss_dense": 3.6772621870040894, "loss": 7.452038049697876, "time": 0.26887509822845457, "step": 31674}
{"lr": 0.029933429469046202, "data_time": 0.019136261940002442, "loss_single": 3.77903265953064, "loss_dense": 3.660794162750244, "loss": 7.439826822280883, "time": 0.14892103672027587, "step": 31724}
{"lr": 0.029933429469046202, "data_time": 0.01368715763092041, "loss_single": 3.7579900503158568, "loss_dense": 3.660033655166626, "loss": 7.418023681640625, "time": 0.17165062427520753, "step": 31774}
{"lr": 0.029933429469046202, "data_time": 0.017456722259521485, "loss_single": 3.716629958152771, "loss_dense": 3.6295391082763673, "loss": 7.346169090270996, "time": 0.158027982711792, "step": 31824}
{"lr": 0.029933429469046202, "data_time": 0.018712973594665526, "loss_single": 3.7488525390625, "loss_dense": 3.6414271354675294, "loss": 7.390279626846313, "time": 0.15237801074981688, "step": 31874}
{"lr": 0.029933429469046202, "data_time": 0.017238974571228027, "loss_single": 3.759218621253967, "loss_dense": 3.6581619024276733, "loss": 7.4173805713653564, "time": 0.15155951976776122, "step": 31924}
{"lr": 0.029933429469046202, "data_time": 0.015383148193359375, "loss_single": 3.7804636001586913, "loss_dense": 3.6512502670288085, "loss": 7.4317139148712155, "time": 0.16329567432403563, "step": 31974}
{"lr": 0.029933429469046202, "data_time": 0.02057015895843506, "loss_single": 3.778121066093445, "loss_dense": 3.6647695302963257, "loss": 7.442890548706055, "time": 0.1537677526473999, "step": 32024}
{"lr": 0.029933429469046202, "data_time": 0.01609756946563721, "loss_single": 3.7716867923736572, "loss_dense": 3.670308756828308, "loss": 7.441995477676391, "time": 0.1505100965499878, "step": 32074}
{"lr": 0.029933429469046202, "data_time": 0.017246484756469727, "loss_single": 3.759400963783264, "loss_dense": 3.6560935974121094, "loss": 7.415494632720947, "time": 0.16405484676361085, "step": 32124}
{"lr": 0.029933429469046202, "data_time": 0.019723010063171387, "loss_single": 3.768586444854736, "loss_dense": 3.6594141244888307, "loss": 7.428000545501709, "time": 0.14805757999420166, "step": 32174}
{"lr": 0.029933429469046202, "data_time": 0.01670982837677002, "loss_single": 3.74771625995636, "loss_dense": 3.657525110244751, "loss": 7.405241250991821, "time": 0.1501234531402588, "step": 32224}
{"lr": 0.029933429469046202, "data_time": 0.019089603424072267, "loss_single": 3.755140686035156, "loss_dense": 3.6477306842803956, "loss": 7.402871370315552, "time": 0.14919068813323974, "step": 32274}
{"lr": 0.029933429469046202, "data_time": 0.016955471038818358, "loss_single": 3.7798938512802125, "loss_dense": 3.663709855079651, "loss": 7.443603658676148, "time": 0.15695154666900635, "step": 32324}
{"lr": 0.029933429469046202, "data_time": 0.012889790534973144, "loss_single": 3.7810131549835204, "loss_dense": 3.6752790212631226, "loss": 7.456292152404785, "time": 0.20526509284973143, "step": 32374}
{"lr": 0.029933429469046202, "data_time": 0.01620140075683594, "loss_single": 3.7491732597351075, "loss_dense": 3.648114562034607, "loss": 7.397287893295288, "time": 0.1542811393737793, "step": 32424}
{"lr": 0.029933429469046202, "data_time": 0.018030357360839844, "loss_single": 3.762604856491089, "loss_dense": 3.643883228302002, "loss": 7.406488132476807, "time": 0.14908261299133302, "step": 32474}
{"lr": 0.029933429469046202, "data_time": 0.01818361282348633, "loss_single": 3.724255990982056, "loss_dense": 3.6577507972717287, "loss": 7.3820068359375, "time": 0.15733022689819337, "step": 32524}
{"lr": 0.029933429469046202, "data_time": 0.0154815673828125, "loss_single": 3.7346978902816774, "loss_dense": 3.6626859426498415, "loss": 7.397383832931519, "time": 0.7886518716812134, "step": 32574}
{"lr": 0.029933429469046202, "data_time": 0.014110088348388672, "loss_single": 3.7608890771865844, "loss_dense": 3.636076474189758, "loss": 7.396965551376343, "time": 0.16268658638000488, "step": 32624}
{"lr": 0.029933429469046202, "data_time": 0.015624380111694336, "loss_single": 3.772119474411011, "loss_dense": 3.666730809211731, "loss": 7.438850259780883, "time": 0.1848686456680298, "step": 32674}
{"lr": 0.029933429469046202, "data_time": 0.018106722831726076, "loss_single": 3.7367674350738525, "loss_dense": 3.6293490648269655, "loss": 7.36611647605896, "time": 0.15023131370544435, "step": 32724}
{"lr": 0.029933429469046202, "data_time": 0.016428351402282715, "loss_single": 3.7462227582931518, "loss_dense": 3.650079083442688, "loss": 7.396301889419556, "time": 0.16374447345733642, "step": 32774}
{"lr": 0.029933429469046202, "data_time": 0.014455461502075195, "loss_single": 3.7508692741394043, "loss_dense": 3.6514382123947144, "loss": 7.402307558059692, "time": 0.15245258808135986, "step": 32824}
{"lr": 0.029933429469046202, "data_time": 0.015019607543945313, "loss_single": 3.7793248653411866, "loss_dense": 3.6593894004821776, "loss": 7.43871431350708, "time": 0.1564491033554077, "step": 32874}
{"lr": 0.029933429469046202, "data_time": 0.0163926362991333, "loss_single": 3.7564637660980225, "loss_dense": 3.6531649112701414, "loss": 7.409628677368164, "time": 0.16101367473602296, "step": 32924}
{"lr": 0.029933429469046202, "data_time": 0.0191439151763916, "loss_single": 3.753591465950012, "loss_dense": 3.6532395601272585, "loss": 7.406831073760986, "time": 0.16906180381774902, "step": 32974}
{"lr": 0.029933429469046202, "data_time": 0.015705680847167967, "loss_single": 3.7927975416183473, "loss_dense": 3.6777739763259887, "loss": 7.470571565628052, "time": 0.15047869682312012, "step": 33024}
{"lr": 0.029933429469046202, "data_time": 0.017813277244567872, "loss_single": 3.739990162849426, "loss_dense": 3.645485997200012, "loss": 7.3854762554168705, "time": 0.15131039619445802, "step": 33074}
{"lr": 0.029933429469046202, "data_time": 0.015213727951049805, "loss_single": 3.7427770853042603, "loss_dense": 3.649578022956848, "loss": 7.392355060577392, "time": 0.1472238063812256, "step": 33124}
{"lr": 0.029933429469046202, "data_time": 0.018168997764587403, "loss_single": 3.777653622627258, "loss_dense": 3.650763010978699, "loss": 7.428416633605957, "time": 0.16110074520111084, "step": 33174}
{"lr": 0.029933429469046202, "data_time": 0.02150008678436279, "loss_single": 3.735846757888794, "loss_dense": 3.633834409713745, "loss": 7.369681167602539, "time": 0.19621317386627196, "step": 33224}
{"lr": 0.029933429469046202, "data_time": 0.016476750373840332, "loss_single": 3.7697564363479614, "loss_dense": 3.6526659965515136, "loss": 7.4224225044250485, "time": 0.14909818172454833, "step": 33274}
{"lr": 0.029933429469046202, "data_time": 0.02177445888519287, "loss_single": 3.7800360441207888, "loss_dense": 3.688660717010498, "loss": 7.468696737289429, "time": 0.19404799938201905, "step": 33324}
{"lr": 0.029933429469046202, "data_time": 0.01631307601928711, "loss_single": 3.756186103820801, "loss_dense": 3.6643316030502318, "loss": 7.4205177307128904, "time": 0.15098717212677001, "step": 33374}
{"lr": 0.029933429469046202, "data_time": 0.017377734184265137, "loss_single": 3.773035430908203, "loss_dense": 3.6845556259155274, "loss": 7.4575910568237305, "time": 0.16298296451568603, "step": 33424}
{"lr": 0.029933429469046202, "data_time": 0.018253040313720704, "loss_single": 3.7360140562057493, "loss_dense": 3.6426104307174683, "loss": 7.378624439239502, "time": 0.22807703018188477, "step": 33474}
{"lr": 0.029933429469046202, "data_time": 0.019475841522216798, "loss_single": 3.717414450645447, "loss_dense": 3.6304099798202514, "loss": 7.347824335098267, "time": 0.15231070518493653, "step": 33524}
{"lr": 0.029933429469046202, "data_time": 0.02007260322570801, "loss_single": 3.7394405603408813, "loss_dense": 3.644444799423218, "loss": 7.383885383605957, "time": 0.15400481224060059, "step": 33574}
{"lr": 0.029933429469046202, "data_time": 0.015006327629089355, "loss_single": 3.7276153326034547, "loss_dense": 3.6400402307510378, "loss": 7.367655658721924, "time": 0.15046439170837403, "step": 33624}
{"lr": 0.029933429469046202, "data_time": 0.01792151927947998, "loss_single": 3.7485862016677856, "loss_dense": 3.64687180519104, "loss": 7.395458126068116, "time": 0.1542123556137085, "step": 33674}
{"lr": 0.029933429469046202, "data_time": 0.01861543655395508, "loss_single": 3.7281892776489256, "loss_dense": 3.6392025470733644, "loss": 7.367391920089721, "time": 0.1694261312484741, "step": 33724}
{"lr": 0.029933429469046202, "data_time": 0.01874415874481201, "loss_single": 3.793477916717529, "loss_dense": 3.677275562286377, "loss": 7.470753526687622, "time": 0.15822181701660157, "step": 33774}
{"lr": 0.029933429469046202, "data_time": 0.017806291580200195, "loss_single": 3.713907170295715, "loss_dense": 3.622464084625244, "loss": 7.336371278762817, "time": 0.15747923851013185, "step": 33824}
{"lr": 0.029933429469046202, "data_time": 0.01636660099029541, "loss_single": 3.7287282943725586, "loss_dense": 3.6455056190490724, "loss": 7.374233913421631, "time": 0.16028854846954346, "step": 33874}
{"lr": 0.029933429469046202, "data_time": 0.017815661430358887, "loss_single": 3.7569974422454835, "loss_dense": 3.655247664451599, "loss": 7.412245082855224, "time": 0.15283286571502686, "step": 33924}
{"lr": 0.029933429469046202, "data_time": 0.01888885498046875, "loss_single": 3.739527201652527, "loss_dense": 3.6384442329406737, "loss": 7.377971506118774, "time": 0.1664968729019165, "step": 33974}
{"lr": 0.029933429469046202, "data_time": 0.016988563537597656, "loss_single": 3.7259236097335817, "loss_dense": 3.6605103254318236, "loss": 7.386433887481689, "time": 0.1702791452407837, "step": 34024}
{"lr": 0.029933429469046202, "data_time": 0.018389081954956053, "loss_single": 3.7259295701980593, "loss_dense": 3.6279255390167235, "loss": 7.353855133056641, "time": 0.1537397623062134, "step": 34074}
{"lr": 0.029933429469046202, "data_time": 0.06765077114105225, "loss_single": 3.7247758388519285, "loss_dense": 3.6425339937210084, "loss": 7.367309808731079, "time": 0.2055325984954834, "step": 34124}
{"lr": 0.029933429469046202, "data_time": 0.0170612096786499, "loss_single": 3.7219463348388673, "loss_dense": 3.6564744234085085, "loss": 7.378420782089234, "time": 0.15777573585510254, "step": 34174}
{"lr": 0.029933429469046202, "data_time": 0.020949411392211913, "loss_single": 3.7253703117370605, "loss_dense": 3.6359027147293093, "loss": 7.361273002624512, "time": 0.2411761999130249, "step": 34224}
{"lr": 0.029933429469046202, "data_time": 0.020235705375671386, "loss_single": 3.743866968154907, "loss_dense": 3.6558223485946657, "loss": 7.3996892929077145, "time": 0.17678980827331542, "step": 34274}
{"lr": 0.029933429469046202, "data_time": 0.019998788833618164, "loss_single": 3.7469469785690306, "loss_dense": 3.646768045425415, "loss": 7.393715047836304, "time": 0.1486414909362793, "step": 34324}
{"lr": 0.029933429469046202, "data_time": 0.014626049995422363, "loss_single": 3.7759444236755373, "loss_dense": 3.6730356931686403, "loss": 7.448980093002319, "time": 0.17293429374694824, "step": 34374}
{"lr": 0.029933429469046202, "data_time": 0.0188657283782959, "loss_single": 3.719428825378418, "loss_dense": 3.635910725593567, "loss": 7.355339527130127, "time": 0.1485361337661743, "step": 34424}
{"lr": 0.029933429469046202, "data_time": 0.016221165657043457, "loss_single": 3.749682664871216, "loss_dense": 3.6572460651397707, "loss": 7.406928777694702, "time": 0.14609007835388182, "step": 34474}
{"lr": 0.029933429469046202, "data_time": 0.01777465343475342, "loss_single": 3.7394816398620607, "loss_dense": 3.644567060470581, "loss": 7.384048700332642, "time": 0.15380821228027344, "step": 34524}
{"lr": 0.029933429469046202, "data_time": 0.01768350601196289, "loss_single": 3.716314911842346, "loss_dense": 3.6404094219207765, "loss": 7.35672435760498, "time": 0.1479721784591675, "step": 34574}
{"lr": 0.029933429469046202, "data_time": 0.0244537353515625, "loss_single": 3.7043963193893434, "loss_dense": 3.6296082496643067, "loss": 7.334004592895508, "time": 0.15720410346984864, "step": 34624}
{"lr": 0.029933429469046202, "data_time": 0.017544937133789063, "loss_single": 3.758270287513733, "loss_dense": 3.6583837985992433, "loss": 7.416654014587403, "time": 0.1512782096862793, "step": 34674}
{"lr": 0.029933429469046202, "data_time": 0.019357514381408692, "loss_single": 3.749584913253784, "loss_dense": 3.651294779777527, "loss": 7.400879716873169, "time": 0.14879038333892822, "step": 34724}
{"lr": 0.029933429469046202, "data_time": 0.01648573875427246, "loss_single": 3.729858326911926, "loss_dense": 3.653069567680359, "loss": 7.3829278469085695, "time": 0.1487657070159912, "step": 34774}
{"lr": 0.029933429469046202, "data_time": 0.015303969383239746, "loss_single": 3.739353585243225, "loss_dense": 3.6451528549194334, "loss": 7.384506464004517, "time": 0.23955957889556884, "step": 34824}
{"lr": 0.029933429469046202, "data_time": 0.039307689666748045, "loss_single": 3.718745756149292, "loss_dense": 3.6433222770690916, "loss": 7.362067985534668, "time": 0.18087608814239503, "step": 34874}
{"lr": 0.029933429469046202, "data_time": 0.015253329277038574, "loss_single": 3.7379225492477417, "loss_dense": 3.632633662223816, "loss": 7.370556354522705, "time": 0.15352377891540528, "step": 34924}
{"lr": 0.029933429469046202, "data_time": 0.01711382865905762, "loss_single": 3.7165180444717407, "loss_dense": 3.6487383365631105, "loss": 7.365256452560425, "time": 0.14920394420623778, "step": 34974}
{"lr": 0.029933429469046202, "data_time": 0.01203141212463379, "loss_single": 3.7437045335769654, "loss_dense": 3.6636324167251586, "loss": 7.407336950302124, "time": 0.13882012367248536, "step": 35024}
{"lr": 0.0299094143318277, "data_time": 0.018575310707092285, "loss_single": 3.74733304977417, "loss_dense": 3.654357576370239, "loss": 7.401690578460693, "time": 0.14925780296325683, "step": 35078}
{"lr": 0.0299094143318277, "data_time": 0.01668369770050049, "loss_single": 3.722410202026367, "loss_dense": 3.640835094451904, "loss": 7.363245344161987, "time": 0.14898548126220704, "step": 35128}
{"lr": 0.0299094143318277, "data_time": 0.020519280433654787, "loss_single": 3.7081562995910646, "loss_dense": 3.6163419485092163, "loss": 7.324498319625855, "time": 0.1617110252380371, "step": 35178}
{"lr": 0.0299094143318277, "data_time": 0.017391037940979005, "loss_single": 3.720389747619629, "loss_dense": 3.637299823760986, "loss": 7.357689476013183, "time": 0.15398313999176025, "step": 35228}
{"lr": 0.0299094143318277, "data_time": 0.021890020370483397, "loss_single": 3.7596465349197388, "loss_dense": 3.669975256919861, "loss": 7.429621648788452, "time": 0.17344470024108888, "step": 35278}
{"lr": 0.0299094143318277, "data_time": 0.0226001501083374, "loss_single": 3.6959011793136596, "loss_dense": 3.615548777580261, "loss": 7.311450052261352, "time": 0.15757739543914795, "step": 35328}
{"lr": 0.0299094143318277, "data_time": 0.01697547435760498, "loss_single": 3.751710557937622, "loss_dense": 3.6759051084518433, "loss": 7.427615737915039, "time": 0.16022789478302002, "step": 35378}
{"lr": 0.0299094143318277, "data_time": 0.0186614990234375, "loss_single": 3.7003530740737913, "loss_dense": 3.6283761978149416, "loss": 7.328729343414307, "time": 0.1524871587753296, "step": 35428}
{"lr": 0.0299094143318277, "data_time": 0.019969606399536134, "loss_single": 3.7292001724243162, "loss_dense": 3.638752007484436, "loss": 7.36795220375061, "time": 0.15355963706970216, "step": 35478}
{"lr": 0.0299094143318277, "data_time": 0.016533255577087402, "loss_single": 3.749438834190369, "loss_dense": 3.6521536111831665, "loss": 7.401592493057251, "time": 0.21399388313293458, "step": 35528}
{"lr": 0.0299094143318277, "data_time": 0.017737197875976562, "loss_single": 3.7535147190093996, "loss_dense": 3.6396281003952025, "loss": 7.393142890930176, "time": 0.15098776817321777, "step": 35578}
{"lr": 0.0299094143318277, "data_time": 0.017412829399108886, "loss_single": 3.739968013763428, "loss_dense": 3.653498387336731, "loss": 7.393466377258301, "time": 0.15093979835510254, "step": 35628}
{"lr": 0.0299094143318277, "data_time": 0.01790752410888672, "loss_single": 3.708552122116089, "loss_dense": 3.6250879049301146, "loss": 7.333640050888062, "time": 0.1530742645263672, "step": 35678}
{"lr": 0.0299094143318277, "data_time": 0.01864192485809326, "loss_single": 3.714848756790161, "loss_dense": 3.6384605169296265, "loss": 7.353309297561646, "time": 0.23278064727783204, "step": 35728}
{"lr": 0.0299094143318277, "data_time": 0.01696140766143799, "loss_single": 3.7294712543487547, "loss_dense": 3.6413166522979736, "loss": 7.370787811279297, "time": 0.16262195110321045, "step": 35778}
{"lr": 0.0299094143318277, "data_time": 0.01523137092590332, "loss_single": 3.7720423698425294, "loss_dense": 3.6686233282089233, "loss": 7.4406657218933105, "time": 0.20292224884033203, "step": 35828}
{"lr": 0.0299094143318277, "data_time": 0.01738865375518799, "loss_single": 3.7135736465454103, "loss_dense": 3.645149827003479, "loss": 7.358723497390747, "time": 0.14780690670013427, "step": 35878}
{"lr": 0.0299094143318277, "data_time": 0.018665194511413574, "loss_single": 3.7063403367996215, "loss_dense": 3.622682976722717, "loss": 7.329023170471191, "time": 0.15615885257720946, "step": 35928}
{"lr": 0.0299094143318277, "data_time": 0.01894369125366211, "loss_single": 3.71629478931427, "loss_dense": 3.6287606000900268, "loss": 7.345055341720581, "time": 0.1686877727508545, "step": 35978}
{"lr": 0.0299094143318277, "data_time": 0.016924047470092775, "loss_single": 3.7206681966781616, "loss_dense": 3.6343130111694335, "loss": 7.354981184005737, "time": 0.15204665660858155, "step": 36028}
{"lr": 0.0299094143318277, "data_time": 0.01958599090576172, "loss_single": 3.707271671295166, "loss_dense": 3.6210814237594606, "loss": 7.3283531665802, "time": 0.17234938144683837, "step": 36078}
{"lr": 0.0299094143318277, "data_time": 0.016818547248840333, "loss_single": 3.729351043701172, "loss_dense": 3.641264295578003, "loss": 7.3706153392791744, "time": 0.1543443202972412, "step": 36128}
{"lr": 0.0299094143318277, "data_time": 0.01866741180419922, "loss_single": 3.7394102096557615, "loss_dense": 3.6345812320709228, "loss": 7.3739914894104, "time": 0.15575692653656006, "step": 36178}
{"lr": 0.0299094143318277, "data_time": 0.01951305866241455, "loss_single": 3.7358423709869384, "loss_dense": 3.645337390899658, "loss": 7.3811798095703125, "time": 0.15423078536987306, "step": 36228}
{"lr": 0.0299094143318277, "data_time": 0.01887998580932617, "loss_single": 3.76233069896698, "loss_dense": 3.666575050354004, "loss": 7.428905773162842, "time": 0.1556243896484375, "step": 36278}
{"lr": 0.0299094143318277, "data_time": 0.013593792915344238, "loss_single": 3.730057168006897, "loss_dense": 3.6423582315444945, "loss": 7.372415447235108, "time": 0.2488104820251465, "step": 36328}
{"lr": 0.0299094143318277, "data_time": 0.03306047916412354, "loss_single": 3.7014365434646606, "loss_dense": 3.6250694513320925, "loss": 7.326506042480469, "time": 0.16462318897247313, "step": 36378}
{"lr": 0.0299094143318277, "data_time": 0.01760685443878174, "loss_single": 3.717889165878296, "loss_dense": 3.634701943397522, "loss": 7.35259108543396, "time": 0.15852510929107666, "step": 36428}
{"lr": 0.0299094143318277, "data_time": 0.016871023178100585, "loss_single": 3.7138234615325927, "loss_dense": 3.626360535621643, "loss": 7.340183973312378, "time": 0.1831887722015381, "step": 36478}
{"lr": 0.0299094143318277, "data_time": 0.019451665878295898, "loss_single": 3.720708894729614, "loss_dense": 3.6332721948623656, "loss": 7.3539811134338375, "time": 0.15220019817352295, "step": 36528}
{"lr": 0.0299094143318277, "data_time": 0.017194175720214845, "loss_single": 3.7348060131073, "loss_dense": 3.655907392501831, "loss": 7.390713453292847, "time": 0.14708254337310792, "step": 36578}
{"lr": 0.0299094143318277, "data_time": 0.02114381790161133, "loss_single": 3.7195330619812013, "loss_dense": 3.622380805015564, "loss": 7.341913938522339, "time": 0.17167186737060547, "step": 36628}
{"lr": 0.0299094143318277, "data_time": 0.025499463081359863, "loss_single": 3.7296483278274537, "loss_dense": 3.637630271911621, "loss": 7.367278671264648, "time": 0.15724916458129884, "step": 36678}
{"lr": 0.0299094143318277, "data_time": 0.01756722927093506, "loss_single": 3.7063243865966795, "loss_dense": 3.638870620727539, "loss": 7.345194911956787, "time": 0.16086893081665038, "step": 36728}
{"lr": 0.0299094143318277, "data_time": 0.021199464797973633, "loss_single": 3.763754415512085, "loss_dense": 3.666538214683533, "loss": 7.430292749404908, "time": 0.15421457290649415, "step": 36778}
{"lr": 0.0299094143318277, "data_time": 0.015161561965942382, "loss_single": 3.7239957571029665, "loss_dense": 3.6375532388687133, "loss": 7.361548995971679, "time": 0.14720964431762695, "step": 36828}
{"lr": 0.0299094143318277, "data_time": 0.014936614036560058, "loss_single": 3.7203892946243284, "loss_dense": 3.65177640914917, "loss": 7.372165632247925, "time": 0.1781306028366089, "step": 36878}
{"lr": 0.0299094143318277, "data_time": 0.01883366107940674, "loss_single": 3.7217586278915404, "loss_dense": 3.642585611343384, "loss": 7.364344263076783, "time": 0.1508094549179077, "step": 36928}
{"lr": 0.0299094143318277, "data_time": 0.021463298797607423, "loss_single": 3.7090391397476195, "loss_dense": 3.640862464904785, "loss": 7.349901580810547, "time": 0.15729269981384278, "step": 36978}
{"lr": 0.0299094143318277, "data_time": 0.018148279190063475, "loss_single": 3.6938461780548097, "loss_dense": 3.6323145627975464, "loss": 7.32616081237793, "time": 0.15124425888061524, "step": 37028}
{"lr": 0.0299094143318277, "data_time": 0.01736152172088623, "loss_single": 3.7257168531417846, "loss_dense": 3.6430499076843263, "loss": 7.368766832351684, "time": 0.15053651332855225, "step": 37078}
{"lr": 0.0299094143318277, "data_time": 0.014050602912902832, "loss_single": 3.769342541694641, "loss_dense": 3.6650763273239138, "loss": 7.434418821334839, "time": 0.15212619304656982, "step": 37128}
{"lr": 0.0299094143318277, "data_time": 0.018674564361572266, "loss_single": 3.7410844564437866, "loss_dense": 3.6553930759429933, "loss": 7.396477508544922, "time": 0.15789623260498048, "step": 37178}
{"lr": 0.0299094143318277, "data_time": 0.018257808685302735, "loss_single": 3.7333855390548707, "loss_dense": 3.638423705101013, "loss": 7.371809244155884, "time": 0.15308146476745604, "step": 37228}
{"lr": 0.0299094143318277, "data_time": 0.01804046630859375, "loss_single": 3.680946159362793, "loss_dense": 3.623292589187622, "loss": 7.304238796234131, "time": 0.15597589015960694, "step": 37278}
{"lr": 0.0299094143318277, "data_time": 0.01721065044403076, "loss_single": 3.726880431175232, "loss_dense": 3.642441153526306, "loss": 7.369321632385254, "time": 0.15019731521606444, "step": 37328}
{"lr": 0.0299094143318277, "data_time": 0.01710984706878662, "loss_single": 3.6959068059921263, "loss_dense": 3.63812837600708, "loss": 7.334035205841064, "time": 0.15890018939971923, "step": 37378}
{"lr": 0.0299094143318277, "data_time": 0.017147135734558106, "loss_single": 3.749906587600708, "loss_dense": 3.634357142448425, "loss": 7.384263610839843, "time": 0.15137619972229005, "step": 37428}
{"lr": 0.0299094143318277, "data_time": 0.018175029754638673, "loss_single": 3.717840480804443, "loss_dense": 3.6401960372924806, "loss": 7.358036518096924, "time": 0.15458672046661376, "step": 37478}
{"lr": 0.0299094143318277, "data_time": 0.015033483505249023, "loss_single": 3.6966416120529173, "loss_dense": 3.6225814819335938, "loss": 7.319223022460937, "time": 0.1733635425567627, "step": 37528}
{"lr": 0.0299094143318277, "data_time": 0.012011146545410157, "loss_single": 3.7382939577102663, "loss_dense": 3.652493119239807, "loss": 7.390787076950073, "time": 0.15383484363555908, "step": 37578}
{"lr": 0.0299094143318277, "data_time": 0.016104412078857423, "loss_single": 3.709720420837402, "loss_dense": 3.6473788261413573, "loss": 7.35709924697876, "time": 0.15082793235778807, "step": 37628}
{"lr": 0.0299094143318277, "data_time": 0.014905381202697753, "loss_single": 3.7281116008758546, "loss_dense": 3.6331146478652956, "loss": 7.36122612953186, "time": 0.17945985794067382, "step": 37678}
{"lr": 0.0299094143318277, "data_time": 0.017340755462646483, "loss_single": 3.7169530153274537, "loss_dense": 3.6339929342269897, "loss": 7.350945949554443, "time": 0.15176017284393312, "step": 37728}
{"lr": 0.0299094143318277, "data_time": 0.019597864151000975, "loss_single": 3.7228315353393553, "loss_dense": 3.6288938760757445, "loss": 7.351725387573242, "time": 0.15078387260437012, "step": 37778}
{"lr": 0.0299094143318277, "data_time": 0.07584638595581054, "loss_single": 3.702405095100403, "loss_dense": 3.625964069366455, "loss": 7.328369283676148, "time": 0.6386420249938964, "step": 37828}
{"lr": 0.0299094143318277, "data_time": 0.018369674682617188, "loss_single": 3.7301049709320067, "loss_dense": 3.6321499824523924, "loss": 7.362254953384399, "time": 0.1478137969970703, "step": 37878}
{"lr": 0.0299094143318277, "data_time": 0.01838688850402832, "loss_single": 3.718778705596924, "loss_dense": 3.6363584280014036, "loss": 7.35513710975647, "time": 0.14812865257263183, "step": 37928}
{"lr": 0.0299094143318277, "data_time": 0.019387698173522948, "loss_single": 3.7131787538528442, "loss_dense": 3.6379180908203126, "loss": 7.35109691619873, "time": 0.15100512504577637, "step": 37978}
{"lr": 0.0299094143318277, "data_time": 0.019112014770507814, "loss_single": 3.7145883083343505, "loss_dense": 3.62305064201355, "loss": 7.337638902664184, "time": 0.15670711994171144, "step": 38028}
{"lr": 0.0299094143318277, "data_time": 0.017695021629333497, "loss_single": 3.731185293197632, "loss_dense": 3.634039616584778, "loss": 7.365224838256836, "time": 0.1526993989944458, "step": 38078}
{"lr": 0.0299094143318277, "data_time": 0.017401480674743654, "loss_single": 3.720278429985046, "loss_dense": 3.628964328765869, "loss": 7.349242782592773, "time": 0.1495142936706543, "step": 38128}
{"lr": 0.0299094143318277, "data_time": 0.01630373001098633, "loss_single": 3.6986997604370115, "loss_dense": 3.634966731071472, "loss": 7.333666515350342, "time": 0.16612017154693604, "step": 38178}
{"lr": 0.0299094143318277, "data_time": 0.0190537691116333, "loss_single": 3.722802495956421, "loss_dense": 3.6478925943374634, "loss": 7.370695114135742, "time": 0.1532341718673706, "step": 38228}
{"lr": 0.0299094143318277, "data_time": 0.016190075874328615, "loss_single": 3.7087888956069945, "loss_dense": 3.6371049642562867, "loss": 7.345893859863281, "time": 0.15741007328033446, "step": 38278}
{"lr": 0.0299094143318277, "data_time": 0.019005322456359865, "loss_single": 3.723273420333862, "loss_dense": 3.6395681619644167, "loss": 7.362841463088989, "time": 0.1491856098175049, "step": 38328}
{"lr": 0.0299094143318277, "data_time": 0.020807409286499025, "loss_single": 3.7021422147750855, "loss_dense": 3.6210513353347777, "loss": 7.323193502426148, "time": 0.15373022556304933, "step": 38378}
{"lr": 0.0299094143318277, "data_time": 0.01908588409423828, "loss_single": 3.7126455545425414, "loss_dense": 3.6368862628936767, "loss": 7.349531793594361, "time": 0.19990851879119872, "step": 38428}
{"lr": 0.0299094143318277, "data_time": 0.01828720569610596, "loss_single": 3.715475010871887, "loss_dense": 3.634180188179016, "loss": 7.349655246734619, "time": 0.15385582447052001, "step": 38478}
{"lr": 0.0299094143318277, "data_time": 0.020286297798156737, "loss_single": 3.6777029752731325, "loss_dense": 3.6182533502578735, "loss": 7.295956182479858, "time": 0.1582021713256836, "step": 38528}
{"lr": 0.0299094143318277, "data_time": 0.01846616268157959, "loss_single": 3.731297016143799, "loss_dense": 3.6430012702941896, "loss": 7.374298143386841, "time": 0.15290405750274658, "step": 38578}
{"lr": 0.0299094143318277, "data_time": 0.018219375610351564, "loss_single": 3.743182396888733, "loss_dense": 3.6545023202896116, "loss": 7.397684812545776, "time": 0.14824931621551513, "step": 38628}
{"lr": 0.0299094143318277, "data_time": 0.01870119571685791, "loss_single": 3.7308185338974, "loss_dense": 3.636016821861267, "loss": 7.366835451126098, "time": 0.15412886142730714, "step": 38678}
{"lr": 0.0299094143318277, "data_time": 0.01939997673034668, "loss_single": 3.7231263875961305, "loss_dense": 3.642714524269104, "loss": 7.365840911865234, "time": 0.15102050304412842, "step": 38728}
{"lr": 0.0299094143318277, "data_time": 0.016679096221923827, "loss_single": 3.698553514480591, "loss_dense": 3.6361016273498534, "loss": 7.3346551895141605, "time": 0.1520533323287964, "step": 38778}
{"lr": 0.0299094143318277, "data_time": 0.017857885360717772, "loss_single": 3.7444189548492433, "loss_dense": 3.64684739112854, "loss": 7.391266345977783, "time": 0.14691526889801027, "step": 38828}
{"lr": 0.0299094143318277, "data_time": 0.016682243347167967, "loss_single": 3.678104376792908, "loss_dense": 3.620045471191406, "loss": 7.298149871826172, "time": 0.15499556064605713, "step": 38878}
{"lr": 0.0299094143318277, "data_time": 0.016903185844421388, "loss_single": 3.7176857948303224, "loss_dense": 3.638498878479004, "loss": 7.356184720993042, "time": 0.16042883396148683, "step": 38928}
{"lr": 0.0299094143318277, "data_time": 0.02428419589996338, "loss_single": 3.717692160606384, "loss_dense": 3.629339861869812, "loss": 7.347032117843628, "time": 0.20606675148010253, "step": 38978}
{"lr": 0.0299094143318277, "data_time": 0.015410280227661133, "loss_single": 3.6981042861938476, "loss_dense": 3.6230752229690553, "loss": 7.321179533004761, "time": 0.16543810367584227, "step": 39028}
{"lr": 0.0299094143318277, "data_time": 0.017866230010986327, "loss_single": 3.705084943771362, "loss_dense": 3.639809274673462, "loss": 7.344894170761108, "time": 0.15068984031677246, "step": 39078}
{"lr": 0.0299094143318277, "data_time": 0.016769933700561523, "loss_single": 3.7148016691207886, "loss_dense": 3.624509406089783, "loss": 7.339311122894287, "time": 0.1583460569381714, "step": 39128}
{"lr": 0.0299094143318277, "data_time": 0.01686415672302246, "loss_single": 3.7257982015609743, "loss_dense": 3.639950466156006, "loss": 7.365748643875122, "time": 0.15439953804016113, "step": 39178}
{"lr": 0.0299094143318277, "data_time": 0.018157958984375, "loss_single": 3.7088211297988893, "loss_dense": 3.6442723989486696, "loss": 7.353093528747559, "time": 0.15342321395874023, "step": 39228}
{"lr": 0.0299094143318277, "data_time": 0.015568041801452636, "loss_single": 3.705153703689575, "loss_dense": 3.626562976837158, "loss": 7.331716680526734, "time": 0.1489168882369995, "step": 39278}
{"lr": 0.0299094143318277, "data_time": 0.017564272880554198, "loss_single": 3.6876876831054686, "loss_dense": 3.627939987182617, "loss": 7.31562762260437, "time": 0.14561431407928466, "step": 39328}
{"lr": 0.0299094143318277, "data_time": 0.01639578342437744, "loss_single": 3.7113810777664185, "loss_dense": 3.6445775985717774, "loss": 7.355958700180054, "time": 0.15168962478637696, "step": 39378}
{"lr": 0.0299094143318277, "data_time": 0.017335104942321777, "loss_single": 3.7287379264831544, "loss_dense": 3.6498122453689574, "loss": 7.37855019569397, "time": 0.15522594451904298, "step": 39428}
{"lr": 0.0299094143318277, "data_time": 0.015521550178527832, "loss_single": 3.716533374786377, "loss_dense": 3.6597169399261475, "loss": 7.37625036239624, "time": 0.15676231384277345, "step": 39478}
{"lr": 0.0299094143318277, "data_time": 0.017227029800415038, "loss_single": 3.7062573194503785, "loss_dense": 3.638609528541565, "loss": 7.344866800308227, "time": 0.15116503238677978, "step": 39528}
{"lr": 0.0299094143318277, "data_time": 0.014962387084960938, "loss_single": 3.717558240890503, "loss_dense": 3.6421753406524657, "loss": 7.359733533859253, "time": 0.1626840353012085, "step": 39578}
{"lr": 0.0299094143318277, "data_time": 0.0194904088973999, "loss_single": 3.707488751411438, "loss_dense": 3.6329832792282106, "loss": 7.340471935272217, "time": 0.1502659559249878, "step": 39628}
{"lr": 0.0299094143318277, "data_time": 0.020034289360046385, "loss_single": 3.722863531112671, "loss_dense": 3.6616440296173094, "loss": 7.384507560729981, "time": 0.15375401973724365, "step": 39678}
{"lr": 0.0299094143318277, "data_time": 0.05007610321044922, "loss_single": 3.6928839445114137, "loss_dense": 3.6196468591690065, "loss": 7.312530851364135, "time": 0.21863970756530762, "step": 39728}
{"lr": 0.0299094143318277, "data_time": 0.018337178230285644, "loss_single": 3.663357162475586, "loss_dense": 3.628221559524536, "loss": 7.291578722000122, "time": 0.1528458833694458, "step": 39778}
{"lr": 0.0299094143318277, "data_time": 0.01774747371673584, "loss_single": 3.6981658935546875, "loss_dense": 3.642655110359192, "loss": 7.340820980072022, "time": 0.15520589351654052, "step": 39828}
{"lr": 0.0299094143318277, "data_time": 0.01815502643585205, "loss_single": 3.6530020952224733, "loss_dense": 3.609826850891113, "loss": 7.2628288745880125, "time": 0.15025691986083983, "step": 39878}
{"lr": 0.0299094143318277, "data_time": 0.028996038436889648, "loss_single": 3.6852518558502196, "loss_dense": 3.623288655281067, "loss": 7.308540534973145, "time": 0.20656111240386962, "step": 39928}
{"lr": 0.0299094143318277, "data_time": 0.01576979160308838, "loss_single": 3.685116481781006, "loss_dense": 3.6246423959732055, "loss": 7.3097587585449215, "time": 0.15453777313232422, "step": 39978}
{"lr": 0.0299094143318277, "data_time": 0.012585067749023437, "loss_single": 3.7100114107131956, "loss_dense": 3.6359164714813232, "loss": 7.345927906036377, "time": 0.14313437938690185, "step": 40028}
{"lr": 0.029881720519717173, "data_time": 0.017112016677856445, "loss_single": 3.737328314781189, "loss_dense": 3.6447574853897096, "loss": 7.382085800170898, "time": 0.16336047649383545, "step": 40082}
{"lr": 0.029881720519717173, "data_time": 0.015635466575622557, "loss_single": 3.679779362678528, "loss_dense": 3.6207562923431396, "loss": 7.300535774230957, "time": 0.14994688034057618, "step": 40132}
{"lr": 0.029881720519717173, "data_time": 0.023398375511169432, "loss_single": 3.7198928356170655, "loss_dense": 3.649328327178955, "loss": 7.369221162796021, "time": 0.16241083145141602, "step": 40182}
{"lr": 0.029881720519717173, "data_time": 0.016301393508911133, "loss_single": 3.7205219984054567, "loss_dense": 3.6511514663696287, "loss": 7.371673440933227, "time": 0.16608240604400634, "step": 40232}
{"lr": 0.029881720519717173, "data_time": 0.013812565803527832, "loss_single": 3.703406739234924, "loss_dense": 3.6238413572311403, "loss": 7.3272480964660645, "time": 0.16033558845520018, "step": 40282}
{"lr": 0.029881720519717173, "data_time": 0.017267370223999025, "loss_single": 3.7029031038284304, "loss_dense": 3.6302297592163084, "loss": 7.333132743835449, "time": 0.1517728328704834, "step": 40332}
{"lr": 0.029881720519717173, "data_time": 0.01638777256011963, "loss_single": 3.70268452167511, "loss_dense": 3.645507884025574, "loss": 7.348192453384399, "time": 0.14891061782836915, "step": 40382}
{"lr": 0.029881720519717173, "data_time": 0.01906304359436035, "loss_single": 3.694344687461853, "loss_dense": 3.630015993118286, "loss": 7.324360752105713, "time": 0.15477874279022216, "step": 40432}
{"lr": 0.029881720519717173, "data_time": 0.020357632637023927, "loss_single": 3.7427053451538086, "loss_dense": 3.6590068101882935, "loss": 7.40171217918396, "time": 0.20891225337982178, "step": 40482}
{"lr": 0.029881720519717173, "data_time": 0.018386077880859376, "loss_single": 3.6802630186080934, "loss_dense": 3.616787886619568, "loss": 7.297050857543946, "time": 0.15828373432159423, "step": 40532}
{"lr": 0.029881720519717173, "data_time": 0.017715096473693848, "loss_single": 3.664908599853516, "loss_dense": 3.6036149740219114, "loss": 7.2685235977172855, "time": 0.1493523120880127, "step": 40582}
{"lr": 0.029881720519717173, "data_time": 0.01740844249725342, "loss_single": 3.70926353931427, "loss_dense": 3.6414961576461793, "loss": 7.350759649276734, "time": 0.16668431758880614, "step": 40632}
{"lr": 0.029881720519717173, "data_time": 0.017875266075134278, "loss_single": 3.7118448495864866, "loss_dense": 3.645220994949341, "loss": 7.35706582069397, "time": 0.14704813957214355, "step": 40682}
{"lr": 0.029881720519717173, "data_time": 0.015123128890991211, "loss_single": 3.675312328338623, "loss_dense": 3.609863018989563, "loss": 7.2851752758026125, "time": 0.1511690855026245, "step": 40732}
{"lr": 0.029881720519717173, "data_time": 0.01949183940887451, "loss_single": 3.7271782636642454, "loss_dense": 3.6354957580566407, "loss": 7.36267409324646, "time": 0.15161232948303222, "step": 40782}
{"lr": 0.029881720519717173, "data_time": 0.047917962074279785, "loss_single": 3.6942065954208374, "loss_dense": 3.6284319400787353, "loss": 7.322638463973999, "time": 0.18571062088012696, "step": 40832}
{"lr": 0.029881720519717173, "data_time": 0.016518306732177735, "loss_single": 3.711969423294067, "loss_dense": 3.6287420749664308, "loss": 7.340711498260498, "time": 0.15483493804931642, "step": 40882}
{"lr": 0.029881720519717173, "data_time": 0.017630887031555176, "loss_single": 3.6852158069610597, "loss_dense": 3.6185598850250242, "loss": 7.303775787353516, "time": 0.1664797067642212, "step": 40932}
{"lr": 0.029881720519717173, "data_time": 0.018249082565307616, "loss_single": 3.696964073181152, "loss_dense": 3.625925302505493, "loss": 7.322889423370361, "time": 0.15500617027282715, "step": 40982}
{"lr": 0.029881720519717173, "data_time": 0.017582225799560546, "loss_single": 3.7039737939834594, "loss_dense": 3.64385781288147, "loss": 7.347831583023071, "time": 0.15128118991851808, "step": 41032}
{"lr": 0.029881720519717173, "data_time": 0.017608261108398436, "loss_single": 3.6516783475875854, "loss_dense": 3.6054431438446044, "loss": 7.257121515274048, "time": 0.15998001098632814, "step": 41082}
{"lr": 0.029881720519717173, "data_time": 0.01924242973327637, "loss_single": 3.6912752389907837, "loss_dense": 3.6284018039703367, "loss": 7.319677066802979, "time": 0.1504483699798584, "step": 41132}
{"lr": 0.029881720519717173, "data_time": 0.018025946617126466, "loss_single": 3.7099642038345335, "loss_dense": 3.6136946439743043, "loss": 7.323658800125122, "time": 0.21622607707977295, "step": 41182}
{"lr": 0.029881720519717173, "data_time": 0.0263397216796875, "loss_single": 3.70514075756073, "loss_dense": 3.651792860031128, "loss": 7.35693359375, "time": 0.16789090633392334, "step": 41232}
{"lr": 0.029881720519717173, "data_time": 0.014019227027893067, "loss_single": 3.7020485639572143, "loss_dense": 3.6325501680374144, "loss": 7.334598779678345, "time": 0.16521837711334228, "step": 41282}
{"lr": 0.029881720519717173, "data_time": 0.019236946105957033, "loss_single": 3.7142993688583372, "loss_dense": 3.624260091781616, "loss": 7.338559579849243, "time": 0.14734263420104982, "step": 41332}
{"lr": 0.029881720519717173, "data_time": 0.017231512069702148, "loss_single": 3.700486421585083, "loss_dense": 3.63564019203186, "loss": 7.3361265659332275, "time": 0.15002663135528566, "step": 41382}
{"lr": 0.029881720519717173, "data_time": 0.014403748512268066, "loss_single": 3.6981624603271483, "loss_dense": 3.623808813095093, "loss": 7.321971321105957, "time": 0.23576278686523439, "step": 41432}
{"lr": 0.029881720519717173, "data_time": 0.017744827270507812, "loss_single": 3.6846373319625854, "loss_dense": 3.617009735107422, "loss": 7.301646947860718, "time": 0.1606614589691162, "step": 41482}
{"lr": 0.029881720519717173, "data_time": 0.01889336109161377, "loss_single": 3.680950951576233, "loss_dense": 3.6166962385177612, "loss": 7.297647190093994, "time": 0.14962356090545653, "step": 41532}
{"lr": 0.029881720519717173, "data_time": 0.018993425369262695, "loss_single": 3.716930079460144, "loss_dense": 3.643138027191162, "loss": 7.360068130493164, "time": 0.15080101490020753, "step": 41582}
{"lr": 0.029881720519717173, "data_time": 0.020211505889892577, "loss_single": 3.6966697692871096, "loss_dense": 3.6368821144104, "loss": 7.3335517883300785, "time": 0.14863216876983643, "step": 41632}
{"lr": 0.029881720519717173, "data_time": 0.022686696052551268, "loss_single": 3.6736024379730225, "loss_dense": 3.614723539352417, "loss": 7.288325929641724, "time": 0.23993227481842042, "step": 41682}
{"lr": 0.029881720519717173, "data_time": 0.020412421226501463, "loss_single": 3.694490337371826, "loss_dense": 3.6320156335830687, "loss": 7.326505947113037, "time": 0.15626306533813478, "step": 41732}
{"lr": 0.029881720519717173, "data_time": 0.017304253578186036, "loss_single": 3.684822344779968, "loss_dense": 3.61345489025116, "loss": 7.298277282714844, "time": 0.16046476364135742, "step": 41782}
{"lr": 0.029881720519717173, "data_time": 0.015104269981384278, "loss_single": 3.690320611000061, "loss_dense": 3.631860685348511, "loss": 7.322181224822998, "time": 0.2220389127731323, "step": 41832}
{"lr": 0.029881720519717173, "data_time": 0.019310593605041504, "loss_single": 3.692601799964905, "loss_dense": 3.6241334438323975, "loss": 7.316735172271729, "time": 0.16457369327545165, "step": 41882}
{"lr": 0.029881720519717173, "data_time": 0.017513275146484375, "loss_single": 3.6992538452148436, "loss_dense": 3.6363826990127563, "loss": 7.335636568069458, "time": 0.15860376358032227, "step": 41932}
{"lr": 0.029881720519717173, "data_time": 0.01697077751159668, "loss_single": 3.690769147872925, "loss_dense": 3.6161734819412232, "loss": 7.306942653656006, "time": 0.1558551788330078, "step": 41982}
{"lr": 0.029881720519717173, "data_time": 0.015604996681213379, "loss_single": 3.669183611869812, "loss_dense": 3.6107735633850098, "loss": 7.279957103729248, "time": 0.16138875484466553, "step": 42032}
{"lr": 0.029881720519717173, "data_time": 0.015711021423339844, "loss_single": 3.699150276184082, "loss_dense": 3.6309967756271364, "loss": 7.33014702796936, "time": 0.1654223918914795, "step": 42082}
{"lr": 0.029881720519717173, "data_time": 0.016802215576171876, "loss_single": 3.693925714492798, "loss_dense": 3.6229767084121702, "loss": 7.316902351379395, "time": 0.15872454643249512, "step": 42132}
{"lr": 0.029881720519717173, "data_time": 0.022344970703125, "loss_single": 3.6810521364212034, "loss_dense": 3.618002915382385, "loss": 7.299054956436157, "time": 0.19088714122772216, "step": 42182}
{"lr": 0.029881720519717173, "data_time": 0.022728157043457032, "loss_single": 3.7240554094314575, "loss_dense": 3.6340119361877443, "loss": 7.358067274093628, "time": 0.1644653081893921, "step": 42232}
{"lr": 0.029881720519717173, "data_time": 0.020707058906555175, "loss_single": 3.695865535736084, "loss_dense": 3.6363454341888426, "loss": 7.332210922241211, "time": 0.18256378173828125, "step": 42282}
{"lr": 0.029881720519717173, "data_time": 0.016301798820495605, "loss_single": 3.701837396621704, "loss_dense": 3.628392791748047, "loss": 7.330230188369751, "time": 0.16059374809265137, "step": 42332}
{"lr": 0.029881720519717173, "data_time": 0.018354463577270507, "loss_single": 3.6908212900161743, "loss_dense": 3.610774350166321, "loss": 7.30159559249878, "time": 0.16595420837402344, "step": 42382}
{"lr": 0.029881720519717173, "data_time": 0.018485450744628908, "loss_single": 3.7075469970703123, "loss_dense": 3.6243584871292116, "loss": 7.331905508041382, "time": 0.16034448146820068, "step": 42432}
{"lr": 0.029881720519717173, "data_time": 0.024735498428344726, "loss_single": 3.670932173728943, "loss_dense": 3.6045216798782347, "loss": 7.275453758239746, "time": 0.16312820911407472, "step": 42482}
{"lr": 0.029881720519717173, "data_time": 0.017891240119934083, "loss_single": 3.673724412918091, "loss_dense": 3.622619700431824, "loss": 7.2963440895080565, "time": 0.19195683002471925, "step": 42532}
{"lr": 0.029881720519717173, "data_time": 0.01655106544494629, "loss_single": 3.676542568206787, "loss_dense": 3.6184755086898805, "loss": 7.295018053054809, "time": 0.15299479961395263, "step": 42582}
{"lr": 0.029881720519717173, "data_time": 0.016460752487182616, "loss_single": 3.6988433837890624, "loss_dense": 3.63027708530426, "loss": 7.329120635986328, "time": 0.15533757209777832, "step": 42632}
{"lr": 0.029881720519717173, "data_time": 0.018657398223876954, "loss_single": 3.6959808111190795, "loss_dense": 3.630243730545044, "loss": 7.326224517822266, "time": 0.1537090301513672, "step": 42682}
{"lr": 0.029881720519717173, "data_time": 0.014704275131225585, "loss_single": 3.68080096244812, "loss_dense": 3.625546765327454, "loss": 7.306347751617432, "time": 0.1502152442932129, "step": 42732}
{"lr": 0.029881720519717173, "data_time": 0.024156880378723145, "loss_single": 3.6653357982635497, "loss_dense": 3.6078187465667724, "loss": 7.273154544830322, "time": 0.16930906772613524, "step": 42782}
{"lr": 0.029881720519717173, "data_time": 0.016032648086547852, "loss_single": 3.670908236503601, "loss_dense": 3.6103660106658935, "loss": 7.2812741756439205, "time": 0.15975654125213623, "step": 42832}
{"lr": 0.029881720519717173, "data_time": 0.01821589469909668, "loss_single": 3.7046679258346558, "loss_dense": 3.632887935638428, "loss": 7.337555837631226, "time": 0.1537498950958252, "step": 42882}
{"lr": 0.029881720519717173, "data_time": 0.01790778636932373, "loss_single": 3.6965421438217163, "loss_dense": 3.6288543939590454, "loss": 7.325396537780762, "time": 0.16048731803894042, "step": 42932}
{"lr": 0.029881720519717173, "data_time": 0.024387145042419435, "loss_single": 3.693109560012817, "loss_dense": 3.633910894393921, "loss": 7.327020359039307, "time": 0.1595242977142334, "step": 42982}
{"lr": 0.029881720519717173, "data_time": 0.01416635513305664, "loss_single": 3.6585694551467896, "loss_dense": 3.6062833786010744, "loss": 7.264852857589721, "time": 0.18851873874664307, "step": 43032}
{"lr": 0.029881720519717173, "data_time": 0.017687010765075683, "loss_single": 3.739282321929932, "loss_dense": 3.6527214288711547, "loss": 7.392003774642944, "time": 0.16952288150787354, "step": 43082}
{"lr": 0.029881720519717173, "data_time": 0.020881175994873047, "loss_single": 3.629886603355408, "loss_dense": 3.5861926317214965, "loss": 7.21607928276062, "time": 0.15165266990661622, "step": 43132}
{"lr": 0.029881720519717173, "data_time": 0.018603301048278807, "loss_single": 3.6363702535629274, "loss_dense": 3.5822714805603026, "loss": 7.218641757965088, "time": 0.1509598970413208, "step": 43182}
{"lr": 0.029881720519717173, "data_time": 0.020798921585083008, "loss_single": 3.70223548412323, "loss_dense": 3.6414278984069823, "loss": 7.343663358688355, "time": 0.14991497993469238, "step": 43232}
{"lr": 0.029881720519717173, "data_time": 0.018050098419189455, "loss_single": 3.6917195081710816, "loss_dense": 3.637650465965271, "loss": 7.329369974136353, "time": 0.1501668930053711, "step": 43282}
{"lr": 0.029881720519717173, "data_time": 0.02295832633972168, "loss_single": 3.6894211530685426, "loss_dense": 3.622094416618347, "loss": 7.311515665054321, "time": 0.18783266544342042, "step": 43332}
{"lr": 0.029881720519717173, "data_time": 0.01904480457305908, "loss_single": 3.7241262674331663, "loss_dense": 3.663388252258301, "loss": 7.387514543533325, "time": 0.15300588607788085, "step": 43382}
{"lr": 0.029881720519717173, "data_time": 0.021033668518066408, "loss_single": 3.657155752182007, "loss_dense": 3.609160876274109, "loss": 7.266316556930542, "time": 0.1496119737625122, "step": 43432}
{"lr": 0.029881720519717173, "data_time": 0.01464221477508545, "loss_single": 3.6713007211685182, "loss_dense": 3.6104894399642946, "loss": 7.2817902088165285, "time": 0.14655821323394774, "step": 43482}
{"lr": 0.029881720519717173, "data_time": 0.018181681632995605, "loss_single": 3.712627482414246, "loss_dense": 3.620714545249939, "loss": 7.333342027664185, "time": 0.15059096813201905, "step": 43532}
{"lr": 0.029881720519717173, "data_time": 0.016333413124084473, "loss_single": 3.701645088195801, "loss_dense": 3.6264579772949217, "loss": 7.328103065490723, "time": 0.19428682327270508, "step": 43582}
{"lr": 0.029881720519717173, "data_time": 0.01945018768310547, "loss_single": 3.6688031911849976, "loss_dense": 3.6247341871261596, "loss": 7.293537378311157, "time": 0.15083439350128175, "step": 43632}
{"lr": 0.029881720519717173, "data_time": 0.026650381088256837, "loss_single": 3.6622636556625365, "loss_dense": 3.595177507400513, "loss": 7.257441234588623, "time": 0.15536165237426758, "step": 43682}
{"lr": 0.029881720519717173, "data_time": 0.017811131477355958, "loss_single": 3.7127744913101197, "loss_dense": 3.6419971227645873, "loss": 7.354771566390991, "time": 0.15194487571716309, "step": 43732}
{"lr": 0.029881720519717173, "data_time": 0.01620006561279297, "loss_single": 3.668851041793823, "loss_dense": 3.608215165138245, "loss": 7.27706618309021, "time": 0.1558103084564209, "step": 43782}
{"lr": 0.029881720519717173, "data_time": 0.02271885871887207, "loss_single": 3.670237350463867, "loss_dense": 3.611966848373413, "loss": 7.28220419883728, "time": 0.16847264766693115, "step": 43832}
{"lr": 0.029881720519717173, "data_time": 0.020217537879943848, "loss_single": 3.6602404356002807, "loss_dense": 3.599763512611389, "loss": 7.260004043579102, "time": 0.14985032081604005, "step": 43882}
{"lr": 0.029881720519717173, "data_time": 0.01597108840942383, "loss_single": 3.6697283029556274, "loss_dense": 3.6179659366607666, "loss": 7.287694311141967, "time": 0.1834778070449829, "step": 43932}
{"lr": 0.029881720519717173, "data_time": 0.016117334365844727, "loss_single": 3.6776336669921874, "loss_dense": 3.6251307010650633, "loss": 7.302764368057251, "time": 0.15688562393188477, "step": 43982}
{"lr": 0.029881720519717173, "data_time": 0.01637732982635498, "loss_single": 3.68976309299469, "loss_dense": 3.630881595611572, "loss": 7.320644664764404, "time": 0.14395654201507568, "step": 44032}
{"lr": 0.029881720519717173, "data_time": 0.021606755256652833, "loss_single": 3.6590540647506713, "loss_dense": 3.6028475761413574, "loss": 7.2619016647338865, "time": 0.15751218795776367, "step": 44082}
{"lr": 0.029881720519717173, "data_time": 0.018590044975280762, "loss_single": 3.6892237663269043, "loss_dense": 3.630964660644531, "loss": 7.320188426971436, "time": 0.15316085815429686, "step": 44132}
{"lr": 0.029881720519717173, "data_time": 0.01896824836730957, "loss_single": 3.6566923379898073, "loss_dense": 3.615371060371399, "loss": 7.27206335067749, "time": 0.1539667844772339, "step": 44182}
{"lr": 0.029881720519717173, "data_time": 0.017767858505249024, "loss_single": 3.656333088874817, "loss_dense": 3.615614318847656, "loss": 7.2719473361969, "time": 0.1582251787185669, "step": 44232}
{"lr": 0.029881720519717173, "data_time": 0.018178319931030272, "loss_single": 3.686972427368164, "loss_dense": 3.6184770107269286, "loss": 7.305449295043945, "time": 0.15804686546325683, "step": 44282}
{"lr": 0.029881720519717173, "data_time": 0.016324853897094725, "loss_single": 3.699912357330322, "loss_dense": 3.648702788352966, "loss": 7.3486151695251465, "time": 0.14761631488800048, "step": 44332}
{"lr": 0.029881720519717173, "data_time": 0.022982573509216307, "loss_single": 3.661308240890503, "loss_dense": 3.6193260669708254, "loss": 7.280634355545044, "time": 0.19906885623931886, "step": 44382}
{"lr": 0.029881720519717173, "data_time": 0.01757338047027588, "loss_single": 3.660764455795288, "loss_dense": 3.62709264755249, "loss": 7.2878570556640625, "time": 0.15193023681640624, "step": 44432}
{"lr": 0.029881720519717173, "data_time": 0.016302824020385742, "loss_single": 3.6932368516921996, "loss_dense": 3.6277894496917726, "loss": 7.321026182174682, "time": 0.16418025493621827, "step": 44482}
{"lr": 0.029881720519717173, "data_time": 0.02266402244567871, "loss_single": 3.652773904800415, "loss_dense": 3.606962561607361, "loss": 7.259736394882202, "time": 0.1823812961578369, "step": 44532}
{"lr": 0.029881720519717173, "data_time": 0.020392179489135742, "loss_single": 3.6888349056243896, "loss_dense": 3.641616940498352, "loss": 7.330451822280883, "time": 0.15621795654296874, "step": 44582}
{"lr": 0.029881720519717173, "data_time": 0.020678186416625978, "loss_single": 3.6956540822982786, "loss_dense": 3.627562713623047, "loss": 7.323216819763184, "time": 0.2176136255264282, "step": 44632}
{"lr": 0.029881720519717173, "data_time": 0.011541962623596191, "loss_single": 3.673726201057434, "loss_dense": 3.6191811561584473, "loss": 7.29290738105774, "time": 0.15884852409362793, "step": 44682}
{"lr": 0.029881720519717173, "data_time": 0.017702054977416993, "loss_single": 3.66441650390625, "loss_dense": 3.6238616466522218, "loss": 7.288278198242187, "time": 0.1477206230163574, "step": 44732}
{"lr": 0.029881720519717173, "data_time": 0.016455650329589844, "loss_single": 3.6715571880340576, "loss_dense": 3.6233988285064695, "loss": 7.294956111907959, "time": 0.15378146171569823, "step": 44782}
{"lr": 0.029881720519717173, "data_time": 0.016794204711914062, "loss_single": 3.712980270385742, "loss_dense": 3.6271467208862305, "loss": 7.340126991271973, "time": 0.15936143398284913, "step": 44832}
{"lr": 0.029881720519717173, "data_time": 0.016259241104125976, "loss_single": 3.7203347444534303, "loss_dense": 3.65312020778656, "loss": 7.373454952239991, "time": 0.14831140041351318, "step": 44882}
{"lr": 0.029881720519717173, "data_time": 0.025216388702392577, "loss_single": 3.677992558479309, "loss_dense": 3.6288939476013184, "loss": 7.306886434555054, "time": 0.17699642181396485, "step": 44932}
{"lr": 0.029881720519717173, "data_time": 0.018931031227111816, "loss_single": 3.677073097229004, "loss_dense": 3.607150673866272, "loss": 7.284223747253418, "time": 0.1494835376739502, "step": 44982}
{"lr": 0.029881720519717173, "data_time": 0.01396796703338623, "loss_single": 3.712073731422424, "loss_dense": 3.6464308500289917, "loss": 7.3585046291351315, "time": 0.15353996753692628, "step": 45032}
{"lr": 0.029850354865748364, "data_time": 0.01709780693054199, "loss_single": 3.7067756175994875, "loss_dense": 3.6389718294143676, "loss": 7.345747423171997, "time": 0.15519139766693116, "step": 45086}
{"lr": 0.029850354865748364, "data_time": 0.018701744079589844, "loss_single": 3.687629461288452, "loss_dense": 3.632997512817383, "loss": 7.320627021789551, "time": 0.1636561393737793, "step": 45136}
{"lr": 0.029850354865748364, "data_time": 0.015752768516540526, "loss_single": 3.6535187482833864, "loss_dense": 3.613113355636597, "loss": 7.266632127761841, "time": 0.1507812261581421, "step": 45186}
{"lr": 0.029850354865748364, "data_time": 0.017673468589782713, "loss_single": 3.654362678527832, "loss_dense": 3.614350414276123, "loss": 7.268713092803955, "time": 0.15033223628997802, "step": 45236}
{"lr": 0.029850354865748364, "data_time": 0.017952561378479004, "loss_single": 3.673769736289978, "loss_dense": 3.6198498487472532, "loss": 7.293619537353516, "time": 0.2595700263977051, "step": 45286}
{"lr": 0.029850354865748364, "data_time": 0.01839115619659424, "loss_single": 3.7283210515975953, "loss_dense": 3.659274387359619, "loss": 7.387595367431641, "time": 0.15347025394439698, "step": 45336}
{"lr": 0.029850354865748364, "data_time": 0.021662449836730956, "loss_single": 3.6742728471755983, "loss_dense": 3.6194084167480467, "loss": 7.293681335449219, "time": 0.15333907604217528, "step": 45386}
{"lr": 0.029850354865748364, "data_time": 0.011887884140014649, "loss_single": 3.6903491973876954, "loss_dense": 3.630029535293579, "loss": 7.32037878036499, "time": 0.1548837900161743, "step": 45436}
{"lr": 0.029850354865748364, "data_time": 0.01630992889404297, "loss_single": 3.6747747659683228, "loss_dense": 3.633245038986206, "loss": 7.308019828796387, "time": 0.16048829555511473, "step": 45486}
{"lr": 0.029850354865748364, "data_time": 0.017066526412963866, "loss_single": 3.6433319568634035, "loss_dense": 3.601324272155762, "loss": 7.244656181335449, "time": 0.14855165481567384, "step": 45536}
{"lr": 0.029850354865748364, "data_time": 0.018885588645935057, "loss_single": 3.6810857534408568, "loss_dense": 3.629511857032776, "loss": 7.310597610473633, "time": 0.15048472881317138, "step": 45586}
{"lr": 0.029850354865748364, "data_time": 0.01951885223388672, "loss_single": 3.6918689012527466, "loss_dense": 3.631058168411255, "loss": 7.322927093505859, "time": 0.1520228385925293, "step": 45636}
{"lr": 0.029850354865748364, "data_time": 0.014580035209655761, "loss_single": 3.6737586736679075, "loss_dense": 3.6313528060913085, "loss": 7.305111598968506, "time": 0.16232032775878907, "step": 45686}
{"lr": 0.029850354865748364, "data_time": 0.01602635383605957, "loss_single": 3.6969732284545898, "loss_dense": 3.6270147562026978, "loss": 7.32398796081543, "time": 0.1581942319869995, "step": 45736}
{"lr": 0.029850354865748364, "data_time": 0.02192263603210449, "loss_single": 3.6716143131256103, "loss_dense": 3.624862861633301, "loss": 7.296477222442627, "time": 0.16148679256439208, "step": 45786}
{"lr": 0.029850354865748364, "data_time": 0.020307111740112304, "loss_single": 3.679189658164978, "loss_dense": 3.61159234046936, "loss": 7.290782022476196, "time": 0.1555640459060669, "step": 45836}
{"lr": 0.029850354865748364, "data_time": 0.0160142183303833, "loss_single": 3.6667850255966186, "loss_dense": 3.631149077415466, "loss": 7.297934055328369, "time": 0.14847886562347412, "step": 45886}
{"lr": 0.029850354865748364, "data_time": 0.01838419437408447, "loss_single": 3.6767651081085204, "loss_dense": 3.6293819427490233, "loss": 7.3061470031738285, "time": 0.15232272148132325, "step": 45936}
{"lr": 0.029850354865748364, "data_time": 0.01838185787200928, "loss_single": 3.6554353713989256, "loss_dense": 3.6054805278778077, "loss": 7.260915899276734, "time": 0.14799885749816893, "step": 45986}
{"lr": 0.029850354865748364, "data_time": 0.016437363624572755, "loss_single": 3.666819143295288, "loss_dense": 3.607700967788696, "loss": 7.2745201110839846, "time": 0.17651031017303467, "step": 46036}
{"lr": 0.029850354865748364, "data_time": 0.019875264167785643, "loss_single": 3.663770246505737, "loss_dense": 3.6162841796875, "loss": 7.280054426193237, "time": 0.17837271690368653, "step": 46086}
{"lr": 0.029850354865748364, "data_time": 0.018550515174865723, "loss_single": 3.6706182241439818, "loss_dense": 3.6339648962020874, "loss": 7.304583120346069, "time": 0.15193121433258056, "step": 46136}
{"lr": 0.029850354865748364, "data_time": 0.017379021644592284, "loss_single": 3.646518588066101, "loss_dense": 3.6042746543884276, "loss": 7.250793170928955, "time": 0.1487283945083618, "step": 46186}
{"lr": 0.029850354865748364, "data_time": 0.016638517379760742, "loss_single": 3.6569849491119384, "loss_dense": 3.623577117919922, "loss": 7.280562067031861, "time": 0.1460970401763916, "step": 46236}
{"lr": 0.029850354865748364, "data_time": 0.01529691219329834, "loss_single": 3.6758474349975585, "loss_dense": 3.6269604206085204, "loss": 7.302807903289795, "time": 0.1499312162399292, "step": 46286}
{"lr": 0.029850354865748364, "data_time": 0.014895200729370117, "loss_single": 3.6734824895858766, "loss_dense": 3.61195228099823, "loss": 7.285434818267822, "time": 0.15181193351745606, "step": 46336}
{"lr": 0.029850354865748364, "data_time": 0.016603589057922363, "loss_single": 3.6492655277252197, "loss_dense": 3.5955860376358033, "loss": 7.2448516368865965, "time": 0.1570197105407715, "step": 46386}
{"lr": 0.029850354865748364, "data_time": 0.019866013526916505, "loss_single": 3.6863619804382326, "loss_dense": 3.6118082761764527, "loss": 7.2981702327728275, "time": 0.18183958530426025, "step": 46436}
{"lr": 0.029850354865748364, "data_time": 0.01576681137084961, "loss_single": 3.691540575027466, "loss_dense": 3.636218237876892, "loss": 7.3277587890625, "time": 0.15954961776733398, "step": 46486}
{"lr": 0.029850354865748364, "data_time": 0.01615755558013916, "loss_single": 3.664087700843811, "loss_dense": 3.6229687690734864, "loss": 7.2870564460754395, "time": 0.15851564407348634, "step": 46536}
{"lr": 0.029850354865748364, "data_time": 0.01800100803375244, "loss_single": 3.683491659164429, "loss_dense": 3.6266765356063844, "loss": 7.310168170928955, "time": 0.15727901458740234, "step": 46586}
{"lr": 0.029850354865748364, "data_time": 0.018536686897277832, "loss_single": 3.6878031492233276, "loss_dense": 3.6242449045181275, "loss": 7.3120481967926025, "time": 0.18749806880950928, "step": 46636}
{"lr": 0.029850354865748364, "data_time": 0.015241503715515137, "loss_single": 3.6839308977127074, "loss_dense": 3.6225982666015626, "loss": 7.306529188156128, "time": 0.17109928131103516, "step": 46686}
{"lr": 0.029850354865748364, "data_time": 0.022615551948547363, "loss_single": 3.683632159233093, "loss_dense": 3.6437994956970217, "loss": 7.327431631088257, "time": 0.172989821434021, "step": 46736}
{"lr": 0.029850354865748364, "data_time": 0.019063615798950197, "loss_single": 3.683331084251404, "loss_dense": 3.625255012512207, "loss": 7.308586120605469, "time": 0.16202571392059326, "step": 46786}
{"lr": 0.029850354865748364, "data_time": 0.01780436038970947, "loss_single": 3.669671964645386, "loss_dense": 3.6123038053512575, "loss": 7.281975841522216, "time": 0.14870684146881102, "step": 46836}
{"lr": 0.029850354865748364, "data_time": 0.015219306945800782, "loss_single": 3.6923146724700926, "loss_dense": 3.6342634201049804, "loss": 7.326578092575073, "time": 0.15414674282073976, "step": 46886}
{"lr": 0.029850354865748364, "data_time": 0.014393138885498046, "loss_single": 3.690194296836853, "loss_dense": 3.6218080282211305, "loss": 7.312002277374267, "time": 0.15387558937072754, "step": 46936}
{"lr": 0.029850354865748364, "data_time": 0.0186556339263916, "loss_single": 3.6670670986175535, "loss_dense": 3.608920383453369, "loss": 7.2759874820709225, "time": 0.1699751615524292, "step": 46986}
{"lr": 0.029850354865748364, "data_time": 0.018303513526916504, "loss_single": 3.676845669746399, "loss_dense": 3.6465675830841064, "loss": 7.323413276672364, "time": 0.157110333442688, "step": 47036}
{"lr": 0.029850354865748364, "data_time": 0.013626909255981446, "loss_single": 3.6617008686065673, "loss_dense": 3.6089615345001222, "loss": 7.270662307739258, "time": 0.15054168701171874, "step": 47086}
{"lr": 0.029850354865748364, "data_time": 0.01860466003417969, "loss_single": 3.6616554737091063, "loss_dense": 3.6219321966171263, "loss": 7.283587646484375, "time": 0.14799904823303223, "step": 47136}
{"lr": 0.029850354865748364, "data_time": 0.015073370933532716, "loss_single": 3.66934187412262, "loss_dense": 3.642578053474426, "loss": 7.3119199752807615, "time": 0.17430036067962645, "step": 47186}
{"lr": 0.029850354865748364, "data_time": 0.01706728935241699, "loss_single": 3.6686093330383303, "loss_dense": 3.6326372385025025, "loss": 7.301246500015258, "time": 0.17554802894592286, "step": 47236}
{"lr": 0.029850354865748364, "data_time": 0.017692971229553222, "loss_single": 3.657360005378723, "loss_dense": 3.598441505432129, "loss": 7.255801439285278, "time": 0.16427416801452638, "step": 47286}
{"lr": 0.029850354865748364, "data_time": 0.016885590553283692, "loss_single": 3.662892198562622, "loss_dense": 3.6072211265563965, "loss": 7.270113325119018, "time": 0.1744891881942749, "step": 47336}
{"lr": 0.029850354865748364, "data_time": 0.01885859966278076, "loss_single": 3.6295626640319822, "loss_dense": 3.5996442079544066, "loss": 7.229206848144531, "time": 0.21502444744110108, "step": 47386}
{"lr": 0.029850354865748364, "data_time": 0.018180441856384278, "loss_single": 3.6426032066345213, "loss_dense": 3.6095943450927734, "loss": 7.25219759941101, "time": 0.14726827144622803, "step": 47436}
{"lr": 0.029850354865748364, "data_time": 0.02407360076904297, "loss_single": 3.6372116088867186, "loss_dense": 3.609107518196106, "loss": 7.246319150924682, "time": 0.1579496145248413, "step": 47486}
{"lr": 0.029850354865748364, "data_time": 0.017913508415222167, "loss_single": 3.673487401008606, "loss_dense": 3.6224605798721314, "loss": 7.2959479808807375, "time": 0.15199756622314453, "step": 47536}
{"lr": 0.029850354865748364, "data_time": 0.01783304214477539, "loss_single": 3.6659333229064943, "loss_dense": 3.6290820121765135, "loss": 7.2950152397155765, "time": 0.17214136123657225, "step": 47586}
{"lr": 0.029850354865748364, "data_time": 0.051742720603942874, "loss_single": 3.672187399864197, "loss_dense": 3.6105998039245604, "loss": 7.282787179946899, "time": 0.22919075489044188, "step": 47636}
{"lr": 0.029850354865748364, "data_time": 0.01656672954559326, "loss_single": 3.6608838081359862, "loss_dense": 3.6269201755523683, "loss": 7.287804079055786, "time": 0.15019519329071046, "step": 47686}
{"lr": 0.029850354865748364, "data_time": 0.017447185516357423, "loss_single": 3.6513862133026125, "loss_dense": 3.5985714197158813, "loss": 7.24995756149292, "time": 0.15051741600036622, "step": 47736}
{"lr": 0.029850354865748364, "data_time": 0.018074607849121092, "loss_single": 3.6665047645568847, "loss_dense": 3.6100442171096803, "loss": 7.276548957824707, "time": 0.15524861812591553, "step": 47786}
{"lr": 0.029850354865748364, "data_time": 0.054530549049377444, "loss_single": 3.654917097091675, "loss_dense": 3.605160427093506, "loss": 7.260077571868896, "time": 0.18674354553222655, "step": 47836}
{"lr": 0.029850354865748364, "data_time": 0.017812204360961915, "loss_single": 3.6489587783813477, "loss_dense": 3.6158265829086305, "loss": 7.264785385131836, "time": 0.15061988830566406, "step": 47886}
{"lr": 0.029850354865748364, "data_time": 0.021721434593200684, "loss_single": 3.6865268468856813, "loss_dense": 3.631159257888794, "loss": 7.317686128616333, "time": 0.1633146047592163, "step": 47936}
{"lr": 0.029850354865748364, "data_time": 0.01831955909729004, "loss_single": 3.6447036504745483, "loss_dense": 3.6103623628616335, "loss": 7.255066061019898, "time": 0.15228769779205323, "step": 47986}
{"lr": 0.029850354865748364, "data_time": 0.016271638870239257, "loss_single": 3.667316770553589, "loss_dense": 3.612386178970337, "loss": 7.279702949523926, "time": 0.2044365882873535, "step": 48036}
{"lr": 0.029850354865748364, "data_time": 0.016346335411071777, "loss_single": 3.662898802757263, "loss_dense": 3.6146402597427367, "loss": 7.2775390625, "time": 0.15188493728637695, "step": 48086}
{"lr": 0.029850354865748364, "data_time": 0.018495702743530275, "loss_single": 3.6415602922439576, "loss_dense": 3.607438063621521, "loss": 7.248998403549194, "time": 0.1527562379837036, "step": 48136}
{"lr": 0.029850354865748364, "data_time": 0.017724943161010743, "loss_single": 3.642319917678833, "loss_dense": 3.6219300508499144, "loss": 7.26424994468689, "time": 0.15279150009155273, "step": 48186}
{"lr": 0.029850354865748364, "data_time": 0.015828537940979003, "loss_single": 3.6596482038497924, "loss_dense": 3.6161968231201174, "loss": 7.275845003128052, "time": 0.15037240982055664, "step": 48236}
{"lr": 0.029850354865748364, "data_time": 0.018501639366149902, "loss_single": 3.690891981124878, "loss_dense": 3.6323188066482546, "loss": 7.323210716247559, "time": 0.21307728290557862, "step": 48286}
{"lr": 0.029850354865748364, "data_time": 0.01573019027709961, "loss_single": 3.6916654825210573, "loss_dense": 3.6396931171417237, "loss": 7.3313586711883545, "time": 0.155344557762146, "step": 48336}
{"lr": 0.029850354865748364, "data_time": 0.020971179008483887, "loss_single": 3.6473859310150147, "loss_dense": 3.6008276462554933, "loss": 7.248213624954223, "time": 0.15986218452453613, "step": 48386}
{"lr": 0.029850354865748364, "data_time": 0.0173722505569458, "loss_single": 3.6281946420669557, "loss_dense": 3.590156102180481, "loss": 7.2183506965637205, "time": 0.1509378433227539, "step": 48436}
{"lr": 0.029850354865748364, "data_time": 0.017010951042175294, "loss_single": 3.6616775035858153, "loss_dense": 3.6226574897766115, "loss": 7.284334897994995, "time": 0.16349101066589355, "step": 48486}
{"lr": 0.029850354865748364, "data_time": 0.017061471939086914, "loss_single": 3.644597125053406, "loss_dense": 3.605510449409485, "loss": 7.250107669830323, "time": 0.14920969009399415, "step": 48536}
{"lr": 0.029850354865748364, "data_time": 0.026134085655212403, "loss_single": 3.6383158922195435, "loss_dense": 3.613978314399719, "loss": 7.252294254302979, "time": 0.1713489770889282, "step": 48586}
{"lr": 0.029850354865748364, "data_time": 0.015134596824645996, "loss_single": 3.647485375404358, "loss_dense": 3.610935091972351, "loss": 7.258420419692993, "time": 0.1538105010986328, "step": 48636}
{"lr": 0.029850354865748364, "data_time": 0.01795351505279541, "loss_single": 3.665401268005371, "loss_dense": 3.6212484359741213, "loss": 7.286649703979492, "time": 0.1525374174118042, "step": 48686}
{"lr": 0.029850354865748364, "data_time": 0.017377090454101563, "loss_single": 3.6895492553710936, "loss_dense": 3.6237775564193724, "loss": 7.313326740264893, "time": 0.16613249778747557, "step": 48736}
{"lr": 0.029850354865748364, "data_time": 0.01633305549621582, "loss_single": 3.676617169380188, "loss_dense": 3.6241147756576537, "loss": 7.300731897354126, "time": 0.15303592681884765, "step": 48786}
{"lr": 0.029850354865748364, "data_time": 0.017498373985290527, "loss_single": 3.657201409339905, "loss_dense": 3.60557074546814, "loss": 7.262772130966186, "time": 0.16841187477111816, "step": 48836}
{"lr": 0.029850354865748364, "data_time": 0.017598557472229003, "loss_single": 3.6552151679992675, "loss_dense": 3.6164208889007567, "loss": 7.271636056900024, "time": 0.1612004518508911, "step": 48886}
{"lr": 0.029850354865748364, "data_time": 0.017383599281311037, "loss_single": 3.6614152431488036, "loss_dense": 3.6070548057556153, "loss": 7.268470048904419, "time": 0.153556489944458, "step": 48936}
{"lr": 0.029850354865748364, "data_time": 0.019554615020751953, "loss_single": 3.661597561836243, "loss_dense": 3.615873408317566, "loss": 7.277470922470092, "time": 0.15512638092041015, "step": 48986}
{"lr": 0.029850354865748364, "data_time": 0.015708446502685547, "loss_single": 3.643385624885559, "loss_dense": 3.5970768213272093, "loss": 7.2404624938964846, "time": 0.14589672088623046, "step": 49036}
{"lr": 0.029850354865748364, "data_time": 0.017756342887878418, "loss_single": 3.656880807876587, "loss_dense": 3.5971862077713013, "loss": 7.254067087173462, "time": 0.16229405403137206, "step": 49086}
{"lr": 0.029850354865748364, "data_time": 0.014966511726379394, "loss_single": 3.630760335922241, "loss_dense": 3.6149381160736085, "loss": 7.245698404312134, "time": 0.15376360416412355, "step": 49136}
{"lr": 0.029850354865748364, "data_time": 0.018480515480041503, "loss_single": 3.6561149835586546, "loss_dense": 3.6120768070220945, "loss": 7.268191862106323, "time": 0.1614234209060669, "step": 49186}
{"lr": 0.029850354865748364, "data_time": 0.018932819366455078, "loss_single": 3.6576038360595704, "loss_dense": 3.615460729598999, "loss": 7.2730645656585695, "time": 0.15198273658752443, "step": 49236}
{"lr": 0.029850354865748364, "data_time": 0.017227697372436523, "loss_single": 3.6491523027420043, "loss_dense": 3.613834023475647, "loss": 7.262986278533935, "time": 0.14665000438690184, "step": 49286}
{"lr": 0.029850354865748364, "data_time": 0.018860268592834472, "loss_single": 3.647638535499573, "loss_dense": 3.5977553844451906, "loss": 7.245393943786621, "time": 0.17284536361694336, "step": 49336}
{"lr": 0.029850354865748364, "data_time": 0.017592716217041015, "loss_single": 3.6666797637939452, "loss_dense": 3.62449734210968, "loss": 7.291177082061767, "time": 0.15385675430297852, "step": 49386}
{"lr": 0.029850354865748364, "data_time": 0.0185870885848999, "loss_single": 3.6348798513412475, "loss_dense": 3.601751184463501, "loss": 7.236631155014038, "time": 0.14907445907592773, "step": 49436}
{"lr": 0.029850354865748364, "data_time": 0.017395734786987305, "loss_single": 3.6606037616729736, "loss_dense": 3.605536961555481, "loss": 7.266140747070312, "time": 0.1500932216644287, "step": 49486}
{"lr": 0.029850354865748364, "data_time": 0.01661210060119629, "loss_single": 3.6320519924163817, "loss_dense": 3.593231511116028, "loss": 7.225283479690551, "time": 0.14726171493530274, "step": 49536}
{"lr": 0.029850354865748364, "data_time": 0.01802847385406494, "loss_single": 3.644081544876099, "loss_dense": 3.61171555519104, "loss": 7.255797100067139, "time": 0.15203406810760497, "step": 49586}
{"lr": 0.029850354865748364, "data_time": 0.01848471164703369, "loss_single": 3.6673309803009033, "loss_dense": 3.6191889524459837, "loss": 7.286519956588745, "time": 0.1489353895187378, "step": 49636}
{"lr": 0.029850354865748364, "data_time": 0.019860029220581055, "loss_single": 3.667853021621704, "loss_dense": 3.6264944076538086, "loss": 7.2943473815917965, "time": 0.15159661769866944, "step": 49686}
{"lr": 0.029850354865748364, "data_time": 0.01784195899963379, "loss_single": 3.628322434425354, "loss_dense": 3.6061713218688967, "loss": 7.234493780136108, "time": 0.15159621238708496, "step": 49736}
{"lr": 0.029850354865748364, "data_time": 0.018499422073364257, "loss_single": 3.6135226011276247, "loss_dense": 3.6008530378341677, "loss": 7.214375638961792, "time": 0.15704758167266847, "step": 49786}
{"lr": 0.029850354865748364, "data_time": 0.018278121948242188, "loss_single": 3.6483955860137938, "loss_dense": 3.621919631958008, "loss": 7.270315217971802, "time": 0.16519789695739745, "step": 49836}
{"lr": 0.029850354865748364, "data_time": 0.015461087226867676, "loss_single": 3.639009952545166, "loss_dense": 3.6044891119003295, "loss": 7.243499040603638, "time": 0.19419257640838622, "step": 49886}
{"lr": 0.029850354865748364, "data_time": 0.016637611389160156, "loss_single": 3.647579860687256, "loss_dense": 3.5924719095230104, "loss": 7.240051698684693, "time": 0.159126877784729, "step": 49936}
{"lr": 0.029850354865748364, "data_time": 0.01613922119140625, "loss_single": 3.6463056325912477, "loss_dense": 3.6253785133361816, "loss": 7.271684169769287, "time": 0.1568507432937622, "step": 49986}
{"lr": 0.029850354865748364, "data_time": 0.012563943862915039, "loss_single": 3.6593973636627197, "loss_dense": 3.6216384410858153, "loss": 7.2810358047485355, "time": 0.14591555595397948, "step": 50036}
{"lr": 0.02981532510892707, "data_time": 0.01833498477935791, "loss_single": 3.670530891418457, "loss_dense": 3.650934910774231, "loss": 7.3214658260345455, "time": 0.15297274589538573, "step": 50090}
{"lr": 0.02981532510892707, "data_time": 0.017601513862609865, "loss_single": 3.6450306177139282, "loss_dense": 3.6021687269210814, "loss": 7.247199296951294, "time": 0.15317995548248292, "step": 50140}
{"lr": 0.02981532510892707, "data_time": 0.01691114902496338, "loss_single": 3.666996121406555, "loss_dense": 3.624503755569458, "loss": 7.291499853134155, "time": 0.16209063529968262, "step": 50190}
{"lr": 0.02981532510892707, "data_time": 0.020638632774353027, "loss_single": 3.6296291589736938, "loss_dense": 3.5943116188049316, "loss": 7.223940753936768, "time": 0.16696202754974365, "step": 50240}
{"lr": 0.02981532510892707, "data_time": 0.02053380012512207, "loss_single": 3.6694369077682496, "loss_dense": 3.6268871307373045, "loss": 7.296324014663696, "time": 0.1626810312271118, "step": 50290}
{"lr": 0.02981532510892707, "data_time": 0.020060038566589354, "loss_single": 3.6584392309188845, "loss_dense": 3.6090198755264282, "loss": 7.267459058761597, "time": 0.151061749458313, "step": 50340}
{"lr": 0.02981532510892707, "data_time": 0.016609930992126466, "loss_single": 3.6782293558120727, "loss_dense": 3.6237619638442995, "loss": 7.30199122428894, "time": 0.1464822769165039, "step": 50390}
{"lr": 0.02981532510892707, "data_time": 0.020415759086608885, "loss_single": 3.647769808769226, "loss_dense": 3.6225310564041138, "loss": 7.2703009128570555, "time": 0.15206074714660645, "step": 50440}
{"lr": 0.02981532510892707, "data_time": 0.01722533702850342, "loss_single": 3.649079751968384, "loss_dense": 3.5931106090545653, "loss": 7.242190265655518, "time": 0.14961373805999756, "step": 50490}
{"lr": 0.02981532510892707, "data_time": 0.01769859790802002, "loss_single": 3.643526220321655, "loss_dense": 3.60774712562561, "loss": 7.25127329826355, "time": 0.1477048635482788, "step": 50540}
{"lr": 0.02981532510892707, "data_time": 0.01932971477508545, "loss_single": 3.6479178428649903, "loss_dense": 3.6143915176391603, "loss": 7.26230936050415, "time": 0.1592003583908081, "step": 50590}
{"lr": 0.02981532510892707, "data_time": 0.01373746395111084, "loss_single": 3.634384274482727, "loss_dense": 3.6002095699310304, "loss": 7.2345938205719, "time": 0.14921393394470214, "step": 50640}
{"lr": 0.02981532510892707, "data_time": 0.01705477237701416, "loss_single": 3.6481193780899046, "loss_dense": 3.6042269229888917, "loss": 7.2523462772369385, "time": 0.1520146131515503, "step": 50690}
{"lr": 0.02981532510892707, "data_time": 0.015110516548156738, "loss_single": 3.637630581855774, "loss_dense": 3.606814384460449, "loss": 7.244444942474365, "time": 0.1777268171310425, "step": 50740}
{"lr": 0.02981532510892707, "data_time": 0.014800596237182616, "loss_single": 3.629663896560669, "loss_dense": 3.5998857975006104, "loss": 7.229549789428711, "time": 0.1491767168045044, "step": 50790}
{"lr": 0.02981532510892707, "data_time": 0.018260955810546875, "loss_single": 3.655341458320618, "loss_dense": 3.6059863805770873, "loss": 7.261327886581421, "time": 0.14891762733459474, "step": 50840}
{"lr": 0.02981532510892707, "data_time": 0.017997217178344727, "loss_single": 3.6199215412139893, "loss_dense": 3.582272744178772, "loss": 7.202194356918335, "time": 0.1490394115447998, "step": 50890}
{"lr": 0.02981532510892707, "data_time": 0.017225813865661622, "loss_single": 3.6346533060073853, "loss_dense": 3.608747458457947, "loss": 7.243400716781617, "time": 0.15540390014648436, "step": 50940}
{"lr": 0.02981532510892707, "data_time": 0.018810343742370606, "loss_single": 3.6747064113616945, "loss_dense": 3.6241119623184206, "loss": 7.298818302154541, "time": 0.17177681922912597, "step": 50990}
{"lr": 0.02981532510892707, "data_time": 0.017681884765625, "loss_single": 3.6542512655258177, "loss_dense": 3.622429943084717, "loss": 7.276681232452392, "time": 0.1527789354324341, "step": 51040}
{"lr": 0.02981532510892707, "data_time": 0.01715109348297119, "loss_single": 3.6312418460845945, "loss_dense": 3.6134156465530394, "loss": 7.2446574687957765, "time": 0.14567291736602783, "step": 51090}
{"lr": 0.02981532510892707, "data_time": 0.01710798740386963, "loss_single": 3.662808728218079, "loss_dense": 3.6254997730255125, "loss": 7.288308429718017, "time": 0.1474918842315674, "step": 51140}
{"lr": 0.02981532510892707, "data_time": 0.015424013137817383, "loss_single": 3.630989599227905, "loss_dense": 3.6005729913711546, "loss": 7.231562519073487, "time": 0.14718408584594728, "step": 51190}
{"lr": 0.02981532510892707, "data_time": 0.020396780967712403, "loss_single": 3.6305587768554686, "loss_dense": 3.5970238208770753, "loss": 7.227582597732544, "time": 0.1561230182647705, "step": 51240}
{"lr": 0.02981532510892707, "data_time": 0.017168116569519044, "loss_single": 3.6588294982910154, "loss_dense": 3.61906156539917, "loss": 7.2778911113739015, "time": 0.14744391441345214, "step": 51290}
{"lr": 0.02981532510892707, "data_time": 0.02375771999359131, "loss_single": 3.66011221408844, "loss_dense": 3.6202613592147825, "loss": 7.280373477935791, "time": 0.15823519229888916, "step": 51340}
{"lr": 0.02981532510892707, "data_time": 0.02094097137451172, "loss_single": 3.6422564506530763, "loss_dense": 3.6079336643218993, "loss": 7.250190162658692, "time": 0.15766575336456298, "step": 51390}
{"lr": 0.02981532510892707, "data_time": 0.01814718246459961, "loss_single": 3.654599833488464, "loss_dense": 3.620551037788391, "loss": 7.2751508235931395, "time": 0.1508643865585327, "step": 51440}
{"lr": 0.02981532510892707, "data_time": 0.016911625862121582, "loss_single": 3.6381908893585204, "loss_dense": 3.6024849653244018, "loss": 7.240675830841065, "time": 0.21551816463470458, "step": 51490}
{"lr": 0.02981532510892707, "data_time": 0.021793723106384277, "loss_single": 3.634102773666382, "loss_dense": 3.6119295358657837, "loss": 7.246032238006592, "time": 0.1605137348175049, "step": 51540}
{"lr": 0.02981532510892707, "data_time": 0.016722869873046876, "loss_single": 3.6456021308898925, "loss_dense": 3.622478985786438, "loss": 7.268081140518189, "time": 0.15636911392211914, "step": 51590}
{"lr": 0.02981532510892707, "data_time": 0.018682050704956054, "loss_single": 3.6319601774215697, "loss_dense": 3.6016220092773437, "loss": 7.233582258224487, "time": 0.15070858001708984, "step": 51640}
{"lr": 0.02981532510892707, "data_time": 0.017476558685302734, "loss_single": 3.646156907081604, "loss_dense": 3.6167788743972777, "loss": 7.262935781478882, "time": 0.1500181198120117, "step": 51690}
{"lr": 0.02981532510892707, "data_time": 0.03419196605682373, "loss_single": 3.655162882804871, "loss_dense": 3.6223159074783324, "loss": 7.277478837966919, "time": 0.16500115394592285, "step": 51740}
{"lr": 0.02981532510892707, "data_time": 0.019300055503845216, "loss_single": 3.617007040977478, "loss_dense": 3.594469738006592, "loss": 7.211476898193359, "time": 0.2066955804824829, "step": 51790}
{"lr": 0.02981532510892707, "data_time": 0.008658933639526366, "loss_single": 3.610001230239868, "loss_dense": 3.5963404178619385, "loss": 7.2063416004180905, "time": 0.16513102054595946, "step": 51840}
{"lr": 0.02981532510892707, "data_time": 0.018172812461853028, "loss_single": 3.6122850656509398, "loss_dense": 3.593171262741089, "loss": 7.205456352233886, "time": 0.15435366630554198, "step": 51890}
{"lr": 0.02981532510892707, "data_time": 0.01621849536895752, "loss_single": 3.6479325771331785, "loss_dense": 3.6097647905349732, "loss": 7.257697296142578, "time": 0.14777722358703613, "step": 51940}
{"lr": 0.02981532510892707, "data_time": 0.017583203315734864, "loss_single": 3.631509304046631, "loss_dense": 3.5950087308883667, "loss": 7.2265181064605715, "time": 0.15028302669525145, "step": 51990}
{"lr": 0.02981532510892707, "data_time": 0.018201684951782225, "loss_single": 3.612159085273743, "loss_dense": 3.5978997707366944, "loss": 7.2100588321685795, "time": 0.1485417127609253, "step": 52040}
{"lr": 0.02981532510892707, "data_time": 0.020467710494995118, "loss_single": 3.6487744092941283, "loss_dense": 3.6098426818847655, "loss": 7.2586170673370365, "time": 0.15840427875518798, "step": 52090}
{"lr": 0.02981532510892707, "data_time": 0.01896977424621582, "loss_single": 3.6446532249450683, "loss_dense": 3.6247539281845094, "loss": 7.269407129287719, "time": 0.149292254447937, "step": 52140}
{"lr": 0.02981532510892707, "data_time": 0.014051675796508789, "loss_single": 3.6422584772109987, "loss_dense": 3.6274850845336912, "loss": 7.269743537902832, "time": 0.152146053314209, "step": 52190}
{"lr": 0.02981532510892707, "data_time": 0.01607019901275635, "loss_single": 3.6514875650405885, "loss_dense": 3.614393615722656, "loss": 7.265881156921386, "time": 0.14650969505310057, "step": 52240}
{"lr": 0.02981532510892707, "data_time": 0.01797664165496826, "loss_single": 3.675619673728943, "loss_dense": 3.630070161819458, "loss": 7.305689811706543, "time": 0.20610029697418214, "step": 52290}
{"lr": 0.02981532510892707, "data_time": 0.015344929695129395, "loss_single": 3.6506593942642214, "loss_dense": 3.6092741012573244, "loss": 7.259933423995972, "time": 0.1543947219848633, "step": 52340}
{"lr": 0.02981532510892707, "data_time": 0.017726659774780273, "loss_single": 3.66532187461853, "loss_dense": 3.6223127126693724, "loss": 7.2876345157623295, "time": 0.1495652198791504, "step": 52390}
{"lr": 0.02981532510892707, "data_time": 0.017744731903076173, "loss_single": 3.624854016304016, "loss_dense": 3.5902722120285033, "loss": 7.21512622833252, "time": 0.15796957015991211, "step": 52440}
{"lr": 0.02981532510892707, "data_time": 0.016344308853149414, "loss_single": 3.6428869724273683, "loss_dense": 3.622816634178162, "loss": 7.265703582763672, "time": 0.15218572616577147, "step": 52490}
{"lr": 0.02981532510892707, "data_time": 0.013770198822021485, "loss_single": 3.6484840869903565, "loss_dense": 3.6129348993301393, "loss": 7.261419010162354, "time": 0.17107009887695312, "step": 52540}
{"lr": 0.02981532510892707, "data_time": 0.016417479515075682, "loss_single": 3.64616060256958, "loss_dense": 3.61346549987793, "loss": 7.259626007080078, "time": 0.15035650730133057, "step": 52590}
{"lr": 0.02981532510892707, "data_time": 0.017756891250610352, "loss_single": 3.6615323781967164, "loss_dense": 3.623901534080505, "loss": 7.285433912277222, "time": 0.16157155036926268, "step": 52640}
{"lr": 0.02981532510892707, "data_time": 0.017933917045593262, "loss_single": 3.642113375663757, "loss_dense": 3.6053417921066284, "loss": 7.247455167770386, "time": 0.1497575283050537, "step": 52690}
{"lr": 0.02981532510892707, "data_time": 0.018447017669677733, "loss_single": 3.646851634979248, "loss_dense": 3.617526626586914, "loss": 7.264378213882447, "time": 0.15528502464294433, "step": 52740}
{"lr": 0.02981532510892707, "data_time": 0.017067885398864745, "loss_single": 3.6347289800643923, "loss_dense": 3.6081207990646362, "loss": 7.242849731445313, "time": 0.15608341693878175, "step": 52790}
{"lr": 0.02981532510892707, "data_time": 0.018634390830993653, "loss_single": 3.595254588127136, "loss_dense": 3.5723388671875, "loss": 7.167593479156494, "time": 0.15307865142822266, "step": 52840}
{"lr": 0.02981532510892707, "data_time": 0.016533470153808592, "loss_single": 3.659235405921936, "loss_dense": 3.6326109886169435, "loss": 7.291846418380738, "time": 0.1735379695892334, "step": 52890}
{"lr": 0.02981532510892707, "data_time": 0.018898916244506837, "loss_single": 3.6556622266769407, "loss_dense": 3.61415753364563, "loss": 7.269819831848144, "time": 0.14751386642456055, "step": 52940}
{"lr": 0.02981532510892707, "data_time": 0.018785738945007326, "loss_single": 3.607868218421936, "loss_dense": 3.5866656064987184, "loss": 7.194533824920654, "time": 0.1528634786605835, "step": 52990}
{"lr": 0.02981532510892707, "data_time": 0.019047474861145018, "loss_single": 3.6509509086608887, "loss_dense": 3.597532796859741, "loss": 7.24848370552063, "time": 0.15583419799804688, "step": 53040}
{"lr": 0.02981532510892707, "data_time": 0.017237377166748048, "loss_single": 3.611591339111328, "loss_dense": 3.5959734201431273, "loss": 7.207564735412598, "time": 0.1486725091934204, "step": 53090}
{"lr": 0.02981532510892707, "data_time": 0.015064883232116699, "loss_single": 3.6567716121673586, "loss_dense": 3.609557938575745, "loss": 7.266329526901245, "time": 0.20964009761810304, "step": 53140}
{"lr": 0.02981532510892707, "data_time": 0.01906850337982178, "loss_single": 3.617929768562317, "loss_dense": 3.603520131111145, "loss": 7.221449851989746, "time": 0.1516592264175415, "step": 53190}
{"lr": 0.02981532510892707, "data_time": 0.017087912559509276, "loss_single": 3.639064621925354, "loss_dense": 3.62109797000885, "loss": 7.260162591934204, "time": 0.16343066692352295, "step": 53240}
{"lr": 0.02981532510892707, "data_time": 0.01686275005340576, "loss_single": 3.6332313299179075, "loss_dense": 3.595325541496277, "loss": 7.228556966781616, "time": 0.15188353061676024, "step": 53290}
{"lr": 0.02981532510892707, "data_time": 0.017125606536865234, "loss_single": 3.620561695098877, "loss_dense": 3.601750063896179, "loss": 7.2223118305206295, "time": 0.15872416496276856, "step": 53340}
{"lr": 0.02981532510892707, "data_time": 0.0166046142578125, "loss_single": 3.6342219591140745, "loss_dense": 3.599389910697937, "loss": 7.2336118698120115, "time": 0.15748329162597657, "step": 53390}
{"lr": 0.02981532510892707, "data_time": 0.020984411239624023, "loss_single": 3.624938464164734, "loss_dense": 3.5924273252487184, "loss": 7.217365741729736, "time": 0.15484936237335206, "step": 53440}
{"lr": 0.02981532510892707, "data_time": 0.020346522331237793, "loss_single": 3.6377858877182008, "loss_dense": 3.617537593841553, "loss": 7.255323505401611, "time": 0.14935672283172607, "step": 53490}
{"lr": 0.02981532510892707, "data_time": 0.01806948184967041, "loss_single": 3.6470496892929076, "loss_dense": 3.6163274526596068, "loss": 7.263377141952515, "time": 0.15244553089141846, "step": 53540}
{"lr": 0.02981532510892707, "data_time": 0.014955425262451172, "loss_single": 3.6237553358078003, "loss_dense": 3.6090219736099245, "loss": 7.232777261734009, "time": 0.15810184478759765, "step": 53590}
{"lr": 0.02981532510892707, "data_time": 0.020450544357299805, "loss_single": 3.621930694580078, "loss_dense": 3.602609062194824, "loss": 7.224539709091187, "time": 0.15738215446472167, "step": 53640}
{"lr": 0.02981532510892707, "data_time": 0.017865800857543947, "loss_single": 3.627293920516968, "loss_dense": 3.60852530002594, "loss": 7.2358191967010494, "time": 0.15410330295562744, "step": 53690}
{"lr": 0.02981532510892707, "data_time": 0.01635868549346924, "loss_single": 3.62823166847229, "loss_dense": 3.598510408401489, "loss": 7.226742076873779, "time": 0.1604074478149414, "step": 53740}
{"lr": 0.02981532510892707, "data_time": 0.018499326705932618, "loss_single": 3.6830073595046997, "loss_dense": 3.6330899238586425, "loss": 7.316097259521484, "time": 0.15118031501770018, "step": 53790}
{"lr": 0.02981532510892707, "data_time": 0.023255395889282226, "loss_single": 3.6512284755706785, "loss_dense": 3.6090396881103515, "loss": 7.2602681636810305, "time": 0.1608196496963501, "step": 53840}
{"lr": 0.02981532510892707, "data_time": 0.017152118682861327, "loss_single": 3.6439864158630373, "loss_dense": 3.6180498361587525, "loss": 7.2620361804962155, "time": 0.1523468017578125, "step": 53890}
{"lr": 0.02981532510892707, "data_time": 0.019451403617858888, "loss_single": 3.6351900577545164, "loss_dense": 3.5999569654464723, "loss": 7.235147094726562, "time": 0.15838375091552734, "step": 53940}
{"lr": 0.02981532510892707, "data_time": 0.02059512138366699, "loss_single": 3.6029850959777834, "loss_dense": 3.5959784746170045, "loss": 7.198963642120361, "time": 0.15376679897308348, "step": 53990}
{"lr": 0.02981532510892707, "data_time": 0.016356897354125977, "loss_single": 3.651660919189453, "loss_dense": 3.6186570167541503, "loss": 7.270317888259887, "time": 0.15772702693939208, "step": 54040}
{"lr": 0.02981532510892707, "data_time": 0.020056891441345214, "loss_single": 3.631804013252258, "loss_dense": 3.6110008001327514, "loss": 7.242804765701294, "time": 0.15271029472351075, "step": 54090}
{"lr": 0.02981532510892707, "data_time": 0.017434191703796387, "loss_single": 3.6223353862762453, "loss_dense": 3.601956009864807, "loss": 7.224291467666626, "time": 0.15794587135314941, "step": 54140}
{"lr": 0.02981532510892707, "data_time": 0.01516103744506836, "loss_single": 3.6521215438842773, "loss_dense": 3.62992787361145, "loss": 7.282049369812012, "time": 0.1585329532623291, "step": 54190}
{"lr": 0.02981532510892707, "data_time": 0.019080305099487306, "loss_single": 3.662502884864807, "loss_dense": 3.6277649879455565, "loss": 7.290267896652222, "time": 0.14931602478027345, "step": 54240}
{"lr": 0.02981532510892707, "data_time": 0.019119763374328615, "loss_single": 3.6460899114608765, "loss_dense": 3.628063130378723, "loss": 7.274152994155884, "time": 0.15235421657562256, "step": 54290}
{"lr": 0.02981532510892707, "data_time": 0.01743426322937012, "loss_single": 3.621400570869446, "loss_dense": 3.601272130012512, "loss": 7.222672700881958, "time": 0.1626293659210205, "step": 54340}
{"lr": 0.02981532510892707, "data_time": 0.01753082275390625, "loss_single": 3.6395808935165403, "loss_dense": 3.6037156105041506, "loss": 7.243296575546265, "time": 0.15326278209686278, "step": 54390}
{"lr": 0.02981532510892707, "data_time": 0.01610531806945801, "loss_single": 3.6805513858795167, "loss_dense": 3.6435154914855956, "loss": 7.324066829681397, "time": 0.16896157264709472, "step": 54440}
{"lr": 0.02981532510892707, "data_time": 0.019285416603088378, "loss_single": 3.661498522758484, "loss_dense": 3.610059142112732, "loss": 7.2715576171875, "time": 0.1549280881881714, "step": 54490}
{"lr": 0.02981532510892707, "data_time": 0.01893179416656494, "loss_single": 3.6009816884994508, "loss_dense": 3.5881553173065184, "loss": 7.189136981964111, "time": 0.15442407131195068, "step": 54540}
{"lr": 0.02981532510892707, "data_time": 0.016900300979614258, "loss_single": 3.6384090185165405, "loss_dense": 3.6141942024230955, "loss": 7.252603197097779, "time": 0.1525815486907959, "step": 54590}
{"lr": 0.02981532510892707, "data_time": 0.0171248197555542, "loss_single": 3.640929937362671, "loss_dense": 3.627280569076538, "loss": 7.268210554122925, "time": 0.22729647159576416, "step": 54640}
{"lr": 0.02981532510892707, "data_time": 0.02280104160308838, "loss_single": 3.6182123899459837, "loss_dense": 3.5923699855804445, "loss": 7.210582304000854, "time": 0.1540687084197998, "step": 54690}
{"lr": 0.02981532510892707, "data_time": 0.01684737205505371, "loss_single": 3.604209303855896, "loss_dense": 3.5888200044631957, "loss": 7.193029356002808, "time": 0.15315821170806884, "step": 54740}
{"lr": 0.02981532510892707, "data_time": 0.015540480613708496, "loss_single": 3.6202815055847166, "loss_dense": 3.6100122213363646, "loss": 7.2302937507629395, "time": 0.17585883140563965, "step": 54790}
{"lr": 0.02981532510892707, "data_time": 0.01581103801727295, "loss_single": 3.5953782320022585, "loss_dense": 3.5934036493301393, "loss": 7.188781881332398, "time": 0.15483412742614747, "step": 54840}
{"lr": 0.02981532510892707, "data_time": 0.01742284297943115, "loss_single": 3.618826079368591, "loss_dense": 3.5875408411026, "loss": 7.206366920471192, "time": 0.16543247699737548, "step": 54890}
{"lr": 0.02981532510892707, "data_time": 0.01639511585235596, "loss_single": 3.635429930686951, "loss_dense": 3.599722218513489, "loss": 7.235152101516723, "time": 0.15825068950653076, "step": 54940}
{"lr": 0.02981532510892707, "data_time": 0.020352959632873535, "loss_single": 3.6604947090148925, "loss_dense": 3.618543195724487, "loss": 7.279037952423096, "time": 0.15353200435638428, "step": 54990}
{"lr": 0.02981532510892707, "data_time": 0.012389111518859863, "loss_single": 3.626563239097595, "loss_dense": 3.596997618675232, "loss": 7.223560810089111, "time": 0.14242517948150635, "step": 55040}
{"lr": 0.02977663989232161, "data_time": 0.019887256622314452, "loss_single": 3.6266018390655517, "loss_dense": 3.595622205734253, "loss": 7.22222409248352, "time": 0.1514673948287964, "step": 55094}
{"lr": 0.02977663989232161, "data_time": 0.017612695693969727, "loss_single": 3.6442028284072876, "loss_dense": 3.6154428482055665, "loss": 7.259645700454712, "time": 0.14978387355804443, "step": 55144}
{"lr": 0.02977663989232161, "data_time": 0.018930745124816895, "loss_single": 3.603076529502869, "loss_dense": 3.577827286720276, "loss": 7.180903816223145, "time": 0.16107776165008544, "step": 55194}
{"lr": 0.02977663989232161, "data_time": 0.017222499847412108, "loss_single": 3.6265206813812254, "loss_dense": 3.607274889945984, "loss": 7.233795547485352, "time": 0.17277865409851073, "step": 55244}
{"lr": 0.02977663989232161, "data_time": 0.017112064361572265, "loss_single": 3.6167788743972777, "loss_dense": 3.580905032157898, "loss": 7.197683906555175, "time": 0.15645415782928468, "step": 55294}
{"lr": 0.02977663989232161, "data_time": 0.016173362731933594, "loss_single": 3.616069293022156, "loss_dense": 3.599103260040283, "loss": 7.215172481536865, "time": 0.15065014362335205, "step": 55344}
{"lr": 0.02977663989232161, "data_time": 0.014866089820861817, "loss_single": 3.619719386100769, "loss_dense": 3.6016522645950317, "loss": 7.221371698379516, "time": 0.15317506790161134, "step": 55394}
{"lr": 0.02977663989232161, "data_time": 0.02066805362701416, "loss_single": 3.650592637062073, "loss_dense": 3.6223501205444335, "loss": 7.272942590713501, "time": 0.246879243850708, "step": 55444}
{"lr": 0.02977663989232161, "data_time": 0.015432333946228028, "loss_single": 3.6239055395126343, "loss_dense": 3.606415891647339, "loss": 7.230321455001831, "time": 0.1665418863296509, "step": 55494}
{"lr": 0.02977663989232161, "data_time": 0.017073535919189455, "loss_single": 3.6127802610397337, "loss_dense": 3.590795302391052, "loss": 7.203575563430786, "time": 0.16049211025238036, "step": 55544}
{"lr": 0.02977663989232161, "data_time": 0.018918061256408693, "loss_single": 3.62068452835083, "loss_dense": 3.609712839126587, "loss": 7.230397272109985, "time": 0.15877323150634765, "step": 55594}
{"lr": 0.02977663989232161, "data_time": 0.017841196060180663, "loss_single": 3.5993451833724976, "loss_dense": 3.5901503562927246, "loss": 7.18949556350708, "time": 0.14721078872680665, "step": 55644}
{"lr": 0.02977663989232161, "data_time": 0.020949172973632812, "loss_single": 3.643387770652771, "loss_dense": 3.620853567123413, "loss": 7.264241313934326, "time": 0.17331807613372802, "step": 55694}
{"lr": 0.02977663989232161, "data_time": 0.015268349647521972, "loss_single": 3.6197224617004395, "loss_dense": 3.61402747631073, "loss": 7.233749914169311, "time": 0.15916478633880615, "step": 55744}
{"lr": 0.02977663989232161, "data_time": 0.01897923946380615, "loss_single": 3.6366729974746703, "loss_dense": 3.611067461967468, "loss": 7.24774055480957, "time": 0.151305890083313, "step": 55794}
{"lr": 0.02977663989232161, "data_time": 0.01805281639099121, "loss_single": 3.6165613412857054, "loss_dense": 3.6082793712615966, "loss": 7.224840784072876, "time": 0.15182831287384033, "step": 55844}
{"lr": 0.02977663989232161, "data_time": 0.018667054176330567, "loss_single": 3.6266666412353517, "loss_dense": 3.6007429122924806, "loss": 7.227409601211548, "time": 0.1583580493927002, "step": 55894}
{"lr": 0.02977663989232161, "data_time": 0.018787646293640138, "loss_single": 3.634566879272461, "loss_dense": 3.6119667530059814, "loss": 7.246533584594727, "time": 0.15695462226867676, "step": 55944}
{"lr": 0.02977663989232161, "data_time": 0.01960136890411377, "loss_single": 3.6226478099822996, "loss_dense": 3.5980604887008667, "loss": 7.220708274841309, "time": 0.2483360528945923, "step": 55994}
{"lr": 0.02977663989232161, "data_time": 0.028091049194335936, "loss_single": 3.632457137107849, "loss_dense": 3.5922351121902465, "loss": 7.224692249298096, "time": 0.17154314517974853, "step": 56044}
{"lr": 0.02977663989232161, "data_time": 0.019463515281677245, "loss_single": 3.6510202646255494, "loss_dense": 3.6275413751602175, "loss": 7.278561592102051, "time": 0.15027086734771727, "step": 56094}
{"lr": 0.02977663989232161, "data_time": 0.020158767700195312, "loss_single": 3.6134339809417724, "loss_dense": 3.585050082206726, "loss": 7.19848403930664, "time": 0.15316896438598632, "step": 56144}
{"lr": 0.02977663989232161, "data_time": 0.017078328132629394, "loss_single": 3.600207233428955, "loss_dense": 3.5840605735778808, "loss": 7.184267807006836, "time": 0.14824776649475097, "step": 56194}
{"lr": 0.02977663989232161, "data_time": 0.017116761207580565, "loss_single": 3.611745834350586, "loss_dense": 3.5914668083190917, "loss": 7.203212690353394, "time": 0.15380940437316895, "step": 56244}
{"lr": 0.02977663989232161, "data_time": 0.018836402893066408, "loss_single": 3.625848174095154, "loss_dense": 3.591910982131958, "loss": 7.217759132385254, "time": 0.17806856632232665, "step": 56294}
{"lr": 0.02977663989232161, "data_time": 0.02003524303436279, "loss_single": 3.6305095195770263, "loss_dense": 3.6206908226013184, "loss": 7.251200246810913, "time": 0.15291206836700438, "step": 56344}
{"lr": 0.02977663989232161, "data_time": 0.01750485897064209, "loss_single": 3.651750636100769, "loss_dense": 3.623516082763672, "loss": 7.2752667427062985, "time": 0.14728198051452637, "step": 56394}
{"lr": 0.02977663989232161, "data_time": 0.016913580894470214, "loss_single": 3.6228790044784547, "loss_dense": 3.6152442932128905, "loss": 7.238123369216919, "time": 0.17253146171569825, "step": 56444}
{"lr": 0.02977663989232161, "data_time": 0.021100664138793947, "loss_single": 3.6166191577911375, "loss_dense": 3.604392886161804, "loss": 7.2210120677948, "time": 0.15366699695587158, "step": 56494}
{"lr": 0.02977663989232161, "data_time": 0.020038557052612305, "loss_single": 3.6343329429626463, "loss_dense": 3.607899379730225, "loss": 7.24223222732544, "time": 0.1975407838821411, "step": 56544}
{"lr": 0.02977663989232161, "data_time": 0.015716361999511718, "loss_single": 3.614646482467651, "loss_dense": 3.5930376052856445, "loss": 7.20768404006958, "time": 0.15686585903167724, "step": 56594}
{"lr": 0.02977663989232161, "data_time": 0.01771566867828369, "loss_single": 3.629716491699219, "loss_dense": 3.606260895729065, "loss": 7.235977411270142, "time": 0.1594226598739624, "step": 56644}
{"lr": 0.02977663989232161, "data_time": 0.012736773490905762, "loss_single": 3.6334059715270994, "loss_dense": 3.612885308265686, "loss": 7.246291303634644, "time": 0.1602633237838745, "step": 56694}
{"lr": 0.02977663989232161, "data_time": 0.018711209297180176, "loss_single": 3.6304935216903687, "loss_dense": 3.6298582553863525, "loss": 7.2603518009185795, "time": 0.149786114692688, "step": 56744}
{"lr": 0.02977663989232161, "data_time": 0.015799736976623534, "loss_single": 3.647963047027588, "loss_dense": 3.598915863037109, "loss": 7.246878910064697, "time": 0.22276511192321777, "step": 56794}
{"lr": 0.02977663989232161, "data_time": 0.026650881767272948, "loss_single": 3.636213493347168, "loss_dense": 3.609455966949463, "loss": 7.2456694602966305, "time": 0.16531660556793212, "step": 56844}
{"lr": 0.02977663989232161, "data_time": 0.018944835662841795, "loss_single": 3.594806456565857, "loss_dense": 3.588214302062988, "loss": 7.183020734786988, "time": 0.15062503814697265, "step": 56894}
{"lr": 0.02977663989232161, "data_time": 0.01689784526824951, "loss_single": 3.6305336713790894, "loss_dense": 3.6133384704589844, "loss": 7.2438720703125, "time": 0.15054738521575928, "step": 56944}
{"lr": 0.02977663989232161, "data_time": 0.02933793067932129, "loss_single": 3.613981914520264, "loss_dense": 3.607827377319336, "loss": 7.221809339523316, "time": 0.1631331205368042, "step": 56994}
{"lr": 0.02977663989232161, "data_time": 0.016739368438720703, "loss_single": 3.6206967353820803, "loss_dense": 3.608407163619995, "loss": 7.229103946685791, "time": 0.14999613761901856, "step": 57044}
{"lr": 0.02977663989232161, "data_time": 0.022121310234069824, "loss_single": 3.629755973815918, "loss_dense": 3.613662910461426, "loss": 7.243418836593628, "time": 0.2004537582397461, "step": 57094}
{"lr": 0.02977663989232161, "data_time": 0.022958755493164062, "loss_single": 3.605067777633667, "loss_dense": 3.584285616874695, "loss": 7.189353370666504, "time": 0.19121110439300537, "step": 57144}
{"lr": 0.02977663989232161, "data_time": 0.016910505294799805, "loss_single": 3.6236079454422, "loss_dense": 3.612373685836792, "loss": 7.235981607437134, "time": 0.1635829448699951, "step": 57194}
{"lr": 0.02977663989232161, "data_time": 0.016867232322692872, "loss_single": 3.632394623756409, "loss_dense": 3.624443244934082, "loss": 7.256837797164917, "time": 0.1528259038925171, "step": 57244}
{"lr": 0.02977663989232161, "data_time": 0.018012404441833496, "loss_single": 3.6282188177108763, "loss_dense": 3.614693808555603, "loss": 7.242912530899048, "time": 0.14948480129241942, "step": 57294}
{"lr": 0.02977663989232161, "data_time": 0.019283246994018555, "loss_single": 3.6190627574920655, "loss_dense": 3.61959855556488, "loss": 7.238661384582519, "time": 0.15385172367095948, "step": 57344}
{"lr": 0.02977663989232161, "data_time": 0.016704154014587403, "loss_single": 3.5991801738739015, "loss_dense": 3.5903714895248413, "loss": 7.1895516872406, "time": 0.15143992900848388, "step": 57394}
{"lr": 0.02977663989232161, "data_time": 0.016749072074890136, "loss_single": 3.6225003719329836, "loss_dense": 3.5970763683319094, "loss": 7.219576787948609, "time": 0.1499272108078003, "step": 57444}
{"lr": 0.02977663989232161, "data_time": 0.020891213417053224, "loss_single": 3.626872420310974, "loss_dense": 3.614285922050476, "loss": 7.24115834236145, "time": 0.15156075954437256, "step": 57494}
{"lr": 0.02977663989232161, "data_time": 0.015732312202453615, "loss_single": 3.597401332855225, "loss_dense": 3.586143469810486, "loss": 7.183544731140136, "time": 0.17534780502319336, "step": 57544}
{"lr": 0.02977663989232161, "data_time": 0.01893742084503174, "loss_single": 3.6315947771072388, "loss_dense": 3.624181866645813, "loss": 7.2557765483856205, "time": 0.1502459764480591, "step": 57594}
{"lr": 0.02977663989232161, "data_time": 0.017586135864257814, "loss_single": 3.612843132019043, "loss_dense": 3.6032384872436523, "loss": 7.216081619262695, "time": 0.1588343620300293, "step": 57644}
{"lr": 0.02977663989232161, "data_time": 0.017745471000671385, "loss_single": 3.6119012355804445, "loss_dense": 3.605578327178955, "loss": 7.217479515075683, "time": 0.1542280435562134, "step": 57694}
{"lr": 0.02977663989232161, "data_time": 0.01867365837097168, "loss_single": 3.6385382413864136, "loss_dense": 3.6056514501571657, "loss": 7.244189691543579, "time": 0.16776816844940184, "step": 57744}
{"lr": 0.02977663989232161, "data_time": 0.017934179306030272, "loss_single": 3.601837682723999, "loss_dense": 3.594823408126831, "loss": 7.19666109085083, "time": 0.15053880214691162, "step": 57794}
{"lr": 0.02977663989232161, "data_time": 0.019321608543395995, "loss_single": 3.651262974739075, "loss_dense": 3.632714867591858, "loss": 7.283977842330932, "time": 0.15476000308990479, "step": 57844}
{"lr": 0.02977663989232161, "data_time": 0.01981985569000244, "loss_single": 3.6132869482040406, "loss_dense": 3.605451250076294, "loss": 7.218738174438476, "time": 0.15260050296783448, "step": 57894}
{"lr": 0.02977663989232161, "data_time": 0.019135928153991698, "loss_single": 3.618023681640625, "loss_dense": 3.609985589981079, "loss": 7.228009271621704, "time": 0.1516474485397339, "step": 57944}
{"lr": 0.02977663989232161, "data_time": 0.020007610321044922, "loss_single": 3.6563958406448362, "loss_dense": 3.636080574989319, "loss": 7.292476463317871, "time": 0.18476765155792235, "step": 57994}
{"lr": 0.02977663989232161, "data_time": 0.01753380298614502, "loss_single": 3.614741253852844, "loss_dense": 3.5941073656082154, "loss": 7.208848714828491, "time": 0.16711173057556153, "step": 58044}
{"lr": 0.02977663989232161, "data_time": 0.01470322608947754, "loss_single": 3.60671181678772, "loss_dense": 3.62155396938324, "loss": 7.228265762329102, "time": 0.2051823616027832, "step": 58094}
{"lr": 0.02977663989232161, "data_time": 0.013519382476806641, "loss_single": 3.5860488176345826, "loss_dense": 3.580301833152771, "loss": 7.166350650787353, "time": 0.16754510402679443, "step": 58144}
{"lr": 0.02977663989232161, "data_time": 0.021544718742370607, "loss_single": 3.64379768371582, "loss_dense": 3.612500524520874, "loss": 7.256298208236695, "time": 0.17137351036071777, "step": 58194}
{"lr": 0.02977663989232161, "data_time": 0.018522930145263673, "loss_single": 3.6154417514801027, "loss_dense": 3.6163297653198243, "loss": 7.231771516799927, "time": 0.1649857997894287, "step": 58244}
{"lr": 0.02977663989232161, "data_time": 0.015447306632995605, "loss_single": 3.6102309226989746, "loss_dense": 3.6231580495834352, "loss": 7.233389043807984, "time": 0.18912036418914796, "step": 58294}
{"lr": 0.02977663989232161, "data_time": 0.021430611610412598, "loss_single": 3.633622169494629, "loss_dense": 3.629135584831238, "loss": 7.262757778167725, "time": 0.20068111419677734, "step": 58344}
{"lr": 0.02977663989232161, "data_time": 0.017870426177978516, "loss_single": 3.5772201776504517, "loss_dense": 3.5801445960998537, "loss": 7.157364845275879, "time": 0.15928714275360106, "step": 58394}
{"lr": 0.02977663989232161, "data_time": 0.016639304161071778, "loss_single": 3.5890676498413088, "loss_dense": 3.592816472053528, "loss": 7.181884145736694, "time": 0.1562939167022705, "step": 58444}
{"lr": 0.02977663989232161, "data_time": 0.020697617530822755, "loss_single": 3.601750922203064, "loss_dense": 3.5955663681030274, "loss": 7.197317314147949, "time": 0.15749034881591797, "step": 58494}
{"lr": 0.02977663989232161, "data_time": 0.020937609672546386, "loss_single": 3.61919424533844, "loss_dense": 3.5901088953018188, "loss": 7.209303140640259, "time": 0.15976428985595703, "step": 58544}
{"lr": 0.02977663989232161, "data_time": 0.0179840087890625, "loss_single": 3.609550428390503, "loss_dense": 3.6077823400497437, "loss": 7.217332744598389, "time": 0.2836978197097778, "step": 58594}
{"lr": 0.02977663989232161, "data_time": 0.018352270126342773, "loss_single": 3.621264839172363, "loss_dense": 3.624386429786682, "loss": 7.245651292800903, "time": 0.17369742393493653, "step": 58644}
{"lr": 0.02977663989232161, "data_time": 0.01788284778594971, "loss_single": 3.630329895019531, "loss_dense": 3.6216214656829835, "loss": 7.251951360702515, "time": 0.1648655652999878, "step": 58694}
{"lr": 0.02977663989232161, "data_time": 0.018208765983581544, "loss_single": 3.604257583618164, "loss_dense": 3.595717263221741, "loss": 7.1999749660491945, "time": 0.1531663179397583, "step": 58744}
{"lr": 0.02977663989232161, "data_time": 0.017668604850769043, "loss_single": 3.6348354816436768, "loss_dense": 3.645071029663086, "loss": 7.279906558990478, "time": 0.1530975580215454, "step": 58794}
{"lr": 0.02977663989232161, "data_time": 0.019424295425415038, "loss_single": 3.6458337783813475, "loss_dense": 3.6341660022735596, "loss": 7.279999780654907, "time": 0.15329933166503906, "step": 58844}
{"lr": 0.02977663989232161, "data_time": 0.019522929191589357, "loss_single": 3.5928300619125366, "loss_dense": 3.5876563787460327, "loss": 7.180486488342285, "time": 0.20671467781066893, "step": 58894}
{"lr": 0.02977663989232161, "data_time": 0.01611771583557129, "loss_single": 3.5923624515533445, "loss_dense": 3.600109267234802, "loss": 7.192471694946289, "time": 0.15387258529663086, "step": 58944}
{"lr": 0.02977663989232161, "data_time": 0.018783879280090333, "loss_single": 3.6505091905593874, "loss_dense": 3.6367568731307984, "loss": 7.287266111373901, "time": 0.15202772617340088, "step": 58994}
{"lr": 0.02977663989232161, "data_time": 0.01742403507232666, "loss_single": 3.6098617792129515, "loss_dense": 3.612521028518677, "loss": 7.222382831573486, "time": 0.1508164644241333, "step": 59044}
{"lr": 0.02977663989232161, "data_time": 0.025938796997070312, "loss_single": 3.6169439792633056, "loss_dense": 3.6116100549697876, "loss": 7.228554058074951, "time": 0.15882534980773927, "step": 59094}
{"lr": 0.02977663989232161, "data_time": 0.02158699035644531, "loss_single": 3.6047362327575683, "loss_dense": 3.5875412702560423, "loss": 7.1922773838043215, "time": 0.21516988277435303, "step": 59144}
{"lr": 0.02977663989232161, "data_time": 0.01915137767791748, "loss_single": 3.6147053956985475, "loss_dense": 3.6112222194671633, "loss": 7.225927639007568, "time": 0.15441765785217285, "step": 59194}
{"lr": 0.02977663989232161, "data_time": 0.018102288246154785, "loss_single": 3.644275116920471, "loss_dense": 3.652239370346069, "loss": 7.296514511108398, "time": 0.15556130409240723, "step": 59244}
{"lr": 0.02977663989232161, "data_time": 0.018386983871459962, "loss_single": 3.6247122287750244, "loss_dense": 3.62036554813385, "loss": 7.245077753067017, "time": 0.15149664878845215, "step": 59294}
{"lr": 0.02977663989232161, "data_time": 0.015917134284973145, "loss_single": 3.61674165725708, "loss_dense": 3.6056518077850344, "loss": 7.222393465042114, "time": 0.14939258098602295, "step": 59344}
{"lr": 0.02977663989232161, "data_time": 0.01937558650970459, "loss_single": 3.599893808364868, "loss_dense": 3.5943583726882933, "loss": 7.194252252578735, "time": 0.15948100090026857, "step": 59394}
{"lr": 0.02977663989232161, "data_time": 0.01938011646270752, "loss_single": 3.6129878997802733, "loss_dense": 3.6063035249710085, "loss": 7.21929144859314, "time": 0.15560495853424072, "step": 59444}
{"lr": 0.02977663989232161, "data_time": 0.017847180366516113, "loss_single": 3.595339846611023, "loss_dense": 3.6096590757369995, "loss": 7.204998779296875, "time": 0.14989333152770995, "step": 59494}
{"lr": 0.02977663989232161, "data_time": 0.019588065147399903, "loss_single": 3.6051198959350588, "loss_dense": 3.5986289024353026, "loss": 7.203748798370361, "time": 0.15390877723693847, "step": 59544}
{"lr": 0.02977663989232161, "data_time": 0.01717510223388672, "loss_single": 3.6290446758270263, "loss_dense": 3.6043208360672, "loss": 7.233365488052368, "time": 0.16131246089935303, "step": 59594}
{"lr": 0.02977663989232161, "data_time": 0.022206640243530272, "loss_single": 3.626254439353943, "loss_dense": 3.61057825088501, "loss": 7.2368326663970945, "time": 0.15173356533050536, "step": 59644}
{"lr": 0.02977663989232161, "data_time": 0.016070866584777833, "loss_single": 3.6311192989349363, "loss_dense": 3.6043439149856566, "loss": 7.235463285446167, "time": 0.16814935207366943, "step": 59694}
{"lr": 0.02977663989232161, "data_time": 0.016631245613098145, "loss_single": 3.6303624868392945, "loss_dense": 3.6178727388381957, "loss": 7.24823522567749, "time": 0.1602344512939453, "step": 59744}
{"lr": 0.02977663989232161, "data_time": 0.014559626579284668, "loss_single": 3.6024914264678953, "loss_dense": 3.5980079412460326, "loss": 7.2004992961883545, "time": 0.15092413425445556, "step": 59794}
{"lr": 0.02977663989232161, "data_time": 0.018287086486816408, "loss_single": 3.6353999376296997, "loss_dense": 3.626975154876709, "loss": 7.262375020980835, "time": 0.14915378093719484, "step": 59844}
{"lr": 0.02977663989232161, "data_time": 0.010963058471679688, "loss_single": 3.610690450668335, "loss_dense": 3.615400195121765, "loss": 7.22609052658081, "time": 0.16063206195831298, "step": 59894}
{"lr": 0.02977663989232161, "data_time": 0.026612091064453124, "loss_single": 3.611135149002075, "loss_dense": 3.6186745405197143, "loss": 7.229809761047363, "time": 0.18466546535491943, "step": 59944}
{"lr": 0.02977663989232161, "data_time": 0.01721236705780029, "loss_single": 3.6215774774551392, "loss_dense": 3.6104921817779543, "loss": 7.232069683074951, "time": 0.14657824039459227, "step": 59994}
{"lr": 0.02977663989232161, "data_time": 0.008177232742309571, "loss_single": 3.6242847204208375, "loss_dense": 3.621578550338745, "loss": 7.245863246917724, "time": 0.14008166790008544, "step": 60044}
{"lr": 0.029734308760930334, "data_time": 0.013946866989135743, "loss_single": 3.6264225482940673, "loss_dense": 3.596574831008911, "loss": 7.22299747467041, "time": 0.1691897392272949, "step": 60098}
{"lr": 0.029734308760930334, "data_time": 0.01776759624481201, "loss_single": 3.652403736114502, "loss_dense": 3.6248519659042358, "loss": 7.277255630493164, "time": 0.14866130352020263, "step": 60148}
{"lr": 0.029734308760930334, "data_time": 0.019191169738769533, "loss_single": 3.627131223678589, "loss_dense": 3.6077545642852784, "loss": 7.234885835647583, "time": 0.15210795402526855, "step": 60198}
{"lr": 0.029734308760930334, "data_time": 0.017133045196533202, "loss_single": 3.6104420900344847, "loss_dense": 3.6192059755325316, "loss": 7.229648017883301, "time": 0.1654266119003296, "step": 60248}
{"lr": 0.029734308760930334, "data_time": 0.018517613410949707, "loss_single": 3.5931333780288695, "loss_dense": 3.5899842262268065, "loss": 7.183117628097534, "time": 0.16553022861480712, "step": 60298}
{"lr": 0.029734308760930334, "data_time": 0.01887080669403076, "loss_single": 3.6262440204620363, "loss_dense": 3.6238466262817384, "loss": 7.250090551376343, "time": 0.1555017948150635, "step": 60348}
{"lr": 0.029734308760930334, "data_time": 0.017042088508605956, "loss_single": 3.5970669269561766, "loss_dense": 3.609458255767822, "loss": 7.206525182723999, "time": 0.14807567596435547, "step": 60398}
{"lr": 0.029734308760930334, "data_time": 0.01672964096069336, "loss_single": 3.6047513484954834, "loss_dense": 3.591025447845459, "loss": 7.195776748657226, "time": 0.15118303298950195, "step": 60448}
{"lr": 0.029734308760930334, "data_time": 0.01783604621887207, "loss_single": 3.6171032428741454, "loss_dense": 3.602185845375061, "loss": 7.21928915977478, "time": 0.15396456718444823, "step": 60498}
{"lr": 0.029734308760930334, "data_time": 0.019520139694213866, "loss_single": 3.61031973361969, "loss_dense": 3.6056626558303835, "loss": 7.215982341766358, "time": 0.15427467823028565, "step": 60548}
{"lr": 0.029734308760930334, "data_time": 0.016600704193115233, "loss_single": 3.613628649711609, "loss_dense": 3.5990657567977906, "loss": 7.212694358825684, "time": 0.15634868144989014, "step": 60598}
{"lr": 0.029734308760930334, "data_time": 0.019472646713256835, "loss_single": 3.606431746482849, "loss_dense": 3.598040294647217, "loss": 7.2044719696044925, "time": 0.15113477706909179, "step": 60648}
{"lr": 0.029734308760930334, "data_time": 0.02319808006286621, "loss_single": 3.6425503730773925, "loss_dense": 3.623041582107544, "loss": 7.2655919075012205, "time": 0.16164004802703857, "step": 60698}
{"lr": 0.029734308760930334, "data_time": 0.017670178413391115, "loss_single": 3.6176394701004027, "loss_dense": 3.5901685476303102, "loss": 7.207807970046997, "time": 0.14928247928619384, "step": 60748}
{"lr": 0.029734308760930334, "data_time": 0.02100241184234619, "loss_single": 3.614232587814331, "loss_dense": 3.6113852977752687, "loss": 7.225617837905884, "time": 0.15016775131225585, "step": 60798}
{"lr": 0.029734308760930334, "data_time": 0.016816329956054688, "loss_single": 3.6250847816467284, "loss_dense": 3.62160005569458, "loss": 7.246684837341308, "time": 0.1638347864151001, "step": 60848}
{"lr": 0.029734308760930334, "data_time": 0.01775822639465332, "loss_single": 3.602108383178711, "loss_dense": 3.604679560661316, "loss": 7.206788015365601, "time": 0.15168676376342774, "step": 60898}
{"lr": 0.029734308760930334, "data_time": 0.016152215003967286, "loss_single": 3.611000156402588, "loss_dense": 3.5949637651443482, "loss": 7.205963897705078, "time": 0.1542222023010254, "step": 60948}
{"lr": 0.029734308760930334, "data_time": 0.015241432189941406, "loss_single": 3.5974783897399902, "loss_dense": 3.6045086860656737, "loss": 7.201987028121948, "time": 0.15474886894226075, "step": 60998}
{"lr": 0.029734308760930334, "data_time": 0.018016362190246583, "loss_single": 3.588160514831543, "loss_dense": 3.5965936183929443, "loss": 7.1847539901733395, "time": 0.15105955600738524, "step": 61048}
{"lr": 0.029734308760930334, "data_time": 0.01728532314300537, "loss_single": 3.648207759857178, "loss_dense": 3.626410460472107, "loss": 7.274618244171142, "time": 0.15197324752807617, "step": 61098}
{"lr": 0.029734308760930334, "data_time": 0.019145107269287108, "loss_single": 3.5992696285247803, "loss_dense": 3.595226860046387, "loss": 7.194496393203735, "time": 0.15129425525665283, "step": 61148}
{"lr": 0.029734308760930334, "data_time": 0.01863269805908203, "loss_single": 3.5972954511642454, "loss_dense": 3.593495082855225, "loss": 7.190790510177612, "time": 0.19345929622650146, "step": 61198}
{"lr": 0.029734308760930334, "data_time": 0.01918022632598877, "loss_single": 3.5788916110992433, "loss_dense": 3.589663577079773, "loss": 7.168555212020874, "time": 0.16073935031890868, "step": 61248}
{"lr": 0.029734308760930334, "data_time": 0.03314206600189209, "loss_single": 3.591001057624817, "loss_dense": 3.5866817474365233, "loss": 7.177682828903198, "time": 0.16529428958892822, "step": 61298}
{"lr": 0.029734308760930334, "data_time": 0.017225027084350586, "loss_single": 3.5947741508483886, "loss_dense": 3.603650999069214, "loss": 7.198425197601319, "time": 0.16673057079315184, "step": 61348}
{"lr": 0.029734308760930334, "data_time": 0.017615890502929686, "loss_single": 3.6060601711273192, "loss_dense": 3.5872385263442994, "loss": 7.193298768997193, "time": 0.1505483865737915, "step": 61398}
{"lr": 0.029734308760930334, "data_time": 0.018305468559265136, "loss_single": 3.6243225574493407, "loss_dense": 3.617030167579651, "loss": 7.24135274887085, "time": 0.15840139389038085, "step": 61448}
{"lr": 0.029734308760930334, "data_time": 0.016961169242858887, "loss_single": 3.6060862064361574, "loss_dense": 3.594088053703308, "loss": 7.200174236297608, "time": 0.16427361965179443, "step": 61498}
{"lr": 0.029734308760930334, "data_time": 0.017545580863952637, "loss_single": 3.6135099649429323, "loss_dense": 3.6102611303329466, "loss": 7.2237711429595945, "time": 0.15267660617828369, "step": 61548}
{"lr": 0.029734308760930334, "data_time": 0.019078850746154785, "loss_single": 3.6054585218429565, "loss_dense": 3.605489492416382, "loss": 7.210948038101196, "time": 0.15211794376373292, "step": 61598}
{"lr": 0.029734308760930334, "data_time": 0.01669301986694336, "loss_single": 3.6226327419281006, "loss_dense": 3.607758951187134, "loss": 7.230391645431519, "time": 0.15302603244781493, "step": 61648}
{"lr": 0.029734308760930334, "data_time": 0.01827361583709717, "loss_single": 3.6203216075897218, "loss_dense": 3.615392231941223, "loss": 7.235713815689087, "time": 0.14978020191192626, "step": 61698}
{"lr": 0.029734308760930334, "data_time": 0.021548700332641602, "loss_single": 3.6138779878616334, "loss_dense": 3.6082515478134156, "loss": 7.22212963104248, "time": 0.17064037322998046, "step": 61748}
{"lr": 0.029734308760930334, "data_time": 0.016272687911987306, "loss_single": 3.6100565671920775, "loss_dense": 3.5984720945358277, "loss": 7.208528661727906, "time": 0.18536546230316162, "step": 61798}
{"lr": 0.029734308760930334, "data_time": 0.017136859893798827, "loss_single": 3.5833324432373046, "loss_dense": 3.5936450719833375, "loss": 7.1769775390625, "time": 0.15984807014465333, "step": 61848}
{"lr": 0.029734308760930334, "data_time": 0.01980280876159668, "loss_single": 3.613213133811951, "loss_dense": 3.6064942359924315, "loss": 7.219707393646241, "time": 0.16314663887023925, "step": 61898}
{"lr": 0.029734308760930334, "data_time": 0.01806480884552002, "loss_single": 3.600748825073242, "loss_dense": 3.5842503786087034, "loss": 7.184999179840088, "time": 0.14825780391693116, "step": 61948}
{"lr": 0.029734308760930334, "data_time": 0.0170137882232666, "loss_single": 3.603643298149109, "loss_dense": 3.6111830949783323, "loss": 7.214826345443726, "time": 0.21771502494812012, "step": 61998}
{"lr": 0.029734308760930334, "data_time": 0.019680237770080565, "loss_single": 3.630199933052063, "loss_dense": 3.618666911125183, "loss": 7.24886679649353, "time": 0.15467407703399658, "step": 62048}
{"lr": 0.029734308760930334, "data_time": 0.016402244567871094, "loss_single": 3.623217988014221, "loss_dense": 3.615019679069519, "loss": 7.238237619400024, "time": 0.1502366542816162, "step": 62098}
{"lr": 0.029734308760930334, "data_time": 0.016232562065124512, "loss_single": 3.618863916397095, "loss_dense": 3.6186480283737184, "loss": 7.2375119686126705, "time": 0.14550061225891114, "step": 62148}
{"lr": 0.029734308760930334, "data_time": 0.0166797399520874, "loss_single": 3.6424379110336305, "loss_dense": 3.633142352104187, "loss": 7.275580358505249, "time": 0.1493152856826782, "step": 62198}
{"lr": 0.029734308760930334, "data_time": 0.013722634315490723, "loss_single": 3.6070969581604, "loss_dense": 3.6118788003921507, "loss": 7.218975687026978, "time": 0.16700737476348876, "step": 62248}
{"lr": 0.029734308760930334, "data_time": 0.01831188201904297, "loss_single": 3.588322949409485, "loss_dense": 3.588240218162537, "loss": 7.1765632152557375, "time": 0.14912099838256837, "step": 62298}
{"lr": 0.029734308760930334, "data_time": 0.01951138973236084, "loss_single": 3.5966359853744505, "loss_dense": 3.5990869760513307, "loss": 7.195722961425782, "time": 0.1539090633392334, "step": 62348}
{"lr": 0.029734308760930334, "data_time": 0.017799568176269532, "loss_single": 3.608494019508362, "loss_dense": 3.6051044702529906, "loss": 7.2135984897613525, "time": 0.15517017841339112, "step": 62398}
{"lr": 0.029734308760930334, "data_time": 0.018732500076293946, "loss_single": 3.6083230495452883, "loss_dense": 3.610919451713562, "loss": 7.219242572784424, "time": 0.1504897356033325, "step": 62448}
{"lr": 0.029734308760930334, "data_time": 0.015527677536010743, "loss_single": 3.5781228303909303, "loss_dense": 3.591672992706299, "loss": 7.169795894622803, "time": 0.15826594829559326, "step": 62498}
{"lr": 0.029734308760930334, "data_time": 0.018111634254455566, "loss_single": 3.5829328298568726, "loss_dense": 3.59132080078125, "loss": 7.174253702163696, "time": 0.15080082416534424, "step": 62548}
{"lr": 0.029734308760930334, "data_time": 0.02282547950744629, "loss_single": 3.6193318128585816, "loss_dense": 3.603525233268738, "loss": 7.222857046127319, "time": 0.1630462884902954, "step": 62598}
{"lr": 0.029734308760930334, "data_time": 0.017445802688598633, "loss_single": 3.628191685676575, "loss_dense": 3.6173259735107424, "loss": 7.245517635345459, "time": 0.1545344114303589, "step": 62648}
{"lr": 0.029734308760930334, "data_time": 0.016202974319458007, "loss_single": 3.5889726877212524, "loss_dense": 3.597139501571655, "loss": 7.186112260818481, "time": 0.16018762588500976, "step": 62698}
{"lr": 0.029734308760930334, "data_time": 0.01933901309967041, "loss_single": 3.5946056127548216, "loss_dense": 3.587534999847412, "loss": 7.182140636444092, "time": 0.1538239002227783, "step": 62748}
{"lr": 0.029734308760930334, "data_time": 0.0169722318649292, "loss_single": 3.60196316242218, "loss_dense": 3.6121962308883666, "loss": 7.214159440994263, "time": 0.14896697998046876, "step": 62798}
{"lr": 0.029734308760930334, "data_time": 0.018266630172729493, "loss_single": 3.605625104904175, "loss_dense": 3.5971341133117676, "loss": 7.202759313583374, "time": 0.14955635070800782, "step": 62848}
{"lr": 0.029734308760930334, "data_time": 0.017142057418823242, "loss_single": 3.573406386375427, "loss_dense": 3.581195259094238, "loss": 7.154601526260376, "time": 0.1570951223373413, "step": 62898}
{"lr": 0.029734308760930334, "data_time": 0.023261260986328126, "loss_single": 3.590737986564636, "loss_dense": 3.6125144481658937, "loss": 7.203252458572388, "time": 0.1588054418563843, "step": 62948}
{"lr": 0.029734308760930334, "data_time": 0.02480781078338623, "loss_single": 3.615680623054504, "loss_dense": 3.61590576171875, "loss": 7.2315864086151125, "time": 0.23432812690734864, "step": 62998}
{"lr": 0.029734308760930334, "data_time": 0.017276787757873537, "loss_single": 3.589942145347595, "loss_dense": 3.5841511487960815, "loss": 7.174093341827392, "time": 0.151983642578125, "step": 63048}
{"lr": 0.029734308760930334, "data_time": 0.018537259101867674, "loss_single": 3.5978666305541993, "loss_dense": 3.614792728424072, "loss": 7.212659311294556, "time": 0.15380618572235108, "step": 63098}
{"lr": 0.029734308760930334, "data_time": 0.015322422981262207, "loss_single": 3.593573474884033, "loss_dense": 3.5926841497421265, "loss": 7.186257600784302, "time": 0.15887084007263183, "step": 63148}
{"lr": 0.029734308760930334, "data_time": 0.02289869785308838, "loss_single": 3.578824496269226, "loss_dense": 3.5783370971679687, "loss": 7.157161617279053, "time": 0.1573357105255127, "step": 63198}
{"lr": 0.029734308760930334, "data_time": 0.01881840229034424, "loss_single": 3.5960002660751345, "loss_dense": 3.6030301809310914, "loss": 7.199030494689941, "time": 0.15121848583221437, "step": 63248}
{"lr": 0.029734308760930334, "data_time": 0.01787574291229248, "loss_single": 3.6104973554611206, "loss_dense": 3.597646975517273, "loss": 7.208144330978394, "time": 0.1634195327758789, "step": 63298}
{"lr": 0.029734308760930334, "data_time": 0.018292331695556642, "loss_single": 3.5901242017745973, "loss_dense": 3.609006404876709, "loss": 7.199130582809448, "time": 0.1976715326309204, "step": 63348}
{"lr": 0.029734308760930334, "data_time": 0.016129231452941893, "loss_single": 3.6022377729415895, "loss_dense": 3.599688673019409, "loss": 7.2019264698028564, "time": 0.14787447452545166, "step": 63398}
{"lr": 0.029734308760930334, "data_time": 0.015844249725341798, "loss_single": 3.5637195825576784, "loss_dense": 3.5890493631362914, "loss": 7.152768945693969, "time": 0.16938459873199463, "step": 63448}
{"lr": 0.029734308760930334, "data_time": 0.019519662857055663, "loss_single": 3.585142993927002, "loss_dense": 3.593228340148926, "loss": 7.178371334075928, "time": 0.1513118028640747, "step": 63498}
{"lr": 0.029734308760930334, "data_time": 0.021097207069396974, "loss_single": 3.5596761465072633, "loss_dense": 3.5690963745117186, "loss": 7.12877254486084, "time": 0.15651426315307618, "step": 63548}
{"lr": 0.029734308760930334, "data_time": 0.01677687168121338, "loss_single": 3.621858263015747, "loss_dense": 3.601646375656128, "loss": 7.223504686355591, "time": 0.155379056930542, "step": 63598}
{"lr": 0.029734308760930334, "data_time": 0.016563820838928222, "loss_single": 3.609942579269409, "loss_dense": 3.602984833717346, "loss": 7.212927389144897, "time": 0.15186405181884766, "step": 63648}
{"lr": 0.029734308760930334, "data_time": 0.01531529426574707, "loss_single": 3.6548283100128174, "loss_dense": 3.6356740236282348, "loss": 7.290502309799194, "time": 0.19743082523345948, "step": 63698}
{"lr": 0.029734308760930334, "data_time": 0.017821574211120607, "loss_single": 3.5843023538589476, "loss_dense": 3.5974156618118287, "loss": 7.1817179203033445, "time": 0.14698243141174316, "step": 63748}
{"lr": 0.029734308760930334, "data_time": 0.017981410026550293, "loss_single": 3.59863657951355, "loss_dense": 3.59449188709259, "loss": 7.193128538131714, "time": 0.15125198364257814, "step": 63798}
{"lr": 0.029734308760930334, "data_time": 0.01708977222442627, "loss_single": 3.585707354545593, "loss_dense": 3.6070430278778076, "loss": 7.192750310897827, "time": 0.1491563320159912, "step": 63848}
{"lr": 0.029734308760930334, "data_time": 0.016580724716186525, "loss_single": 3.6086071252822878, "loss_dense": 3.60507550239563, "loss": 7.21368260383606, "time": 0.15329606533050538, "step": 63898}
{"lr": 0.029734308760930334, "data_time": 0.016861367225646972, "loss_single": 3.629513072967529, "loss_dense": 3.62023663520813, "loss": 7.249749708175659, "time": 0.15321066379547119, "step": 63948}
{"lr": 0.029734308760930334, "data_time": 0.017686891555786132, "loss_single": 3.572896671295166, "loss_dense": 3.5953300476074217, "loss": 7.168226623535157, "time": 0.15112648010253907, "step": 63998}
{"lr": 0.029734308760930334, "data_time": 0.030224323272705078, "loss_single": 3.553804397583008, "loss_dense": 3.5709601163864138, "loss": 7.124764442443848, "time": 0.21247453689575196, "step": 64048}
{"lr": 0.029734308760930334, "data_time": 0.017223668098449708, "loss_single": 3.6041783332824706, "loss_dense": 3.5990160942077636, "loss": 7.203194570541382, "time": 0.15528481006622313, "step": 64098}
{"lr": 0.029734308760930334, "data_time": 0.0181671142578125, "loss_single": 3.5985352993011475, "loss_dense": 3.622263026237488, "loss": 7.220798301696777, "time": 0.16888172626495362, "step": 64148}
{"lr": 0.029734308760930334, "data_time": 0.01793363094329834, "loss_single": 3.5967750549316406, "loss_dense": 3.601986455917358, "loss": 7.198761415481568, "time": 0.1529102325439453, "step": 64198}
{"lr": 0.029734308760930334, "data_time": 0.017877745628356933, "loss_single": 3.6146706104278565, "loss_dense": 3.6219579458236693, "loss": 7.236628580093384, "time": 0.15528080463409424, "step": 64248}
{"lr": 0.029734308760930334, "data_time": 0.02265787124633789, "loss_single": 3.5747910499572755, "loss_dense": 3.5810745000839233, "loss": 7.1558655261993405, "time": 0.2521601915359497, "step": 64298}
{"lr": 0.029734308760930334, "data_time": 0.0173814058303833, "loss_single": 3.5811734199523926, "loss_dense": 3.5678052425384523, "loss": 7.148978662490845, "time": 0.15047152042388917, "step": 64348}
{"lr": 0.029734308760930334, "data_time": 0.016779279708862303, "loss_single": 3.6180957794189452, "loss_dense": 3.623528552055359, "loss": 7.241624164581299, "time": 0.14916620254516602, "step": 64398}
{"lr": 0.029734308760930334, "data_time": 0.01806187629699707, "loss_single": 3.6114667654037476, "loss_dense": 3.616522693634033, "loss": 7.227989435195923, "time": 0.1507854461669922, "step": 64448}
{"lr": 0.029734308760930334, "data_time": 0.01751415729522705, "loss_single": 3.5705340623855593, "loss_dense": 3.5842968702316282, "loss": 7.154830884933472, "time": 0.15801434516906737, "step": 64498}
{"lr": 0.029734308760930334, "data_time": 0.017755579948425294, "loss_single": 3.609086608886719, "loss_dense": 3.6009582757949827, "loss": 7.210044860839844, "time": 0.1592134952545166, "step": 64548}
{"lr": 0.029734308760930334, "data_time": 0.01637108325958252, "loss_single": 3.584260582923889, "loss_dense": 3.5966449975967407, "loss": 7.180905675888061, "time": 0.1456983804702759, "step": 64598}
{"lr": 0.029734308760930334, "data_time": 0.017743492126464845, "loss_single": 3.6059154510498046, "loss_dense": 3.610576629638672, "loss": 7.216492080688477, "time": 0.15728793144226075, "step": 64648}
{"lr": 0.029734308760930334, "data_time": 0.019743466377258302, "loss_single": 3.615183615684509, "loss_dense": 3.6113412857055662, "loss": 7.226524925231933, "time": 0.15294318199157714, "step": 64698}
{"lr": 0.029734308760930334, "data_time": 0.01826746463775635, "loss_single": 3.5586679935455323, "loss_dense": 3.59872989654541, "loss": 7.157397890090943, "time": 0.17259809970855713, "step": 64748}
{"lr": 0.029734308760930334, "data_time": 0.016183805465698243, "loss_single": 3.58699312210083, "loss_dense": 3.5955907583236693, "loss": 7.182583856582641, "time": 0.16226649284362793, "step": 64798}
{"lr": 0.029734308760930334, "data_time": 0.017412328720092775, "loss_single": 3.5866110801696776, "loss_dense": 3.5867056846618652, "loss": 7.173316764831543, "time": 0.15731687545776368, "step": 64848}
{"lr": 0.029734308760930334, "data_time": 0.02089812755584717, "loss_single": 3.583824038505554, "loss_dense": 3.580225038528442, "loss": 7.164049100875855, "time": 0.15499961376190186, "step": 64898}
{"lr": 0.029734308760930334, "data_time": 0.018294906616210936, "loss_single": 3.597273588180542, "loss_dense": 3.6041924476623537, "loss": 7.201466131210327, "time": 0.18231420516967772, "step": 64948}
{"lr": 0.029734308760930334, "data_time": 0.018149733543395996, "loss_single": 3.5908220291137694, "loss_dense": 3.5932122230529786, "loss": 7.184034299850464, "time": 0.14718644618988036, "step": 64998}
{"lr": 0.029734308760930334, "data_time": 0.012421965599060059, "loss_single": 3.6108817577362062, "loss_dense": 3.6122122049331664, "loss": 7.223093938827515, "time": 0.13816709518432618, "step": 65048}
{"lr": 0.02968834215932649, "data_time": 0.017649579048156738, "loss_single": 3.5803755283355714, "loss_dense": 3.5855484008789062, "loss": 7.165923929214477, "time": 0.15007407665252687, "step": 65102}
{"lr": 0.02968834215932649, "data_time": 0.0158250093460083, "loss_single": 3.5873761653900145, "loss_dense": 3.615647554397583, "loss": 7.203023624420166, "time": 0.19498374462127685, "step": 65152}
{"lr": 0.02968834215932649, "data_time": 0.015220260620117188, "loss_single": 3.595595693588257, "loss_dense": 3.595225286483765, "loss": 7.190821027755737, "time": 0.15967235565185547, "step": 65202}
{"lr": 0.02968834215932649, "data_time": 0.018130683898925783, "loss_single": 3.599804329872131, "loss_dense": 3.6125940084457397, "loss": 7.212398386001587, "time": 0.16483802795410157, "step": 65252}
{"lr": 0.02968834215932649, "data_time": 0.017075634002685545, "loss_single": 3.587355923652649, "loss_dense": 3.579822850227356, "loss": 7.167178773880005, "time": 0.1656029462814331, "step": 65302}
{"lr": 0.02968834215932649, "data_time": 0.01684913635253906, "loss_single": 3.6057388544082642, "loss_dense": 3.6064224004745484, "loss": 7.212161207199097, "time": 0.14789984226226807, "step": 65352}
{"lr": 0.02968834215932649, "data_time": 0.01572725772857666, "loss_single": 3.612449026107788, "loss_dense": 3.5952401399612426, "loss": 7.207689189910889, "time": 0.15586259365081787, "step": 65402}
{"lr": 0.02968834215932649, "data_time": 0.018910908699035646, "loss_single": 3.597401428222656, "loss_dense": 3.602811574935913, "loss": 7.200213003158569, "time": 0.18119568824768068, "step": 65452}
{"lr": 0.02968834215932649, "data_time": 0.016740179061889647, "loss_single": 3.6018649101257325, "loss_dense": 3.5850507736206056, "loss": 7.186915683746338, "time": 0.1595895528793335, "step": 65502}
{"lr": 0.02968834215932649, "data_time": 0.02175283432006836, "loss_single": 3.5864737033843994, "loss_dense": 3.5950456857681274, "loss": 7.181519269943237, "time": 0.17184944152832032, "step": 65552}
{"lr": 0.02968834215932649, "data_time": 0.01682896614074707, "loss_single": 3.5906752586364745, "loss_dense": 3.605273652076721, "loss": 7.195948791503906, "time": 0.15839629173278807, "step": 65602}
{"lr": 0.02968834215932649, "data_time": 0.016776037216186524, "loss_single": 3.5860327005386354, "loss_dense": 3.5929335832595823, "loss": 7.178966331481933, "time": 0.15553154945373535, "step": 65652}
{"lr": 0.02968834215932649, "data_time": 0.017397475242614747, "loss_single": 3.623323106765747, "loss_dense": 3.6168468236923217, "loss": 7.240169954299927, "time": 0.20262460708618163, "step": 65702}
{"lr": 0.02968834215932649, "data_time": 0.016013455390930176, "loss_single": 3.591572332382202, "loss_dense": 3.598876190185547, "loss": 7.190448474884033, "time": 0.15222132205963135, "step": 65752}
{"lr": 0.02968834215932649, "data_time": 0.02382826805114746, "loss_single": 3.6080220699310304, "loss_dense": 3.604371356964111, "loss": 7.212393426895142, "time": 0.16003358364105225, "step": 65802}
{"lr": 0.02968834215932649, "data_time": 0.01780378818511963, "loss_single": 3.608669948577881, "loss_dense": 3.610087490081787, "loss": 7.218757438659668, "time": 0.16706624031066894, "step": 65852}
{"lr": 0.02968834215932649, "data_time": 0.017053651809692382, "loss_single": 3.5908951282501222, "loss_dense": 3.59587767124176, "loss": 7.18677282333374, "time": 0.15191800594329835, "step": 65902}
{"lr": 0.02968834215932649, "data_time": 0.021373915672302245, "loss_single": 3.5866943359375, "loss_dense": 3.592722988128662, "loss": 7.179417276382447, "time": 0.2119086503982544, "step": 65952}
{"lr": 0.02968834215932649, "data_time": 0.017115569114685057, "loss_single": 3.6396697759628296, "loss_dense": 3.6364667415618896, "loss": 7.276136445999145, "time": 0.1509568452835083, "step": 66002}
{"lr": 0.02968834215932649, "data_time": 0.018299460411071777, "loss_single": 3.601805233955383, "loss_dense": 3.589503312110901, "loss": 7.191308546066284, "time": 0.1505908489227295, "step": 66052}
{"lr": 0.02968834215932649, "data_time": 0.01624288558959961, "loss_single": 3.6142506122589113, "loss_dense": 3.604643392562866, "loss": 7.218893957138062, "time": 0.14755396842956542, "step": 66102}
{"lr": 0.02968834215932649, "data_time": 0.017966151237487793, "loss_single": 3.579989457130432, "loss_dense": 3.5792006492614745, "loss": 7.159190130233765, "time": 0.1528191328048706, "step": 66152}
{"lr": 0.02968834215932649, "data_time": 0.021720099449157714, "loss_single": 3.585197353363037, "loss_dense": 3.591835069656372, "loss": 7.177032327651977, "time": 0.23382713794708251, "step": 66202}
{"lr": 0.02968834215932649, "data_time": 0.017901301383972168, "loss_single": 3.6020459651947023, "loss_dense": 3.6269259452819824, "loss": 7.228972005844116, "time": 0.1516651153564453, "step": 66252}
{"lr": 0.02968834215932649, "data_time": 0.0185344934463501, "loss_single": 3.5985451221466063, "loss_dense": 3.608162498474121, "loss": 7.2067076683044435, "time": 0.1546083450317383, "step": 66302}
{"lr": 0.02968834215932649, "data_time": 0.020394206047058105, "loss_single": 3.6040395498275757, "loss_dense": 3.616605019569397, "loss": 7.2206446647644045, "time": 0.15570104122161865, "step": 66352}
{"lr": 0.02968834215932649, "data_time": 0.019251799583435057, "loss_single": 3.5602824211120607, "loss_dense": 3.5869682312011717, "loss": 7.147250652313232, "time": 0.15470335483551026, "step": 66402}
{"lr": 0.02968834215932649, "data_time": 0.019127655029296874, "loss_single": 3.584238815307617, "loss_dense": 3.5845024585723877, "loss": 7.16874132156372, "time": 0.2399737596511841, "step": 66452}
{"lr": 0.02968834215932649, "data_time": 0.01663827896118164, "loss_single": 3.5917128562927245, "loss_dense": 3.593776512145996, "loss": 7.1854894161224365, "time": 0.15223488807678223, "step": 66502}
{"lr": 0.02968834215932649, "data_time": 0.01853494644165039, "loss_single": 3.577542281150818, "loss_dense": 3.5768901824951174, "loss": 7.154432487487793, "time": 0.18393299579620362, "step": 66552}
{"lr": 0.02968834215932649, "data_time": 0.017592906951904297, "loss_single": 3.6340838193893434, "loss_dense": 3.622891163825989, "loss": 7.256974983215332, "time": 0.15480079650878906, "step": 66602}
{"lr": 0.02968834215932649, "data_time": 0.01721820831298828, "loss_single": 3.5890291213989256, "loss_dense": 3.5874618768692015, "loss": 7.176491022109985, "time": 0.16023402214050292, "step": 66652}
{"lr": 0.02968834215932649, "data_time": 0.01574540138244629, "loss_single": 3.5748723268508913, "loss_dense": 3.5918248653411866, "loss": 7.166697216033936, "time": 0.17009663581848145, "step": 66702}
{"lr": 0.02968834215932649, "data_time": 0.017989230155944825, "loss_single": 3.614385223388672, "loss_dense": 3.6319939136505126, "loss": 7.246379137039185, "time": 0.15118999481201173, "step": 66752}
{"lr": 0.02968834215932649, "data_time": 0.01784367561340332, "loss_single": 3.580101656913757, "loss_dense": 3.586242508888245, "loss": 7.166344165802002, "time": 0.17667732238769532, "step": 66802}
{"lr": 0.02968834215932649, "data_time": 0.014927911758422851, "loss_single": 3.577956700325012, "loss_dense": 3.575156331062317, "loss": 7.1531130313873295, "time": 0.14928932189941407, "step": 66852}
{"lr": 0.02968834215932649, "data_time": 0.018265676498413087, "loss_single": 3.5713890552520753, "loss_dense": 3.5708817720413206, "loss": 7.142270946502686, "time": 0.1501534938812256, "step": 66902}
{"lr": 0.02968834215932649, "data_time": 0.01802654266357422, "loss_single": 3.567964696884155, "loss_dense": 3.588770866394043, "loss": 7.156735610961914, "time": 0.15058431625366211, "step": 66952}
{"lr": 0.02968834215932649, "data_time": 0.016475987434387208, "loss_single": 3.5703665018081665, "loss_dense": 3.582774114608765, "loss": 7.153140640258789, "time": 0.1558920621871948, "step": 67002}
{"lr": 0.02968834215932649, "data_time": 0.019034528732299806, "loss_single": 3.6326009035110474, "loss_dense": 3.6285903453826904, "loss": 7.261191320419312, "time": 0.1577441453933716, "step": 67052}
{"lr": 0.02968834215932649, "data_time": 0.019065594673156737, "loss_single": 3.6042476415634157, "loss_dense": 3.605167055130005, "loss": 7.209414672851563, "time": 0.15273876190185548, "step": 67102}
{"lr": 0.02968834215932649, "data_time": 0.01797196865081787, "loss_single": 3.5747490167617797, "loss_dense": 3.59207763671875, "loss": 7.166826629638672, "time": 0.16528525352478027, "step": 67152}
{"lr": 0.02968834215932649, "data_time": 0.01737070083618164, "loss_single": 3.565684604644775, "loss_dense": 3.5867426872253416, "loss": 7.152427339553833, "time": 0.1495972156524658, "step": 67202}
{"lr": 0.02968834215932649, "data_time": 0.018172597885131835, "loss_single": 3.582649898529053, "loss_dense": 3.5951669692993162, "loss": 7.177816867828369, "time": 0.14971818923950195, "step": 67252}
{"lr": 0.02968834215932649, "data_time": 0.01943662166595459, "loss_single": 3.633396339416504, "loss_dense": 3.631807017326355, "loss": 7.265203380584717, "time": 0.18734869956970215, "step": 67302}
{"lr": 0.02968834215932649, "data_time": 0.018254685401916503, "loss_single": 3.55492103099823, "loss_dense": 3.576390194892883, "loss": 7.131311273574829, "time": 0.15150806903839112, "step": 67352}
{"lr": 0.02968834215932649, "data_time": 0.0176067590713501, "loss_single": 3.584728240966797, "loss_dense": 3.5909062385559083, "loss": 7.175634479522705, "time": 0.15824403762817382, "step": 67402}
{"lr": 0.02968834215932649, "data_time": 0.013518476486206054, "loss_single": 3.5708407163619995, "loss_dense": 3.5846165657043456, "loss": 7.155457258224487, "time": 0.151374888420105, "step": 67452}
{"lr": 0.02968834215932649, "data_time": 0.014870238304138184, "loss_single": 3.5465520143508913, "loss_dense": 3.5689708948135377, "loss": 7.115522956848144, "time": 0.14630479812622071, "step": 67502}
{"lr": 0.02968834215932649, "data_time": 0.018598151206970216, "loss_single": 3.5700881719589233, "loss_dense": 3.583009123802185, "loss": 7.153097343444824, "time": 0.1520529270172119, "step": 67552}
{"lr": 0.02968834215932649, "data_time": 0.016712355613708495, "loss_single": 3.5780662298202515, "loss_dense": 3.5928527116775513, "loss": 7.170918989181518, "time": 0.1478395938873291, "step": 67602}
{"lr": 0.02968834215932649, "data_time": 0.01874842643737793, "loss_single": 3.59253990650177, "loss_dense": 3.598118042945862, "loss": 7.1906579494476315, "time": 0.14966440200805664, "step": 67652}
{"lr": 0.02968834215932649, "data_time": 0.026828289031982422, "loss_single": 3.5743971824645997, "loss_dense": 3.584953498840332, "loss": 7.159350633621216, "time": 0.17186350822448732, "step": 67702}
{"lr": 0.02968834215932649, "data_time": 0.01724390983581543, "loss_single": 3.599236345291138, "loss_dense": 3.600140428543091, "loss": 7.199376726150513, "time": 0.14800515174865722, "step": 67752}
{"lr": 0.02968834215932649, "data_time": 0.023760175704956053, "loss_single": 3.570387578010559, "loss_dense": 3.581473636627197, "loss": 7.15186128616333, "time": 0.19545693397521974, "step": 67802}
{"lr": 0.02968834215932649, "data_time": 0.016204190254211426, "loss_single": 3.5736539363861084, "loss_dense": 3.5783766746520995, "loss": 7.15203070640564, "time": 0.14832141399383544, "step": 67852}
{"lr": 0.02968834215932649, "data_time": 0.01583399772644043, "loss_single": 3.6249639272689818, "loss_dense": 3.6222144603729247, "loss": 7.247178459167481, "time": 0.15142271518707276, "step": 67902}
{"lr": 0.02968834215932649, "data_time": 0.018364453315734865, "loss_single": 3.5945392847061157, "loss_dense": 3.619576334953308, "loss": 7.214115571975708, "time": 0.1549675941467285, "step": 67952}
{"lr": 0.02968834215932649, "data_time": 0.019195294380187987, "loss_single": 3.585162711143494, "loss_dense": 3.5906588077545165, "loss": 7.175821590423584, "time": 0.15046100616455077, "step": 68002}
{"lr": 0.02968834215932649, "data_time": 0.017628812789916994, "loss_single": 3.588468050956726, "loss_dense": 3.5962530374526978, "loss": 7.18472113609314, "time": 0.15073883533477783, "step": 68052}
{"lr": 0.02968834215932649, "data_time": 0.015877175331115722, "loss_single": 3.591661047935486, "loss_dense": 3.6007548809051513, "loss": 7.192415952682495, "time": 0.15313248634338378, "step": 68102}
{"lr": 0.02968834215932649, "data_time": 0.016293549537658693, "loss_single": 3.597395920753479, "loss_dense": 3.606872034072876, "loss": 7.204267930984497, "time": 0.15438168048858641, "step": 68152}
{"lr": 0.02968834215932649, "data_time": 0.01817770004272461, "loss_single": 3.613712120056152, "loss_dense": 3.616954040527344, "loss": 7.230666160583496, "time": 0.1570760726928711, "step": 68202}
{"lr": 0.02968834215932649, "data_time": 0.018369388580322266, "loss_single": 3.5428341388702393, "loss_dense": 3.5507475614547728, "loss": 7.093581628799439, "time": 0.1925060749053955, "step": 68252}
{"lr": 0.02968834215932649, "data_time": 0.018565273284912108, "loss_single": 3.6089308977127077, "loss_dense": 3.615069317817688, "loss": 7.224000263214111, "time": 0.1521674871444702, "step": 68302}
{"lr": 0.02968834215932649, "data_time": 0.018914294242858887, "loss_single": 3.5878501415252684, "loss_dense": 3.601909303665161, "loss": 7.189759397506714, "time": 0.21652371883392335, "step": 68352}
{"lr": 0.02968834215932649, "data_time": 0.019389963150024413, "loss_single": 3.5837762355804443, "loss_dense": 3.597293496131897, "loss": 7.1810697555542, "time": 0.14940974712371827, "step": 68402}
{"lr": 0.02968834215932649, "data_time": 0.018317556381225585, "loss_single": 3.551185369491577, "loss_dense": 3.5551337003707886, "loss": 7.106319093704224, "time": 0.15784914493560792, "step": 68452}
{"lr": 0.02968834215932649, "data_time": 0.01913909912109375, "loss_single": 3.6122901916503904, "loss_dense": 3.6108283758163453, "loss": 7.223118591308594, "time": 0.15501482486724855, "step": 68502}
{"lr": 0.02968834215932649, "data_time": 0.01925044059753418, "loss_single": 3.5778934717178346, "loss_dense": 3.591424512863159, "loss": 7.16931791305542, "time": 0.15378360748291015, "step": 68552}
{"lr": 0.02968834215932649, "data_time": 0.01744236946105957, "loss_single": 3.597202014923096, "loss_dense": 3.6062320470809937, "loss": 7.203434038162231, "time": 0.15204925537109376, "step": 68602}
{"lr": 0.02968834215932649, "data_time": 0.018168926239013672, "loss_single": 3.5862590074539185, "loss_dense": 3.604458475112915, "loss": 7.19071741104126, "time": 0.1490867853164673, "step": 68652}
{"lr": 0.02968834215932649, "data_time": 0.01544499397277832, "loss_single": 3.5678380012512205, "loss_dense": 3.565619206428528, "loss": 7.133457088470459, "time": 0.14894747734069824, "step": 68702}
{"lr": 0.02968834215932649, "data_time": 0.01659560203552246, "loss_single": 3.583930826187134, "loss_dense": 3.587892532348633, "loss": 7.171823358535766, "time": 0.14855544567108153, "step": 68752}
{"lr": 0.02968834215932649, "data_time": 0.02041940689086914, "loss_single": 3.5954511642456053, "loss_dense": 3.6006690740585325, "loss": 7.196120309829712, "time": 0.14734985828399658, "step": 68802}
{"lr": 0.02968834215932649, "data_time": 0.019088029861450195, "loss_single": 3.599152684211731, "loss_dense": 3.6157958269119264, "loss": 7.214948558807373, "time": 0.15348303318023682, "step": 68852}
{"lr": 0.02968834215932649, "data_time": 0.014716005325317383, "loss_single": 3.605046534538269, "loss_dense": 3.612462639808655, "loss": 7.217509126663208, "time": 0.2219151258468628, "step": 68902}
{"lr": 0.02968834215932649, "data_time": 0.018513822555541994, "loss_single": 3.591844344139099, "loss_dense": 3.60716073513031, "loss": 7.199005126953125, "time": 0.1494586944580078, "step": 68952}
{"lr": 0.02968834215932649, "data_time": 0.015888547897338866, "loss_single": 3.5489012479782103, "loss_dense": 3.5674736499786377, "loss": 7.116374921798706, "time": 0.1478567361831665, "step": 69002}
{"lr": 0.02968834215932649, "data_time": 0.016014766693115235, "loss_single": 3.5690433740615846, "loss_dense": 3.598001575469971, "loss": 7.167044973373413, "time": 0.14975881576538086, "step": 69052}
{"lr": 0.02968834215932649, "data_time": 0.018079686164855956, "loss_single": 3.5704121589660645, "loss_dense": 3.5991842985153197, "loss": 7.169596433639526, "time": 0.15063807964324952, "step": 69102}
{"lr": 0.02968834215932649, "data_time": 0.016937994956970216, "loss_single": 3.5584697246551515, "loss_dense": 3.5672800064086916, "loss": 7.125749731063843, "time": 0.15469326972961425, "step": 69152}
{"lr": 0.02968834215932649, "data_time": 0.017096400260925293, "loss_single": 3.5960091829299925, "loss_dense": 3.6023796796798706, "loss": 7.198388767242432, "time": 0.15629827976226807, "step": 69202}
{"lr": 0.02968834215932649, "data_time": 0.01677255630493164, "loss_single": 3.5773106813430786, "loss_dense": 3.5993685483932496, "loss": 7.176679182052612, "time": 0.1966181755065918, "step": 69252}
{"lr": 0.02968834215932649, "data_time": 0.01905093193054199, "loss_single": 3.598153805732727, "loss_dense": 3.612903881072998, "loss": 7.211057710647583, "time": 0.15319993495941162, "step": 69302}
{"lr": 0.02968834215932649, "data_time": 0.018363213539123534, "loss_single": 3.5733837604522707, "loss_dense": 3.583980917930603, "loss": 7.157364702224731, "time": 0.15043225288391113, "step": 69352}
{"lr": 0.02968834215932649, "data_time": 0.014436149597167968, "loss_single": 3.610493803024292, "loss_dense": 3.6265563488006594, "loss": 7.237050151824951, "time": 0.1547682285308838, "step": 69402}
{"lr": 0.02968834215932649, "data_time": 0.019843363761901857, "loss_single": 3.612692356109619, "loss_dense": 3.6194485425949097, "loss": 7.2321408748626705, "time": 0.14709866046905518, "step": 69452}
{"lr": 0.02968834215932649, "data_time": 0.018566298484802245, "loss_single": 3.611148238182068, "loss_dense": 3.618493747711182, "loss": 7.229642009735107, "time": 0.1514415740966797, "step": 69502}
{"lr": 0.02968834215932649, "data_time": 0.01851832866668701, "loss_single": 3.589560389518738, "loss_dense": 3.6094513654708864, "loss": 7.199011707305909, "time": 0.16026105880737304, "step": 69552}
{"lr": 0.02968834215932649, "data_time": 0.018265914916992188, "loss_single": 3.578027606010437, "loss_dense": 3.5913012504577635, "loss": 7.169328880310059, "time": 0.16724133491516113, "step": 69602}
{"lr": 0.02968834215932649, "data_time": 0.015404200553894043, "loss_single": 3.583033299446106, "loss_dense": 3.609290671348572, "loss": 7.192324018478393, "time": 0.20751502513885497, "step": 69652}
{"lr": 0.02968834215932649, "data_time": 0.03614213466644287, "loss_single": 3.569361162185669, "loss_dense": 3.5719439029693603, "loss": 7.141305065155029, "time": 0.17412638664245605, "step": 69702}
{"lr": 0.02968834215932649, "data_time": 0.014224600791931153, "loss_single": 3.5528486013412475, "loss_dense": 3.5709378004074095, "loss": 7.123786401748657, "time": 0.15091521739959718, "step": 69752}
{"lr": 0.02968834215932649, "data_time": 0.01823408603668213, "loss_single": 3.575992727279663, "loss_dense": 3.5833219289779663, "loss": 7.15931453704834, "time": 0.15055255889892577, "step": 69802}
{"lr": 0.02968834215932649, "data_time": 0.017644453048706054, "loss_single": 3.606099987030029, "loss_dense": 3.6197558641433716, "loss": 7.225855875015259, "time": 0.15173966884613038, "step": 69852}
{"lr": 0.02968834215932649, "data_time": 0.0180814266204834, "loss_single": 3.601226496696472, "loss_dense": 3.611491847038269, "loss": 7.212718391418457, "time": 0.15312275886535645, "step": 69902}
{"lr": 0.02968834215932649, "data_time": 0.01799287796020508, "loss_single": 3.582986760139465, "loss_dense": 3.6115500688552857, "loss": 7.194536781311035, "time": 0.15086102485656738, "step": 69952}
{"lr": 0.02968834215932649, "data_time": 0.018415117263793947, "loss_single": 3.586103081703186, "loss_dense": 3.605860948562622, "loss": 7.19196400642395, "time": 0.15710465908050536, "step": 70002}
{"lr": 0.02968834215932649, "data_time": 0.012642574310302735, "loss_single": 3.554567503929138, "loss_dense": 3.5961108446121215, "loss": 7.150678396224976, "time": 0.16505308151245118, "step": 70052}
{"lr": 0.029638751429081216, "data_time": 0.019727563858032225, "loss_single": 3.5537770986557007, "loss_dense": 3.573184943199158, "loss": 7.126962089538575, "time": 0.16538627147674562, "step": 70106}
{"lr": 0.029638751429081216, "data_time": 0.01617143154144287, "loss_single": 3.5452714443206785, "loss_dense": 3.574402952194214, "loss": 7.119674348831177, "time": 0.1493077516555786, "step": 70156}
{"lr": 0.029638751429081216, "data_time": 0.019625258445739747, "loss_single": 3.5758986473083496, "loss_dense": 3.5827524423599244, "loss": 7.158651065826416, "time": 0.15562303066253663, "step": 70206}
{"lr": 0.029638751429081216, "data_time": 0.01601884365081787, "loss_single": 3.590073251724243, "loss_dense": 3.5956130504608153, "loss": 7.185686302185059, "time": 0.14988951683044432, "step": 70256}
{"lr": 0.029638751429081216, "data_time": 0.017655563354492188, "loss_single": 3.5854942560195924, "loss_dense": 3.5970911502838137, "loss": 7.182585430145264, "time": 0.15158264636993407, "step": 70306}
{"lr": 0.029638751429081216, "data_time": 0.01897296905517578, "loss_single": 3.540611720085144, "loss_dense": 3.562415933609009, "loss": 7.103027582168579, "time": 0.15249412059783934, "step": 70356}
{"lr": 0.029638751429081216, "data_time": 0.018100881576538087, "loss_single": 3.5887834072113036, "loss_dense": 3.600133991241455, "loss": 7.188917446136474, "time": 0.14968404769897461, "step": 70406}
{"lr": 0.029638751429081216, "data_time": 0.020615029335021972, "loss_single": 3.5878865242004396, "loss_dense": 3.603668189048767, "loss": 7.19155478477478, "time": 0.15619134902954102, "step": 70456}
{"lr": 0.029638751429081216, "data_time": 0.01581876277923584, "loss_single": 3.59859561920166, "loss_dense": 3.6111449241638183, "loss": 7.209740543365479, "time": 0.15277414321899413, "step": 70506}
{"lr": 0.029638751429081216, "data_time": 0.017367959022521973, "loss_single": 3.5892398834228514, "loss_dense": 3.6036303281784057, "loss": 7.192870235443115, "time": 0.14766221046447753, "step": 70556}
{"lr": 0.029638751429081216, "data_time": 0.01684138774871826, "loss_single": 3.5931161642074585, "loss_dense": 3.6057669639587404, "loss": 7.198883008956909, "time": 0.17536711692810059, "step": 70606}
{"lr": 0.029638751429081216, "data_time": 0.0191603422164917, "loss_single": 3.592498779296875, "loss_dense": 3.603152370452881, "loss": 7.19565110206604, "time": 0.15401277542114258, "step": 70656}
{"lr": 0.029638751429081216, "data_time": 0.017105507850646972, "loss_single": 3.568144965171814, "loss_dense": 3.5811193227767943, "loss": 7.149264335632324, "time": 0.15043067932128906, "step": 70706}
{"lr": 0.029638751429081216, "data_time": 0.016376829147338866, "loss_single": 3.6136253595352175, "loss_dense": 3.616600751876831, "loss": 7.230226039886475, "time": 0.15124905109405518, "step": 70756}
{"lr": 0.029638751429081216, "data_time": 0.018512320518493653, "loss_single": 3.5633958339691163, "loss_dense": 3.585717463493347, "loss": 7.149113321304322, "time": 0.15202014446258544, "step": 70806}
{"lr": 0.029638751429081216, "data_time": 0.0222017765045166, "loss_single": 3.57337691783905, "loss_dense": 3.5896881103515623, "loss": 7.16306505203247, "time": 0.23736855983734131, "step": 70856}
{"lr": 0.029638751429081216, "data_time": 0.021874666213989258, "loss_single": 3.566001272201538, "loss_dense": 3.5860322237014772, "loss": 7.152033472061158, "time": 0.1607452154159546, "step": 70906}
{"lr": 0.029638751429081216, "data_time": 0.0157367467880249, "loss_single": 3.5866565227508547, "loss_dense": 3.5988116979599, "loss": 7.185468339920044, "time": 0.22781655788421631, "step": 70956}
{"lr": 0.029638751429081216, "data_time": 0.016748714447021484, "loss_single": 3.5794995546340944, "loss_dense": 3.5819108486175537, "loss": 7.1614104270935055, "time": 0.14762790203094484, "step": 71006}
{"lr": 0.029638751429081216, "data_time": 0.0163665771484375, "loss_single": 3.5744738578796387, "loss_dense": 3.5941447734832765, "loss": 7.1686187267303465, "time": 0.15698699951171874, "step": 71056}
{"lr": 0.029638751429081216, "data_time": 0.015421128273010254, "loss_single": 3.586870551109314, "loss_dense": 3.5960472345352175, "loss": 7.182917833328247, "time": 0.147428297996521, "step": 71106}
{"lr": 0.029638751429081216, "data_time": 0.021792268753051756, "loss_single": 3.6030047655105593, "loss_dense": 3.604442524909973, "loss": 7.207447290420532, "time": 0.19120433330535888, "step": 71156}
{"lr": 0.029638751429081216, "data_time": 0.019026947021484376, "loss_single": 3.5784345865249634, "loss_dense": 3.5922719717025755, "loss": 7.170706510543823, "time": 0.15015666484832763, "step": 71206}
{"lr": 0.029638751429081216, "data_time": 0.017682600021362304, "loss_single": 3.5965364456176756, "loss_dense": 3.6037965059280395, "loss": 7.200332927703857, "time": 0.1566006898880005, "step": 71256}
{"lr": 0.029638751429081216, "data_time": 0.02078964710235596, "loss_single": 3.613257908821106, "loss_dense": 3.6125497817993164, "loss": 7.225807762145996, "time": 0.15654549598693848, "step": 71306}
{"lr": 0.029638751429081216, "data_time": 0.01604316234588623, "loss_single": 3.5860471963882445, "loss_dense": 3.6108722925186156, "loss": 7.19691948890686, "time": 0.14806747436523438, "step": 71356}
{"lr": 0.029638751429081216, "data_time": 0.01894240379333496, "loss_single": 3.589997935295105, "loss_dense": 3.6096927404403685, "loss": 7.19969072341919, "time": 0.16765296459197998, "step": 71406}
{"lr": 0.029638751429081216, "data_time": 0.01658585071563721, "loss_single": 3.5643866539001463, "loss_dense": 3.5721418380737306, "loss": 7.136528444290161, "time": 0.18387632369995116, "step": 71456}
{"lr": 0.029638751429081216, "data_time": 0.018785762786865234, "loss_single": 3.579557418823242, "loss_dense": 3.5872098445892333, "loss": 7.166767263412476, "time": 0.16011385917663573, "step": 71506}
{"lr": 0.029638751429081216, "data_time": 0.01790907382965088, "loss_single": 3.5627586364746096, "loss_dense": 3.579849123954773, "loss": 7.142607736587524, "time": 0.15993690490722656, "step": 71556}
{"lr": 0.029638751429081216, "data_time": 0.019001078605651856, "loss_single": 3.558364009857178, "loss_dense": 3.6099469661712646, "loss": 7.168310976028442, "time": 0.14902939796447753, "step": 71606}
{"lr": 0.029638751429081216, "data_time": 0.016690826416015624, "loss_single": 3.589491772651672, "loss_dense": 3.594655704498291, "loss": 7.184147500991822, "time": 0.14879939556121827, "step": 71656}
{"lr": 0.029638751429081216, "data_time": 0.015710163116455077, "loss_single": 3.581372833251953, "loss_dense": 3.5925333976745604, "loss": 7.173906135559082, "time": 0.14934451580047609, "step": 71706}
{"lr": 0.029638751429081216, "data_time": 0.019914746284484863, "loss_single": 3.5764858722686768, "loss_dense": 3.5749701976776125, "loss": 7.151456022262574, "time": 0.15449919700622558, "step": 71756}
{"lr": 0.029638751429081216, "data_time": 0.018463516235351564, "loss_single": 3.6211925745010376, "loss_dense": 3.615967607498169, "loss": 7.2371602058410645, "time": 0.14920427799224853, "step": 71806}
{"lr": 0.029638751429081216, "data_time": 0.01331486701965332, "loss_single": 3.579792046546936, "loss_dense": 3.5900853157043455, "loss": 7.169877290725708, "time": 0.15695054531097413, "step": 71856}
{"lr": 0.029638751429081216, "data_time": 0.01775326728820801, "loss_single": 3.5756459712982176, "loss_dense": 3.610550951957703, "loss": 7.186196899414062, "time": 0.15220937728881836, "step": 71906}
{"lr": 0.029638751429081216, "data_time": 0.018259668350219728, "loss_single": 3.6068833112716674, "loss_dense": 3.6255070686340334, "loss": 7.232390308380127, "time": 0.15055949687957765, "step": 71956}
{"lr": 0.029638751429081216, "data_time": 0.01800243854522705, "loss_single": 3.574775791168213, "loss_dense": 3.5876490831375123, "loss": 7.162424850463867, "time": 0.1990511417388916, "step": 72006}
{"lr": 0.029638751429081216, "data_time": 0.01738135814666748, "loss_single": 3.5561428308486938, "loss_dense": 3.579135465621948, "loss": 7.135278272628784, "time": 0.16551516056060792, "step": 72056}
{"lr": 0.029638751429081216, "data_time": 0.018059206008911134, "loss_single": 3.5718833208084106, "loss_dense": 3.586820197105408, "loss": 7.15870361328125, "time": 0.15047025680541992, "step": 72106}
{"lr": 0.029638751429081216, "data_time": 0.019466757774353027, "loss_single": 3.578978419303894, "loss_dense": 3.591082787513733, "loss": 7.170061254501343, "time": 0.14978864192962646, "step": 72156}
{"lr": 0.029638751429081216, "data_time": 0.016292834281921388, "loss_single": 3.6107244968414305, "loss_dense": 3.6128244638442992, "loss": 7.2235489845275875, "time": 0.1507502317428589, "step": 72206}
{"lr": 0.029638751429081216, "data_time": 0.01744503974914551, "loss_single": 3.5746336460113524, "loss_dense": 3.5873173475265503, "loss": 7.161950969696045, "time": 0.1545567274093628, "step": 72256}
{"lr": 0.029638751429081216, "data_time": 0.015039372444152831, "loss_single": 3.5698711395263674, "loss_dense": 3.5935457706451417, "loss": 7.163416957855224, "time": 0.16874659061431885, "step": 72306}
{"lr": 0.029638751429081216, "data_time": 0.017828893661499024, "loss_single": 3.581546950340271, "loss_dense": 3.5907631635665895, "loss": 7.17231011390686, "time": 0.1506598711013794, "step": 72356}
{"lr": 0.029638751429081216, "data_time": 0.017915725708007812, "loss_single": 3.5659857749938966, "loss_dense": 3.5872995138168333, "loss": 7.153285312652588, "time": 0.15645298957824708, "step": 72406}
{"lr": 0.029638751429081216, "data_time": 0.016351604461669923, "loss_single": 3.5657331466674806, "loss_dense": 3.589230942726135, "loss": 7.15496416091919, "time": 0.15081484317779542, "step": 72456}
{"lr": 0.029638751429081216, "data_time": 0.012446427345275879, "loss_single": 3.5752103090286256, "loss_dense": 3.595929980278015, "loss": 7.171140193939209, "time": 0.19058163166046144, "step": 72506}
{"lr": 0.029638751429081216, "data_time": 0.017535901069641112, "loss_single": 3.5829578161239626, "loss_dense": 3.6049519777297974, "loss": 7.18790979385376, "time": 0.15150651931762696, "step": 72556}
{"lr": 0.029638751429081216, "data_time": 0.01819334030151367, "loss_single": 3.601548433303833, "loss_dense": 3.616124892234802, "loss": 7.217673301696777, "time": 0.16224472522735595, "step": 72606}
{"lr": 0.029638751429081216, "data_time": 0.01795039176940918, "loss_single": 3.5701879501342773, "loss_dense": 3.585153341293335, "loss": 7.155341339111328, "time": 0.15680294036865233, "step": 72656}
{"lr": 0.029638751429081216, "data_time": 0.016696476936340333, "loss_single": 3.5320590019226072, "loss_dense": 3.5622735023498535, "loss": 7.094332551956176, "time": 0.1543644428253174, "step": 72706}
{"lr": 0.029638751429081216, "data_time": 0.022159242630004884, "loss_single": 3.582252788543701, "loss_dense": 3.6044727563858032, "loss": 7.186725521087647, "time": 0.16391682624816895, "step": 72756}
{"lr": 0.029638751429081216, "data_time": 0.01769533157348633, "loss_single": 3.567017340660095, "loss_dense": 3.5900718212127685, "loss": 7.15708909034729, "time": 0.15574679374694825, "step": 72806}
{"lr": 0.029638751429081216, "data_time": 0.016931557655334474, "loss_single": 3.5637495517730713, "loss_dense": 3.58945631980896, "loss": 7.153205871582031, "time": 0.1497136116027832, "step": 72856}
{"lr": 0.029638751429081216, "data_time": 0.01611063480377197, "loss_single": 3.559914255142212, "loss_dense": 3.580875015258789, "loss": 7.140789222717285, "time": 0.15024919509887696, "step": 72906}
{"lr": 0.029638751429081216, "data_time": 0.01745471954345703, "loss_single": 3.592251253128052, "loss_dense": 3.606176567077637, "loss": 7.198427772521972, "time": 0.1506970167160034, "step": 72956}
{"lr": 0.029638751429081216, "data_time": 0.023543071746826173, "loss_single": 3.578233480453491, "loss_dense": 3.608124303817749, "loss": 7.186357831954956, "time": 0.25139679908752444, "step": 73006}
{"lr": 0.029638751429081216, "data_time": 0.015822362899780274, "loss_single": 3.5745556116104127, "loss_dense": 3.594266414642334, "loss": 7.16882209777832, "time": 0.17290048599243163, "step": 73056}
{"lr": 0.029638751429081216, "data_time": 0.015504765510559081, "loss_single": 3.5520217657089233, "loss_dense": 3.5759345293045044, "loss": 7.127956295013428, "time": 0.15174970626831055, "step": 73106}
{"lr": 0.029638751429081216, "data_time": 0.018301773071289062, "loss_single": 3.5809157609939577, "loss_dense": 3.5986414194107055, "loss": 7.179557228088379, "time": 0.14793481826782226, "step": 73156}
{"lr": 0.029638751429081216, "data_time": 0.017107534408569335, "loss_single": 3.528910517692566, "loss_dense": 3.5419100522994995, "loss": 7.07082052230835, "time": 0.15755417346954345, "step": 73206}
{"lr": 0.029638751429081216, "data_time": 0.015784430503845214, "loss_single": 3.547349739074707, "loss_dense": 3.5736453533172607, "loss": 7.120995140075683, "time": 0.1462009906768799, "step": 73256}
{"lr": 0.029638751429081216, "data_time": 0.017600750923156737, "loss_single": 3.5861982822418215, "loss_dense": 3.598590064048767, "loss": 7.184788370132447, "time": 0.1484598398208618, "step": 73306}
{"lr": 0.029638751429081216, "data_time": 0.01655607223510742, "loss_single": 3.5933149814605714, "loss_dense": 3.5900413513183596, "loss": 7.183356380462646, "time": 0.14754765033721923, "step": 73356}
{"lr": 0.029638751429081216, "data_time": 0.01852872371673584, "loss_single": 3.5680365562438965, "loss_dense": 3.58325400352478, "loss": 7.151290464401245, "time": 0.1491985559463501, "step": 73406}
{"lr": 0.029638751429081216, "data_time": 0.01705312728881836, "loss_single": 3.5643569946289064, "loss_dense": 3.581514310836792, "loss": 7.145871305465699, "time": 0.1595672845840454, "step": 73456}
{"lr": 0.029638751429081216, "data_time": 0.014295077323913575, "loss_single": 3.5628570318222046, "loss_dense": 3.5983858346939086, "loss": 7.161242818832397, "time": 0.14807538986206054, "step": 73506}
{"lr": 0.029638751429081216, "data_time": 0.018493843078613282, "loss_single": 3.603400230407715, "loss_dense": 3.6085258960723876, "loss": 7.2119261741638185, "time": 0.15516307353973388, "step": 73556}
{"lr": 0.029638751429081216, "data_time": 0.015676140785217285, "loss_single": 3.600689911842346, "loss_dense": 3.6137492656707764, "loss": 7.21443920135498, "time": 0.14611856937408446, "step": 73606}
{"lr": 0.029638751429081216, "data_time": 0.018047666549682616, "loss_single": 3.5614806175231934, "loss_dense": 3.5853277444839478, "loss": 7.146808433532715, "time": 0.15737717151641845, "step": 73656}
{"lr": 0.029638751429081216, "data_time": 0.0174912691116333, "loss_single": 3.5627551078796387, "loss_dense": 3.5774039030075073, "loss": 7.140159034729004, "time": 0.14899020195007323, "step": 73706}
{"lr": 0.029638751429081216, "data_time": 0.01597599983215332, "loss_single": 3.593566060066223, "loss_dense": 3.609268879890442, "loss": 7.202834987640381, "time": 0.1471043586730957, "step": 73756}
{"lr": 0.029638751429081216, "data_time": 0.0174638032913208, "loss_single": 3.5819598197937013, "loss_dense": 3.6098758220672607, "loss": 7.191835641860962, "time": 0.15621097087860109, "step": 73806}
{"lr": 0.029638751429081216, "data_time": 0.016668820381164552, "loss_single": 3.5951099395751953, "loss_dense": 3.610270619392395, "loss": 7.205380630493164, "time": 0.16543834209442138, "step": 73856}
{"lr": 0.029638751429081216, "data_time": 0.01605081558227539, "loss_single": 3.578060007095337, "loss_dense": 3.5942848920822144, "loss": 7.1723448753356935, "time": 0.1707761764526367, "step": 73906}
{"lr": 0.029638751429081216, "data_time": 0.02010955810546875, "loss_single": 3.549642562866211, "loss_dense": 3.5876471519470217, "loss": 7.137289714813233, "time": 0.1499650478363037, "step": 73956}
{"lr": 0.029638751429081216, "data_time": 0.01743471622467041, "loss_single": 3.5915300607681275, "loss_dense": 3.602634596824646, "loss": 7.194164609909057, "time": 0.14985554218292235, "step": 74006}
{"lr": 0.029638751429081216, "data_time": 0.01717422008514404, "loss_single": 3.5630059957504274, "loss_dense": 3.5872748851776124, "loss": 7.15028076171875, "time": 0.1846302032470703, "step": 74056}
{"lr": 0.029638751429081216, "data_time": 0.016932225227355956, "loss_single": 3.5606727838516234, "loss_dense": 3.5855592250823975, "loss": 7.146231937408447, "time": 0.15398063659667968, "step": 74106}
{"lr": 0.029638751429081216, "data_time": 0.015720438957214356, "loss_single": 3.539965009689331, "loss_dense": 3.551208758354187, "loss": 7.091173791885376, "time": 0.17098441123962402, "step": 74156}
{"lr": 0.029638751429081216, "data_time": 0.016754412651062013, "loss_single": 3.5704277753829956, "loss_dense": 3.5825857639312746, "loss": 7.153013467788696, "time": 0.1573540449142456, "step": 74206}
{"lr": 0.029638751429081216, "data_time": 0.018385767936706543, "loss_single": 3.5446293115615846, "loss_dense": 3.587166905403137, "loss": 7.131796264648438, "time": 0.17415518760681153, "step": 74256}
{"lr": 0.029638751429081216, "data_time": 0.01548764705657959, "loss_single": 3.5548611164093016, "loss_dense": 3.5803964376449584, "loss": 7.135257530212402, "time": 0.15351901054382325, "step": 74306}
{"lr": 0.029638751429081216, "data_time": 0.025064659118652344, "loss_single": 3.581135368347168, "loss_dense": 3.603303098678589, "loss": 7.184438467025757, "time": 0.2685554027557373, "step": 74356}
{"lr": 0.029638751429081216, "data_time": 0.018386340141296385, "loss_single": 3.5781756401062013, "loss_dense": 3.5855058670043944, "loss": 7.16368145942688, "time": 0.153265380859375, "step": 74406}
{"lr": 0.029638751429081216, "data_time": 0.015715956687927246, "loss_single": 3.560805058479309, "loss_dense": 3.587110424041748, "loss": 7.147915458679199, "time": 0.1539155960083008, "step": 74456}
{"lr": 0.029638751429081216, "data_time": 0.01789729595184326, "loss_single": 3.588881993293762, "loss_dense": 3.6040172576904297, "loss": 7.192899322509765, "time": 0.15590550899505615, "step": 74506}
{"lr": 0.029638751429081216, "data_time": 0.0184952974319458, "loss_single": 3.545409846305847, "loss_dense": 3.575742077827454, "loss": 7.121151924133301, "time": 0.15351715087890624, "step": 74556}
{"lr": 0.029638751429081216, "data_time": 0.013834857940673828, "loss_single": 3.5521647930145264, "loss_dense": 3.5799110651016237, "loss": 7.132075929641724, "time": 0.19518213272094725, "step": 74606}
{"lr": 0.029638751429081216, "data_time": 0.013614630699157715, "loss_single": 3.5812378883361817, "loss_dense": 3.5857049226760864, "loss": 7.166942834854126, "time": 0.1516867160797119, "step": 74656}
{"lr": 0.029638751429081216, "data_time": 0.017534351348876952, "loss_single": 3.579349637031555, "loss_dense": 3.5934953451156617, "loss": 7.172845029830933, "time": 0.1495975971221924, "step": 74706}
{"lr": 0.029638751429081216, "data_time": 0.016720294952392578, "loss_single": 3.5907750844955446, "loss_dense": 3.585886240005493, "loss": 7.176661252975464, "time": 0.14942262172698975, "step": 74756}
{"lr": 0.029638751429081216, "data_time": 0.019263267517089844, "loss_single": 3.569017457962036, "loss_dense": 3.596598505973816, "loss": 7.165616035461426, "time": 0.1551055908203125, "step": 74806}
{"lr": 0.029638751429081216, "data_time": 0.01933414936065674, "loss_single": 3.6021893978118897, "loss_dense": 3.6171647548675536, "loss": 7.219354200363159, "time": 0.15612452030181884, "step": 74856}
{"lr": 0.029638751429081216, "data_time": 0.020478534698486327, "loss_single": 3.575833773612976, "loss_dense": 3.5649184226989745, "loss": 7.140752267837525, "time": 0.1529829740524292, "step": 74906}
{"lr": 0.029638751429081216, "data_time": 0.020427823066711426, "loss_single": 3.6110227584838865, "loss_dense": 3.629437565803528, "loss": 7.240460300445557, "time": 0.16382043361663817, "step": 74956}
{"lr": 0.029638751429081216, "data_time": 0.02328319549560547, "loss_single": 3.5958184242248534, "loss_dense": 3.609377121925354, "loss": 7.205195569992066, "time": 0.1574826717376709, "step": 75006}
{"lr": 0.029638751429081216, "data_time": 0.012422466278076172, "loss_single": 3.516622304916382, "loss_dense": 3.5489827156066895, "loss": 7.0656050682067875, "time": 0.13797507286071778, "step": 75056}
{"lr": 0.029585548805965152, "data_time": 0.01690409183502197, "loss_single": 3.579563522338867, "loss_dense": 3.591152715682983, "loss": 7.170716238021851, "time": 0.1575598955154419, "step": 75110}
{"lr": 0.029585548805965152, "data_time": 0.015445685386657715, "loss_single": 3.577389645576477, "loss_dense": 3.603654718399048, "loss": 7.181044292449951, "time": 0.15095188617706298, "step": 75160}
{"lr": 0.029585548805965152, "data_time": 0.019205689430236816, "loss_single": 3.5414075374603273, "loss_dense": 3.571435022354126, "loss": 7.112842607498169, "time": 0.16280183792114258, "step": 75210}
{"lr": 0.029585548805965152, "data_time": 0.01796543598175049, "loss_single": 3.5779449701309205, "loss_dense": 3.5931862354278565, "loss": 7.171131229400634, "time": 0.15699093341827391, "step": 75260}
{"lr": 0.029585548805965152, "data_time": 0.01693272590637207, "loss_single": 3.574363279342651, "loss_dense": 3.5866896152496337, "loss": 7.16105284690857, "time": 0.1726205587387085, "step": 75310}
{"lr": 0.029585548805965152, "data_time": 0.017718744277954102, "loss_single": 3.5811700105667112, "loss_dense": 3.5906312704086303, "loss": 7.171801233291626, "time": 0.15352208614349366, "step": 75360}
{"lr": 0.029585548805965152, "data_time": 0.019338202476501466, "loss_single": 3.5780184745788572, "loss_dense": 3.5985769271850585, "loss": 7.176595306396484, "time": 0.14908809661865235, "step": 75410}
{"lr": 0.029585548805965152, "data_time": 0.019219470024108887, "loss_single": 3.550850033760071, "loss_dense": 3.587563490867615, "loss": 7.138413572311402, "time": 0.1580944061279297, "step": 75460}
{"lr": 0.029585548805965152, "data_time": 0.0168046236038208, "loss_single": 3.6063658714294435, "loss_dense": 3.609178137779236, "loss": 7.215544033050537, "time": 0.15444977283477784, "step": 75510}
{"lr": 0.029585548805965152, "data_time": 0.01753840446472168, "loss_single": 3.5918437480926513, "loss_dense": 3.61537709236145, "loss": 7.207220888137817, "time": 0.1633000135421753, "step": 75560}
{"lr": 0.029585548805965152, "data_time": 0.014402341842651368, "loss_single": 3.5517232418060303, "loss_dense": 3.565312147140503, "loss": 7.117035293579102, "time": 0.16060044765472412, "step": 75610}
{"lr": 0.029585548805965152, "data_time": 0.01853032112121582, "loss_single": 3.5984893560409548, "loss_dense": 3.6084466218948363, "loss": 7.206935977935791, "time": 0.15241031646728515, "step": 75660}
{"lr": 0.029585548805965152, "data_time": 0.020461678504943848, "loss_single": 3.5726972818374634, "loss_dense": 3.597477102279663, "loss": 7.170174407958984, "time": 0.19565815925598146, "step": 75710}
{"lr": 0.029585548805965152, "data_time": 0.022491455078125, "loss_single": 3.587727355957031, "loss_dense": 3.601024556159973, "loss": 7.188751888275147, "time": 0.15897660255432128, "step": 75760}
{"lr": 0.029585548805965152, "data_time": 0.01584925651550293, "loss_single": 3.589469075202942, "loss_dense": 3.5904696702957155, "loss": 7.179938793182373, "time": 0.18653035163879395, "step": 75810}
{"lr": 0.029585548805965152, "data_time": 0.01855888366699219, "loss_single": 3.5753177404403687, "loss_dense": 3.5950445175170898, "loss": 7.170362234115601, "time": 0.15499823093414306, "step": 75860}
{"lr": 0.029585548805965152, "data_time": 0.019376087188720702, "loss_single": 3.5742016792297364, "loss_dense": 3.600462555885315, "loss": 7.174664306640625, "time": 0.1520683526992798, "step": 75910}
{"lr": 0.029585548805965152, "data_time": 0.01771047115325928, "loss_single": 3.5566396951675414, "loss_dense": 3.5828906774520872, "loss": 7.139530324935913, "time": 0.1921475887298584, "step": 75960}
{"lr": 0.029585548805965152, "data_time": 0.01598312854766846, "loss_single": 3.55340838432312, "loss_dense": 3.5752099990844726, "loss": 7.128618431091309, "time": 0.16170005798339843, "step": 76010}
{"lr": 0.029585548805965152, "data_time": 0.021417808532714844, "loss_single": 3.5640704154968263, "loss_dense": 3.6016326427459715, "loss": 7.165703010559082, "time": 0.15699186325073242, "step": 76060}
{"lr": 0.029585548805965152, "data_time": 0.01760885715484619, "loss_single": 3.5879163265228273, "loss_dense": 3.6011369943618776, "loss": 7.189053249359131, "time": 0.1520925521850586, "step": 76110}
{"lr": 0.029585548805965152, "data_time": 0.019204425811767577, "loss_single": 3.5788323640823365, "loss_dense": 3.59058883190155, "loss": 7.169421195983887, "time": 0.1572967529296875, "step": 76160}
{"lr": 0.029585548805965152, "data_time": 0.017441844940185545, "loss_single": 3.5604723691940308, "loss_dense": 3.5711750745773316, "loss": 7.131647539138794, "time": 0.1536393404006958, "step": 76210}
{"lr": 0.029585548805965152, "data_time": 0.01920502185821533, "loss_single": 3.574093985557556, "loss_dense": 3.5998066425323487, "loss": 7.173900699615478, "time": 0.1942425012588501, "step": 76260}
{"lr": 0.029585548805965152, "data_time": 0.01965298652648926, "loss_single": 3.5576559782028196, "loss_dense": 3.5653848171234133, "loss": 7.123040819168091, "time": 0.15560879707336425, "step": 76310}
{"lr": 0.029585548805965152, "data_time": 0.01710934638977051, "loss_single": 3.5713958740234375, "loss_dense": 3.5986399412155152, "loss": 7.170035743713379, "time": 0.15417952537536622, "step": 76360}
{"lr": 0.029585548805965152, "data_time": 0.017131829261779787, "loss_single": 3.5836328744888304, "loss_dense": 3.588935875892639, "loss": 7.17256875038147, "time": 0.15150067806243897, "step": 76410}
{"lr": 0.029585548805965152, "data_time": 0.016822671890258788, "loss_single": 3.59280207157135, "loss_dense": 3.6206008434295653, "loss": 7.213402891159058, "time": 0.14619131088256837, "step": 76460}
{"lr": 0.029585548805965152, "data_time": 0.013957381248474121, "loss_single": 3.5842450618743897, "loss_dense": 3.595644402503967, "loss": 7.179889440536499, "time": 0.1456676959991455, "step": 76510}
{"lr": 0.029585548805965152, "data_time": 0.017076444625854493, "loss_single": 3.558431792259216, "loss_dense": 3.5714126110076903, "loss": 7.129844379425049, "time": 0.15986804962158202, "step": 76560}
{"lr": 0.029585548805965152, "data_time": 0.01937422752380371, "loss_single": 3.5811282634735107, "loss_dense": 3.596580719947815, "loss": 7.177709102630615, "time": 0.15184895992279052, "step": 76610}
{"lr": 0.029585548805965152, "data_time": 0.01844363212585449, "loss_single": 3.578794741630554, "loss_dense": 3.6004617691040037, "loss": 7.179256534576416, "time": 0.1560877799987793, "step": 76660}
{"lr": 0.029585548805965152, "data_time": 0.016222620010375978, "loss_single": 3.588749408721924, "loss_dense": 3.5991425037384035, "loss": 7.187891864776612, "time": 0.14853157997131347, "step": 76710}
{"lr": 0.029585548805965152, "data_time": 0.01388537883758545, "loss_single": 3.5669384956359864, "loss_dense": 3.599404048919678, "loss": 7.166342449188233, "time": 0.22181344032287598, "step": 76760}
{"lr": 0.029585548805965152, "data_time": 0.018100214004516602, "loss_single": 3.5668579816818236, "loss_dense": 3.5760452270507814, "loss": 7.142903089523315, "time": 0.18236498832702636, "step": 76810}
{"lr": 0.029585548805965152, "data_time": 0.01743426322937012, "loss_single": 3.5732577562332155, "loss_dense": 3.6050384283065795, "loss": 7.178296136856079, "time": 0.15125110149383544, "step": 76860}
{"lr": 0.029585548805965152, "data_time": 0.018265819549560545, "loss_single": 3.5484451055526733, "loss_dense": 3.5695880889892577, "loss": 7.118033123016358, "time": 0.1535111427307129, "step": 76910}
{"lr": 0.029585548805965152, "data_time": 0.01828141212463379, "loss_single": 3.5201052904129027, "loss_dense": 3.5632740020751954, "loss": 7.083379220962525, "time": 0.14853038787841796, "step": 76960}
{"lr": 0.029585548805965152, "data_time": 0.015985965728759766, "loss_single": 3.549918866157532, "loss_dense": 3.5802490234375, "loss": 7.1301679611206055, "time": 0.14556736946105958, "step": 77010}
{"lr": 0.029585548805965152, "data_time": 0.0176466703414917, "loss_single": 3.5713826179504395, "loss_dense": 3.5738550662994384, "loss": 7.145237684249878, "time": 0.15696389675140382, "step": 77060}
{"lr": 0.029585548805965152, "data_time": 0.017687010765075683, "loss_single": 3.5466821432113647, "loss_dense": 3.583196425437927, "loss": 7.129878520965576, "time": 0.15107781887054444, "step": 77110}
{"lr": 0.029585548805965152, "data_time": 0.009983110427856445, "loss_single": 3.554031825065613, "loss_dense": 3.570107674598694, "loss": 7.124139499664307, "time": 0.15849943161010743, "step": 77160}
{"lr": 0.029585548805965152, "data_time": 0.016828060150146484, "loss_single": 3.5879623889923096, "loss_dense": 3.6124051094055174, "loss": 7.200367498397827, "time": 0.15298740863800048, "step": 77210}
{"lr": 0.029585548805965152, "data_time": 0.017623758316040038, "loss_single": 3.5678822994232178, "loss_dense": 3.580871605873108, "loss": 7.148753976821899, "time": 0.15056865215301513, "step": 77260}
{"lr": 0.029585548805965152, "data_time": 0.01835799217224121, "loss_single": 3.5841829776763916, "loss_dense": 3.597252106666565, "loss": 7.181435060501099, "time": 0.1510164499282837, "step": 77310}
{"lr": 0.029585548805965152, "data_time": 0.020700550079345702, "loss_single": 3.603772282600403, "loss_dense": 3.619458866119385, "loss": 7.223231172561645, "time": 0.15257153511047364, "step": 77360}
{"lr": 0.029585548805965152, "data_time": 0.016136431694030763, "loss_single": 3.5995137691497803, "loss_dense": 3.5997520208358766, "loss": 7.199265861511231, "time": 0.15326826572418212, "step": 77410}
{"lr": 0.029585548805965152, "data_time": 0.019802784919738768, "loss_single": 3.5591306686401367, "loss_dense": 3.5852120399475096, "loss": 7.144342708587646, "time": 0.2151261329650879, "step": 77460}
{"lr": 0.029585548805965152, "data_time": 0.02023491859436035, "loss_single": 3.546303868293762, "loss_dense": 3.5688111543655396, "loss": 7.115115070343018, "time": 0.15093886852264404, "step": 77510}
{"lr": 0.029585548805965152, "data_time": 0.017202544212341308, "loss_single": 3.57068989276886, "loss_dense": 3.59792799949646, "loss": 7.16861777305603, "time": 0.16052775382995604, "step": 77560}
{"lr": 0.029585548805965152, "data_time": 0.021010589599609376, "loss_single": 3.608959674835205, "loss_dense": 3.6252875328063965, "loss": 7.234247159957886, "time": 0.15193531513214112, "step": 77610}
{"lr": 0.029585548805965152, "data_time": 0.01611616611480713, "loss_single": 3.551900839805603, "loss_dense": 3.5827557325363157, "loss": 7.134656524658203, "time": 0.1524975538253784, "step": 77660}
{"lr": 0.029585548805965152, "data_time": 0.016040539741516112, "loss_single": 3.5754613637924195, "loss_dense": 3.6264907360076903, "loss": 7.201952123641968, "time": 0.22441070079803466, "step": 77710}
{"lr": 0.029585548805965152, "data_time": 0.01718146800994873, "loss_single": 3.533436727523804, "loss_dense": 3.566463494300842, "loss": 7.099900197982788, "time": 0.1505589723587036, "step": 77760}
{"lr": 0.029585548805965152, "data_time": 0.016726589202880858, "loss_single": 3.588964343070984, "loss_dense": 3.605838489532471, "loss": 7.194802856445312, "time": 0.21122429370880128, "step": 77810}
{"lr": 0.029585548805965152, "data_time": 0.02035493850708008, "loss_single": 3.611739921569824, "loss_dense": 3.6085482358932497, "loss": 7.2202880859375, "time": 0.15623233318328858, "step": 77860}
{"lr": 0.029585548805965152, "data_time": 0.01690351963043213, "loss_single": 3.5480915546417235, "loss_dense": 3.5917954206466676, "loss": 7.139886856079102, "time": 0.15153791904449462, "step": 77910}
{"lr": 0.029585548805965152, "data_time": 0.016918325424194337, "loss_single": 3.5765151739120484, "loss_dense": 3.5892335176467896, "loss": 7.1657486915588375, "time": 0.17762904167175292, "step": 77960}
{"lr": 0.029585548805965152, "data_time": 0.017037487030029295, "loss_single": 3.569106864929199, "loss_dense": 3.5965612649917604, "loss": 7.165668153762818, "time": 0.16371362209320067, "step": 78010}
{"lr": 0.029585548805965152, "data_time": 0.01841614246368408, "loss_single": 3.5878658533096313, "loss_dense": 3.5944540023803713, "loss": 7.18231987953186, "time": 0.15120971202850342, "step": 78060}
{"lr": 0.029585548805965152, "data_time": 0.01879568099975586, "loss_single": 3.5807269334793093, "loss_dense": 3.606933069229126, "loss": 7.187659978866577, "time": 0.15486376285552977, "step": 78110}
{"lr": 0.029585548805965152, "data_time": 0.017812609672546387, "loss_single": 3.5865450143814086, "loss_dense": 3.6088562488555906, "loss": 7.195401287078857, "time": 0.14933304786682128, "step": 78160}
{"lr": 0.029585548805965152, "data_time": 0.023095226287841795, "loss_single": 3.5568722009658815, "loss_dense": 3.580095076560974, "loss": 7.1369672298431395, "time": 0.2372809410095215, "step": 78210}
{"lr": 0.029585548805965152, "data_time": 0.01377561092376709, "loss_single": 3.558417558670044, "loss_dense": 3.5911553859710694, "loss": 7.149572896957397, "time": 0.15047886371612548, "step": 78260}
{"lr": 0.029585548805965152, "data_time": 0.02174851894378662, "loss_single": 3.5736936807632445, "loss_dense": 3.5991283655166626, "loss": 7.172821998596191, "time": 0.15630311965942384, "step": 78310}
{"lr": 0.029585548805965152, "data_time": 0.016356921195983885, "loss_single": 3.5538657903671265, "loss_dense": 3.59755859375, "loss": 7.151424360275269, "time": 0.18489251136779786, "step": 78360}
{"lr": 0.029585548805965152, "data_time": 0.018088269233703613, "loss_single": 3.5388065338134767, "loss_dense": 3.575196719169617, "loss": 7.114003276824951, "time": 0.1780644416809082, "step": 78410}
{"lr": 0.029585548805965152, "data_time": 0.0198699951171875, "loss_single": 3.568403625488281, "loss_dense": 3.586906838417053, "loss": 7.155310440063476, "time": 0.15110061168670655, "step": 78460}
{"lr": 0.029585548805965152, "data_time": 0.01803591251373291, "loss_single": 3.547459053993225, "loss_dense": 3.5840282917022703, "loss": 7.131487321853638, "time": 0.15197417736053467, "step": 78510}
{"lr": 0.029585548805965152, "data_time": 0.015774083137512208, "loss_single": 3.561230945587158, "loss_dense": 3.586206150054932, "loss": 7.147437047958374, "time": 0.16808323860168456, "step": 78560}
{"lr": 0.029585548805965152, "data_time": 0.017625975608825683, "loss_single": 3.587229347229004, "loss_dense": 3.608709764480591, "loss": 7.1959391117095945, "time": 0.15628547668457032, "step": 78610}
{"lr": 0.029585548805965152, "data_time": 0.01691269874572754, "loss_single": 3.5799026250839234, "loss_dense": 3.601006197929382, "loss": 7.180908823013306, "time": 0.15404415130615234, "step": 78660}
{"lr": 0.029585548805965152, "data_time": 0.014272975921630859, "loss_single": 3.5416015625, "loss_dense": 3.556723642349243, "loss": 7.098325157165528, "time": 0.15307221412658692, "step": 78710}
{"lr": 0.029585548805965152, "data_time": 0.0169217586517334, "loss_single": 3.555740475654602, "loss_dense": 3.583975410461426, "loss": 7.13971586227417, "time": 0.19367563724517822, "step": 78760}
{"lr": 0.029585548805965152, "data_time": 0.019944214820861818, "loss_single": 3.6043307542800904, "loss_dense": 3.6266310691833494, "loss": 7.230961704254151, "time": 0.1557222604751587, "step": 78810}
{"lr": 0.029585548805965152, "data_time": 0.019617581367492677, "loss_single": 3.5485220909118653, "loss_dense": 3.5758488178253174, "loss": 7.124370908737182, "time": 0.15081095695495605, "step": 78860}
{"lr": 0.029585548805965152, "data_time": 0.018095636367797853, "loss_single": 3.5688271522521973, "loss_dense": 3.585817837715149, "loss": 7.15464506149292, "time": 0.14825093746185303, "step": 78910}
{"lr": 0.029585548805965152, "data_time": 0.016875386238098145, "loss_single": 3.5694047689437864, "loss_dense": 3.6031847953796388, "loss": 7.172589492797852, "time": 0.1500786066055298, "step": 78960}
{"lr": 0.029585548805965152, "data_time": 0.018593025207519532, "loss_single": 3.5805707454681395, "loss_dense": 3.603252959251404, "loss": 7.183823728561402, "time": 0.1563131332397461, "step": 79010}
{"lr": 0.029585548805965152, "data_time": 0.019061803817749023, "loss_single": 3.5556524276733397, "loss_dense": 3.5774196863174437, "loss": 7.133072137832642, "time": 0.1527867317199707, "step": 79060}
{"lr": 0.029585548805965152, "data_time": 0.017552495002746582, "loss_single": 3.56321702003479, "loss_dense": 3.584050989151001, "loss": 7.1472679615020756, "time": 0.14965639114379883, "step": 79110}
{"lr": 0.029585548805965152, "data_time": 0.018924450874328612, "loss_single": 3.5454188346862794, "loss_dense": 3.5879626750946043, "loss": 7.133381605148315, "time": 0.1545258045196533, "step": 79160}
{"lr": 0.029585548805965152, "data_time": 0.018233299255371094, "loss_single": 3.556469941139221, "loss_dense": 3.584556007385254, "loss": 7.141026020050049, "time": 0.1875281810760498, "step": 79210}
{"lr": 0.029585548805965152, "data_time": 0.015659427642822264, "loss_single": 3.566338062286377, "loss_dense": 3.583313989639282, "loss": 7.149652099609375, "time": 0.1534978151321411, "step": 79260}
{"lr": 0.029585548805965152, "data_time": 0.019083404541015626, "loss_single": 3.5980774641036986, "loss_dense": 3.617249369621277, "loss": 7.215326833724975, "time": 0.15267503261566162, "step": 79310}
{"lr": 0.029585548805965152, "data_time": 0.019037032127380372, "loss_single": 3.5898044109344482, "loss_dense": 3.605351519584656, "loss": 7.19515585899353, "time": 0.1524582862854004, "step": 79360}
{"lr": 0.029585548805965152, "data_time": 0.01766526699066162, "loss_single": 3.56632661819458, "loss_dense": 3.5878543615341187, "loss": 7.154180955886841, "time": 0.15195679664611816, "step": 79410}
{"lr": 0.029585548805965152, "data_time": 0.017333364486694335, "loss_single": 3.6036258220672606, "loss_dense": 3.620991063117981, "loss": 7.2246169090271, "time": 0.15804197788238525, "step": 79460}
{"lr": 0.029585548805965152, "data_time": 0.018924927711486815, "loss_single": 3.550667071342468, "loss_dense": 3.592315602302551, "loss": 7.14298267364502, "time": 0.157126784324646, "step": 79510}
{"lr": 0.029585548805965152, "data_time": 0.017156457901000975, "loss_single": 3.5576258659362794, "loss_dense": 3.584060525894165, "loss": 7.141686296463012, "time": 0.15174129009246826, "step": 79560}
{"lr": 0.029585548805965152, "data_time": 0.018813347816467284, "loss_single": 3.580924153327942, "loss_dense": 3.585143041610718, "loss": 7.166067218780517, "time": 0.15521433353424072, "step": 79610}
{"lr": 0.029585548805965152, "data_time": 0.016767668724060058, "loss_single": 3.546161341667175, "loss_dense": 3.579087018966675, "loss": 7.125248289108276, "time": 0.19393696784973144, "step": 79660}
{"lr": 0.029585548805965152, "data_time": 0.016076993942260743, "loss_single": 3.5698763370513915, "loss_dense": 3.5742535829544066, "loss": 7.144130039215088, "time": 0.1649932384490967, "step": 79710}
{"lr": 0.029585548805965152, "data_time": 0.017553949356079103, "loss_single": 3.5313971757888796, "loss_dense": 3.5558852434158323, "loss": 7.087282419204712, "time": 0.24167356491088868, "step": 79760}
{"lr": 0.029585548805965152, "data_time": 0.01796069145202637, "loss_single": 3.58992121219635, "loss_dense": 3.603523087501526, "loss": 7.193444299697876, "time": 0.14854238033294678, "step": 79810}
{"lr": 0.029585548805965152, "data_time": 0.017168855667114256, "loss_single": 3.559896993637085, "loss_dense": 3.615116286277771, "loss": 7.175013256072998, "time": 0.15518414974212646, "step": 79860}
{"lr": 0.029585548805965152, "data_time": 0.018253016471862792, "loss_single": 3.5465583562850953, "loss_dense": 3.586555600166321, "loss": 7.133114004135132, "time": 0.15868940353393554, "step": 79910}
{"lr": 0.029585548805965152, "data_time": 0.017673969268798828, "loss_single": 3.5406224012374876, "loss_dense": 3.5564252853393556, "loss": 7.097047758102417, "time": 0.15656030178070068, "step": 79960}
{"lr": 0.029585548805965152, "data_time": 0.01720871925354004, "loss_single": 3.5553528308868407, "loss_dense": 3.5842037200927734, "loss": 7.139556503295898, "time": 0.2279057025909424, "step": 80010}
{"lr": 0.029585548805965152, "data_time": 0.012381196022033691, "loss_single": 3.5645668506622314, "loss_dense": 3.581257152557373, "loss": 7.145824003219604, "time": 0.140399169921875, "step": 80060}
{"lr": 0.029528747416929468, "data_time": 0.016150426864624024, "loss_single": 3.561740446090698, "loss_dense": 3.573967385292053, "loss": 7.135707902908325, "time": 0.156788969039917, "step": 80114}
{"lr": 0.029528747416929468, "data_time": 0.01691877841949463, "loss_single": 3.5599557161331177, "loss_dense": 3.5777026653289794, "loss": 7.137658405303955, "time": 0.15192031860351562, "step": 80164}
{"lr": 0.029528747416929468, "data_time": 0.02306060791015625, "loss_single": 3.5510071992874144, "loss_dense": 3.5841323852539064, "loss": 7.135139656066895, "time": 0.15493173599243165, "step": 80214}
{"lr": 0.029528747416929468, "data_time": 0.018265414237976074, "loss_single": 3.581169271469116, "loss_dense": 3.5962676763534547, "loss": 7.1774369239807125, "time": 0.15168282985687256, "step": 80264}
{"lr": 0.029528747416929468, "data_time": 0.025850200653076173, "loss_single": 3.560945916175842, "loss_dense": 3.5898757219314574, "loss": 7.1508216381073, "time": 0.20119845867156982, "step": 80314}
{"lr": 0.029528747416929468, "data_time": 0.04805636405944824, "loss_single": 3.5095322132110596, "loss_dense": 3.5363135814666746, "loss": 7.045845794677734, "time": 0.18791539669036866, "step": 80364}
{"lr": 0.029528747416929468, "data_time": 0.01722860336303711, "loss_single": 3.5634689569473266, "loss_dense": 3.5812907457351684, "loss": 7.144759750366211, "time": 0.15746831893920898, "step": 80414}
{"lr": 0.029528747416929468, "data_time": 0.015321135520935059, "loss_single": 3.5722960948944094, "loss_dense": 3.5956188440322876, "loss": 7.167914915084839, "time": 0.16379194259643554, "step": 80464}
{"lr": 0.029528747416929468, "data_time": 0.016728472709655762, "loss_single": 3.5793444395065306, "loss_dense": 3.6037164688110352, "loss": 7.183061027526856, "time": 0.16469161510467528, "step": 80514}
{"lr": 0.029528747416929468, "data_time": 0.018668174743652344, "loss_single": 3.553333306312561, "loss_dense": 3.5544076919555665, "loss": 7.107741069793701, "time": 0.20580437183380126, "step": 80564}
{"lr": 0.029528747416929468, "data_time": 0.013154911994934081, "loss_single": 3.547263503074646, "loss_dense": 3.567112588882446, "loss": 7.114376068115234, "time": 0.15241568088531493, "step": 80614}
{"lr": 0.029528747416929468, "data_time": 0.01664891242980957, "loss_single": 3.558710145950317, "loss_dense": 3.589182806015015, "loss": 7.147892951965332, "time": 0.15210504531860353, "step": 80664}
{"lr": 0.029528747416929468, "data_time": 0.016079235076904296, "loss_single": 3.5506414651870726, "loss_dense": 3.5803735733032225, "loss": 7.131014966964722, "time": 0.15533771514892578, "step": 80714}
{"lr": 0.029528747416929468, "data_time": 0.014083504676818848, "loss_single": 3.555936908721924, "loss_dense": 3.577050876617432, "loss": 7.13298773765564, "time": 0.1591649293899536, "step": 80764}
{"lr": 0.029528747416929468, "data_time": 0.018189358711242675, "loss_single": 3.5549453496932983, "loss_dense": 3.583206367492676, "loss": 7.1381516456604, "time": 0.14742391109466552, "step": 80814}
{"lr": 0.029528747416929468, "data_time": 0.01569399833679199, "loss_single": 3.5695865154266357, "loss_dense": 3.5879578828811645, "loss": 7.157544326782227, "time": 0.1615812063217163, "step": 80864}
{"lr": 0.029528747416929468, "data_time": 0.015548777580261231, "loss_single": 3.5639812707901, "loss_dense": 3.5894493103027343, "loss": 7.153430509567261, "time": 0.16179566383361815, "step": 80914}
{"lr": 0.029528747416929468, "data_time": 0.01849985122680664, "loss_single": 3.560463809967041, "loss_dense": 3.5982295751571653, "loss": 7.158693313598633, "time": 0.15134882926940918, "step": 80964}
{"lr": 0.029528747416929468, "data_time": 0.019389629364013672, "loss_single": 3.546754264831543, "loss_dense": 3.551520848274231, "loss": 7.0982750415802, "time": 0.1566413164138794, "step": 81014}
{"lr": 0.029528747416929468, "data_time": 0.016698813438415526, "loss_single": 3.5733338356018067, "loss_dense": 3.6197275161743163, "loss": 7.193061304092407, "time": 0.16171178817749024, "step": 81064}
{"lr": 0.029528747416929468, "data_time": 0.015473318099975587, "loss_single": 3.5622288942337037, "loss_dense": 3.593050718307495, "loss": 7.155279588699341, "time": 0.1840217351913452, "step": 81114}
{"lr": 0.029528747416929468, "data_time": 0.016873908042907716, "loss_single": 3.562923860549927, "loss_dense": 3.5915470838546755, "loss": 7.15447096824646, "time": 0.14845588207244872, "step": 81164}
{"lr": 0.029528747416929468, "data_time": 0.015623950958251953, "loss_single": 3.579514741897583, "loss_dense": 3.615499258041382, "loss": 7.195013952255249, "time": 0.15742149353027343, "step": 81214}
{"lr": 0.029528747416929468, "data_time": 0.016965436935424804, "loss_single": 3.562922406196594, "loss_dense": 3.59513258934021, "loss": 7.15805492401123, "time": 0.16939833164215087, "step": 81264}
{"lr": 0.029528747416929468, "data_time": 0.016393470764160156, "loss_single": 3.564021372795105, "loss_dense": 3.5799272060394287, "loss": 7.143948650360107, "time": 0.15725507736206054, "step": 81314}
{"lr": 0.029528747416929468, "data_time": 0.018930697441101076, "loss_single": 3.5563748359680174, "loss_dense": 3.594564986228943, "loss": 7.150939893722534, "time": 0.15472283363342285, "step": 81364}
{"lr": 0.029528747416929468, "data_time": 0.01758723258972168, "loss_single": 3.5640057563781737, "loss_dense": 3.598976969718933, "loss": 7.162982654571533, "time": 0.15502691268920898, "step": 81414}
{"lr": 0.029528747416929468, "data_time": 0.020097804069519044, "loss_single": 3.570728087425232, "loss_dense": 3.594359612464905, "loss": 7.165087747573852, "time": 0.14914629459381104, "step": 81464}
{"lr": 0.029528747416929468, "data_time": 0.016982531547546385, "loss_single": 3.5665629625320436, "loss_dense": 3.594321060180664, "loss": 7.160884046554566, "time": 0.15407047271728516, "step": 81514}
{"lr": 0.029528747416929468, "data_time": 0.01752946376800537, "loss_single": 3.573614501953125, "loss_dense": 3.5864482641220095, "loss": 7.1600627422332765, "time": 0.15184307098388672, "step": 81564}
{"lr": 0.029528747416929468, "data_time": 0.01733717918395996, "loss_single": 3.545632314682007, "loss_dense": 3.5766865253448485, "loss": 7.122318887710572, "time": 0.16551170349121094, "step": 81614}
{"lr": 0.029528747416929468, "data_time": 0.018264460563659667, "loss_single": 3.5382282972335815, "loss_dense": 3.5627506256103514, "loss": 7.100978899002075, "time": 0.15694713592529297, "step": 81664}
{"lr": 0.029528747416929468, "data_time": 0.016542744636535645, "loss_single": 3.5545454263687133, "loss_dense": 3.5829651594161986, "loss": 7.137510490417481, "time": 0.15464181900024415, "step": 81714}
{"lr": 0.029528747416929468, "data_time": 0.017426776885986327, "loss_single": 3.5373857021331787, "loss_dense": 3.574113869667053, "loss": 7.111499547958374, "time": 0.14839987754821776, "step": 81764}
{"lr": 0.029528747416929468, "data_time": 0.017770767211914062, "loss_single": 3.537016773223877, "loss_dense": 3.5533287286758424, "loss": 7.0903455257415775, "time": 0.16439352035522461, "step": 81814}
{"lr": 0.029528747416929468, "data_time": 0.01739501953125, "loss_single": 3.548190784454346, "loss_dense": 3.574812889099121, "loss": 7.123003578186035, "time": 0.14926574230194092, "step": 81864}
{"lr": 0.029528747416929468, "data_time": 0.014982223510742188, "loss_single": 3.5560333728790283, "loss_dense": 3.5838928699493406, "loss": 7.139926195144653, "time": 0.17236382961273194, "step": 81914}
{"lr": 0.029528747416929468, "data_time": 0.01825406551361084, "loss_single": 3.5904001712799074, "loss_dense": 3.601078462600708, "loss": 7.191478633880616, "time": 0.20202212333679198, "step": 81964}
{"lr": 0.029528747416929468, "data_time": 0.01974334716796875, "loss_single": 3.591873812675476, "loss_dense": 3.5937164068222045, "loss": 7.185590219497681, "time": 0.15373656749725342, "step": 82014}
{"lr": 0.029528747416929468, "data_time": 0.015201711654663086, "loss_single": 3.570283126831055, "loss_dense": 3.592775750160217, "loss": 7.163058948516846, "time": 0.1536271572113037, "step": 82064}
{"lr": 0.029528747416929468, "data_time": 0.017479872703552245, "loss_single": 3.577886629104614, "loss_dense": 3.6149545192718504, "loss": 7.192841100692749, "time": 0.1518643617630005, "step": 82114}
{"lr": 0.029528747416929468, "data_time": 0.01691110134124756, "loss_single": 3.578038191795349, "loss_dense": 3.593814492225647, "loss": 7.171852684020996, "time": 0.14798810482025146, "step": 82164}
{"lr": 0.029528747416929468, "data_time": 0.020049214363098145, "loss_single": 3.5281920433044434, "loss_dense": 3.557320976257324, "loss": 7.085513067245484, "time": 0.15698795318603515, "step": 82214}
{"lr": 0.029528747416929468, "data_time": 0.023756766319274904, "loss_single": 3.554083824157715, "loss_dense": 3.5710610866546633, "loss": 7.1251448631286625, "time": 0.1591947555541992, "step": 82264}
{"lr": 0.029528747416929468, "data_time": 0.017975711822509767, "loss_single": 3.558855676651001, "loss_dense": 3.5874920129776, "loss": 7.1463476657867435, "time": 0.15010712146759034, "step": 82314}
{"lr": 0.029528747416929468, "data_time": 0.0167616605758667, "loss_single": 3.5536988735198975, "loss_dense": 3.571142888069153, "loss": 7.124841833114624, "time": 0.14964356422424316, "step": 82364}
{"lr": 0.029528747416929468, "data_time": 0.017508053779602052, "loss_single": 3.5682871341705322, "loss_dense": 3.5984861850738525, "loss": 7.166773319244385, "time": 0.15179643630981446, "step": 82414}
{"lr": 0.029528747416929468, "data_time": 0.021634173393249512, "loss_single": 3.5567642211914063, "loss_dense": 3.5944549322128294, "loss": 7.151219272613526, "time": 0.15938427448272705, "step": 82464}
{"lr": 0.029528747416929468, "data_time": 0.018296265602111818, "loss_single": 3.570306825637817, "loss_dense": 3.599829912185669, "loss": 7.170136737823486, "time": 0.15237879753112793, "step": 82514}
{"lr": 0.029528747416929468, "data_time": 0.017476153373718262, "loss_single": 3.5620537757873536, "loss_dense": 3.591720199584961, "loss": 7.153773832321167, "time": 0.17769196033477783, "step": 82564}
{"lr": 0.029528747416929468, "data_time": 0.01700470447540283, "loss_single": 3.5387290000915526, "loss_dense": 3.5733510494232177, "loss": 7.112080097198486, "time": 0.15124802589416503, "step": 82614}
{"lr": 0.029528747416929468, "data_time": 0.01845264434814453, "loss_single": 3.557344675064087, "loss_dense": 3.5721431732177735, "loss": 7.1294878959655765, "time": 0.15549142360687257, "step": 82664}
{"lr": 0.029528747416929468, "data_time": 0.017774200439453124, "loss_single": 3.5672353982925413, "loss_dense": 3.5870564699172975, "loss": 7.1542919158935545, "time": 0.16622822284698485, "step": 82714}
{"lr": 0.029528747416929468, "data_time": 0.020811247825622558, "loss_single": 3.558982229232788, "loss_dense": 3.5937399864196777, "loss": 7.152722263336182, "time": 0.15364494323730468, "step": 82764}
{"lr": 0.029528747416929468, "data_time": 0.018889021873474122, "loss_single": 3.570102071762085, "loss_dense": 3.602255082130432, "loss": 7.172357225418091, "time": 0.15094339847564697, "step": 82814}
{"lr": 0.029528747416929468, "data_time": 0.015837502479553223, "loss_single": 3.5536429643630982, "loss_dense": 3.575193738937378, "loss": 7.128836631774902, "time": 0.15276920795440674, "step": 82864}
{"lr": 0.029528747416929468, "data_time": 0.04353787899017334, "loss_single": 3.5276792287826537, "loss_dense": 3.5580934047698975, "loss": 7.0857726573944095, "time": 0.1722050905227661, "step": 82914}
{"lr": 0.029528747416929468, "data_time": 0.01727299690246582, "loss_single": 3.5458656311035157, "loss_dense": 3.5830240726470945, "loss": 7.128889751434326, "time": 0.15467472076416017, "step": 82964}
{"lr": 0.029528747416929468, "data_time": 0.01763455867767334, "loss_single": 3.547944760322571, "loss_dense": 3.571402072906494, "loss": 7.119346761703492, "time": 0.1852137804031372, "step": 83014}
{"lr": 0.029528747416929468, "data_time": 0.01546781063079834, "loss_single": 3.5628408670425413, "loss_dense": 3.595017600059509, "loss": 7.157858514785767, "time": 0.15854737758636475, "step": 83064}
{"lr": 0.029528747416929468, "data_time": 0.01791839599609375, "loss_single": 3.574498105049133, "loss_dense": 3.5888867378234863, "loss": 7.163384962081909, "time": 0.15841453075408934, "step": 83114}
{"lr": 0.029528747416929468, "data_time": 0.018203592300415038, "loss_single": 3.580668044090271, "loss_dense": 3.586904454231262, "loss": 7.167572450637818, "time": 0.14901506900787354, "step": 83164}
{"lr": 0.029528747416929468, "data_time": 0.01899299621582031, "loss_single": 3.5801103353500365, "loss_dense": 3.579862427711487, "loss": 7.159972858428955, "time": 0.15221049785614013, "step": 83214}
{"lr": 0.029528747416929468, "data_time": 0.019181585311889647, "loss_single": 3.5655519485473635, "loss_dense": 3.5802515745162964, "loss": 7.145803546905517, "time": 0.14916105270385743, "step": 83264}
{"lr": 0.029528747416929468, "data_time": 0.016813111305236817, "loss_single": 3.567602205276489, "loss_dense": 3.598540163040161, "loss": 7.166142272949219, "time": 0.17358002662658692, "step": 83314}
{"lr": 0.029528747416929468, "data_time": 0.018526959419250488, "loss_single": 3.542961931228638, "loss_dense": 3.581669735908508, "loss": 7.124631690979004, "time": 0.158723783493042, "step": 83364}
{"lr": 0.029528747416929468, "data_time": 0.018031716346740723, "loss_single": 3.575578737258911, "loss_dense": 3.6002915620803835, "loss": 7.175870370864868, "time": 0.15316593647003174, "step": 83414}
{"lr": 0.029528747416929468, "data_time": 0.016272664070129395, "loss_single": 3.5470651626586913, "loss_dense": 3.5689945220947266, "loss": 7.116059684753418, "time": 0.1474938154220581, "step": 83464}
{"lr": 0.029528747416929468, "data_time": 0.015949940681457518, "loss_single": 3.587587356567383, "loss_dense": 3.6022321224212646, "loss": 7.189819431304931, "time": 0.15024981498718262, "step": 83514}
{"lr": 0.029528747416929468, "data_time": 0.01763911247253418, "loss_single": 3.544144558906555, "loss_dense": 3.5891518115997316, "loss": 7.133296298980713, "time": 0.15249145030975342, "step": 83564}
{"lr": 0.029528747416929468, "data_time": 0.013924503326416015, "loss_single": 3.5699320793151856, "loss_dense": 3.593040442466736, "loss": 7.162972545623779, "time": 0.17403044700622558, "step": 83614}
{"lr": 0.029528747416929468, "data_time": 0.017006540298461915, "loss_single": 3.554208588600159, "loss_dense": 3.590772247314453, "loss": 7.144980764389038, "time": 0.15488510131835936, "step": 83664}
{"lr": 0.029528747416929468, "data_time": 0.01795306205749512, "loss_single": 3.587282586097717, "loss_dense": 3.609206748008728, "loss": 7.196489238739014, "time": 0.15575501918792725, "step": 83714}
{"lr": 0.029528747416929468, "data_time": 0.014131736755371094, "loss_single": 3.569401741027832, "loss_dense": 3.585607886314392, "loss": 7.155009603500366, "time": 0.18744943141937256, "step": 83764}
{"lr": 0.029528747416929468, "data_time": 0.017981553077697755, "loss_single": 3.53637638092041, "loss_dense": 3.5602861642837524, "loss": 7.0966626644134525, "time": 0.16707100868225097, "step": 83814}
{"lr": 0.029528747416929468, "data_time": 0.0163299560546875, "loss_single": 3.5518600940704346, "loss_dense": 3.5889381647109984, "loss": 7.140798330307007, "time": 0.1499056339263916, "step": 83864}
{"lr": 0.029528747416929468, "data_time": 0.015551996231079102, "loss_single": 3.552584171295166, "loss_dense": 3.5851533889770506, "loss": 7.137737560272217, "time": 0.15522212982177735, "step": 83914}
{"lr": 0.029528747416929468, "data_time": 0.014141988754272462, "loss_single": 3.548750901222229, "loss_dense": 3.5722032308578493, "loss": 7.120954179763794, "time": 0.1476896047592163, "step": 83964}
{"lr": 0.029528747416929468, "data_time": 0.01679549217224121, "loss_single": 3.5815505743026734, "loss_dense": 3.6012773752212524, "loss": 7.182827997207641, "time": 0.15968701839447022, "step": 84014}
{"lr": 0.029528747416929468, "data_time": 0.019179511070251464, "loss_single": 3.558361601829529, "loss_dense": 3.5964203119277953, "loss": 7.15478196144104, "time": 0.2347369909286499, "step": 84064}
{"lr": 0.029528747416929468, "data_time": 0.016530680656433105, "loss_single": 3.5980728387832643, "loss_dense": 3.6100777626037597, "loss": 7.208150625228882, "time": 0.14690821170806884, "step": 84114}
{"lr": 0.029528747416929468, "data_time": 0.020630955696105957, "loss_single": 3.5508879661560058, "loss_dense": 3.5762171268463137, "loss": 7.127105093002319, "time": 0.1567009925842285, "step": 84164}
{"lr": 0.029528747416929468, "data_time": 0.014682459831237792, "loss_single": 3.543469786643982, "loss_dense": 3.568977403640747, "loss": 7.112447214126587, "time": 0.20385701656341554, "step": 84214}
{"lr": 0.029528747416929468, "data_time": 0.015466618537902831, "loss_single": 3.5612642765045166, "loss_dense": 3.5813289642333985, "loss": 7.142593050003052, "time": 0.15363547801971436, "step": 84264}
{"lr": 0.029528747416929468, "data_time": 0.019461345672607423, "loss_single": 3.5455715656280518, "loss_dense": 3.560816693305969, "loss": 7.106388282775879, "time": 0.18391315937042235, "step": 84314}
{"lr": 0.029528747416929468, "data_time": 0.017614340782165526, "loss_single": 3.5603637218475344, "loss_dense": 3.5879650354385375, "loss": 7.148328828811645, "time": 0.15533952713012694, "step": 84364}
{"lr": 0.029528747416929468, "data_time": 0.016572976112365724, "loss_single": 3.5364863872528076, "loss_dense": 3.5702728986740113, "loss": 7.106759262084961, "time": 0.15539634227752686, "step": 84414}
{"lr": 0.029528747416929468, "data_time": 0.016652727127075197, "loss_single": 3.5475251197814943, "loss_dense": 3.585429835319519, "loss": 7.132954883575439, "time": 0.1545706272125244, "step": 84464}
{"lr": 0.029528747416929468, "data_time": 0.0177351713180542, "loss_single": 3.5331313371658326, "loss_dense": 3.548752284049988, "loss": 7.081883716583252, "time": 0.1536060094833374, "step": 84514}
{"lr": 0.029528747416929468, "data_time": 0.017619013786315918, "loss_single": 3.554745674133301, "loss_dense": 3.574790287017822, "loss": 7.129535961151123, "time": 0.1575190782546997, "step": 84564}
{"lr": 0.029528747416929468, "data_time": 0.016616034507751464, "loss_single": 3.545409607887268, "loss_dense": 3.5662354230880737, "loss": 7.111644983291626, "time": 0.15751259326934813, "step": 84614}
{"lr": 0.029528747416929468, "data_time": 0.020551776885986327, "loss_single": 3.5679919004440306, "loss_dense": 3.5932701349258425, "loss": 7.161262035369873, "time": 0.15234439373016356, "step": 84664}
{"lr": 0.029528747416929468, "data_time": 0.020540452003479003, "loss_single": 3.543739891052246, "loss_dense": 3.5722288846969605, "loss": 7.1159687519073485, "time": 0.15267255306243896, "step": 84714}
{"lr": 0.029528747416929468, "data_time": 0.017367219924926756, "loss_single": 3.538306212425232, "loss_dense": 3.5783865690231322, "loss": 7.116692686080933, "time": 0.15171029567718505, "step": 84764}
{"lr": 0.029528747416929468, "data_time": 0.017070794105529787, "loss_single": 3.539911127090454, "loss_dense": 3.5673928260803223, "loss": 7.107304048538208, "time": 0.16421151161193848, "step": 84814}
{"lr": 0.029528747416929468, "data_time": 0.024972701072692872, "loss_single": 3.5806612014770507, "loss_dense": 3.5891373634338377, "loss": 7.1697986125946045, "time": 0.3012108564376831, "step": 84864}
{"lr": 0.029528747416929468, "data_time": 0.016536593437194824, "loss_single": 3.553770875930786, "loss_dense": 3.576181149482727, "loss": 7.129952049255371, "time": 0.14679362773895263, "step": 84914}
{"lr": 0.029528747416929468, "data_time": 0.01811096668243408, "loss_single": 3.565748167037964, "loss_dense": 3.580745506286621, "loss": 7.146493673324585, "time": 0.14932646751403808, "step": 84964}
{"lr": 0.029528747416929468, "data_time": 0.017538166046142577, "loss_single": 3.544142460823059, "loss_dense": 3.575702404975891, "loss": 7.119844818115235, "time": 0.15556576251983642, "step": 85014}
{"lr": 0.029528747416929468, "data_time": 0.013892579078674316, "loss_single": 3.546978163719177, "loss_dense": 3.5671852111816404, "loss": 7.114163446426391, "time": 0.14052932262420653, "step": 85064}
{"lr": 0.029468361276866976, "data_time": 0.014182209968566895, "loss_single": 3.5328121900558473, "loss_dense": 3.5590989351272584, "loss": 7.091911125183105, "time": 0.1524662494659424, "step": 85118}
{"lr": 0.029468361276866976, "data_time": 0.018619084358215333, "loss_single": 3.540639138221741, "loss_dense": 3.5817705392837524, "loss": 7.122409629821777, "time": 0.16198983192443847, "step": 85168}
{"lr": 0.029468361276866976, "data_time": 0.01947498321533203, "loss_single": 3.5618146896362304, "loss_dense": 3.5846990823745726, "loss": 7.146513795852661, "time": 0.2001192569732666, "step": 85218}
{"lr": 0.029468361276866976, "data_time": 0.01817781925201416, "loss_single": 3.574083852767944, "loss_dense": 3.600147533416748, "loss": 7.174231386184692, "time": 0.15406386852264403, "step": 85268}
{"lr": 0.029468361276866976, "data_time": 0.017598772048950197, "loss_single": 3.539400577545166, "loss_dense": 3.563018298149109, "loss": 7.1024188041687015, "time": 0.15809879302978516, "step": 85318}
{"lr": 0.029468361276866976, "data_time": 0.018572402000427247, "loss_single": 3.564787721633911, "loss_dense": 3.5970279216766357, "loss": 7.1618156909942625, "time": 0.15099079608917237, "step": 85368}
{"lr": 0.029468361276866976, "data_time": 0.019336414337158204, "loss_single": 3.5383429288864137, "loss_dense": 3.557751417160034, "loss": 7.0960945129394535, "time": 0.16289286613464354, "step": 85418}
{"lr": 0.029468361276866976, "data_time": 0.017675399780273438, "loss_single": 3.561633324623108, "loss_dense": 3.5958197593688963, "loss": 7.157453107833862, "time": 0.14595751762390136, "step": 85468}
{"lr": 0.029468361276866976, "data_time": 0.01650092601776123, "loss_single": 3.5282590866088865, "loss_dense": 3.543040370941162, "loss": 7.071299409866333, "time": 0.1607288360595703, "step": 85518}
{"lr": 0.029468361276866976, "data_time": 0.020814943313598632, "loss_single": 3.557922124862671, "loss_dense": 3.5671730279922484, "loss": 7.125095272064209, "time": 0.15707192420959473, "step": 85568}
{"lr": 0.029468361276866976, "data_time": 0.018461012840270997, "loss_single": 3.5548107385635377, "loss_dense": 3.5832534074783324, "loss": 7.13806414604187, "time": 0.15388848781585693, "step": 85618}
{"lr": 0.029468361276866976, "data_time": 0.018175554275512696, "loss_single": 3.5542624950408936, "loss_dense": 3.5773338317871093, "loss": 7.131596374511719, "time": 0.15378224849700928, "step": 85668}
{"lr": 0.029468361276866976, "data_time": 0.016222023963928224, "loss_single": 3.537489628791809, "loss_dense": 3.5688896417617797, "loss": 7.106379270553589, "time": 0.14865508079528808, "step": 85718}
{"lr": 0.029468361276866976, "data_time": 0.017786264419555664, "loss_single": 3.5663307428359987, "loss_dense": 3.594118595123291, "loss": 7.160449361801147, "time": 0.15040404796600343, "step": 85768}
{"lr": 0.029468361276866976, "data_time": 0.016451573371887206, "loss_single": 3.5817994356155394, "loss_dense": 3.6014012336730956, "loss": 7.183200645446777, "time": 0.15317556858062745, "step": 85818}
{"lr": 0.029468361276866976, "data_time": 0.017513751983642578, "loss_single": 3.557153916358948, "loss_dense": 3.581821632385254, "loss": 7.13897557258606, "time": 0.15464024543762206, "step": 85868}
{"lr": 0.029468361276866976, "data_time": 0.01673264503479004, "loss_single": 3.5246119260787965, "loss_dense": 3.5588141679763794, "loss": 7.083426141738892, "time": 0.1548013687133789, "step": 85918}
{"lr": 0.029468361276866976, "data_time": 0.018000316619873048, "loss_single": 3.537881946563721, "loss_dense": 3.5723998069763185, "loss": 7.110281753540039, "time": 0.15095236301422119, "step": 85968}
{"lr": 0.029468361276866976, "data_time": 0.020504474639892578, "loss_single": 3.5633455991744993, "loss_dense": 3.5853370904922484, "loss": 7.148682689666748, "time": 0.17872276306152343, "step": 86018}
{"lr": 0.029468361276866976, "data_time": 0.016627287864685057, "loss_single": 3.5913589239120483, "loss_dense": 3.6068136215209963, "loss": 7.198172616958618, "time": 0.15779788494110109, "step": 86068}
{"lr": 0.029468361276866976, "data_time": 0.016816020011901855, "loss_single": 3.561043548583984, "loss_dense": 3.5820278406143187, "loss": 7.1430713653564455, "time": 0.15690345764160157, "step": 86118}
{"lr": 0.029468361276866976, "data_time": 0.016733741760253905, "loss_single": 3.564591073989868, "loss_dense": 3.610101819038391, "loss": 7.174692916870117, "time": 0.16051027774810792, "step": 86168}
{"lr": 0.029468361276866976, "data_time": 0.016793465614318846, "loss_single": 3.570599818229675, "loss_dense": 3.5945104122161866, "loss": 7.16511025428772, "time": 0.15062029361724855, "step": 86218}
{"lr": 0.029468361276866976, "data_time": 0.015416741371154785, "loss_single": 3.5728307008743285, "loss_dense": 3.5946868658065796, "loss": 7.167517518997192, "time": 0.19454669952392578, "step": 86268}
{"lr": 0.029468361276866976, "data_time": 0.01754782199859619, "loss_single": 3.5278116703033446, "loss_dense": 3.54387366771698, "loss": 7.071685361862182, "time": 0.15053608417510986, "step": 86318}
{"lr": 0.029468361276866976, "data_time": 0.017382597923278807, "loss_single": 3.5620794534683227, "loss_dense": 3.593099331855774, "loss": 7.155178737640381, "time": 0.15677337646484374, "step": 86368}
{"lr": 0.029468361276866976, "data_time": 0.01921083927154541, "loss_single": 3.532780647277832, "loss_dense": 3.558785891532898, "loss": 7.091566562652588, "time": 0.15271153450012206, "step": 86418}
{"lr": 0.029468361276866976, "data_time": 0.015709233283996583, "loss_single": 3.5292685985565186, "loss_dense": 3.5655633449554442, "loss": 7.094831943511963, "time": 0.15618393421173096, "step": 86468}
{"lr": 0.029468361276866976, "data_time": 0.015735387802124023, "loss_single": 3.5592013597488403, "loss_dense": 3.5784336805343626, "loss": 7.137635040283203, "time": 0.1606698989868164, "step": 86518}
{"lr": 0.029468361276866976, "data_time": 0.01861302852630615, "loss_single": 3.5605568170547484, "loss_dense": 3.5904293298721313, "loss": 7.15098614692688, "time": 0.15892183780670166, "step": 86568}
{"lr": 0.029468361276866976, "data_time": 0.019183969497680663, "loss_single": 3.5496337175369264, "loss_dense": 3.590462064743042, "loss": 7.14009575843811, "time": 0.150557804107666, "step": 86618}
{"lr": 0.029468361276866976, "data_time": 0.018735504150390624, "loss_single": 3.546755647659302, "loss_dense": 3.567911219596863, "loss": 7.1146667957305905, "time": 0.16722967624664306, "step": 86668}
{"lr": 0.029468361276866976, "data_time": 0.017598390579223633, "loss_single": 3.5833688259124754, "loss_dense": 3.6209189176559446, "loss": 7.204287719726563, "time": 0.14889845848083497, "step": 86718}
{"lr": 0.029468361276866976, "data_time": 0.01916675567626953, "loss_single": 3.557967519760132, "loss_dense": 3.5672934293746947, "loss": 7.125260925292968, "time": 0.15361766815185546, "step": 86768}
{"lr": 0.029468361276866976, "data_time": 0.016071414947509764, "loss_single": 3.5605652570724486, "loss_dense": 3.58267228603363, "loss": 7.143237590789795, "time": 0.15991744995117188, "step": 86818}
{"lr": 0.029468361276866976, "data_time": 0.023304247856140138, "loss_single": 3.560637903213501, "loss_dense": 3.589336895942688, "loss": 7.149974775314331, "time": 0.23334293365478515, "step": 86868}
{"lr": 0.029468361276866976, "data_time": 0.01715083122253418, "loss_single": 3.5274351596832276, "loss_dense": 3.5588249921798707, "loss": 7.08626012802124, "time": 0.15271363258361817, "step": 86918}
{"lr": 0.029468361276866976, "data_time": 0.01615457534790039, "loss_single": 3.548150587081909, "loss_dense": 3.581074833869934, "loss": 7.129225492477417, "time": 0.1619018316268921, "step": 86968}
{"lr": 0.029468361276866976, "data_time": 0.018018531799316406, "loss_single": 3.5435332536697386, "loss_dense": 3.5782978534698486, "loss": 7.1218311309814455, "time": 0.15050041675567627, "step": 87018}
{"lr": 0.029468361276866976, "data_time": 0.01755845546722412, "loss_single": 3.5561378717422487, "loss_dense": 3.5936468124389647, "loss": 7.1497846126556395, "time": 0.15485746860504152, "step": 87068}
{"lr": 0.029468361276866976, "data_time": 0.018060636520385743, "loss_single": 3.55002601146698, "loss_dense": 3.5962630987167357, "loss": 7.1462890625, "time": 0.21965198516845702, "step": 87118}
{"lr": 0.029468361276866976, "data_time": 0.016373515129089355, "loss_single": 3.5880057334899904, "loss_dense": 3.605559062957764, "loss": 7.1935646533966064, "time": 0.15193004608154298, "step": 87168}
{"lr": 0.029468361276866976, "data_time": 0.019096994400024415, "loss_single": 3.551039147377014, "loss_dense": 3.591744065284729, "loss": 7.142783164978027, "time": 0.15694241523742675, "step": 87218}
{"lr": 0.029468361276866976, "data_time": 0.019976592063903807, "loss_single": 3.5461409091949463, "loss_dense": 3.5862801551818846, "loss": 7.132421016693115, "time": 0.1560915231704712, "step": 87268}
{"lr": 0.029468361276866976, "data_time": 0.01787276268005371, "loss_single": 3.5392863750457764, "loss_dense": 3.587470817565918, "loss": 7.1267571449279785, "time": 0.15716261863708497, "step": 87318}
{"lr": 0.029468361276866976, "data_time": 0.016547346115112306, "loss_single": 3.5419534921646116, "loss_dense": 3.557831144332886, "loss": 7.09978461265564, "time": 0.1567394971847534, "step": 87368}
{"lr": 0.029468361276866976, "data_time": 0.017959213256835936, "loss_single": 3.572701644897461, "loss_dense": 3.6092166900634766, "loss": 7.181918334960938, "time": 0.1517091989517212, "step": 87418}
{"lr": 0.029468361276866976, "data_time": 0.015316319465637208, "loss_single": 3.5367836713790894, "loss_dense": 3.570139217376709, "loss": 7.106922960281372, "time": 0.18426921367645263, "step": 87468}
{"lr": 0.029468361276866976, "data_time": 0.02545626163482666, "loss_single": 3.549353241920471, "loss_dense": 3.5885159492492678, "loss": 7.137869071960449, "time": 0.2015373945236206, "step": 87518}
{"lr": 0.029468361276866976, "data_time": 0.01819124221801758, "loss_single": 3.5742992162704468, "loss_dense": 3.610898494720459, "loss": 7.185197734832764, "time": 0.1500253677368164, "step": 87568}
{"lr": 0.029468361276866976, "data_time": 0.01629316806793213, "loss_single": 3.541611409187317, "loss_dense": 3.558331084251404, "loss": 7.099942445755005, "time": 0.1514646291732788, "step": 87618}
{"lr": 0.029468361276866976, "data_time": 0.018547201156616212, "loss_single": 3.571042561531067, "loss_dense": 3.600197601318359, "loss": 7.171240186691284, "time": 0.17596511840820311, "step": 87668}
{"lr": 0.029468361276866976, "data_time": 0.017623591423034667, "loss_single": 3.556332063674927, "loss_dense": 3.592409586906433, "loss": 7.148741579055786, "time": 0.15320284366607667, "step": 87718}
{"lr": 0.029468361276866976, "data_time": 0.015453600883483886, "loss_single": 3.5469955682754515, "loss_dense": 3.579623007774353, "loss": 7.126618480682373, "time": 0.15401358604431153, "step": 87768}
{"lr": 0.029468361276866976, "data_time": 0.019266438484191895, "loss_single": 3.593082547187805, "loss_dense": 3.602931022644043, "loss": 7.19601354598999, "time": 0.1492227554321289, "step": 87818}
{"lr": 0.029468361276866976, "data_time": 0.018659210205078124, "loss_single": 3.5701080083847048, "loss_dense": 3.601080298423767, "loss": 7.171188306808472, "time": 0.14585320949554442, "step": 87868}
{"lr": 0.029468361276866976, "data_time": 0.01957111358642578, "loss_single": 3.5707834243774412, "loss_dense": 3.5921273231506348, "loss": 7.16291069984436, "time": 0.1682690143585205, "step": 87918}
{"lr": 0.029468361276866976, "data_time": 0.018579626083374025, "loss_single": 3.5433133125305174, "loss_dense": 3.575437879562378, "loss": 7.118751192092896, "time": 0.15255362987518312, "step": 87968}
{"lr": 0.029468361276866976, "data_time": 0.01744658946990967, "loss_single": 3.560085153579712, "loss_dense": 3.5853305101394652, "loss": 7.1454156875610355, "time": 0.15098748207092286, "step": 88018}
{"lr": 0.029468361276866976, "data_time": 0.01720554828643799, "loss_single": 3.5738060235977174, "loss_dense": 3.6028838872909548, "loss": 7.176689958572387, "time": 0.15178353786468507, "step": 88068}
{"lr": 0.029468361276866976, "data_time": 0.01736595630645752, "loss_single": 3.5762174129486084, "loss_dense": 3.5837432861328127, "loss": 7.159960651397705, "time": 0.1582421064376831, "step": 88118}
{"lr": 0.029468361276866976, "data_time": 0.03402853012084961, "loss_single": 3.5795760631561278, "loss_dense": 3.588576054573059, "loss": 7.168152093887329, "time": 0.17395691871643065, "step": 88168}
{"lr": 0.029468361276866976, "data_time": 0.01584458351135254, "loss_single": 3.51588180065155, "loss_dense": 3.5607180118560793, "loss": 7.076599788665772, "time": 0.14954521656036376, "step": 88218}
{"lr": 0.029468361276866976, "data_time": 0.018792223930358887, "loss_single": 3.5700461864471436, "loss_dense": 3.588284945487976, "loss": 7.1583311557769775, "time": 0.16613397598266602, "step": 88268}
{"lr": 0.029468361276866976, "data_time": 0.01822397708892822, "loss_single": 3.52810652256012, "loss_dense": 3.563904547691345, "loss": 7.092011117935181, "time": 0.1600039482116699, "step": 88318}
{"lr": 0.029468361276866976, "data_time": 0.01560521125793457, "loss_single": 3.5568280458450316, "loss_dense": 3.5938334226608277, "loss": 7.150661420822144, "time": 0.16091151237487794, "step": 88368}
{"lr": 0.029468361276866976, "data_time": 0.017289257049560545, "loss_single": 3.5434552907943724, "loss_dense": 3.576168656349182, "loss": 7.1196239471435545, "time": 0.1546260118484497, "step": 88418}
{"lr": 0.029468361276866976, "data_time": 0.017644667625427247, "loss_single": 3.55320258140564, "loss_dense": 3.5792474269866945, "loss": 7.132450008392334, "time": 0.15050058364868163, "step": 88468}
{"lr": 0.029468361276866976, "data_time": 0.016209936141967772, "loss_single": 3.58120379447937, "loss_dense": 3.60894033908844, "loss": 7.190144109725952, "time": 0.15396742820739745, "step": 88518}
{"lr": 0.029468361276866976, "data_time": 0.019280648231506346, "loss_single": 3.5395834922790526, "loss_dense": 3.5790406227111817, "loss": 7.118624210357666, "time": 0.17239413261413575, "step": 88568}
{"lr": 0.029468361276866976, "data_time": 0.016877365112304688, "loss_single": 3.562470269203186, "loss_dense": 3.585334897041321, "loss": 7.147805118560791, "time": 0.16858882904052735, "step": 88618}
{"lr": 0.029468361276866976, "data_time": 0.02166907787322998, "loss_single": 3.557242012023926, "loss_dense": 3.5977089405059814, "loss": 7.154950952529907, "time": 0.16773347854614257, "step": 88668}
{"lr": 0.029468361276866976, "data_time": 0.020072102546691895, "loss_single": 3.541357398033142, "loss_dense": 3.581109046936035, "loss": 7.122466516494751, "time": 0.1505589485168457, "step": 88718}
{"lr": 0.029468361276866976, "data_time": 0.04162983894348145, "loss_single": 3.555393934249878, "loss_dense": 3.586349940299988, "loss": 7.141743946075439, "time": 0.1774324893951416, "step": 88768}
{"lr": 0.029468361276866976, "data_time": 0.01728942394256592, "loss_single": 3.554315781593323, "loss_dense": 3.581726408004761, "loss": 7.136042261123658, "time": 0.15594151020050048, "step": 88818}
{"lr": 0.029468361276866976, "data_time": 0.017396163940429688, "loss_single": 3.5421417474746706, "loss_dense": 3.5711346864700317, "loss": 7.113276433944702, "time": 0.15104427337646484, "step": 88868}
{"lr": 0.029468361276866976, "data_time": 0.01767919063568115, "loss_single": 3.529563307762146, "loss_dense": 3.560361862182617, "loss": 7.0899251937866214, "time": 0.1532146692276001, "step": 88918}
{"lr": 0.029468361276866976, "data_time": 0.013759040832519531, "loss_single": 3.5520116329193114, "loss_dense": 3.5821526288986205, "loss": 7.134164190292358, "time": 0.15322320461273192, "step": 88968}
{"lr": 0.029468361276866976, "data_time": 0.015624499320983887, "loss_single": 3.548967432975769, "loss_dense": 3.5861690998077393, "loss": 7.135136604309082, "time": 0.17076871395111085, "step": 89018}
{"lr": 0.029468361276866976, "data_time": 0.01844496726989746, "loss_single": 3.5226876974105834, "loss_dense": 3.560140776634216, "loss": 7.082828521728516, "time": 0.15241150856018065, "step": 89068}
{"lr": 0.029468361276866976, "data_time": 0.01700878143310547, "loss_single": 3.5426822900772095, "loss_dense": 3.5793320417404173, "loss": 7.122014331817627, "time": 0.15434679985046387, "step": 89118}
{"lr": 0.029468361276866976, "data_time": 0.017110443115234374, "loss_single": 3.546083688735962, "loss_dense": 3.5758297204971314, "loss": 7.1219133853912355, "time": 0.15554518699645997, "step": 89168}
{"lr": 0.029468361276866976, "data_time": 0.020552825927734376, "loss_single": 3.536443853378296, "loss_dense": 3.575583553314209, "loss": 7.112027311325074, "time": 0.20547838211059571, "step": 89218}
{"lr": 0.029468361276866976, "data_time": 0.017835164070129396, "loss_single": 3.5271711111068726, "loss_dense": 3.5508156776428224, "loss": 7.077986764907837, "time": 0.15223755836486816, "step": 89268}
{"lr": 0.029468361276866976, "data_time": 0.019491076469421387, "loss_single": 3.553026866912842, "loss_dense": 3.59211688041687, "loss": 7.145143699645996, "time": 0.15220587253570556, "step": 89318}
{"lr": 0.029468361276866976, "data_time": 0.018196916580200194, "loss_single": 3.5670457601547243, "loss_dense": 3.6012360095977782, "loss": 7.168281841278076, "time": 0.16440327167510987, "step": 89368}
{"lr": 0.029468361276866976, "data_time": 0.016797804832458497, "loss_single": 3.5724704265594482, "loss_dense": 3.606655502319336, "loss": 7.179126024246216, "time": 0.14829134941101074, "step": 89418}
{"lr": 0.029468361276866976, "data_time": 0.01870424747467041, "loss_single": 3.55420777797699, "loss_dense": 3.590837812423706, "loss": 7.145045614242553, "time": 0.19678111076354982, "step": 89468}
{"lr": 0.029468361276866976, "data_time": 0.01745288372039795, "loss_single": 3.5730859279632567, "loss_dense": 3.5955849647521974, "loss": 7.168670892715454, "time": 0.1493668556213379, "step": 89518}
{"lr": 0.029468361276866976, "data_time": 0.01689009666442871, "loss_single": 3.5733765363693237, "loss_dense": 3.60895631313324, "loss": 7.182332944869995, "time": 0.15669682025909423, "step": 89568}
{"lr": 0.029468361276866976, "data_time": 0.015398168563842773, "loss_single": 3.5661648511886597, "loss_dense": 3.591412401199341, "loss": 7.157577133178711, "time": 0.14962077140808105, "step": 89618}
{"lr": 0.029468361276866976, "data_time": 0.017494821548461915, "loss_single": 3.547657918930054, "loss_dense": 3.5859893321990968, "loss": 7.133647346496582, "time": 0.15875642299652098, "step": 89668}
{"lr": 0.029468361276866976, "data_time": 0.015165114402770996, "loss_single": 3.552417182922363, "loss_dense": 3.585586404800415, "loss": 7.138003540039063, "time": 0.2549856424331665, "step": 89718}
{"lr": 0.029468361276866976, "data_time": 0.018505406379699708, "loss_single": 3.564727807044983, "loss_dense": 3.599398970603943, "loss": 7.16412672996521, "time": 0.15213444232940673, "step": 89768}
{"lr": 0.029468361276866976, "data_time": 0.01739170551300049, "loss_single": 3.5695183992385866, "loss_dense": 3.5933041095733644, "loss": 7.162822437286377, "time": 0.1485896587371826, "step": 89818}
{"lr": 0.029468361276866976, "data_time": 0.016496157646179198, "loss_single": 3.541086292266846, "loss_dense": 3.57406165599823, "loss": 7.115147876739502, "time": 0.1516404151916504, "step": 89868}
{"lr": 0.029468361276866976, "data_time": 0.01791987419128418, "loss_single": 3.5472113132476806, "loss_dense": 3.5809528827667236, "loss": 7.128164291381836, "time": 0.1489133358001709, "step": 89918}
{"lr": 0.029468361276866976, "data_time": 0.016024971008300783, "loss_single": 3.5476089477539063, "loss_dense": 3.570842480659485, "loss": 7.118451404571533, "time": 0.1489962100982666, "step": 89968}
{"lr": 0.029468361276866976, "data_time": 0.018238925933837892, "loss_single": 3.539789247512817, "loss_dense": 3.5702133417129516, "loss": 7.110002565383911, "time": 0.1571808338165283, "step": 90018}
{"lr": 0.029468361276866976, "data_time": 0.016206836700439452, "loss_single": 3.558668088912964, "loss_dense": 3.6016707181930543, "loss": 7.160338735580444, "time": 0.15787575244903565, "step": 90068}
{"lr": 0.029404405285154152, "data_time": 0.018791913986206055, "loss_single": 3.5445653676986693, "loss_dense": 3.5785303115844727, "loss": 7.123095750808716, "time": 0.15790410041809083, "step": 90122}
{"lr": 0.029404405285154152, "data_time": 0.01697380542755127, "loss_single": 3.549311637878418, "loss_dense": 3.5739314556121826, "loss": 7.123243093490601, "time": 0.15308017730712892, "step": 90172}
{"lr": 0.029404405285154152, "data_time": 0.01660442352294922, "loss_single": 3.5305674076080322, "loss_dense": 3.577615189552307, "loss": 7.108182573318482, "time": 0.15154783725738524, "step": 90222}
{"lr": 0.029404405285154152, "data_time": 0.016681551933288574, "loss_single": 3.5313677072525023, "loss_dense": 3.575103211402893, "loss": 7.106471014022827, "time": 0.1500628709793091, "step": 90272}
{"lr": 0.029404405285154152, "data_time": 0.017326831817626953, "loss_single": 3.5375306367874146, "loss_dense": 3.585299277305603, "loss": 7.122829961776733, "time": 0.15957093238830566, "step": 90322}
{"lr": 0.029404405285154152, "data_time": 0.017578935623168944, "loss_single": 3.538203978538513, "loss_dense": 3.5741302251815794, "loss": 7.112334203720093, "time": 0.15557944774627686, "step": 90372}
{"lr": 0.029404405285154152, "data_time": 0.016318511962890626, "loss_single": 3.568859028816223, "loss_dense": 3.582374405860901, "loss": 7.15123348236084, "time": 0.15812623500823975, "step": 90422}
{"lr": 0.029404405285154152, "data_time": 0.01660494804382324, "loss_single": 3.5442431926727296, "loss_dense": 3.5634777784347533, "loss": 7.107721042633057, "time": 0.16211981773376466, "step": 90472}
{"lr": 0.029404405285154152, "data_time": 0.013647103309631347, "loss_single": 3.5442770957946776, "loss_dense": 3.578916096687317, "loss": 7.123193168640137, "time": 0.15309176445007325, "step": 90522}
{"lr": 0.029404405285154152, "data_time": 0.015238046646118164, "loss_single": 3.5685345411300657, "loss_dense": 3.593480610847473, "loss": 7.162015151977539, "time": 0.1619873046875, "step": 90572}
{"lr": 0.029404405285154152, "data_time": 0.019001102447509764, "loss_single": 3.50969135761261, "loss_dense": 3.545011806488037, "loss": 7.054703187942505, "time": 0.15597038269042968, "step": 90622}
{"lr": 0.029404405285154152, "data_time": 0.01775331497192383, "loss_single": 3.516010046005249, "loss_dense": 3.550463008880615, "loss": 7.066473054885864, "time": 0.14709975719451904, "step": 90672}
{"lr": 0.029404405285154152, "data_time": 0.017844104766845705, "loss_single": 3.5520421981811525, "loss_dense": 3.579204869270325, "loss": 7.131247043609619, "time": 0.1561732292175293, "step": 90722}
{"lr": 0.029404405285154152, "data_time": 0.017730402946472167, "loss_single": 3.538004493713379, "loss_dense": 3.5637551069259645, "loss": 7.101759576797486, "time": 0.15095679759979247, "step": 90772}
{"lr": 0.029404405285154152, "data_time": 0.015188217163085938, "loss_single": 3.573895502090454, "loss_dense": 3.59239456653595, "loss": 7.16628999710083, "time": 0.15082166194915772, "step": 90822}
{"lr": 0.029404405285154152, "data_time": 0.01627044677734375, "loss_single": 3.5087711095809935, "loss_dense": 3.559201240539551, "loss": 7.067972326278687, "time": 0.14598376750946046, "step": 90872}
{"lr": 0.029404405285154152, "data_time": 0.01548769474029541, "loss_single": 3.552689051628113, "loss_dense": 3.595857357978821, "loss": 7.148546409606934, "time": 0.18331515789031982, "step": 90922}
{"lr": 0.029404405285154152, "data_time": 0.029189181327819825, "loss_single": 3.572083902359009, "loss_dense": 3.6160409212112428, "loss": 7.188124752044677, "time": 0.16070408821105958, "step": 90972}
{"lr": 0.029404405285154152, "data_time": 0.022311925888061523, "loss_single": 3.54183886051178, "loss_dense": 3.586337375640869, "loss": 7.128176212310791, "time": 0.1816858768463135, "step": 91022}
{"lr": 0.029404405285154152, "data_time": 0.015097236633300782, "loss_single": 3.5279144048690796, "loss_dense": 3.552016806602478, "loss": 7.079931116104126, "time": 0.15465807914733887, "step": 91072}
{"lr": 0.029404405285154152, "data_time": 0.017410087585449218, "loss_single": 3.573259210586548, "loss_dense": 3.602775311470032, "loss": 7.1760344982147215, "time": 0.15356791019439697, "step": 91122}
{"lr": 0.029404405285154152, "data_time": 0.028692173957824706, "loss_single": 3.5537456035614015, "loss_dense": 3.5813844919204714, "loss": 7.135130071640015, "time": 0.16032519340515136, "step": 91172}
{"lr": 0.029404405285154152, "data_time": 0.015671133995056152, "loss_single": 3.5551684141159057, "loss_dense": 3.5835174798965452, "loss": 7.138685894012451, "time": 0.21890177726745605, "step": 91222}
{"lr": 0.029404405285154152, "data_time": 0.017209196090698244, "loss_single": 3.5370606660842894, "loss_dense": 3.554387426376343, "loss": 7.09144811630249, "time": 0.19552040100097656, "step": 91272}
{"lr": 0.029404405285154152, "data_time": 0.018691873550415038, "loss_single": 3.589435172080994, "loss_dense": 3.611486792564392, "loss": 7.200921821594238, "time": 0.1531062364578247, "step": 91322}
{"lr": 0.029404405285154152, "data_time": 0.017827939987182618, "loss_single": 3.5652642488479613, "loss_dense": 3.5969889640808104, "loss": 7.162253189086914, "time": 0.15323247909545898, "step": 91372}
{"lr": 0.029404405285154152, "data_time": 0.020106291770935057, "loss_single": 3.568127226829529, "loss_dense": 3.6075449705123903, "loss": 7.175672197341919, "time": 0.14890296459198, "step": 91422}
{"lr": 0.029404405285154152, "data_time": 0.017990851402282716, "loss_single": 3.5626328706741335, "loss_dense": 3.594088387489319, "loss": 7.156721305847168, "time": 0.15049176216125487, "step": 91472}
{"lr": 0.029404405285154152, "data_time": 0.017400693893432618, "loss_single": 3.562083911895752, "loss_dense": 3.600017285346985, "loss": 7.162101221084595, "time": 0.15580034255981445, "step": 91522}
{"lr": 0.029404405285154152, "data_time": 0.018453025817871095, "loss_single": 3.5373087882995606, "loss_dense": 3.575181579589844, "loss": 7.112490320205689, "time": 0.1532905101776123, "step": 91572}
{"lr": 0.029404405285154152, "data_time": 0.01683828830718994, "loss_single": 3.542226529121399, "loss_dense": 3.5758873224258423, "loss": 7.118113851547241, "time": 0.16796140670776366, "step": 91622}
{"lr": 0.029404405285154152, "data_time": 0.017501115798950195, "loss_single": 3.5479440927505492, "loss_dense": 3.591260862350464, "loss": 7.1392049312591555, "time": 0.15356092453002929, "step": 91672}
{"lr": 0.029404405285154152, "data_time": 0.02069547176361084, "loss_single": 3.5253040075302122, "loss_dense": 3.559294581413269, "loss": 7.084598541259766, "time": 0.15487284660339357, "step": 91722}
{"lr": 0.029404405285154152, "data_time": 0.017607712745666505, "loss_single": 3.501816487312317, "loss_dense": 3.5618988037109376, "loss": 7.063715219497681, "time": 0.15426256656646728, "step": 91772}
{"lr": 0.029404405285154152, "data_time": 0.015396714210510254, "loss_single": 3.5728859663009644, "loss_dense": 3.5892664909362795, "loss": 7.162152528762817, "time": 0.15291807651519776, "step": 91822}
{"lr": 0.029404405285154152, "data_time": 0.018431878089904784, "loss_single": 3.5432130336761474, "loss_dense": 3.575016736984253, "loss": 7.118229818344116, "time": 0.15406486988067628, "step": 91872}
{"lr": 0.029404405285154152, "data_time": 0.019961953163146973, "loss_single": 3.554288458824158, "loss_dense": 3.5706990480422975, "loss": 7.124987459182739, "time": 0.14933278560638427, "step": 91922}
{"lr": 0.029404405285154152, "data_time": 0.019984793663024903, "loss_single": 3.5279396057128904, "loss_dense": 3.558132839202881, "loss": 7.086072397232056, "time": 0.1578228235244751, "step": 91972}
{"lr": 0.029404405285154152, "data_time": 0.016265058517456056, "loss_single": 3.5216870069503785, "loss_dense": 3.5639774799346924, "loss": 7.085664415359497, "time": 0.1471168041229248, "step": 92022}
{"lr": 0.029404405285154152, "data_time": 0.025551366806030273, "loss_single": 3.515888977050781, "loss_dense": 3.5524380683898924, "loss": 7.0683270454406735, "time": 0.15824470520019532, "step": 92072}
{"lr": 0.029404405285154152, "data_time": 0.018288016319274902, "loss_single": 3.567037487030029, "loss_dense": 3.5891114473342896, "loss": 7.15614881515503, "time": 0.1576237440109253, "step": 92122}
{"lr": 0.029404405285154152, "data_time": 0.019493246078491212, "loss_single": 3.5642690896987914, "loss_dense": 3.5797903060913088, "loss": 7.144059419631958, "time": 0.15322532653808593, "step": 92172}
{"lr": 0.029404405285154152, "data_time": 0.01629781723022461, "loss_single": 3.5190000534057617, "loss_dense": 3.544950270652771, "loss": 7.0639503479003904, "time": 0.18293628692626954, "step": 92222}
{"lr": 0.029404405285154152, "data_time": 0.016320085525512694, "loss_single": 3.529029202461243, "loss_dense": 3.5622233629226683, "loss": 7.091252565383911, "time": 0.16118454933166504, "step": 92272}
{"lr": 0.029404405285154152, "data_time": 0.017986607551574708, "loss_single": 3.553395891189575, "loss_dense": 3.600894045829773, "loss": 7.154289960861206, "time": 0.15469655990600586, "step": 92322}
{"lr": 0.029404405285154152, "data_time": 0.018120598793029786, "loss_single": 3.5723358392715454, "loss_dense": 3.6037918090820313, "loss": 7.176127672195435, "time": 0.1503617525100708, "step": 92372}
{"lr": 0.029404405285154152, "data_time": 0.01741955280303955, "loss_single": 3.5385458946228026, "loss_dense": 3.569244456291199, "loss": 7.10779037475586, "time": 0.15211179256439208, "step": 92422}
{"lr": 0.029404405285154152, "data_time": 0.01674807071685791, "loss_single": 3.5552706003189085, "loss_dense": 3.583671808242798, "loss": 7.138942432403565, "time": 0.18294501304626465, "step": 92472}
{"lr": 0.029404405285154152, "data_time": 0.016680121421813965, "loss_single": 3.5476325511932374, "loss_dense": 3.5740260601043703, "loss": 7.121658611297607, "time": 0.14903786182403564, "step": 92522}
{"lr": 0.029404405285154152, "data_time": 0.01785130500793457, "loss_single": 3.580730986595154, "loss_dense": 3.602087903022766, "loss": 7.182818937301636, "time": 0.1549400806427002, "step": 92572}
{"lr": 0.029404405285154152, "data_time": 0.01827709674835205, "loss_single": 3.5341606616973875, "loss_dense": 3.5730413675308226, "loss": 7.107202053070068, "time": 0.1566981554031372, "step": 92622}
{"lr": 0.029404405285154152, "data_time": 0.01303553581237793, "loss_single": 3.5181564807891847, "loss_dense": 3.565543794631958, "loss": 7.083700227737427, "time": 0.147298002243042, "step": 92672}
{"lr": 0.029404405285154152, "data_time": 0.01992192268371582, "loss_single": 3.5448304176330567, "loss_dense": 3.5661244869232176, "loss": 7.110954904556275, "time": 0.16534156799316407, "step": 92722}
{"lr": 0.029404405285154152, "data_time": 0.015910649299621583, "loss_single": 3.535068154335022, "loss_dense": 3.573119783401489, "loss": 7.108187961578369, "time": 0.15794126987457274, "step": 92772}
{"lr": 0.029404405285154152, "data_time": 0.01932234764099121, "loss_single": 3.5130425453186036, "loss_dense": 3.54980354309082, "loss": 7.062846088409424, "time": 0.15724823474884034, "step": 92822}
{"lr": 0.029404405285154152, "data_time": 0.0186795711517334, "loss_single": 3.528014039993286, "loss_dense": 3.566382551193237, "loss": 7.094396591186523, "time": 0.15617907047271729, "step": 92872}
{"lr": 0.029404405285154152, "data_time": 0.016973543167114257, "loss_single": 3.5593027591705324, "loss_dense": 3.5972904920578004, "loss": 7.156593227386475, "time": 0.172212553024292, "step": 92922}
{"lr": 0.029404405285154152, "data_time": 0.015802001953125, "loss_single": 3.518088173866272, "loss_dense": 3.58961820602417, "loss": 7.107706356048584, "time": 0.18873052597045897, "step": 92972}
{"lr": 0.029404405285154152, "data_time": 0.01745920181274414, "loss_single": 3.5352155447006224, "loss_dense": 3.5752327680587768, "loss": 7.110448360443115, "time": 0.15927793979644775, "step": 93022}
{"lr": 0.029404405285154152, "data_time": 0.018552017211914063, "loss_single": 3.544204521179199, "loss_dense": 3.5830403327941895, "loss": 7.127244853973389, "time": 0.15085606575012206, "step": 93072}
{"lr": 0.029404405285154152, "data_time": 0.018067407608032226, "loss_single": 3.513055753707886, "loss_dense": 3.55335590839386, "loss": 7.066411685943604, "time": 0.1529712677001953, "step": 93122}
{"lr": 0.029404405285154152, "data_time": 0.016680073738098145, "loss_single": 3.540792155265808, "loss_dense": 3.579925537109375, "loss": 7.120717716217041, "time": 0.15852744579315187, "step": 93172}
{"lr": 0.029404405285154152, "data_time": 0.01587350368499756, "loss_single": 3.532521867752075, "loss_dense": 3.575766372680664, "loss": 7.108288192749024, "time": 0.16486852169036864, "step": 93222}
{"lr": 0.029404405285154152, "data_time": 0.020438289642333983, "loss_single": 3.5795169830322267, "loss_dense": 3.6063201427459717, "loss": 7.185837125778198, "time": 0.15973219871520997, "step": 93272}
{"lr": 0.029404405285154152, "data_time": 0.01614835262298584, "loss_single": 3.540225958824158, "loss_dense": 3.578069567680359, "loss": 7.118295526504516, "time": 0.14989914894104003, "step": 93322}
{"lr": 0.029404405285154152, "data_time": 0.015107035636901855, "loss_single": 3.5494757175445555, "loss_dense": 3.597099280357361, "loss": 7.146574974060059, "time": 0.18699915409088136, "step": 93372}
{"lr": 0.029404405285154152, "data_time": 0.017466092109680177, "loss_single": 3.535712552070618, "loss_dense": 3.5778464555740355, "loss": 7.113559007644653, "time": 0.15111494064331055, "step": 93422}
{"lr": 0.029404405285154152, "data_time": 0.02419281005859375, "loss_single": 3.5500889301300047, "loss_dense": 3.577350616455078, "loss": 7.127439546585083, "time": 0.19340109825134277, "step": 93472}
{"lr": 0.029404405285154152, "data_time": 0.01671290397644043, "loss_single": 3.563076400756836, "loss_dense": 3.6107540369033813, "loss": 7.17383041381836, "time": 0.1535754919052124, "step": 93522}
{"lr": 0.029404405285154152, "data_time": 0.01826183795928955, "loss_single": 3.548226523399353, "loss_dense": 3.5969333410263062, "loss": 7.1451598644256595, "time": 0.15475761890411377, "step": 93572}
{"lr": 0.029404405285154152, "data_time": 0.016707658767700195, "loss_single": 3.5489092111587524, "loss_dense": 3.582942581176758, "loss": 7.131851768493652, "time": 0.1563328981399536, "step": 93622}
{"lr": 0.029404405285154152, "data_time": 0.020111942291259767, "loss_single": 3.527324366569519, "loss_dense": 3.5560123682022096, "loss": 7.083336687088012, "time": 0.16204302310943602, "step": 93672}
{"lr": 0.029404405285154152, "data_time": 0.016802883148193358, "loss_single": 3.5188354015350343, "loss_dense": 3.542476987838745, "loss": 7.061312294006347, "time": 0.15859003067016603, "step": 93722}
{"lr": 0.029404405285154152, "data_time": 0.016880893707275392, "loss_single": 3.5574210405349733, "loss_dense": 3.601459097862244, "loss": 7.158880186080933, "time": 0.15285959243774414, "step": 93772}
{"lr": 0.029404405285154152, "data_time": 0.018314766883850097, "loss_single": 3.5431238651275634, "loss_dense": 3.567617583274841, "loss": 7.110741424560547, "time": 0.16636204719543457, "step": 93822}
{"lr": 0.029404405285154152, "data_time": 0.017394042015075682, "loss_single": 3.5410868167877196, "loss_dense": 3.5779247522354125, "loss": 7.11901159286499, "time": 0.1502845525741577, "step": 93872}
{"lr": 0.029404405285154152, "data_time": 0.017707157135009765, "loss_single": 3.56030809879303, "loss_dense": 3.574426364898682, "loss": 7.134734439849853, "time": 0.14947142601013183, "step": 93922}
{"lr": 0.029404405285154152, "data_time": 0.017310523986816408, "loss_single": 3.5684163093566896, "loss_dense": 3.582206296920776, "loss": 7.150622606277466, "time": 0.15131824016571044, "step": 93972}
{"lr": 0.029404405285154152, "data_time": 0.018103265762329103, "loss_single": 3.558701229095459, "loss_dense": 3.5896811962127684, "loss": 7.148382472991943, "time": 0.14987466335296631, "step": 94022}
{"lr": 0.029404405285154152, "data_time": 0.017456960678100587, "loss_single": 3.53088583946228, "loss_dense": 3.5604186773300173, "loss": 7.09130449295044, "time": 0.15336453914642334, "step": 94072}
{"lr": 0.029404405285154152, "data_time": 0.018925976753234864, "loss_single": 3.55709912776947, "loss_dense": 3.5819056034088135, "loss": 7.13900465965271, "time": 0.15001387596130372, "step": 94122}
{"lr": 0.029404405285154152, "data_time": 0.017047643661499023, "loss_single": 3.538767457008362, "loss_dense": 3.5724780321121217, "loss": 7.111245441436767, "time": 0.15568382740020753, "step": 94172}
{"lr": 0.029404405285154152, "data_time": 0.01781940460205078, "loss_single": 3.5613247394561767, "loss_dense": 3.597157335281372, "loss": 7.158482074737549, "time": 0.19557604789733887, "step": 94222}
{"lr": 0.029404405285154152, "data_time": 0.0204068660736084, "loss_single": 3.5115555047988893, "loss_dense": 3.5495438098907472, "loss": 7.061099290847778, "time": 0.15281333923339843, "step": 94272}
{"lr": 0.029404405285154152, "data_time": 0.017640852928161622, "loss_single": 3.568495583534241, "loss_dense": 3.5994139432907106, "loss": 7.167909431457519, "time": 0.1547365665435791, "step": 94322}
{"lr": 0.029404405285154152, "data_time": 0.015680789947509766, "loss_single": 3.5319413423538206, "loss_dense": 3.560211944580078, "loss": 7.0921533584594725, "time": 0.19297423362731933, "step": 94372}
{"lr": 0.029404405285154152, "data_time": 0.01603875160217285, "loss_single": 3.535537266731262, "loss_dense": 3.5764429569244385, "loss": 7.111980247497558, "time": 0.15090794563293458, "step": 94422}
{"lr": 0.029404405285154152, "data_time": 0.019738650321960448, "loss_single": 3.5524949073791503, "loss_dense": 3.5889148473739625, "loss": 7.1414097309112545, "time": 0.16787569522857665, "step": 94472}
{"lr": 0.029404405285154152, "data_time": 0.01828632354736328, "loss_single": 3.5492052316665648, "loss_dense": 3.5763536930084228, "loss": 7.125558996200562, "time": 0.15039896965026855, "step": 94522}
{"lr": 0.029404405285154152, "data_time": 0.016053938865661622, "loss_single": 3.5675238370895386, "loss_dense": 3.5943653345108033, "loss": 7.161889123916626, "time": 0.15575952529907228, "step": 94572}
{"lr": 0.029404405285154152, "data_time": 0.017530274391174317, "loss_single": 3.547390365600586, "loss_dense": 3.568365240097046, "loss": 7.115755653381347, "time": 0.14784364700317382, "step": 94622}
{"lr": 0.029404405285154152, "data_time": 0.016938948631286622, "loss_single": 3.5520719289779663, "loss_dense": 3.582812690734863, "loss": 7.134884643554687, "time": 0.15048418045043946, "step": 94672}
{"lr": 0.029404405285154152, "data_time": 0.015153980255126953, "loss_single": 3.549785304069519, "loss_dense": 3.5859291791915893, "loss": 7.135714530944824, "time": 0.16999235153198242, "step": 94722}
{"lr": 0.029404405285154152, "data_time": 0.01671261787414551, "loss_single": 3.5433746337890626, "loss_dense": 3.567384934425354, "loss": 7.110759592056274, "time": 0.19642539024353028, "step": 94772}
{"lr": 0.029404405285154152, "data_time": 0.01963341236114502, "loss_single": 3.537028193473816, "loss_dense": 3.557948088645935, "loss": 7.094976234436035, "time": 0.15277314186096191, "step": 94822}
{"lr": 0.029404405285154152, "data_time": 0.01904289722442627, "loss_single": 3.5254233360290526, "loss_dense": 3.5692117691040037, "loss": 7.094635105133056, "time": 0.15057263374328614, "step": 94872}
{"lr": 0.029404405285154152, "data_time": 0.018697214126586915, "loss_single": 3.5675751209259032, "loss_dense": 3.5786022424697874, "loss": 7.1461773872375485, "time": 0.15518152713775635, "step": 94922}
{"lr": 0.029404405285154152, "data_time": 0.014965438842773437, "loss_single": 3.5524598598480224, "loss_dense": 3.585222911834717, "loss": 7.137682771682739, "time": 0.15100328922271727, "step": 94972}
{"lr": 0.029404405285154152, "data_time": 0.018532419204711915, "loss_single": 3.5569889545440674, "loss_dense": 3.5831583738327026, "loss": 7.140147304534912, "time": 0.15124924182891847, "step": 95022}
{"lr": 0.029404405285154152, "data_time": 0.012232279777526856, "loss_single": 3.533392834663391, "loss_dense": 3.566089558601379, "loss": 7.0994823455810545, "time": 0.13883001804351808, "step": 95072}
{"lr": 0.029336895221974957, "data_time": 0.018354201316833497, "loss_single": 3.5621895790100098, "loss_dense": 3.5883975267410277, "loss": 7.150587129592895, "time": 0.15239942073822021, "step": 95126}
{"lr": 0.029336895221974957, "data_time": 0.015171146392822266, "loss_single": 3.546212601661682, "loss_dense": 3.575872874259949, "loss": 7.122085428237915, "time": 0.15630636215209961, "step": 95176}
{"lr": 0.029336895221974957, "data_time": 0.018021345138549805, "loss_single": 3.528546404838562, "loss_dense": 3.5670108079910277, "loss": 7.09555721282959, "time": 0.15148553848266602, "step": 95226}
{"lr": 0.029336895221974957, "data_time": 0.016502881050109865, "loss_single": 3.5668003082275392, "loss_dense": 3.5883540391921995, "loss": 7.155154371261597, "time": 0.15752615928649902, "step": 95276}
{"lr": 0.029336895221974957, "data_time": 0.01781883239746094, "loss_single": 3.548313927650452, "loss_dense": 3.571821689605713, "loss": 7.120135641098022, "time": 0.16046557426452637, "step": 95326}
{"lr": 0.029336895221974957, "data_time": 0.01559433937072754, "loss_single": 3.5361576795578005, "loss_dense": 3.576941442489624, "loss": 7.113099098205566, "time": 0.1640101671218872, "step": 95376}
{"lr": 0.029336895221974957, "data_time": 0.01800658702850342, "loss_single": 3.54302818775177, "loss_dense": 3.5845722436904905, "loss": 7.127600431442261, "time": 0.150649094581604, "step": 95426}
{"lr": 0.029336895221974957, "data_time": 0.01746218204498291, "loss_single": 3.548816609382629, "loss_dense": 3.5995632648468017, "loss": 7.148379755020142, "time": 0.14863007068634032, "step": 95476}
{"lr": 0.029336895221974957, "data_time": 0.017493271827697755, "loss_single": 3.552691173553467, "loss_dense": 3.5822105169296266, "loss": 7.134901618957519, "time": 0.15326616764068604, "step": 95526}
{"lr": 0.029336895221974957, "data_time": 0.015286087989807129, "loss_single": 3.5291380405426027, "loss_dense": 3.548324203491211, "loss": 7.077462244033813, "time": 0.14858753681182862, "step": 95576}
{"lr": 0.029336895221974957, "data_time": 0.015764546394348145, "loss_single": 3.536786961555481, "loss_dense": 3.576227879524231, "loss": 7.1130149364471436, "time": 0.15309541225433348, "step": 95626}
{"lr": 0.029336895221974957, "data_time": 0.017107820510864256, "loss_single": 3.5473513126373293, "loss_dense": 3.5739819765090943, "loss": 7.121333265304566, "time": 0.1566006898880005, "step": 95676}
{"lr": 0.029336895221974957, "data_time": 0.014191269874572754, "loss_single": 3.556354784965515, "loss_dense": 3.5695073127746584, "loss": 7.125862073898316, "time": 0.15058412551879882, "step": 95726}
{"lr": 0.029336895221974957, "data_time": 0.015403056144714355, "loss_single": 3.5490263223648073, "loss_dense": 3.567355680465698, "loss": 7.116382026672364, "time": 0.17697997093200685, "step": 95776}
{"lr": 0.029336895221974957, "data_time": 0.016733694076538085, "loss_single": 3.576418566703796, "loss_dense": 3.6074441194534304, "loss": 7.183862686157227, "time": 0.19821078777313234, "step": 95826}
{"lr": 0.029336895221974957, "data_time": 0.01886003017425537, "loss_single": 3.578390598297119, "loss_dense": 3.58995897769928, "loss": 7.168349552154541, "time": 0.22878401279449462, "step": 95876}
{"lr": 0.029336895221974957, "data_time": 0.01812279224395752, "loss_single": 3.5688362598419188, "loss_dense": 3.597641682624817, "loss": 7.166477918624878, "time": 0.15194880962371826, "step": 95926}
{"lr": 0.029336895221974957, "data_time": 0.017363500595092774, "loss_single": 3.5512755155563354, "loss_dense": 3.568966507911682, "loss": 7.120241928100586, "time": 0.16717240810394288, "step": 95976}
{"lr": 0.029336895221974957, "data_time": 0.015445733070373535, "loss_single": 3.528535795211792, "loss_dense": 3.5522023677825927, "loss": 7.080738115310669, "time": 0.17678408622741698, "step": 96026}
{"lr": 0.029336895221974957, "data_time": 0.01815297603607178, "loss_single": 3.523319125175476, "loss_dense": 3.5677676677703856, "loss": 7.091086721420288, "time": 0.14895031452178956, "step": 96076}
{"lr": 0.029336895221974957, "data_time": 0.019224119186401368, "loss_single": 3.511811900138855, "loss_dense": 3.5524202823638915, "loss": 7.064232110977173, "time": 0.20813281536102296, "step": 96126}
{"lr": 0.029336895221974957, "data_time": 0.013865160942077636, "loss_single": 3.545875310897827, "loss_dense": 3.5702472448349, "loss": 7.116122579574585, "time": 0.1524819850921631, "step": 96176}
{"lr": 0.029336895221974957, "data_time": 0.02293672561645508, "loss_single": 3.558714270591736, "loss_dense": 3.574011945724487, "loss": 7.13272614479065, "time": 0.1511697292327881, "step": 96226}
{"lr": 0.029336895221974957, "data_time": 0.0180861234664917, "loss_single": 3.554129648208618, "loss_dense": 3.6008216619491575, "loss": 7.154951286315918, "time": 0.14901745319366455, "step": 96276}
{"lr": 0.029336895221974957, "data_time": 0.014037299156188964, "loss_single": 3.55049307346344, "loss_dense": 3.5733367204666138, "loss": 7.123829793930054, "time": 0.1574094295501709, "step": 96326}
{"lr": 0.029336895221974957, "data_time": 0.017768454551696778, "loss_single": 3.5475814819335936, "loss_dense": 3.574625587463379, "loss": 7.1222070217132565, "time": 0.15137341022491455, "step": 96376}
{"lr": 0.029336895221974957, "data_time": 0.01998143196105957, "loss_single": 3.535210633277893, "loss_dense": 3.5923300981521606, "loss": 7.127540731430054, "time": 0.15413038730621337, "step": 96426}
{"lr": 0.029336895221974957, "data_time": 0.01838064193725586, "loss_single": 3.52637836933136, "loss_dense": 3.5538130044937133, "loss": 7.080191421508789, "time": 0.15188925266265868, "step": 96476}
{"lr": 0.029336895221974957, "data_time": 0.01815507411956787, "loss_single": 3.5484795808792113, "loss_dense": 3.575293707847595, "loss": 7.123773241043091, "time": 0.15019428730010986, "step": 96526}
{"lr": 0.029336895221974957, "data_time": 0.017534804344177247, "loss_single": 3.5356296062469483, "loss_dense": 3.5638890504837035, "loss": 7.09951868057251, "time": 0.1516974687576294, "step": 96576}
{"lr": 0.029336895221974957, "data_time": 0.0163881778717041, "loss_single": 3.557616424560547, "loss_dense": 3.5907100677490233, "loss": 7.148326444625854, "time": 0.14866821765899657, "step": 96626}
{"lr": 0.029336895221974957, "data_time": 0.018564677238464354, "loss_single": 3.523949384689331, "loss_dense": 3.5537808179855346, "loss": 7.0777302265167235, "time": 0.172432804107666, "step": 96676}
{"lr": 0.029336895221974957, "data_time": 0.012898993492126466, "loss_single": 3.545536184310913, "loss_dense": 3.5803681135177614, "loss": 7.125904321670532, "time": 0.15595650672912598, "step": 96726}
{"lr": 0.029336895221974957, "data_time": 0.016922879219055175, "loss_single": 3.5716853618621824, "loss_dense": 3.5996728420257567, "loss": 7.171358203887939, "time": 0.1516566038131714, "step": 96776}
{"lr": 0.029336895221974957, "data_time": 0.01845440864562988, "loss_single": 3.5043746709823607, "loss_dense": 3.544438934326172, "loss": 7.048813581466675, "time": 0.15228688716888428, "step": 96826}
{"lr": 0.029336895221974957, "data_time": 0.016973447799682618, "loss_single": 3.5302602529525755, "loss_dense": 3.5551403284072878, "loss": 7.085400485992432, "time": 0.15814034938812255, "step": 96876}
{"lr": 0.029336895221974957, "data_time": 0.01660947799682617, "loss_single": 3.547099804878235, "loss_dense": 3.596894073486328, "loss": 7.143993902206421, "time": 0.15819933414459228, "step": 96926}
{"lr": 0.029336895221974957, "data_time": 0.018280696868896485, "loss_single": 3.540429949760437, "loss_dense": 3.5641688108444214, "loss": 7.10459885597229, "time": 0.1563547134399414, "step": 96976}
{"lr": 0.029336895221974957, "data_time": 0.019358181953430177, "loss_single": 3.51881582736969, "loss_dense": 3.5604618072509764, "loss": 7.07927770614624, "time": 0.1572497606277466, "step": 97026}
{"lr": 0.029336895221974957, "data_time": 0.01756608486175537, "loss_single": 3.557904672622681, "loss_dense": 3.5755811452865602, "loss": 7.133485794067383, "time": 0.1526651382446289, "step": 97076}
{"lr": 0.029336895221974957, "data_time": 0.017843151092529298, "loss_single": 3.5139758825302123, "loss_dense": 3.5598764419555664, "loss": 7.073852300643921, "time": 0.20509052276611328, "step": 97126}
{"lr": 0.029336895221974957, "data_time": 0.020480990409851074, "loss_single": 3.5273123741149903, "loss_dense": 3.572408366203308, "loss": 7.099720764160156, "time": 0.1804823398590088, "step": 97176}
{"lr": 0.029336895221974957, "data_time": 0.02269446849822998, "loss_single": 3.531144452095032, "loss_dense": 3.5747312545776366, "loss": 7.105875635147095, "time": 0.15532267093658447, "step": 97226}
{"lr": 0.029336895221974957, "data_time": 0.05555844306945801, "loss_single": 3.5877331733703612, "loss_dense": 3.606336998939514, "loss": 7.194070196151733, "time": 0.19443182945251464, "step": 97276}
{"lr": 0.029336895221974957, "data_time": 0.01690187454223633, "loss_single": 3.583470320701599, "loss_dense": 3.605222463607788, "loss": 7.1886927604675295, "time": 0.1600799322128296, "step": 97326}
{"lr": 0.029336895221974957, "data_time": 0.014885830879211425, "loss_single": 3.5624884128570558, "loss_dense": 3.6019429683685305, "loss": 7.164431476593018, "time": 0.16443428993225098, "step": 97376}
{"lr": 0.029336895221974957, "data_time": 0.01827712059020996, "loss_single": 3.5226508140563966, "loss_dense": 3.5735847473144533, "loss": 7.096235656738282, "time": 0.16213603019714357, "step": 97426}
{"lr": 0.029336895221974957, "data_time": 0.015540409088134765, "loss_single": 3.563992428779602, "loss_dense": 3.5944371938705446, "loss": 7.158429527282715, "time": 0.15432915687561036, "step": 97476}
{"lr": 0.029336895221974957, "data_time": 0.019050979614257814, "loss_single": 3.5167646646499633, "loss_dense": 3.550270986557007, "loss": 7.067035722732544, "time": 0.15487489700317383, "step": 97526}
{"lr": 0.029336895221974957, "data_time": 0.020083975791931153, "loss_single": 3.534373331069946, "loss_dense": 3.579999566078186, "loss": 7.11437292098999, "time": 0.15230488777160645, "step": 97576}
{"lr": 0.029336895221974957, "data_time": 0.017162418365478514, "loss_single": 3.5604485511779784, "loss_dense": 3.5759424924850465, "loss": 7.136391067504883, "time": 0.15080461502075196, "step": 97626}
{"lr": 0.029336895221974957, "data_time": 0.020996642112731934, "loss_single": 3.550450015068054, "loss_dense": 3.595974254608154, "loss": 7.146424293518066, "time": 0.20577821731567383, "step": 97676}
{"lr": 0.029336895221974957, "data_time": 0.013644123077392578, "loss_single": 3.547090029716492, "loss_dense": 3.568446946144104, "loss": 7.1155369758605955, "time": 0.15627310276031495, "step": 97726}
{"lr": 0.029336895221974957, "data_time": 0.017950963973999024, "loss_single": 3.5422945261001586, "loss_dense": 3.5784343957901, "loss": 7.120728969573975, "time": 0.15054357051849365, "step": 97776}
{"lr": 0.029336895221974957, "data_time": 0.01562197208404541, "loss_single": 3.557048535346985, "loss_dense": 3.6016095876693726, "loss": 7.158658075332641, "time": 0.20139083862304688, "step": 97826}
{"lr": 0.029336895221974957, "data_time": 0.017636966705322266, "loss_single": 3.5302551984786987, "loss_dense": 3.5617251634597777, "loss": 7.091980361938477, "time": 0.14963221549987793, "step": 97876}
{"lr": 0.029336895221974957, "data_time": 0.015758252143859862, "loss_single": 3.5194060802459717, "loss_dense": 3.548361086845398, "loss": 7.067767238616943, "time": 0.14603376388549805, "step": 97926}
{"lr": 0.029336895221974957, "data_time": 0.02081122398376465, "loss_single": 3.545192265510559, "loss_dense": 3.569136452674866, "loss": 7.1143287181854244, "time": 0.1559765577316284, "step": 97976}
{"lr": 0.029336895221974957, "data_time": 0.01644721031188965, "loss_single": 3.5541491746902465, "loss_dense": 3.5850887298583984, "loss": 7.139237880706787, "time": 0.16880321502685547, "step": 98026}
{"lr": 0.029336895221974957, "data_time": 0.0202160120010376, "loss_single": 3.5294495582580567, "loss_dense": 3.5656480312347414, "loss": 7.095097494125366, "time": 0.15924301147460937, "step": 98076}
{"lr": 0.029336895221974957, "data_time": 0.020119404792785643, "loss_single": 3.507849168777466, "loss_dense": 3.558502674102783, "loss": 7.066351795196534, "time": 0.1525852918624878, "step": 98126}
{"lr": 0.029336895221974957, "data_time": 0.015464043617248536, "loss_single": 3.522941470146179, "loss_dense": 3.5843201875686646, "loss": 7.107261657714844, "time": 0.16822488307952882, "step": 98176}
{"lr": 0.029336895221974957, "data_time": 0.01665823459625244, "loss_single": 3.5570951461791993, "loss_dense": 3.5864877462387086, "loss": 7.143582773208618, "time": 0.1538994312286377, "step": 98226}
{"lr": 0.029336895221974957, "data_time": 0.018046307563781738, "loss_single": 3.5445815324783325, "loss_dense": 3.581494379043579, "loss": 7.126075983047485, "time": 0.15332307815551757, "step": 98276}
{"lr": 0.029336895221974957, "data_time": 0.017336010932922363, "loss_single": 3.534282183647156, "loss_dense": 3.5646637439727784, "loss": 7.098945903778076, "time": 0.17618539333343505, "step": 98326}
{"lr": 0.029336895221974957, "data_time": 0.015374231338500976, "loss_single": 3.5314926624298097, "loss_dense": 3.5635823726654055, "loss": 7.095074987411499, "time": 0.15343840122222902, "step": 98376}
{"lr": 0.029336895221974957, "data_time": 0.015691590309143067, "loss_single": 3.544721221923828, "loss_dense": 3.5726511478424072, "loss": 7.1173724174499515, "time": 0.18784675598144532, "step": 98426}
{"lr": 0.029336895221974957, "data_time": 0.015460634231567382, "loss_single": 3.5367677450180053, "loss_dense": 3.5676237106323243, "loss": 7.104391574859619, "time": 0.14820799827575684, "step": 98476}
{"lr": 0.029336895221974957, "data_time": 0.025027203559875488, "loss_single": 3.5527509450912476, "loss_dense": 3.585905075073242, "loss": 7.138656044006348, "time": 0.2481234073638916, "step": 98526}
{"lr": 0.029336895221974957, "data_time": 0.04058182239532471, "loss_single": 3.5346996068954466, "loss_dense": 3.56981303691864, "loss": 7.104512643814087, "time": 0.18470852375030516, "step": 98576}
{"lr": 0.029336895221974957, "data_time": 0.018624639511108397, "loss_single": 3.520726943016052, "loss_dense": 3.5588623762130736, "loss": 7.0795892715454105, "time": 0.15351996421813965, "step": 98626}
{"lr": 0.029336895221974957, "data_time": 0.014763236045837402, "loss_single": 3.542707419395447, "loss_dense": 3.5922125816345214, "loss": 7.13491997718811, "time": 0.14658820629119873, "step": 98676}
{"lr": 0.029336895221974957, "data_time": 0.018044519424438476, "loss_single": 3.535821771621704, "loss_dense": 3.5574221849441527, "loss": 7.093243932723999, "time": 0.14802982807159423, "step": 98726}
{"lr": 0.029336895221974957, "data_time": 0.018434619903564452, "loss_single": 3.5418628454208374, "loss_dense": 3.5666453361511232, "loss": 7.108508157730102, "time": 0.20773446559906006, "step": 98776}
{"lr": 0.029336895221974957, "data_time": 0.01659812927246094, "loss_single": 3.5801937341690064, "loss_dense": 3.6187159776687623, "loss": 7.198909711837769, "time": 0.15247728824615478, "step": 98826}
{"lr": 0.029336895221974957, "data_time": 0.023511600494384766, "loss_single": 3.52285418510437, "loss_dense": 3.5871213912963866, "loss": 7.109975576400757, "time": 0.16012909412384033, "step": 98876}
{"lr": 0.029336895221974957, "data_time": 0.014922022819519043, "loss_single": 3.5167895555496216, "loss_dense": 3.5576831102371216, "loss": 7.074472713470459, "time": 0.15881173610687255, "step": 98926}
{"lr": 0.029336895221974957, "data_time": 0.014067530632019043, "loss_single": 3.533745861053467, "loss_dense": 3.5729997158050537, "loss": 7.106745624542237, "time": 0.14669742584228515, "step": 98976}
{"lr": 0.029336895221974957, "data_time": 0.015612220764160157, "loss_single": 3.5067622900009154, "loss_dense": 3.540227937698364, "loss": 7.046990203857422, "time": 0.14862194061279296, "step": 99026}
{"lr": 0.029336895221974957, "data_time": 0.021593904495239256, "loss_single": 3.5415249109268188, "loss_dense": 3.552105212211609, "loss": 7.093630170822143, "time": 0.15345981121063232, "step": 99076}
{"lr": 0.029336895221974957, "data_time": 0.018601298332214355, "loss_single": 3.527860927581787, "loss_dense": 3.568856883049011, "loss": 7.096717834472656, "time": 0.1547711133956909, "step": 99126}
{"lr": 0.029336895221974957, "data_time": 0.01582369804382324, "loss_single": 3.5497600555419924, "loss_dense": 3.5868002653121946, "loss": 7.136560344696045, "time": 0.14733200073242186, "step": 99176}
{"lr": 0.029336895221974957, "data_time": 0.017516446113586426, "loss_single": 3.546447730064392, "loss_dense": 3.578412652015686, "loss": 7.1248602867126465, "time": 0.15177276134490966, "step": 99226}
{"lr": 0.029336895221974957, "data_time": 0.015475845336914063, "loss_single": 3.5187804222106935, "loss_dense": 3.5583961486816404, "loss": 7.077176570892334, "time": 0.1462783098220825, "step": 99276}
{"lr": 0.029336895221974957, "data_time": 0.018894290924072264, "loss_single": 3.483592176437378, "loss_dense": 3.540178966522217, "loss": 7.023771047592163, "time": 0.15112762451171874, "step": 99326}
{"lr": 0.029336895221974957, "data_time": 0.01816718578338623, "loss_single": 3.5288572549819945, "loss_dense": 3.5618111848831178, "loss": 7.090668487548828, "time": 0.15003633499145508, "step": 99376}
{"lr": 0.029336895221974957, "data_time": 0.017605018615722657, "loss_single": 3.506401228904724, "loss_dense": 3.5307887315750124, "loss": 7.037189960479736, "time": 0.16879422664642335, "step": 99426}
{"lr": 0.029336895221974957, "data_time": 0.017647361755371092, "loss_single": 3.527163362503052, "loss_dense": 3.5562986850738527, "loss": 7.083462047576904, "time": 0.1477912187576294, "step": 99476}
{"lr": 0.029336895221974957, "data_time": 0.016007232666015624, "loss_single": 3.5450725078582765, "loss_dense": 3.5734233617782594, "loss": 7.118495845794678, "time": 0.1484288215637207, "step": 99526}
{"lr": 0.029336895221974957, "data_time": 0.019518327713012696, "loss_single": 3.5232126712799072, "loss_dense": 3.5410584688186644, "loss": 7.06427116394043, "time": 0.14973647594451905, "step": 99576}
{"lr": 0.029336895221974957, "data_time": 0.018471550941467286, "loss_single": 3.540552091598511, "loss_dense": 3.573809051513672, "loss": 7.114361143112182, "time": 0.16237084865570067, "step": 99626}
{"lr": 0.029336895221974957, "data_time": 0.01899752616882324, "loss_single": 3.5540377616882326, "loss_dense": 3.5876633167266845, "loss": 7.141701126098633, "time": 0.1536726951599121, "step": 99676}
{"lr": 0.029336895221974957, "data_time": 0.018150734901428222, "loss_single": 3.5414090394973754, "loss_dense": 3.5731067419052125, "loss": 7.114515781402588, "time": 0.15061495304107667, "step": 99726}
{"lr": 0.029336895221974957, "data_time": 0.019743871688842774, "loss_single": 3.5331693649291993, "loss_dense": 3.5519481897354126, "loss": 7.08511757850647, "time": 0.15256946086883544, "step": 99776}
{"lr": 0.029336895221974957, "data_time": 0.019334077835083008, "loss_single": 3.5444591522216795, "loss_dense": 3.58414511680603, "loss": 7.12860426902771, "time": 0.1502828598022461, "step": 99826}
{"lr": 0.029336895221974957, "data_time": 0.018173599243164064, "loss_single": 3.532045078277588, "loss_dense": 3.5802298307418825, "loss": 7.112274932861328, "time": 0.15707166194915773, "step": 99876}
{"lr": 0.029336895221974957, "data_time": 0.016863369941711427, "loss_single": 3.551030397415161, "loss_dense": 3.589554023742676, "loss": 7.140584421157837, "time": 0.15006585121154786, "step": 99926}
{"lr": 0.029336895221974957, "data_time": 0.013951706886291503, "loss_single": 3.5317684412002563, "loss_dense": 3.556583833694458, "loss": 7.088352203369141, "time": 0.152527379989624, "step": 99976}
{"lr": 0.029336895221974957, "data_time": 0.01962134838104248, "loss_single": 3.516241192817688, "loss_dense": 3.55931179523468, "loss": 7.075552892684937, "time": 0.15534584522247313, "step": 100026}
{"lr": 0.029336895221974957, "data_time": 0.012242412567138672, "loss_single": 3.5234950304031374, "loss_dense": 3.5538124561309816, "loss": 7.077307462692261, "time": 0.14290289878845214, "step": 100076}
{"lr": 0.029265847744427313, "data_time": 0.019323158264160156, "loss_single": 3.5389921188354494, "loss_dense": 3.5575536489486694, "loss": 7.096545696258545, "time": 0.1516038179397583, "step": 100130}
{"lr": 0.029265847744427313, "data_time": 0.01675121784210205, "loss_single": 3.540310335159302, "loss_dense": 3.5806217193603516, "loss": 7.120932149887085, "time": 0.15139944553375245, "step": 100180}
{"lr": 0.029265847744427313, "data_time": 0.015958571434020997, "loss_single": 3.5252007484436034, "loss_dense": 3.559300756454468, "loss": 7.084501552581787, "time": 0.18303778171539306, "step": 100230}
{"lr": 0.029265847744427313, "data_time": 0.01540517807006836, "loss_single": 3.53534619808197, "loss_dense": 3.561594343185425, "loss": 7.096940517425537, "time": 0.1485231637954712, "step": 100280}
{"lr": 0.029265847744427313, "data_time": 0.03147180080413818, "loss_single": 3.5567668437957765, "loss_dense": 3.5888222455978394, "loss": 7.145589065551758, "time": 0.16273784637451172, "step": 100330}
{"lr": 0.029265847744427313, "data_time": 0.01586902141571045, "loss_single": 3.5529000043869017, "loss_dense": 3.584985303878784, "loss": 7.137885427474975, "time": 0.14828894138336182, "step": 100380}
{"lr": 0.029265847744427313, "data_time": 0.017918491363525392, "loss_single": 3.5082244873046875, "loss_dense": 3.5358728647232054, "loss": 7.0440973281860355, "time": 0.15487606525421144, "step": 100430}
{"lr": 0.029265847744427313, "data_time": 0.01679670810699463, "loss_single": 3.5400887012481688, "loss_dense": 3.5724215745925902, "loss": 7.112510299682617, "time": 0.16607308387756348, "step": 100480}
{"lr": 0.029265847744427313, "data_time": 0.018692636489868165, "loss_single": 3.527391266822815, "loss_dense": 3.5604857206344604, "loss": 7.08787693977356, "time": 0.20157434940338134, "step": 100530}
{"lr": 0.029265847744427313, "data_time": 0.01886096000671387, "loss_single": 3.516857385635376, "loss_dense": 3.5634490489959716, "loss": 7.080306482315064, "time": 0.16199285984039308, "step": 100580}
{"lr": 0.029265847744427313, "data_time": 0.016184616088867187, "loss_single": 3.5200686693191527, "loss_dense": 3.5444709062576294, "loss": 7.06453948020935, "time": 0.16475558280944824, "step": 100630}
{"lr": 0.029265847744427313, "data_time": 0.019012832641601564, "loss_single": 3.516627621650696, "loss_dense": 3.553078627586365, "loss": 7.06970624923706, "time": 0.1704726219177246, "step": 100680}
{"lr": 0.029265847744427313, "data_time": 0.017246651649475097, "loss_single": 3.5150671005249023, "loss_dense": 3.57144672870636, "loss": 7.086513805389404, "time": 0.15875067710876464, "step": 100730}
{"lr": 0.029265847744427313, "data_time": 0.017864489555358888, "loss_single": 3.5371809244155883, "loss_dense": 3.5566237688064577, "loss": 7.093804740905762, "time": 0.15628035068511964, "step": 100780}
{"lr": 0.029265847744427313, "data_time": 0.023426508903503417, "loss_single": 3.527102303504944, "loss_dense": 3.5666824340820313, "loss": 7.093784761428833, "time": 0.22159109115600586, "step": 100830}
{"lr": 0.029265847744427313, "data_time": 0.017186641693115234, "loss_single": 3.542461085319519, "loss_dense": 3.59285364151001, "loss": 7.135314702987671, "time": 0.17054550647735595, "step": 100880}
{"lr": 0.029265847744427313, "data_time": 0.020824074745178223, "loss_single": 3.5571943283081056, "loss_dense": 3.5795783758163453, "loss": 7.136772727966308, "time": 0.15600342750549318, "step": 100930}
{"lr": 0.029265847744427313, "data_time": 0.01734747886657715, "loss_single": 3.520518732070923, "loss_dense": 3.549279975891113, "loss": 7.069798803329467, "time": 0.1537099599838257, "step": 100980}
{"lr": 0.029265847744427313, "data_time": 0.01608321666717529, "loss_single": 3.5724454641342165, "loss_dense": 3.5874949216842653, "loss": 7.15994029045105, "time": 0.16029670238494872, "step": 101030}
{"lr": 0.029265847744427313, "data_time": 0.018105506896972656, "loss_single": 3.5435577869415282, "loss_dense": 3.5774860858917235, "loss": 7.121043920516968, "time": 0.17001888751983643, "step": 101080}
{"lr": 0.029265847744427313, "data_time": 0.016253185272216798, "loss_single": 3.5396152257919313, "loss_dense": 3.588103103637695, "loss": 7.1277184009552, "time": 0.15899126529693602, "step": 101130}
{"lr": 0.029265847744427313, "data_time": 0.014048528671264649, "loss_single": 3.516808581352234, "loss_dense": 3.572417140007019, "loss": 7.089225721359253, "time": 0.19135549068450927, "step": 101180}
{"lr": 0.029265847744427313, "data_time": 0.018691468238830566, "loss_single": 3.5595826148986816, "loss_dense": 3.58300404548645, "loss": 7.142586660385132, "time": 0.17244577407836914, "step": 101230}
{"lr": 0.029265847744427313, "data_time": 0.01877725124359131, "loss_single": 3.538418936729431, "loss_dense": 3.576879143714905, "loss": 7.115298128128051, "time": 0.15915520191192628, "step": 101280}
{"lr": 0.029265847744427313, "data_time": 0.022648930549621582, "loss_single": 3.5055001020431518, "loss_dense": 3.5521625757217405, "loss": 7.057662677764893, "time": 0.1677241325378418, "step": 101330}
{"lr": 0.029265847744427313, "data_time": 0.013256192207336426, "loss_single": 3.5443668365478516, "loss_dense": 3.5788209438323975, "loss": 7.123187732696533, "time": 0.17092618942260743, "step": 101380}
{"lr": 0.029265847744427313, "data_time": 0.016321659088134766, "loss_single": 3.526106929779053, "loss_dense": 3.5762989997863768, "loss": 7.1024058818817135, "time": 0.16054692268371581, "step": 101430}
{"lr": 0.029265847744427313, "data_time": 0.017509889602661134, "loss_single": 3.536431002616882, "loss_dense": 3.56656494140625, "loss": 7.102996063232422, "time": 0.15516607761383056, "step": 101480}
{"lr": 0.029265847744427313, "data_time": 0.016037845611572267, "loss_single": 3.5248439788818358, "loss_dense": 3.565202760696411, "loss": 7.090046691894531, "time": 0.19665393829345704, "step": 101530}
{"lr": 0.029265847744427313, "data_time": 0.016963624954223634, "loss_single": 3.5451661348342896, "loss_dense": 3.5885260343551635, "loss": 7.133692216873169, "time": 0.14956347942352294, "step": 101580}
{"lr": 0.029265847744427313, "data_time": 0.018868374824523925, "loss_single": 3.53162841796875, "loss_dense": 3.572842240333557, "loss": 7.104470682144165, "time": 0.15713462829589844, "step": 101630}
{"lr": 0.029265847744427313, "data_time": 0.016855835914611816, "loss_single": 3.5513038635253906, "loss_dense": 3.585478925704956, "loss": 7.136782789230347, "time": 0.15210227966308593, "step": 101680}
{"lr": 0.029265847744427313, "data_time": 0.026427841186523436, "loss_single": 3.552712821960449, "loss_dense": 3.5718321800231934, "loss": 7.124544906616211, "time": 0.16464803218841553, "step": 101730}
{"lr": 0.029265847744427313, "data_time": 0.0172349214553833, "loss_single": 3.502678394317627, "loss_dense": 3.546545457839966, "loss": 7.049223852157593, "time": 0.15856454372406006, "step": 101780}
{"lr": 0.029265847744427313, "data_time": 0.020031309127807616, "loss_single": 3.5266677141189575, "loss_dense": 3.5713297843933107, "loss": 7.097997331619263, "time": 0.17081935405731202, "step": 101830}
{"lr": 0.029265847744427313, "data_time": 0.016985559463500978, "loss_single": 3.5187482833862305, "loss_dense": 3.5461802005767824, "loss": 7.064928436279297, "time": 0.15565319061279298, "step": 101880}
{"lr": 0.029265847744427313, "data_time": 0.02122628688812256, "loss_single": 3.5181253433227537, "loss_dense": 3.5695426940917967, "loss": 7.08766803741455, "time": 0.17325103282928467, "step": 101930}
{"lr": 0.029265847744427313, "data_time": 0.01772129535675049, "loss_single": 3.5321131229400633, "loss_dense": 3.5810096740722654, "loss": 7.113122749328613, "time": 0.15713207721710204, "step": 101980}
{"lr": 0.029265847744427313, "data_time": 0.015056204795837403, "loss_single": 3.499896264076233, "loss_dense": 3.542483401298523, "loss": 7.042379665374756, "time": 0.15247650146484376, "step": 102030}
{"lr": 0.029265847744427313, "data_time": 0.01573765277862549, "loss_single": 3.5553499937057493, "loss_dense": 3.591261315345764, "loss": 7.146611309051513, "time": 0.15113112926483155, "step": 102080}
{"lr": 0.029265847744427313, "data_time": 0.01831514835357666, "loss_single": 3.56342191696167, "loss_dense": 3.5854491710662844, "loss": 7.1488710880279545, "time": 0.1604029893875122, "step": 102130}
{"lr": 0.029265847744427313, "data_time": 0.017962169647216798, "loss_single": 3.513570499420166, "loss_dense": 3.575152134895325, "loss": 7.088722658157349, "time": 0.1551903247833252, "step": 102180}
{"lr": 0.029265847744427313, "data_time": 0.01745021343231201, "loss_single": 3.5432997941970825, "loss_dense": 3.5819011449813845, "loss": 7.125200986862183, "time": 0.1540766954421997, "step": 102230}
{"lr": 0.029265847744427313, "data_time": 0.017719316482543945, "loss_single": 3.538406419754028, "loss_dense": 3.5448578119277956, "loss": 7.083264255523682, "time": 0.16774139404296876, "step": 102280}
{"lr": 0.029265847744427313, "data_time": 0.019470596313476564, "loss_single": 3.5278173685073853, "loss_dense": 3.564859485626221, "loss": 7.092676877975464, "time": 0.15706164836883546, "step": 102330}
{"lr": 0.029265847744427313, "data_time": 0.019604754447937012, "loss_single": 3.557878112792969, "loss_dense": 3.5849398612976073, "loss": 7.142817974090576, "time": 0.149649977684021, "step": 102380}
{"lr": 0.029265847744427313, "data_time": 0.02589726448059082, "loss_single": 3.5069051504135134, "loss_dense": 3.540079212188721, "loss": 7.04698429107666, "time": 0.16031365394592284, "step": 102430}
{"lr": 0.029265847744427313, "data_time": 0.017423534393310548, "loss_single": 3.5161315202713013, "loss_dense": 3.5474148273468016, "loss": 7.063546419143677, "time": 0.15017964839935302, "step": 102480}
{"lr": 0.029265847744427313, "data_time": 0.01824963092803955, "loss_single": 3.5292895078659057, "loss_dense": 3.5599722146987913, "loss": 7.089261722564697, "time": 0.14729149341583253, "step": 102530}
{"lr": 0.029265847744427313, "data_time": 0.01757054328918457, "loss_single": 3.555641746520996, "loss_dense": 3.583095335960388, "loss": 7.138737154006958, "time": 0.15791890621185303, "step": 102580}
{"lr": 0.029265847744427313, "data_time": 0.02344961166381836, "loss_single": 3.574253535270691, "loss_dense": 3.5896541595458986, "loss": 7.163907814025879, "time": 0.2140817880630493, "step": 102630}
{"lr": 0.029265847744427313, "data_time": 0.017423844337463378, "loss_single": 3.5293183088302613, "loss_dense": 3.575783133506775, "loss": 7.1051013469696045, "time": 0.15086183547973633, "step": 102680}
{"lr": 0.029265847744427313, "data_time": 0.018068861961364747, "loss_single": 3.489531898498535, "loss_dense": 3.541426157951355, "loss": 7.03095817565918, "time": 0.14870662689208985, "step": 102730}
{"lr": 0.029265847744427313, "data_time": 0.016347670555114747, "loss_single": 3.5080028772354126, "loss_dense": 3.5430585384368896, "loss": 7.051061391830444, "time": 0.15809059143066406, "step": 102780}
{"lr": 0.029265847744427313, "data_time": 0.019274163246154784, "loss_single": 3.526176428794861, "loss_dense": 3.57036349773407, "loss": 7.0965399742126465, "time": 0.15263919830322265, "step": 102830}
{"lr": 0.029265847744427313, "data_time": 0.021244406700134277, "loss_single": 3.544174599647522, "loss_dense": 3.5797608613967897, "loss": 7.123935556411743, "time": 0.18136699199676515, "step": 102880}
{"lr": 0.029265847744427313, "data_time": 0.017300963401794434, "loss_single": 3.526459813117981, "loss_dense": 3.5575572729110716, "loss": 7.0840172290802, "time": 0.1553943634033203, "step": 102930}
{"lr": 0.029265847744427313, "data_time": 0.01562654972076416, "loss_single": 3.5304781913757326, "loss_dense": 3.5681011199951174, "loss": 7.098579263687133, "time": 0.1651998996734619, "step": 102980}
{"lr": 0.029265847744427313, "data_time": 0.015880656242370606, "loss_single": 3.521277666091919, "loss_dense": 3.554124450683594, "loss": 7.075402116775512, "time": 0.1564087152481079, "step": 103030}
{"lr": 0.029265847744427313, "data_time": 0.017923593521118164, "loss_single": 3.5322537183761598, "loss_dense": 3.566769504547119, "loss": 7.099023294448853, "time": 0.14954049587249757, "step": 103080}
{"lr": 0.029265847744427313, "data_time": 0.01761474609375, "loss_single": 3.5087403297424316, "loss_dense": 3.5583131074905396, "loss": 7.067053413391113, "time": 0.1506660223007202, "step": 103130}
{"lr": 0.029265847744427313, "data_time": 0.020667243003845214, "loss_single": 3.5259469032287596, "loss_dense": 3.5626506090164183, "loss": 7.088597536087036, "time": 0.16988120079040528, "step": 103180}
{"lr": 0.029265847744427313, "data_time": 0.021010470390319825, "loss_single": 3.5367433547973635, "loss_dense": 3.5686766147613525, "loss": 7.1054199695587155, "time": 0.156623911857605, "step": 103230}
{"lr": 0.029265847744427313, "data_time": 0.017483901977539063, "loss_single": 3.5349213123321532, "loss_dense": 3.56438205242157, "loss": 7.099303436279297, "time": 0.1532289505004883, "step": 103280}
{"lr": 0.029265847744427313, "data_time": 0.01681938171386719, "loss_single": 3.5212002038955688, "loss_dense": 3.579775810241699, "loss": 7.10097599029541, "time": 0.14887800216674804, "step": 103330}
{"lr": 0.029265847744427313, "data_time": 0.015459942817687988, "loss_single": 3.520667314529419, "loss_dense": 3.557114577293396, "loss": 7.077781820297242, "time": 0.15309078693389894, "step": 103380}
{"lr": 0.029265847744427313, "data_time": 0.01873440742492676, "loss_single": 3.5255959033966064, "loss_dense": 3.567548418045044, "loss": 7.093144273757934, "time": 0.17088112831115723, "step": 103430}
{"lr": 0.029265847744427313, "data_time": 0.016396117210388184, "loss_single": 3.5501595973968505, "loss_dense": 3.5930259466171264, "loss": 7.143185615539551, "time": 0.16547393798828125, "step": 103480}
{"lr": 0.029265847744427313, "data_time": 0.020447921752929688, "loss_single": 3.5015464544296266, "loss_dense": 3.5433789253234864, "loss": 7.0449254512786865, "time": 0.15076184272766113, "step": 103530}
{"lr": 0.029265847744427313, "data_time": 0.01750526428222656, "loss_single": 3.5556029796600344, "loss_dense": 3.5790141105651854, "loss": 7.134617042541504, "time": 0.15003747940063478, "step": 103580}
{"lr": 0.029265847744427313, "data_time": 0.015553975105285644, "loss_single": 3.526826357841492, "loss_dense": 3.5626396894454957, "loss": 7.0894660472869875, "time": 0.1521894931793213, "step": 103630}
{"lr": 0.029265847744427313, "data_time": 0.01919229030609131, "loss_single": 3.534898853302002, "loss_dense": 3.586241865158081, "loss": 7.121140766143799, "time": 0.18424978256225585, "step": 103680}
{"lr": 0.029265847744427313, "data_time": 0.0179487943649292, "loss_single": 3.547698998451233, "loss_dense": 3.581980562210083, "loss": 7.129679536819458, "time": 0.15059432983398438, "step": 103730}
{"lr": 0.029265847744427313, "data_time": 0.01843400001525879, "loss_single": 3.5213943004608153, "loss_dense": 3.559759497642517, "loss": 7.081153774261475, "time": 0.17469651699066163, "step": 103780}
{"lr": 0.029265847744427313, "data_time": 0.01924929618835449, "loss_single": 3.551823139190674, "loss_dense": 3.579176139831543, "loss": 7.130999279022217, "time": 0.16393575668334961, "step": 103830}
{"lr": 0.029265847744427313, "data_time": 0.01638667583465576, "loss_single": 3.546838569641113, "loss_dense": 3.576198124885559, "loss": 7.12303671836853, "time": 0.15485055446624757, "step": 103880}
{"lr": 0.029265847744427313, "data_time": 0.018852853775024415, "loss_single": 3.4922749996185303, "loss_dense": 3.5280471324920653, "loss": 7.020322179794311, "time": 0.20468809604644775, "step": 103930}
{"lr": 0.029265847744427313, "data_time": 0.018547797203063966, "loss_single": 3.5476295232772825, "loss_dense": 3.57615270614624, "loss": 7.123782300949097, "time": 0.15370008945465088, "step": 103980}
{"lr": 0.029265847744427313, "data_time": 0.02106454372406006, "loss_single": 3.508053112030029, "loss_dense": 3.5666084051132203, "loss": 7.074661493301392, "time": 0.15061092376708984, "step": 104030}
{"lr": 0.029265847744427313, "data_time": 0.01853623390197754, "loss_single": 3.5328263521194456, "loss_dense": 3.5687586069107056, "loss": 7.1015849113464355, "time": 0.15543346405029296, "step": 104080}
{"lr": 0.029265847744427313, "data_time": 0.016548895835876466, "loss_single": 3.50620493888855, "loss_dense": 3.529234838485718, "loss": 7.035439777374267, "time": 0.1496748447418213, "step": 104130}
{"lr": 0.029265847744427313, "data_time": 0.015137243270874023, "loss_single": 3.555015134811401, "loss_dense": 3.5801354885101317, "loss": 7.135150623321533, "time": 0.1719832181930542, "step": 104180}
{"lr": 0.029265847744427313, "data_time": 0.01657087802886963, "loss_single": 3.5070979595184326, "loss_dense": 3.5557878255844115, "loss": 7.062885713577271, "time": 0.15471181869506836, "step": 104230}
{"lr": 0.029265847744427313, "data_time": 0.018701624870300294, "loss_single": 3.5115172386169435, "loss_dense": 3.5557759046554565, "loss": 7.0672930717468265, "time": 0.15779855251312255, "step": 104280}
{"lr": 0.029265847744427313, "data_time": 0.019035601615905763, "loss_single": 3.5229379653930666, "loss_dense": 3.558948278427124, "loss": 7.081886243820191, "time": 0.1595698833465576, "step": 104330}
{"lr": 0.029265847744427313, "data_time": 0.017136359214782716, "loss_single": 3.5331931352615356, "loss_dense": 3.5714996337890623, "loss": 7.104692888259888, "time": 0.15348010063171386, "step": 104380}
{"lr": 0.029265847744427313, "data_time": 0.01711897850036621, "loss_single": 3.499734306335449, "loss_dense": 3.5421003818511965, "loss": 7.041834735870362, "time": 0.14572346210479736, "step": 104430}
{"lr": 0.029265847744427313, "data_time": 0.018531489372253417, "loss_single": 3.494083118438721, "loss_dense": 3.5282593250274656, "loss": 7.0223424434661865, "time": 0.15555264949798583, "step": 104480}
{"lr": 0.029265847744427313, "data_time": 0.015607833862304688, "loss_single": 3.5401567220687866, "loss_dense": 3.588681530952454, "loss": 7.12883825302124, "time": 0.1519254684448242, "step": 104530}
{"lr": 0.029265847744427313, "data_time": 0.0182370662689209, "loss_single": 3.5333927869796753, "loss_dense": 3.5611824989318848, "loss": 7.094575262069702, "time": 0.1491460084915161, "step": 104580}
{"lr": 0.029265847744427313, "data_time": 0.020304250717163085, "loss_single": 3.564834189414978, "loss_dense": 3.587349057197571, "loss": 7.152183198928833, "time": 0.18408553600311278, "step": 104630}
{"lr": 0.029265847744427313, "data_time": 0.015826869010925292, "loss_single": 3.5085767984390257, "loss_dense": 3.566626954078674, "loss": 7.075203704833984, "time": 0.1571446180343628, "step": 104680}
{"lr": 0.029265847744427313, "data_time": 0.01830141544342041, "loss_single": 3.521959638595581, "loss_dense": 3.5713615655899047, "loss": 7.093321228027344, "time": 0.15474510192871094, "step": 104730}
{"lr": 0.029265847744427313, "data_time": 0.01872856616973877, "loss_single": 3.5586666584014894, "loss_dense": 3.582574462890625, "loss": 7.141241216659546, "time": 0.15103673934936523, "step": 104780}
{"lr": 0.029265847744427313, "data_time": 0.018080496788024904, "loss_single": 3.54382119178772, "loss_dense": 3.5818123817443848, "loss": 7.1256335258483885, "time": 0.16417114734649657, "step": 104830}
{"lr": 0.029265847744427313, "data_time": 0.02086312770843506, "loss_single": 3.5035526752471924, "loss_dense": 3.547218346595764, "loss": 7.05077109336853, "time": 0.18558309078216553, "step": 104880}
{"lr": 0.029265847744427313, "data_time": 0.018422532081604003, "loss_single": 3.5364543914794924, "loss_dense": 3.563719129562378, "loss": 7.100173377990723, "time": 0.15470027923583984, "step": 104930}
{"lr": 0.029265847744427313, "data_time": 0.020887994766235353, "loss_single": 3.50872323513031, "loss_dense": 3.5465452432632447, "loss": 7.055268478393555, "time": 0.1515796184539795, "step": 104980}
{"lr": 0.029265847744427313, "data_time": 0.01822988986968994, "loss_single": 3.5252928256988527, "loss_dense": 3.559986186027527, "loss": 7.085278940200806, "time": 0.17092015743255615, "step": 105030}
{"lr": 0.029265847744427313, "data_time": 0.012890148162841796, "loss_single": 3.5417041778564453, "loss_dense": 3.568731188774109, "loss": 7.1104353904724125, "time": 0.14588723182678223, "step": 105080}
{"lr": 0.029191280382413188, "data_time": 0.01791527271270752, "loss_single": 3.5221822261810303, "loss_dense": 3.567010283470154, "loss": 7.089192485809326, "time": 0.15147993564605713, "step": 105134}
{"lr": 0.029191280382413188, "data_time": 0.011828947067260741, "loss_single": 3.5305181980133056, "loss_dense": 3.575085401535034, "loss": 7.10560359954834, "time": 0.15414717197418212, "step": 105184}
{"lr": 0.029191280382413188, "data_time": 0.015868020057678223, "loss_single": 3.5115090131759645, "loss_dense": 3.5684001445770264, "loss": 7.079909229278565, "time": 0.1481846332550049, "step": 105234}
{"lr": 0.029191280382413188, "data_time": 0.019423460960388182, "loss_single": 3.5099130153656004, "loss_dense": 3.568426418304443, "loss": 7.078339385986328, "time": 0.15489366054534912, "step": 105284}
{"lr": 0.029191280382413188, "data_time": 0.018059277534484865, "loss_single": 3.537110948562622, "loss_dense": 3.5805522918701174, "loss": 7.117663335800171, "time": 0.1514237642288208, "step": 105334}
{"lr": 0.029191280382413188, "data_time": 0.016940593719482422, "loss_single": 3.519400930404663, "loss_dense": 3.5504752159118653, "loss": 7.069876194000244, "time": 0.15508782863616943, "step": 105384}
{"lr": 0.029191280382413188, "data_time": 0.016417098045349122, "loss_single": 3.516061568260193, "loss_dense": 3.5524935960769652, "loss": 7.068555212020874, "time": 0.1540837526321411, "step": 105434}
{"lr": 0.029191280382413188, "data_time": 0.016850614547729494, "loss_single": 3.5483912944793703, "loss_dense": 3.5988958835601808, "loss": 7.147287130355835, "time": 0.14976940155029297, "step": 105484}
{"lr": 0.029191280382413188, "data_time": 0.017253303527832033, "loss_single": 3.52555992603302, "loss_dense": 3.571320343017578, "loss": 7.09688024520874, "time": 0.14860248565673828, "step": 105534}
{"lr": 0.029191280382413188, "data_time": 0.016727232933044435, "loss_single": 3.5121970653533934, "loss_dense": 3.562548017501831, "loss": 7.074745082855225, "time": 0.15493383407592773, "step": 105584}
{"lr": 0.029191280382413188, "data_time": 0.01782093048095703, "loss_single": 3.538944149017334, "loss_dense": 3.59214825630188, "loss": 7.1310924053192135, "time": 0.15029551982879638, "step": 105634}
{"lr": 0.029191280382413188, "data_time": 0.016712641716003417, "loss_single": 3.5323635816574095, "loss_dense": 3.567859435081482, "loss": 7.100223159790039, "time": 0.15289506912231446, "step": 105684}
{"lr": 0.029191280382413188, "data_time": 0.017934226989746095, "loss_single": 3.517025589942932, "loss_dense": 3.559163546562195, "loss": 7.076189184188843, "time": 0.14912350177764894, "step": 105734}
{"lr": 0.029191280382413188, "data_time": 0.016090822219848634, "loss_single": 3.516907072067261, "loss_dense": 3.5682152032852175, "loss": 7.0851222515106205, "time": 0.17099373340606688, "step": 105784}
{"lr": 0.029191280382413188, "data_time": 0.018732380867004395, "loss_single": 3.5299066305160522, "loss_dense": 3.5638325929641725, "loss": 7.093739223480225, "time": 0.15628411769866943, "step": 105834}
{"lr": 0.029191280382413188, "data_time": 0.018095850944519043, "loss_single": 3.5472706079483034, "loss_dense": 3.5701999425888062, "loss": 7.117470550537109, "time": 0.15001273155212402, "step": 105884}
{"lr": 0.029191280382413188, "data_time": 0.017209935188293456, "loss_single": 3.5259575605392457, "loss_dense": 3.5537718534469604, "loss": 7.079729413986206, "time": 0.15055642127990723, "step": 105934}
{"lr": 0.029191280382413188, "data_time": 0.016829824447631835, "loss_single": 3.5319308757781984, "loss_dense": 3.5840075492858885, "loss": 7.115938472747803, "time": 0.1508103370666504, "step": 105984}
{"lr": 0.029191280382413188, "data_time": 0.015651226043701172, "loss_single": 3.5160033226013185, "loss_dense": 3.554144525527954, "loss": 7.0701478004455565, "time": 0.18302111625671386, "step": 106034}
{"lr": 0.029191280382413188, "data_time": 0.017771005630493164, "loss_single": 3.4973851442337036, "loss_dense": 3.546648693084717, "loss": 7.044033813476562, "time": 0.15243866443634033, "step": 106084}
{"lr": 0.029191280382413188, "data_time": 0.019298505783081055, "loss_single": 3.5218456745147706, "loss_dense": 3.5581311702728273, "loss": 7.0799768447875975, "time": 0.15409498214721679, "step": 106134}
{"lr": 0.029191280382413188, "data_time": 0.01751551628112793, "loss_single": 3.5394431352615356, "loss_dense": 3.577144193649292, "loss": 7.116587400436401, "time": 0.15375330448150634, "step": 106184}
{"lr": 0.029191280382413188, "data_time": 0.01936037540435791, "loss_single": 3.541733169555664, "loss_dense": 3.5769713640213014, "loss": 7.118704462051392, "time": 0.1586524724960327, "step": 106234}
{"lr": 0.029191280382413188, "data_time": 0.017846083641052245, "loss_single": 3.527003288269043, "loss_dense": 3.5750743627548216, "loss": 7.102077674865723, "time": 0.14991300106048583, "step": 106284}
{"lr": 0.029191280382413188, "data_time": 0.017595434188842775, "loss_single": 3.5103088140487673, "loss_dense": 3.5647695302963256, "loss": 7.075078392028809, "time": 0.15422987937927246, "step": 106334}
{"lr": 0.029191280382413188, "data_time": 0.01650066375732422, "loss_single": 3.532572603225708, "loss_dense": 3.5622293949127197, "loss": 7.094801998138427, "time": 0.15057787895202637, "step": 106384}
{"lr": 0.029191280382413188, "data_time": 0.015764832496643066, "loss_single": 3.5540088415145874, "loss_dense": 3.5728893756866453, "loss": 7.126898241043091, "time": 0.15994064807891845, "step": 106434}
{"lr": 0.029191280382413188, "data_time": 0.015962886810302734, "loss_single": 3.5127707719802856, "loss_dense": 3.5501255989074707, "loss": 7.062896394729615, "time": 0.1873647689819336, "step": 106484}
{"lr": 0.029191280382413188, "data_time": 0.018615245819091797, "loss_single": 3.5313664197921755, "loss_dense": 3.5668904542922975, "loss": 7.098256826400757, "time": 0.14715039730072021, "step": 106534}
{"lr": 0.029191280382413188, "data_time": 0.017396712303161622, "loss_single": 3.5134463787078856, "loss_dense": 3.5658169984817505, "loss": 7.079263353347779, "time": 0.152699613571167, "step": 106584}
{"lr": 0.029191280382413188, "data_time": 0.019246935844421387, "loss_single": 3.536908674240112, "loss_dense": 3.569730114936829, "loss": 7.106638669967651, "time": 0.15785856246948243, "step": 106634}
{"lr": 0.029191280382413188, "data_time": 0.018169283866882324, "loss_single": 3.5177321434020996, "loss_dense": 3.546556258201599, "loss": 7.0642884254455565, "time": 0.1516580581665039, "step": 106684}
{"lr": 0.029191280382413188, "data_time": 0.019939613342285157, "loss_single": 3.511856031417847, "loss_dense": 3.543753147125244, "loss": 7.055609130859375, "time": 0.19861080646514892, "step": 106734}
{"lr": 0.029191280382413188, "data_time": 0.018368458747863768, "loss_single": 3.545837903022766, "loss_dense": 3.5860159397125244, "loss": 7.131853771209717, "time": 0.15459930896759033, "step": 106784}
{"lr": 0.029191280382413188, "data_time": 0.017775893211364746, "loss_single": 3.5482656478881838, "loss_dense": 3.5869247913360596, "loss": 7.135190391540528, "time": 0.15368642807006835, "step": 106834}
{"lr": 0.029191280382413188, "data_time": 0.019294381141662598, "loss_single": 3.544639730453491, "loss_dense": 3.5696170568466186, "loss": 7.114256811141968, "time": 0.14964096546173095, "step": 106884}
{"lr": 0.029191280382413188, "data_time": 0.017196035385131835, "loss_single": 3.562299656867981, "loss_dense": 3.584950590133667, "loss": 7.14725022315979, "time": 0.14948737621307373, "step": 106934}
{"lr": 0.029191280382413188, "data_time": 0.018824291229248048, "loss_single": 3.5262766122817992, "loss_dense": 3.568341040611267, "loss": 7.094617652893066, "time": 0.15626318454742433, "step": 106984}
{"lr": 0.029191280382413188, "data_time": 0.016379785537719727, "loss_single": 3.5292370319366455, "loss_dense": 3.5633970975875853, "loss": 7.092634105682373, "time": 0.16478984355926513, "step": 107034}
{"lr": 0.029191280382413188, "data_time": 0.016444706916809083, "loss_single": 3.530131149291992, "loss_dense": 3.5523871183395386, "loss": 7.0825183391571045, "time": 0.17130250930786134, "step": 107084}
{"lr": 0.029191280382413188, "data_time": 0.015564680099487305, "loss_single": 3.5643083333969114, "loss_dense": 3.605565977096558, "loss": 7.1698743343353275, "time": 0.15111806392669677, "step": 107134}
{"lr": 0.029191280382413188, "data_time": 0.016174578666687013, "loss_single": 3.5076343774795533, "loss_dense": 3.5424346208572386, "loss": 7.050068998336792, "time": 0.15057673454284667, "step": 107184}
{"lr": 0.029191280382413188, "data_time": 0.018109917640686035, "loss_single": 3.4852699041366577, "loss_dense": 3.546599817276001, "loss": 7.031869697570801, "time": 0.14945452213287352, "step": 107234}
{"lr": 0.029191280382413188, "data_time": 0.01756744384765625, "loss_single": 3.534783148765564, "loss_dense": 3.5793325662612916, "loss": 7.114115619659424, "time": 0.14879322052001953, "step": 107284}
{"lr": 0.029191280382413188, "data_time": 0.018498492240905762, "loss_single": 3.5304842472076414, "loss_dense": 3.5789913654327394, "loss": 7.109475564956665, "time": 0.15264391899108887, "step": 107334}
{"lr": 0.029191280382413188, "data_time": 0.01854863166809082, "loss_single": 3.50471773147583, "loss_dense": 3.5537410259246824, "loss": 7.058458757400513, "time": 0.1531693696975708, "step": 107384}
{"lr": 0.029191280382413188, "data_time": 0.01640760898590088, "loss_single": 3.528046488761902, "loss_dense": 3.571746563911438, "loss": 7.0997930526733395, "time": 0.15256977081298828, "step": 107434}
{"lr": 0.029191280382413188, "data_time": 0.01620304584503174, "loss_single": 3.5063920974731446, "loss_dense": 3.5584649085998534, "loss": 7.064856958389282, "time": 0.18092446327209472, "step": 107484}
{"lr": 0.029191280382413188, "data_time": 0.019688892364501952, "loss_single": 3.5070445060729982, "loss_dense": 3.5626466512680053, "loss": 7.069691133499146, "time": 0.15213491916656494, "step": 107534}
{"lr": 0.029191280382413188, "data_time": 0.020258712768554687, "loss_single": 3.552762675285339, "loss_dense": 3.5922963619232178, "loss": 7.1450590133667, "time": 0.15372819900512696, "step": 107584}
{"lr": 0.029191280382413188, "data_time": 0.018143081665039064, "loss_single": 3.517331290245056, "loss_dense": 3.564212417602539, "loss": 7.081543684005737, "time": 0.15167312622070311, "step": 107634}
{"lr": 0.029191280382413188, "data_time": 0.016642260551452636, "loss_single": 3.499111700057983, "loss_dense": 3.5416602373123167, "loss": 7.040771865844727, "time": 0.15233423709869384, "step": 107684}
{"lr": 0.029191280382413188, "data_time": 0.01685340404510498, "loss_single": 3.4954409837722777, "loss_dense": 3.5263951301574705, "loss": 7.0218360900878904, "time": 0.15484199523925782, "step": 107734}
{"lr": 0.029191280382413188, "data_time": 0.020104432106018068, "loss_single": 3.513156294822693, "loss_dense": 3.561514687538147, "loss": 7.07467098236084, "time": 0.16688106060028077, "step": 107784}
{"lr": 0.029191280382413188, "data_time": 0.01803715229034424, "loss_single": 3.521046209335327, "loss_dense": 3.54428346157074, "loss": 7.065329694747925, "time": 0.1761622905731201, "step": 107834}
{"lr": 0.029191280382413188, "data_time": 0.024300980567932128, "loss_single": 3.5063051700592043, "loss_dense": 3.5499847888946534, "loss": 7.056290006637573, "time": 0.16426374912261962, "step": 107884}
{"lr": 0.029191280382413188, "data_time": 0.018143463134765624, "loss_single": 3.511508011817932, "loss_dense": 3.553640580177307, "loss": 7.065148591995239, "time": 0.15287611484527588, "step": 107934}
{"lr": 0.029191280382413188, "data_time": 0.017537808418273924, "loss_single": 3.514994716644287, "loss_dense": 3.5587387084960938, "loss": 7.073733472824097, "time": 0.1536092519760132, "step": 107984}
{"lr": 0.029191280382413188, "data_time": 0.029340100288391114, "loss_single": 3.5249484300613405, "loss_dense": 3.5673742055892945, "loss": 7.092322587966919, "time": 0.26694908142089846, "step": 108034}
{"lr": 0.029191280382413188, "data_time": 0.017534947395324706, "loss_single": 3.4923179388046264, "loss_dense": 3.546021342277527, "loss": 7.0383391857147215, "time": 0.15916242599487304, "step": 108084}
{"lr": 0.029191280382413188, "data_time": 0.03340847492218017, "loss_single": 3.4855202436447144, "loss_dense": 3.538259243965149, "loss": 7.023779392242432, "time": 0.16578125953674316, "step": 108134}
{"lr": 0.029191280382413188, "data_time": 0.01842188835144043, "loss_single": 3.530804395675659, "loss_dense": 3.5518505811691283, "loss": 7.082655000686645, "time": 0.15212411880493165, "step": 108184}
{"lr": 0.029191280382413188, "data_time": 0.017897915840148926, "loss_single": 3.512550401687622, "loss_dense": 3.5523122787475585, "loss": 7.064862632751465, "time": 0.1542123079299927, "step": 108234}
{"lr": 0.029191280382413188, "data_time": 0.023902630805969237, "loss_single": 3.5330456256866456, "loss_dense": 3.56112322807312, "loss": 7.094168853759766, "time": 0.22813842296600342, "step": 108284}
{"lr": 0.029191280382413188, "data_time": 0.019473671913146973, "loss_single": 3.538580393791199, "loss_dense": 3.5676199436187743, "loss": 7.106200265884399, "time": 0.15403430461883544, "step": 108334}
{"lr": 0.029191280382413188, "data_time": 0.018614435195922853, "loss_single": 3.521512842178345, "loss_dense": 3.5586348295211794, "loss": 7.080147552490234, "time": 0.15285465717315674, "step": 108384}
{"lr": 0.029191280382413188, "data_time": 0.01756420135498047, "loss_single": 3.5047343969345093, "loss_dense": 3.5461753606796265, "loss": 7.050909757614136, "time": 0.1529573917388916, "step": 108434}
{"lr": 0.029191280382413188, "data_time": 0.01804788112640381, "loss_single": 3.5243191957473754, "loss_dense": 3.5632529973983766, "loss": 7.087572240829468, "time": 0.15042402744293212, "step": 108484}
{"lr": 0.029191280382413188, "data_time": 0.016521906852722167, "loss_single": 3.4982981443405152, "loss_dense": 3.5516685247421265, "loss": 7.049966669082641, "time": 0.15664100646972656, "step": 108534}
{"lr": 0.029191280382413188, "data_time": 0.01658055782318115, "loss_single": 3.524086570739746, "loss_dense": 3.5637926340103148, "loss": 7.087879180908203, "time": 0.15665316581726074, "step": 108584}
{"lr": 0.029191280382413188, "data_time": 0.021946644783020018, "loss_single": 3.536851167678833, "loss_dense": 3.5794331789016725, "loss": 7.116284370422363, "time": 0.19545128345489501, "step": 108634}
{"lr": 0.029191280382413188, "data_time": 0.017148900032043456, "loss_single": 3.5300671339035032, "loss_dense": 3.5520311117172243, "loss": 7.0820982456207275, "time": 0.16069109439849855, "step": 108684}
{"lr": 0.029191280382413188, "data_time": 0.017453813552856447, "loss_single": 3.51303915977478, "loss_dense": 3.5505693912506104, "loss": 7.063608646392822, "time": 0.16679537296295166, "step": 108734}
{"lr": 0.029191280382413188, "data_time": 0.014954710006713867, "loss_single": 3.539179491996765, "loss_dense": 3.5663652658462524, "loss": 7.105544662475586, "time": 0.19523923397064208, "step": 108784}
{"lr": 0.029191280382413188, "data_time": 0.01985037326812744, "loss_single": 3.5284152269363402, "loss_dense": 3.5636212110519407, "loss": 7.092036437988281, "time": 0.24741716384887696, "step": 108834}
{"lr": 0.029191280382413188, "data_time": 0.01713883876800537, "loss_single": 3.529651641845703, "loss_dense": 3.586981105804443, "loss": 7.1166328430175785, "time": 0.14971373081207276, "step": 108884}
{"lr": 0.029191280382413188, "data_time": 0.018761754035949707, "loss_single": 3.522351551055908, "loss_dense": 3.5657937288284303, "loss": 7.088145160675049, "time": 0.15573205947875976, "step": 108934}
{"lr": 0.029191280382413188, "data_time": 0.015367889404296875, "loss_single": 3.547869062423706, "loss_dense": 3.5820621490478515, "loss": 7.129931163787842, "time": 0.21579961776733397, "step": 108984}
{"lr": 0.029191280382413188, "data_time": 0.0199324369430542, "loss_single": 3.5570369005203246, "loss_dense": 3.5954407453536987, "loss": 7.152477598190307, "time": 0.15358915328979492, "step": 109034}
{"lr": 0.029191280382413188, "data_time": 0.017035627365112306, "loss_single": 3.531876492500305, "loss_dense": 3.5734685182571413, "loss": 7.105345010757446, "time": 0.15101907253265381, "step": 109084}
{"lr": 0.029191280382413188, "data_time": 0.027797985076904296, "loss_single": 3.5101121425628663, "loss_dense": 3.5440529346466065, "loss": 7.054165077209473, "time": 0.190132737159729, "step": 109134}
{"lr": 0.029191280382413188, "data_time": 0.02446897029876709, "loss_single": 3.491603469848633, "loss_dense": 3.531600522994995, "loss": 7.023203992843628, "time": 0.16034228801727296, "step": 109184}
{"lr": 0.029191280382413188, "data_time": 0.01962721347808838, "loss_single": 3.51242516040802, "loss_dense": 3.5614041090011597, "loss": 7.073829269409179, "time": 0.15118916034698487, "step": 109234}
{"lr": 0.029191280382413188, "data_time": 0.015627741813659668, "loss_single": 3.5165599584579468, "loss_dense": 3.551307487487793, "loss": 7.0678675174713135, "time": 0.7851977109909057, "step": 109284}
{"lr": 0.029191280382413188, "data_time": 0.02733454704284668, "loss_single": 3.499175691604614, "loss_dense": 3.5420607566833495, "loss": 7.041236400604248, "time": 0.19306936264038085, "step": 109334}
{"lr": 0.029191280382413188, "data_time": 0.01947786808013916, "loss_single": 3.5065110206604, "loss_dense": 3.560831642150879, "loss": 7.067342615127563, "time": 0.15926342010498046, "step": 109384}
{"lr": 0.029191280382413188, "data_time": 0.015598011016845704, "loss_single": 3.5006466627120973, "loss_dense": 3.5594908237457275, "loss": 7.060137414932251, "time": 0.15161173343658446, "step": 109434}
{"lr": 0.029191280382413188, "data_time": 0.017462396621704103, "loss_single": 3.525461459159851, "loss_dense": 3.570497441291809, "loss": 7.095958852767945, "time": 0.1537402629852295, "step": 109484}
{"lr": 0.029191280382413188, "data_time": 0.017852067947387695, "loss_single": 3.505900192260742, "loss_dense": 3.5564302682876585, "loss": 7.062330436706543, "time": 0.1531442642211914, "step": 109534}
{"lr": 0.029191280382413188, "data_time": 0.018346500396728516, "loss_single": 3.526129221916199, "loss_dense": 3.5639346837997437, "loss": 7.090063905715942, "time": 0.17328133583068847, "step": 109584}
{"lr": 0.029191280382413188, "data_time": 0.015236544609069824, "loss_single": 3.5265990495681763, "loss_dense": 3.575811195373535, "loss": 7.102410173416137, "time": 0.15468118190765381, "step": 109634}
{"lr": 0.029191280382413188, "data_time": 0.016372203826904297, "loss_single": 3.4966951608657837, "loss_dense": 3.5371909379959106, "loss": 7.033886098861695, "time": 0.15220365524291993, "step": 109684}
{"lr": 0.029191280382413188, "data_time": 0.017124199867248537, "loss_single": 3.5213778495788572, "loss_dense": 3.560388517379761, "loss": 7.081766414642334, "time": 0.15397045612335206, "step": 109734}
{"lr": 0.029191280382413188, "data_time": 0.014989495277404785, "loss_single": 3.520739030838013, "loss_dense": 3.5621758699417114, "loss": 7.082914972305298, "time": 0.149849796295166, "step": 109784}
{"lr": 0.029191280382413188, "data_time": 0.02545936107635498, "loss_single": 3.507067584991455, "loss_dense": 3.552045774459839, "loss": 7.05911340713501, "time": 0.16334989070892333, "step": 109834}
{"lr": 0.029191280382413188, "data_time": 0.021088838577270508, "loss_single": 3.477460026741028, "loss_dense": 3.529567265510559, "loss": 7.007027196884155, "time": 0.1522977113723755, "step": 109884}
{"lr": 0.029191280382413188, "data_time": 0.018137025833129882, "loss_single": 3.516285443305969, "loss_dense": 3.549223756790161, "loss": 7.065509223937989, "time": 0.15022726058959962, "step": 109934}
{"lr": 0.029191280382413188, "data_time": 0.017838931083679198, "loss_single": 3.4951316356658935, "loss_dense": 3.5528199672698975, "loss": 7.047951602935791, "time": 0.1485687494277954, "step": 109984}
{"lr": 0.029191280382413188, "data_time": 0.01595427989959717, "loss_single": 3.537144494056702, "loss_dense": 3.5670388460159304, "loss": 7.1041832447052, "time": 0.19897782802581787, "step": 110034}
{"lr": 0.029191280382413188, "data_time": 0.012535381317138671, "loss_single": 3.5024457931518556, "loss_dense": 3.551309895515442, "loss": 7.053755617141723, "time": 0.14652056694030763, "step": 110084}
{"lr": 0.02911321153431339, "data_time": 0.0173966646194458, "loss_single": 3.5406752109527586, "loss_dense": 3.5892434120178223, "loss": 7.1299186706542965, "time": 0.17042334079742433, "step": 110138}
{"lr": 0.02911321153431339, "data_time": 0.01745588779449463, "loss_single": 3.517078328132629, "loss_dense": 3.5520487785339356, "loss": 7.069127082824707, "time": 0.14859154224395751, "step": 110188}
{"lr": 0.02911321153431339, "data_time": 0.02615487575531006, "loss_single": 3.5248398780822754, "loss_dense": 3.5705450534820558, "loss": 7.095384979248047, "time": 0.1779925584793091, "step": 110238}
{"lr": 0.02911321153431339, "data_time": 0.0162811279296875, "loss_single": 3.5055224180221556, "loss_dense": 3.5316899061203, "loss": 7.037212276458741, "time": 0.16590893268585205, "step": 110288}
{"lr": 0.02911321153431339, "data_time": 0.01722085475921631, "loss_single": 3.5238003730773926, "loss_dense": 3.5713966608047487, "loss": 7.095197057723999, "time": 0.1526857852935791, "step": 110338}
{"lr": 0.02911321153431339, "data_time": 0.0076002836227416996, "loss_single": 3.50871000289917, "loss_dense": 3.5511590242385864, "loss": 7.05986909866333, "time": 0.1492443561553955, "step": 110388}
{"lr": 0.02911321153431339, "data_time": 0.016730737686157227, "loss_single": 3.518508243560791, "loss_dense": 3.575684833526611, "loss": 7.094193077087402, "time": 0.1526329278945923, "step": 110438}
{"lr": 0.02911321153431339, "data_time": 0.020159912109375, "loss_single": 3.528316354751587, "loss_dense": 3.566823410987854, "loss": 7.095139741897583, "time": 0.1683643341064453, "step": 110488}
{"lr": 0.02911321153431339, "data_time": 0.01954967975616455, "loss_single": 3.5270008563995363, "loss_dense": 3.568042826652527, "loss": 7.095043706893921, "time": 0.1631765127182007, "step": 110538}
{"lr": 0.02911321153431339, "data_time": 0.017447781562805176, "loss_single": 3.526382803916931, "loss_dense": 3.5690388441085816, "loss": 7.0954217433929445, "time": 0.16240415573120118, "step": 110588}
{"lr": 0.02911321153431339, "data_time": 0.015625619888305665, "loss_single": 3.5150484085083007, "loss_dense": 3.554456663131714, "loss": 7.069505023956299, "time": 0.2053891897201538, "step": 110638}
{"lr": 0.02911321153431339, "data_time": 0.01704223155975342, "loss_single": 3.554520344734192, "loss_dense": 3.5762012720108034, "loss": 7.130721569061279, "time": 0.15658800601959227, "step": 110688}
{"lr": 0.02911321153431339, "data_time": 0.025946688652038575, "loss_single": 3.5220908641815187, "loss_dense": 3.556153988838196, "loss": 7.078244924545288, "time": 0.22716226577758789, "step": 110738}
{"lr": 0.02911321153431339, "data_time": 0.017641901969909668, "loss_single": 3.5149085760116576, "loss_dense": 3.5475730657577516, "loss": 7.0624815940856935, "time": 0.16116573810577392, "step": 110788}
{"lr": 0.02911321153431339, "data_time": 0.016998910903930665, "loss_single": 3.5495419979095457, "loss_dense": 3.5891913175582886, "loss": 7.138733291625977, "time": 0.1484675645828247, "step": 110838}
{"lr": 0.02911321153431339, "data_time": 0.017979979515075684, "loss_single": 3.5581478595733644, "loss_dense": 3.592975950241089, "loss": 7.151123714447022, "time": 0.15333633422851561, "step": 110888}
{"lr": 0.02911321153431339, "data_time": 0.017968153953552245, "loss_single": 3.496360421180725, "loss_dense": 3.549867844581604, "loss": 7.046228265762329, "time": 0.1527876615524292, "step": 110938}
{"lr": 0.02911321153431339, "data_time": 0.017310142517089844, "loss_single": 3.533906865119934, "loss_dense": 3.5667656660079956, "loss": 7.100672483444214, "time": 0.14832329750061035, "step": 110988}
{"lr": 0.02911321153431339, "data_time": 0.018686294555664062, "loss_single": 3.5603705406188966, "loss_dense": 3.6002143144607546, "loss": 7.160584926605225, "time": 0.1539903163909912, "step": 111038}
{"lr": 0.02911321153431339, "data_time": 0.017034339904785156, "loss_single": 3.5108765363693237, "loss_dense": 3.5693387269973753, "loss": 7.080215358734131, "time": 0.15305275917053224, "step": 111088}
{"lr": 0.02911321153431339, "data_time": 0.018181324005126953, "loss_single": 3.4859432220458983, "loss_dense": 3.531222200393677, "loss": 7.0171653747558596, "time": 0.15390124320983886, "step": 111138}
{"lr": 0.02911321153431339, "data_time": 0.018135452270507814, "loss_single": 3.50408079624176, "loss_dense": 3.5635455369949343, "loss": 7.0676263809204105, "time": 0.15372238159179688, "step": 111188}
{"lr": 0.02911321153431339, "data_time": 0.015012669563293456, "loss_single": 3.50706570148468, "loss_dense": 3.5616016387939453, "loss": 7.068667268753051, "time": 0.25135135650634766, "step": 111238}
{"lr": 0.02911321153431339, "data_time": 0.014989066123962402, "loss_single": 3.507680821418762, "loss_dense": 3.555627727508545, "loss": 7.063308525085449, "time": 0.15203750133514404, "step": 111288}
{"lr": 0.02911321153431339, "data_time": 0.01825847625732422, "loss_single": 3.4999000072479247, "loss_dense": 3.5560667753219604, "loss": 7.055966711044311, "time": 0.16279070377349852, "step": 111338}
{"lr": 0.02911321153431339, "data_time": 0.015899276733398436, "loss_single": 3.5315388441085815, "loss_dense": 3.5626008987426756, "loss": 7.094139766693115, "time": 0.14825775623321533, "step": 111388}
{"lr": 0.02911321153431339, "data_time": 0.017184519767761232, "loss_single": 3.5131547689437865, "loss_dense": 3.566099691390991, "loss": 7.079254579544068, "time": 0.1620236873626709, "step": 111438}
{"lr": 0.02911321153431339, "data_time": 0.015679001808166504, "loss_single": 3.5297168731689452, "loss_dense": 3.5663069248199464, "loss": 7.096023893356323, "time": 0.14771978855133056, "step": 111488}
{"lr": 0.02911321153431339, "data_time": 0.018433022499084472, "loss_single": 3.5079944133758545, "loss_dense": 3.5399198293685914, "loss": 7.047914218902588, "time": 0.15517895221710204, "step": 111538}
{"lr": 0.02911321153431339, "data_time": 0.01864910125732422, "loss_single": 3.5093481063842775, "loss_dense": 3.5525209426879885, "loss": 7.0618690013885494, "time": 0.15155410766601562, "step": 111588}
{"lr": 0.02911321153431339, "data_time": 0.017685794830322267, "loss_single": 3.5377877950668335, "loss_dense": 3.5766382455825805, "loss": 7.114426040649414, "time": 0.15447137355804444, "step": 111638}
{"lr": 0.02911321153431339, "data_time": 0.012601232528686524, "loss_single": 3.5083443880081178, "loss_dense": 3.5535655498504637, "loss": 7.061909914016724, "time": 0.15171403884887696, "step": 111688}
{"lr": 0.02911321153431339, "data_time": 0.01660940647125244, "loss_single": 3.5035761833190917, "loss_dense": 3.54094512462616, "loss": 7.044521284103394, "time": 0.15349292755126953, "step": 111738}
{"lr": 0.02911321153431339, "data_time": 0.016742539405822755, "loss_single": 3.5152750492095945, "loss_dense": 3.5421730518341064, "loss": 7.057448244094848, "time": 0.1512256383895874, "step": 111788}
{"lr": 0.02911321153431339, "data_time": 0.02584729194641113, "loss_single": 3.5023000955581667, "loss_dense": 3.5386143922805786, "loss": 7.04091444015503, "time": 0.15949838161468505, "step": 111838}
{"lr": 0.02911321153431339, "data_time": 0.01627197265625, "loss_single": 3.492473006248474, "loss_dense": 3.5307405471801756, "loss": 7.023213624954224, "time": 0.15148646831512452, "step": 111888}
{"lr": 0.02911321153431339, "data_time": 0.016907429695129393, "loss_single": 3.5192283391952515, "loss_dense": 3.5709330320358275, "loss": 7.090161323547363, "time": 0.14937992095947267, "step": 111938}
{"lr": 0.02911321153431339, "data_time": 0.018077445030212403, "loss_single": 3.510429263114929, "loss_dense": 3.5551839590072634, "loss": 7.065613222122193, "time": 0.1490046739578247, "step": 111988}
{"lr": 0.02911321153431339, "data_time": 0.016454911231994628, "loss_single": 3.513372874259949, "loss_dense": 3.5504948139190673, "loss": 7.063867712020874, "time": 0.15089731216430663, "step": 112038}
{"lr": 0.02911321153431339, "data_time": 0.01775486469268799, "loss_single": 3.486101222038269, "loss_dense": 3.5296990394592287, "loss": 7.01580023765564, "time": 0.2140798568725586, "step": 112088}
{"lr": 0.02911321153431339, "data_time": 0.012139081954956055, "loss_single": 3.545188546180725, "loss_dense": 3.584546947479248, "loss": 7.129735469818115, "time": 0.15939738750457763, "step": 112138}
{"lr": 0.02911321153431339, "data_time": 0.015918970108032227, "loss_single": 3.550901699066162, "loss_dense": 3.5906880378723143, "loss": 7.141589736938476, "time": 0.1510763645172119, "step": 112188}
{"lr": 0.02911321153431339, "data_time": 0.01585209369659424, "loss_single": 3.5311256647109985, "loss_dense": 3.5738800525665284, "loss": 7.105005693435669, "time": 0.1465317964553833, "step": 112238}
{"lr": 0.02911321153431339, "data_time": 0.017711591720581055, "loss_single": 3.5522511482238768, "loss_dense": 3.5799943447113036, "loss": 7.132245492935181, "time": 0.154052996635437, "step": 112288}
{"lr": 0.02911321153431339, "data_time": 0.019420170783996583, "loss_single": 3.50556902885437, "loss_dense": 3.554774308204651, "loss": 7.060343408584595, "time": 0.19471933841705322, "step": 112338}
{"lr": 0.02911321153431339, "data_time": 0.021064376831054686, "loss_single": 3.527727508544922, "loss_dense": 3.5644742250442505, "loss": 7.09220175743103, "time": 0.15544533729553223, "step": 112388}
{"lr": 0.02911321153431339, "data_time": 0.01729109287261963, "loss_single": 3.4981614112854005, "loss_dense": 3.5403794288635253, "loss": 7.038540840148926, "time": 0.16004433631896972, "step": 112438}
{"lr": 0.02911321153431339, "data_time": 0.01729438304901123, "loss_single": 3.524832773208618, "loss_dense": 3.5702295780181883, "loss": 7.0950624465942385, "time": 0.14894866943359375, "step": 112488}
{"lr": 0.02911321153431339, "data_time": 0.018344736099243163, "loss_single": 3.516883707046509, "loss_dense": 3.5701276779174806, "loss": 7.087011384963989, "time": 0.15457606315612793, "step": 112538}
{"lr": 0.02911321153431339, "data_time": 0.022614645957946777, "loss_single": 3.5380781650543214, "loss_dense": 3.5912363529205322, "loss": 7.12931456565857, "time": 0.20072612762451172, "step": 112588}
{"lr": 0.02911321153431339, "data_time": 0.018816566467285155, "loss_single": 3.5279096126556397, "loss_dense": 3.564078712463379, "loss": 7.0919883251190186, "time": 0.1512598514556885, "step": 112638}
{"lr": 0.02911321153431339, "data_time": 0.015775156021118165, "loss_single": 3.5061303853988646, "loss_dense": 3.5523450136184693, "loss": 7.058475399017334, "time": 0.14901797771453856, "step": 112688}
{"lr": 0.02911321153431339, "data_time": 0.016965198516845702, "loss_single": 3.5058606386184694, "loss_dense": 3.5570017814636232, "loss": 7.062862348556519, "time": 0.15208148956298828, "step": 112738}
{"lr": 0.02911321153431339, "data_time": 0.01705944538116455, "loss_single": 3.505906677246094, "loss_dense": 3.546194863319397, "loss": 7.052101516723633, "time": 0.1515739679336548, "step": 112788}
{"lr": 0.02911321153431339, "data_time": 0.017139959335327148, "loss_single": 3.5383259057998657, "loss_dense": 3.5717549562454223, "loss": 7.11008095741272, "time": 0.14830279350280762, "step": 112838}
{"lr": 0.02911321153431339, "data_time": 0.01845235824584961, "loss_single": 3.4959875106811524, "loss_dense": 3.540790152549744, "loss": 7.036777687072754, "time": 0.16893632411956788, "step": 112888}
{"lr": 0.02911321153431339, "data_time": 0.01746969223022461, "loss_single": 3.5079776525497435, "loss_dense": 3.5382219791412353, "loss": 7.046199607849121, "time": 0.1518651008605957, "step": 112938}
{"lr": 0.02911321153431339, "data_time": 0.01705496311187744, "loss_single": 3.5414029359817505, "loss_dense": 3.584159994125366, "loss": 7.125562953948974, "time": 0.19981491565704346, "step": 112988}
{"lr": 0.02911321153431339, "data_time": 0.018683624267578126, "loss_single": 3.5295529842376707, "loss_dense": 3.5605984687805177, "loss": 7.09015154838562, "time": 0.15096673965454102, "step": 113038}
{"lr": 0.02911321153431339, "data_time": 0.017415452003479003, "loss_single": 3.5241863250732424, "loss_dense": 3.5782793283462526, "loss": 7.102465629577637, "time": 0.1513310670852661, "step": 113088}
{"lr": 0.02911321153431339, "data_time": 0.016762661933898925, "loss_single": 3.518440318107605, "loss_dense": 3.5741283893585205, "loss": 7.092568731307983, "time": 0.20863678455352783, "step": 113138}
{"lr": 0.02911321153431339, "data_time": 0.01624164581298828, "loss_single": 3.532197642326355, "loss_dense": 3.5749302387237547, "loss": 7.107127857208252, "time": 0.15716731548309326, "step": 113188}
{"lr": 0.02911321153431339, "data_time": 0.02412447929382324, "loss_single": 3.5316701889038087, "loss_dense": 3.5776885986328124, "loss": 7.1093587398529055, "time": 0.2622736930847168, "step": 113238}
{"lr": 0.02911321153431339, "data_time": 0.01836717128753662, "loss_single": 3.51102819442749, "loss_dense": 3.5452407598495483, "loss": 7.056268978118896, "time": 0.16079492568969728, "step": 113288}
{"lr": 0.02911321153431339, "data_time": 0.017510700225830077, "loss_single": 3.5431458234786986, "loss_dense": 3.5716609239578245, "loss": 7.114806747436523, "time": 0.14985475540161133, "step": 113338}
{"lr": 0.02911321153431339, "data_time": 0.018945884704589844, "loss_single": 3.5095823287963865, "loss_dense": 3.547421169281006, "loss": 7.057003545761108, "time": 0.15336008071899415, "step": 113388}
{"lr": 0.02911321153431339, "data_time": 0.018312621116638183, "loss_single": 3.526303505897522, "loss_dense": 3.5718279123306274, "loss": 7.098131513595581, "time": 0.16835713386535645, "step": 113438}
{"lr": 0.02911321153431339, "data_time": 0.015565919876098632, "loss_single": 3.5192546129226683, "loss_dense": 3.5635030031204225, "loss": 7.082757616043091, "time": 0.15494749546051026, "step": 113488}
{"lr": 0.02911321153431339, "data_time": 0.01529850959777832, "loss_single": 3.526892805099487, "loss_dense": 3.5648604154586794, "loss": 7.091753196716309, "time": 0.1771613121032715, "step": 113538}
{"lr": 0.02911321153431339, "data_time": 0.01821091175079346, "loss_single": 3.528237724304199, "loss_dense": 3.574708890914917, "loss": 7.102946615219116, "time": 0.15212385654449462, "step": 113588}
{"lr": 0.02911321153431339, "data_time": 0.016829562187194825, "loss_single": 3.515349793434143, "loss_dense": 3.562012767791748, "loss": 7.077362489700318, "time": 0.1517336845397949, "step": 113638}
{"lr": 0.02911321153431339, "data_time": 0.022565174102783202, "loss_single": 3.532774829864502, "loss_dense": 3.564538860321045, "loss": 7.097313642501831, "time": 0.16631557941436767, "step": 113688}
{"lr": 0.02911321153431339, "data_time": 0.015952396392822265, "loss_single": 3.4846639156341555, "loss_dense": 3.539427089691162, "loss": 7.024090957641602, "time": 0.15669469833374022, "step": 113738}
{"lr": 0.02911321153431339, "data_time": 0.02061905860900879, "loss_single": 3.506784439086914, "loss_dense": 3.549737071990967, "loss": 7.056521558761597, "time": 0.19440791606903077, "step": 113788}
{"lr": 0.02911321153431339, "data_time": 0.01914515495300293, "loss_single": 3.535893130302429, "loss_dense": 3.5727648019790648, "loss": 7.108657884597778, "time": 0.15137343406677245, "step": 113838}
{"lr": 0.02911321153431339, "data_time": 0.016464972496032716, "loss_single": 3.5229520559310914, "loss_dense": 3.5625227212905886, "loss": 7.085474681854248, "time": 0.15992920398712157, "step": 113888}
{"lr": 0.02911321153431339, "data_time": 0.016805076599121095, "loss_single": 3.5265910148620607, "loss_dense": 3.562722992897034, "loss": 7.089314031600952, "time": 0.1679920434951782, "step": 113938}
{"lr": 0.02911321153431339, "data_time": 0.016342902183532716, "loss_single": 3.5156697273254394, "loss_dense": 3.5793009996414185, "loss": 7.094970607757569, "time": 0.14945082664489745, "step": 113988}
{"lr": 0.02911321153431339, "data_time": 0.020100831985473633, "loss_single": 3.49845495223999, "loss_dense": 3.5419167041778565, "loss": 7.040371656417847, "time": 0.22389066219329834, "step": 114038}
{"lr": 0.02911321153431339, "data_time": 0.017561817169189455, "loss_single": 3.5233147382736205, "loss_dense": 3.5555866241455076, "loss": 7.078901386260986, "time": 0.15036919116973876, "step": 114088}
{"lr": 0.02911321153431339, "data_time": 0.01775956153869629, "loss_single": 3.4695921182632445, "loss_dense": 3.5031603813171386, "loss": 6.972752428054809, "time": 0.15055060386657715, "step": 114138}
{"lr": 0.02911321153431339, "data_time": 0.015835833549499512, "loss_single": 3.542992281913757, "loss_dense": 3.573917531967163, "loss": 7.116909790039062, "time": 0.15359959602355958, "step": 114188}
{"lr": 0.02911321153431339, "data_time": 0.016726064682006835, "loss_single": 3.482407641410828, "loss_dense": 3.540914463996887, "loss": 7.023322105407715, "time": 0.15769631862640382, "step": 114238}
{"lr": 0.02911321153431339, "data_time": 0.017951369285583496, "loss_single": 3.531959390640259, "loss_dense": 3.5774690389633177, "loss": 7.109428453445434, "time": 0.24479374885559083, "step": 114288}
{"lr": 0.02911321153431339, "data_time": 0.01708343029022217, "loss_single": 3.549248957633972, "loss_dense": 3.576901173591614, "loss": 7.126150178909302, "time": 0.16377780437469483, "step": 114338}
{"lr": 0.02911321153431339, "data_time": 0.01669156551361084, "loss_single": 3.5334616899490356, "loss_dense": 3.57899694442749, "loss": 7.112458610534668, "time": 0.15475282669067383, "step": 114388}
{"lr": 0.02911321153431339, "data_time": 0.019113540649414062, "loss_single": 3.5339797735214233, "loss_dense": 3.5785550594329836, "loss": 7.112534761428833, "time": 0.15313329696655273, "step": 114438}
{"lr": 0.02911321153431339, "data_time": 0.01863706111907959, "loss_single": 3.494351291656494, "loss_dense": 3.5369017362594604, "loss": 7.031253004074097, "time": 0.15421833992004394, "step": 114488}
{"lr": 0.02911321153431339, "data_time": 0.016867470741271973, "loss_single": 3.521308255195618, "loss_dense": 3.5638771057128906, "loss": 7.085185480117798, "time": 0.1490110397338867, "step": 114538}
{"lr": 0.02911321153431339, "data_time": 0.017320752143859863, "loss_single": 3.5543700456619263, "loss_dense": 3.6063202381134034, "loss": 7.1606903076171875, "time": 0.17567930221557618, "step": 114588}
{"lr": 0.02911321153431339, "data_time": 0.01838805675506592, "loss_single": 3.479787278175354, "loss_dense": 3.525338816642761, "loss": 7.005126094818115, "time": 0.15137670040130616, "step": 114638}
{"lr": 0.02911321153431339, "data_time": 0.0161088228225708, "loss_single": 3.5090492725372315, "loss_dense": 3.551503300666809, "loss": 7.060552549362183, "time": 0.14683432579040528, "step": 114688}
{"lr": 0.02911321153431339, "data_time": 0.016844868659973145, "loss_single": 3.511653923988342, "loss_dense": 3.552644371986389, "loss": 7.064298295974732, "time": 0.1485895872116089, "step": 114738}
{"lr": 0.02911321153431339, "data_time": 0.015845990180969237, "loss_single": 3.5047327995300295, "loss_dense": 3.5342846870422364, "loss": 7.039017534255981, "time": 0.16345815658569335, "step": 114788}
{"lr": 0.02911321153431339, "data_time": 0.017536640167236328, "loss_single": 3.498068356513977, "loss_dense": 3.5288952350616456, "loss": 7.026963520050049, "time": 0.14878411293029786, "step": 114838}
{"lr": 0.02911321153431339, "data_time": 0.01642425060272217, "loss_single": 3.4892579078674317, "loss_dense": 3.527394008636475, "loss": 7.01665186882019, "time": 0.14989569187164306, "step": 114888}
{"lr": 0.02911321153431339, "data_time": 0.01746029853820801, "loss_single": 3.5209866762161255, "loss_dense": 3.5654707193374633, "loss": 7.086457347869873, "time": 0.1547147512435913, "step": 114938}
{"lr": 0.02911321153431339, "data_time": 0.018027353286743163, "loss_single": 3.493738555908203, "loss_dense": 3.527771806716919, "loss": 7.021510410308838, "time": 0.14934780597686767, "step": 114988}
{"lr": 0.02911321153431339, "data_time": 0.016528391838073732, "loss_single": 3.5178705215454102, "loss_dense": 3.5489301681518555, "loss": 7.066800785064697, "time": 0.15408935546875, "step": 115038}
{"lr": 0.02911321153431339, "data_time": 0.012785673141479492, "loss_single": 3.499379563331604, "loss_dense": 3.5533659934997557, "loss": 7.052745628356933, "time": 0.14199864864349365, "step": 115088}
{"lr": 0.029031660462448018, "data_time": 0.01708836555480957, "loss_single": 3.5459958791732786, "loss_dense": 3.590673494338989, "loss": 7.13666934967041, "time": 0.26337106227874757, "step": 115142}
{"lr": 0.029031660462448018, "data_time": 0.01659204959869385, "loss_single": 3.5436814546585085, "loss_dense": 3.5653180122375487, "loss": 7.108999538421631, "time": 0.1504122257232666, "step": 115192}
{"lr": 0.029031660462448018, "data_time": 0.01799883842468262, "loss_single": 3.514469027519226, "loss_dense": 3.559434723854065, "loss": 7.073903751373291, "time": 0.14811255931854247, "step": 115242}
{"lr": 0.029031660462448018, "data_time": 0.018007564544677734, "loss_single": 3.4810100317001345, "loss_dense": 3.517447900772095, "loss": 6.998457956314087, "time": 0.15321855545043944, "step": 115292}
{"lr": 0.029031660462448018, "data_time": 0.017700910568237305, "loss_single": 3.5148027896881104, "loss_dense": 3.5466559886932374, "loss": 7.061458730697632, "time": 0.15156886577606202, "step": 115342}
{"lr": 0.029031660462448018, "data_time": 0.018505668640136717, "loss_single": 3.503090834617615, "loss_dense": 3.534675145149231, "loss": 7.037765979766846, "time": 0.20737228393554688, "step": 115392}
{"lr": 0.029031660462448018, "data_time": 0.017480182647705077, "loss_single": 3.535538673400879, "loss_dense": 3.588430380821228, "loss": 7.123969030380249, "time": 0.15967578887939454, "step": 115442}
{"lr": 0.029031660462448018, "data_time": 0.016856455802917482, "loss_single": 3.5370880365371704, "loss_dense": 3.567373037338257, "loss": 7.104461145401001, "time": 0.16111772060394286, "step": 115492}
{"lr": 0.029031660462448018, "data_time": 0.01594836711883545, "loss_single": 3.5153932094573976, "loss_dense": 3.5604089736938476, "loss": 7.075802230834961, "time": 0.14804415702819823, "step": 115542}
{"lr": 0.029031660462448018, "data_time": 0.017367219924926756, "loss_single": 3.5115276336669923, "loss_dense": 3.551987719535828, "loss": 7.063515377044678, "time": 0.15630652904510497, "step": 115592}
{"lr": 0.029031660462448018, "data_time": 0.01650540828704834, "loss_single": 3.506172037124634, "loss_dense": 3.5469189643859864, "loss": 7.05309100151062, "time": 0.15185813903808593, "step": 115642}
{"lr": 0.029031660462448018, "data_time": 0.019292187690734864, "loss_single": 3.5177985429763794, "loss_dense": 3.563206672668457, "loss": 7.081005191802978, "time": 0.17874631881713868, "step": 115692}
{"lr": 0.029031660462448018, "data_time": 0.017020297050476075, "loss_single": 3.5143954038619993, "loss_dense": 3.5625205039978027, "loss": 7.076915884017945, "time": 0.15181856155395507, "step": 115742}
{"lr": 0.029031660462448018, "data_time": 0.017874836921691895, "loss_single": 3.4872073888778687, "loss_dense": 3.5316376447677613, "loss": 7.018844985961914, "time": 0.1483304738998413, "step": 115792}
{"lr": 0.029031660462448018, "data_time": 0.0150285005569458, "loss_single": 3.5137651681900026, "loss_dense": 3.5635335445404053, "loss": 7.07729868888855, "time": 0.15023987293243407, "step": 115842}
{"lr": 0.029031660462448018, "data_time": 0.017439651489257812, "loss_single": 3.4967886209487915, "loss_dense": 3.5379738807678223, "loss": 7.0347624778747555, "time": 0.15414841175079347, "step": 115892}
{"lr": 0.029031660462448018, "data_time": 0.028453540802001954, "loss_single": 3.491715693473816, "loss_dense": 3.5331626176834106, "loss": 7.024878263473511, "time": 0.1683357000350952, "step": 115942}
{"lr": 0.029031660462448018, "data_time": 0.01559298038482666, "loss_single": 3.4901489496231077, "loss_dense": 3.5286438703536986, "loss": 7.018792772293091, "time": 0.15477321147918702, "step": 115992}
{"lr": 0.029031660462448018, "data_time": 0.0192394495010376, "loss_single": 3.50188090801239, "loss_dense": 3.5390017509460447, "loss": 7.040882682800293, "time": 0.15756509304046631, "step": 116042}
{"lr": 0.029031660462448018, "data_time": 0.017576122283935548, "loss_single": 3.521911644935608, "loss_dense": 3.5574698448181152, "loss": 7.079381513595581, "time": 0.15110523700714112, "step": 116092}
{"lr": 0.029031660462448018, "data_time": 0.014697813987731933, "loss_single": 3.5150304079055785, "loss_dense": 3.5633630037307737, "loss": 7.0783933162689205, "time": 0.16092185974121093, "step": 116142}
{"lr": 0.029031660462448018, "data_time": 0.018682408332824706, "loss_single": 3.509725737571716, "loss_dense": 3.5482413530349732, "loss": 7.0579671382904055, "time": 0.1645550012588501, "step": 116192}
{"lr": 0.029031660462448018, "data_time": 0.017508816719055176, "loss_single": 3.503620457649231, "loss_dense": 3.5488177299499513, "loss": 7.052438354492187, "time": 0.1493842601776123, "step": 116242}
{"lr": 0.029031660462448018, "data_time": 0.03923509120941162, "loss_single": 3.51664080619812, "loss_dense": 3.551896643638611, "loss": 7.068537425994873, "time": 0.17137680053710938, "step": 116292}
{"lr": 0.029031660462448018, "data_time": 0.01694974899291992, "loss_single": 3.5194779872894286, "loss_dense": 3.5623327493667603, "loss": 7.081810712814331, "time": 0.14872748851776124, "step": 116342}
{"lr": 0.029031660462448018, "data_time": 0.016132616996765138, "loss_single": 3.506774592399597, "loss_dense": 3.5569525003433227, "loss": 7.063727188110351, "time": 0.16046700477600098, "step": 116392}
{"lr": 0.029031660462448018, "data_time": 0.017701482772827147, "loss_single": 3.5222192287445067, "loss_dense": 3.56468186378479, "loss": 7.086901092529297, "time": 0.15014357566833497, "step": 116442}
{"lr": 0.029031660462448018, "data_time": 0.019904708862304686, "loss_single": 3.5191829681396483, "loss_dense": 3.5563862800598143, "loss": 7.075569200515747, "time": 0.1557157516479492, "step": 116492}
{"lr": 0.029031660462448018, "data_time": 0.016756868362426756, "loss_single": 3.509073805809021, "loss_dense": 3.5491727113723757, "loss": 7.058246517181397, "time": 0.1717965841293335, "step": 116542}
{"lr": 0.029031660462448018, "data_time": 0.018810462951660157, "loss_single": 3.5228711128234864, "loss_dense": 3.5627612113952636, "loss": 7.085632276535034, "time": 0.14908995628356933, "step": 116592}
{"lr": 0.029031660462448018, "data_time": 0.016455411911010742, "loss_single": 3.49761061668396, "loss_dense": 3.5283469438552855, "loss": 7.0259575843811035, "time": 0.18762247562408446, "step": 116642}
{"lr": 0.029031660462448018, "data_time": 0.01818268299102783, "loss_single": 3.51999945640564, "loss_dense": 3.5732383489608766, "loss": 7.093237686157226, "time": 0.15340826511383057, "step": 116692}
{"lr": 0.029031660462448018, "data_time": 0.01471116542816162, "loss_single": 3.540884017944336, "loss_dense": 3.583949828147888, "loss": 7.124833869934082, "time": 0.19589028358459473, "step": 116742}
{"lr": 0.029031660462448018, "data_time": 0.015827035903930663, "loss_single": 3.512927603721619, "loss_dense": 3.5479230642318726, "loss": 7.060850715637207, "time": 0.15551788806915284, "step": 116792}
{"lr": 0.029031660462448018, "data_time": 0.01796004772186279, "loss_single": 3.4850990533828736, "loss_dense": 3.5390672206878664, "loss": 7.024166250228882, "time": 0.15219223499298096, "step": 116842}
{"lr": 0.029031660462448018, "data_time": 0.01583437919616699, "loss_single": 3.497011184692383, "loss_dense": 3.5448909521102907, "loss": 7.041902112960815, "time": 0.15795600414276123, "step": 116892}
{"lr": 0.029031660462448018, "data_time": 0.018210220336914062, "loss_single": 3.5097687959671022, "loss_dense": 3.550223684310913, "loss": 7.059992504119873, "time": 0.1572767972946167, "step": 116942}
{"lr": 0.029031660462448018, "data_time": 0.017633533477783202, "loss_single": 3.515669083595276, "loss_dense": 3.5623038053512572, "loss": 7.0779729843139645, "time": 0.15459580421447755, "step": 116992}
{"lr": 0.029031660462448018, "data_time": 0.017746686935424805, "loss_single": 3.5047208309173583, "loss_dense": 3.544916796684265, "loss": 7.04963755607605, "time": 0.15589487552642822, "step": 117042}
{"lr": 0.029031660462448018, "data_time": 0.01581270694732666, "loss_single": 3.520731496810913, "loss_dense": 3.5562440395355224, "loss": 7.076975536346436, "time": 0.17940135002136232, "step": 117092}
{"lr": 0.029031660462448018, "data_time": 0.03033320903778076, "loss_single": 3.528173398971558, "loss_dense": 3.5683891773223877, "loss": 7.0965625762939455, "time": 0.16718339920043945, "step": 117142}
{"lr": 0.029031660462448018, "data_time": 0.016670799255371092, "loss_single": 3.495411229133606, "loss_dense": 3.542533016204834, "loss": 7.037944173812866, "time": 0.16902966499328614, "step": 117192}
{"lr": 0.029031660462448018, "data_time": 0.017273306846618652, "loss_single": 3.5073368072509767, "loss_dense": 3.5601011514663696, "loss": 7.067437982559204, "time": 0.19990978240966797, "step": 117242}
{"lr": 0.029031660462448018, "data_time": 0.0179764986038208, "loss_single": 3.5152053356170656, "loss_dense": 3.552837538719177, "loss": 7.068042850494384, "time": 0.15485129356384278, "step": 117292}
{"lr": 0.029031660462448018, "data_time": 0.018731975555419923, "loss_single": 3.5092584609985353, "loss_dense": 3.5445051908493044, "loss": 7.053763675689697, "time": 0.15714046955108643, "step": 117342}
{"lr": 0.029031660462448018, "data_time": 0.017816591262817382, "loss_single": 3.510160708427429, "loss_dense": 3.5520354747772216, "loss": 7.062196207046509, "time": 0.15253920555114747, "step": 117392}
{"lr": 0.029031660462448018, "data_time": 0.01722838878631592, "loss_single": 3.4939433097839356, "loss_dense": 3.5358118295669554, "loss": 7.029755115509033, "time": 0.15043864250183106, "step": 117442}
{"lr": 0.029031660462448018, "data_time": 0.020577239990234374, "loss_single": 3.536756753921509, "loss_dense": 3.5677745819091795, "loss": 7.104531383514404, "time": 0.24970548152923583, "step": 117492}
{"lr": 0.029031660462448018, "data_time": 0.015927052497863768, "loss_single": 3.494066286087036, "loss_dense": 3.5342480897903443, "loss": 7.028314399719238, "time": 0.1507178783416748, "step": 117542}
{"lr": 0.029031660462448018, "data_time": 0.02126185894012451, "loss_single": 3.53397057056427, "loss_dense": 3.568071150779724, "loss": 7.10204176902771, "time": 0.15264301300048827, "step": 117592}
{"lr": 0.029031660462448018, "data_time": 0.01752619743347168, "loss_single": 3.5249288082122803, "loss_dense": 3.558226537704468, "loss": 7.083155298233033, "time": 0.15479664802551268, "step": 117642}
{"lr": 0.029031660462448018, "data_time": 0.0174530029296875, "loss_single": 3.5304814100265505, "loss_dense": 3.581411075592041, "loss": 7.111892461776733, "time": 0.1498032331466675, "step": 117692}
{"lr": 0.029031660462448018, "data_time": 0.02010235786437988, "loss_single": 3.531255865097046, "loss_dense": 3.566246223449707, "loss": 7.097501993179321, "time": 0.20051848888397217, "step": 117742}
{"lr": 0.029031660462448018, "data_time": 0.016803216934204102, "loss_single": 3.5097142934799193, "loss_dense": 3.5523321628570557, "loss": 7.062046527862549, "time": 0.16098589897155763, "step": 117792}
{"lr": 0.029031660462448018, "data_time": 0.021301865577697754, "loss_single": 3.5288620471954344, "loss_dense": 3.569231629371643, "loss": 7.098093557357788, "time": 0.15111973285675048, "step": 117842}
{"lr": 0.029031660462448018, "data_time": 0.016664576530456544, "loss_single": 3.516367268562317, "loss_dense": 3.5336490154266356, "loss": 7.050016164779663, "time": 0.14764947891235353, "step": 117892}
{"lr": 0.029031660462448018, "data_time": 0.01644268035888672, "loss_single": 3.5030847072601317, "loss_dense": 3.5571008205413817, "loss": 7.060185432434082, "time": 0.15313761234283446, "step": 117942}
{"lr": 0.029031660462448018, "data_time": 0.018561577796936034, "loss_single": 3.4897440910339355, "loss_dense": 3.537413144111633, "loss": 7.027157306671143, "time": 0.15530524253845215, "step": 117992}
{"lr": 0.029031660462448018, "data_time": 0.015954422950744628, "loss_single": 3.497304153442383, "loss_dense": 3.5446119785308836, "loss": 7.041916131973267, "time": 0.15434021949768068, "step": 118042}
{"lr": 0.029031660462448018, "data_time": 0.01761178970336914, "loss_single": 3.509882354736328, "loss_dense": 3.549077868461609, "loss": 7.058960199356079, "time": 0.14974911212921144, "step": 118092}
{"lr": 0.029031660462448018, "data_time": 0.012633776664733887, "loss_single": 3.526231026649475, "loss_dense": 3.5600340127944947, "loss": 7.08626503944397, "time": 0.1546260118484497, "step": 118142}
{"lr": 0.029031660462448018, "data_time": 0.02013683319091797, "loss_single": 3.5248486280441282, "loss_dense": 3.5658491373062136, "loss": 7.090697813034057, "time": 0.15396041870117189, "step": 118192}
{"lr": 0.029031660462448018, "data_time": 0.022750496864318848, "loss_single": 3.5042086601257325, "loss_dense": 3.542913293838501, "loss": 7.047122001647949, "time": 0.22197961807250977, "step": 118242}
{"lr": 0.029031660462448018, "data_time": 0.019460368156433105, "loss_single": 3.484023642539978, "loss_dense": 3.532644248008728, "loss": 7.016667890548706, "time": 0.153167200088501, "step": 118292}
{"lr": 0.029031660462448018, "data_time": 0.016972041130065917, "loss_single": 3.5122093200683593, "loss_dense": 3.544986200332642, "loss": 7.057195425033569, "time": 0.1477203845977783, "step": 118342}
{"lr": 0.029031660462448018, "data_time": 0.00882737636566162, "loss_single": 3.510255217552185, "loss_dense": 3.579540967941284, "loss": 7.089796161651611, "time": 0.15147078037261963, "step": 118392}
{"lr": 0.029031660462448018, "data_time": 0.01803169250488281, "loss_single": 3.5119850397109986, "loss_dense": 3.5517311334609984, "loss": 7.063716220855713, "time": 0.1511289119720459, "step": 118442}
{"lr": 0.029031660462448018, "data_time": 0.015624547004699707, "loss_single": 3.5164594650268555, "loss_dense": 3.5656770944595335, "loss": 7.082136631011963, "time": 0.14715838432312012, "step": 118492}
{"lr": 0.029031660462448018, "data_time": 0.01665928363800049, "loss_single": 3.4923380613327026, "loss_dense": 3.557435464859009, "loss": 7.049773550033569, "time": 0.16736576557159424, "step": 118542}
{"lr": 0.029031660462448018, "data_time": 0.019653058052062987, "loss_single": 3.500706124305725, "loss_dense": 3.5461273908615114, "loss": 7.046833467483521, "time": 0.14977033138275148, "step": 118592}
{"lr": 0.029031660462448018, "data_time": 0.020770788192749023, "loss_single": 3.5243356466293334, "loss_dense": 3.551861071586609, "loss": 7.076196718215942, "time": 0.14981591701507568, "step": 118642}
{"lr": 0.029031660462448018, "data_time": 0.016970348358154298, "loss_single": 3.4822633028030396, "loss_dense": 3.5239150285720826, "loss": 7.006178331375122, "time": 0.15126748085021974, "step": 118692}
{"lr": 0.029031660462448018, "data_time": 0.018552589416503906, "loss_single": 3.5235509395599367, "loss_dense": 3.5451066732406615, "loss": 7.068657636642456, "time": 0.15426170825958252, "step": 118742}
{"lr": 0.029031660462448018, "data_time": 0.0199429988861084, "loss_single": 3.51415753364563, "loss_dense": 3.5564502000808718, "loss": 7.070607662200928, "time": 0.2115631103515625, "step": 118792}
{"lr": 0.029031660462448018, "data_time": 0.01741659641265869, "loss_single": 3.503781485557556, "loss_dense": 3.546285533905029, "loss": 7.050066995620727, "time": 0.14896130561828613, "step": 118842}
{"lr": 0.029031660462448018, "data_time": 0.01758713722229004, "loss_single": 3.526988649368286, "loss_dense": 3.5843667507171633, "loss": 7.111355400085449, "time": 0.1540156364440918, "step": 118892}
{"lr": 0.029031660462448018, "data_time": 0.018241119384765626, "loss_single": 3.5074837446212768, "loss_dense": 3.5544220447540282, "loss": 7.061905813217163, "time": 0.15237827301025392, "step": 118942}
{"lr": 0.029031660462448018, "data_time": 0.015259194374084472, "loss_single": 3.5065470695495606, "loss_dense": 3.5443592071533203, "loss": 7.050906229019165, "time": 0.153502893447876, "step": 118992}
{"lr": 0.029031660462448018, "data_time": 0.01668691635131836, "loss_single": 3.5028730392456056, "loss_dense": 3.5428197145462037, "loss": 7.045692777633667, "time": 0.16089291572570802, "step": 119042}
{"lr": 0.029031660462448018, "data_time": 0.02143423557281494, "loss_single": 3.515874743461609, "loss_dense": 3.5480987787246705, "loss": 7.063973474502563, "time": 0.1936485767364502, "step": 119092}
{"lr": 0.029031660462448018, "data_time": 0.016601133346557616, "loss_single": 3.5161575078964233, "loss_dense": 3.5425675392150877, "loss": 7.058725023269654, "time": 0.15373601913452148, "step": 119142}
{"lr": 0.029031660462448018, "data_time": 0.013013124465942383, "loss_single": 3.5095277309417723, "loss_dense": 3.5587093353271486, "loss": 7.068237018585205, "time": 0.15578103065490723, "step": 119192}
{"lr": 0.029031660462448018, "data_time": 0.016914224624633788, "loss_single": 3.4954241275787354, "loss_dense": 3.542612600326538, "loss": 7.038036775588989, "time": 0.15523114204406738, "step": 119242}
{"lr": 0.029031660462448018, "data_time": 0.01544201374053955, "loss_single": 3.507580351829529, "loss_dense": 3.555626893043518, "loss": 7.0632072448730465, "time": 0.15082638263702391, "step": 119292}
{"lr": 0.029031660462448018, "data_time": 0.017096352577209473, "loss_single": 3.5165799617767335, "loss_dense": 3.558551549911499, "loss": 7.075131511688232, "time": 0.18261780738830566, "step": 119342}
{"lr": 0.029031660462448018, "data_time": 0.017101740837097167, "loss_single": 3.5035132646560667, "loss_dense": 3.5374407291412355, "loss": 7.040953969955444, "time": 0.1534369945526123, "step": 119392}
{"lr": 0.029031660462448018, "data_time": 0.019546818733215333, "loss_single": 3.497892642021179, "loss_dense": 3.540979743003845, "loss": 7.038872385025025, "time": 0.15266921520233154, "step": 119442}
{"lr": 0.029031660462448018, "data_time": 0.018797636032104492, "loss_single": 3.5131931781768797, "loss_dense": 3.5527317762374877, "loss": 7.065924978256225, "time": 0.1639564275741577, "step": 119492}
{"lr": 0.029031660462448018, "data_time": 0.017214012145996094, "loss_single": 3.5144330739974974, "loss_dense": 3.5674538373947144, "loss": 7.081886911392212, "time": 0.15090484619140626, "step": 119542}
{"lr": 0.029031660462448018, "data_time": 0.01667311191558838, "loss_single": 3.4983557939529417, "loss_dense": 3.522332787513733, "loss": 7.020688581466675, "time": 0.1500870943069458, "step": 119592}
{"lr": 0.029031660462448018, "data_time": 0.01495985984802246, "loss_single": 3.479590964317322, "loss_dense": 3.536155080795288, "loss": 7.015746068954468, "time": 0.17903192043304444, "step": 119642}
{"lr": 0.029031660462448018, "data_time": 0.017825865745544435, "loss_single": 3.5121857643127443, "loss_dense": 3.555640697479248, "loss": 7.067826461791992, "time": 0.15149118900299072, "step": 119692}
{"lr": 0.029031660462448018, "data_time": 0.016953492164611818, "loss_single": 3.5193399667739866, "loss_dense": 3.5591861963272096, "loss": 7.078526210784912, "time": 0.1482863187789917, "step": 119742}
{"lr": 0.029031660462448018, "data_time": 0.016206073760986327, "loss_single": 3.5321287870407105, "loss_dense": 3.5650482416152953, "loss": 7.09717698097229, "time": 0.1484684944152832, "step": 119792}
{"lr": 0.029031660462448018, "data_time": 0.01880984306335449, "loss_single": 3.5444868326187136, "loss_dense": 3.556921434402466, "loss": 7.101408338546753, "time": 0.15770769119262695, "step": 119842}
{"lr": 0.029031660462448018, "data_time": 0.018364858627319337, "loss_single": 3.5318261623382567, "loss_dense": 3.5766396522521973, "loss": 7.108465766906738, "time": 0.2006221055984497, "step": 119892}
{"lr": 0.029031660462448018, "data_time": 0.015961861610412596, "loss_single": 3.5015207290649415, "loss_dense": 3.5466193914413453, "loss": 7.048140144348144, "time": 0.21957979202270508, "step": 119942}
{"lr": 0.029031660462448018, "data_time": 0.018254899978637697, "loss_single": 3.491263484954834, "loss_dense": 3.5328449010849, "loss": 7.024108409881592, "time": 0.15012943744659424, "step": 119992}
{"lr": 0.029031660462448018, "data_time": 0.017378592491149904, "loss_single": 3.4791783809661867, "loss_dense": 3.515048861503601, "loss": 6.9942272186279295, "time": 0.15935676097869872, "step": 120042}
{"lr": 0.029031660462448018, "data_time": 0.01263439655303955, "loss_single": 3.518482971191406, "loss_dense": 3.5595874309539797, "loss": 7.078070402145386, "time": 0.1400452136993408, "step": 120092}
{"lr": 0.028946647288323777, "data_time": 0.017981553077697755, "loss_single": 3.507606291770935, "loss_dense": 3.5478514194488526, "loss": 7.055457735061646, "time": 0.15674798488616942, "step": 120146}
{"lr": 0.028946647288323777, "data_time": 0.025473356246948242, "loss_single": 3.5021677732467653, "loss_dense": 3.556419777870178, "loss": 7.058587598800659, "time": 0.18334546089172363, "step": 120196}
{"lr": 0.028946647288323777, "data_time": 0.016884326934814453, "loss_single": 3.511407494544983, "loss_dense": 3.552983021736145, "loss": 7.064390516281128, "time": 0.155007266998291, "step": 120246}
{"lr": 0.028946647288323777, "data_time": 0.0187453031539917, "loss_single": 3.535319709777832, "loss_dense": 3.5755388259887697, "loss": 7.110858583450318, "time": 0.1503669500350952, "step": 120296}
{"lr": 0.028946647288323777, "data_time": 0.021775126457214355, "loss_single": 3.5148157596588137, "loss_dense": 3.5556148529052733, "loss": 7.070430707931519, "time": 0.16275031566619874, "step": 120346}
{"lr": 0.028946647288323777, "data_time": 0.017949771881103516, "loss_single": 3.5380702018737793, "loss_dense": 3.5698232650756836, "loss": 7.107893466949463, "time": 0.14744350910186768, "step": 120396}
{"lr": 0.028946647288323777, "data_time": 0.01911599636077881, "loss_single": 3.5086602210998534, "loss_dense": 3.5550465822219848, "loss": 7.063706779479981, "time": 0.15771584510803222, "step": 120446}
{"lr": 0.028946647288323777, "data_time": 0.016531920433044432, "loss_single": 3.5199047327041626, "loss_dense": 3.5631680250167848, "loss": 7.083072805404663, "time": 0.15046234130859376, "step": 120496}
{"lr": 0.028946647288323777, "data_time": 0.013849949836730957, "loss_single": 3.5337682008743285, "loss_dense": 3.5738191843032836, "loss": 7.107587385177612, "time": 0.14864120483398438, "step": 120546}
{"lr": 0.028946647288323777, "data_time": 0.015691971778869628, "loss_single": 3.541012501716614, "loss_dense": 3.5681891441345215, "loss": 7.109201526641845, "time": 0.14914040565490722, "step": 120596}
{"lr": 0.028946647288323777, "data_time": 0.02194075584411621, "loss_single": 3.496835494041443, "loss_dense": 3.539609956741333, "loss": 7.03644552230835, "time": 0.15279202461242675, "step": 120646}
{"lr": 0.028946647288323777, "data_time": 0.019140195846557618, "loss_single": 3.5449619054794312, "loss_dense": 3.582317018508911, "loss": 7.127278900146484, "time": 0.1555056095123291, "step": 120696}
{"lr": 0.028946647288323777, "data_time": 0.016411638259887694, "loss_single": 3.5550474166870116, "loss_dense": 3.570373225212097, "loss": 7.125420618057251, "time": 0.14724357128143312, "step": 120746}
{"lr": 0.028946647288323777, "data_time": 0.016840791702270506, "loss_single": 3.5124825477600097, "loss_dense": 3.542432403564453, "loss": 7.054914903640747, "time": 0.1493436336517334, "step": 120796}
{"lr": 0.028946647288323777, "data_time": 0.01900937557220459, "loss_single": 3.499895215034485, "loss_dense": 3.5454855442047117, "loss": 7.045380735397339, "time": 0.18272898197174073, "step": 120846}
{"lr": 0.028946647288323777, "data_time": 0.017761039733886718, "loss_single": 3.5140713453292847, "loss_dense": 3.5723082065582275, "loss": 7.08637957572937, "time": 0.14719417095184326, "step": 120896}
{"lr": 0.028946647288323777, "data_time": 0.022980785369873045, "loss_single": 3.5279171228408814, "loss_dense": 3.5677386045455934, "loss": 7.0956555843353275, "time": 0.16410906314849855, "step": 120946}
{"lr": 0.028946647288323777, "data_time": 0.020406723022460938, "loss_single": 3.5188066482543947, "loss_dense": 3.5386192083358763, "loss": 7.057425832748413, "time": 0.1509420394897461, "step": 120996}
{"lr": 0.028946647288323777, "data_time": 0.01804373264312744, "loss_single": 3.5155771255493162, "loss_dense": 3.5540527582168577, "loss": 7.069629716873169, "time": 0.15543925762176514, "step": 121046}
{"lr": 0.028946647288323777, "data_time": 0.017359495162963867, "loss_single": 3.4905994653701784, "loss_dense": 3.5426238775253296, "loss": 7.033223438262939, "time": 0.15323147773742676, "step": 121096}
{"lr": 0.028946647288323777, "data_time": 0.019491910934448242, "loss_single": 3.49701611995697, "loss_dense": 3.5567241430282595, "loss": 7.0537402629852295, "time": 0.1531676769256592, "step": 121146}
{"lr": 0.028946647288323777, "data_time": 0.011919641494750976, "loss_single": 3.4940706729888915, "loss_dense": 3.5330092668533326, "loss": 7.027079916000366, "time": 0.20441155433654784, "step": 121196}
{"lr": 0.028946647288323777, "data_time": 0.0185774564743042, "loss_single": 3.5007562398910523, "loss_dense": 3.5552361488342283, "loss": 7.055992364883423, "time": 0.15391786098480226, "step": 121246}
{"lr": 0.028946647288323777, "data_time": 0.01658484935760498, "loss_single": 3.5257758617401125, "loss_dense": 3.5396424770355224, "loss": 7.065418243408203, "time": 0.15377769470214844, "step": 121296}
{"lr": 0.028946647288323777, "data_time": 0.019348978996276855, "loss_single": 3.517780566215515, "loss_dense": 3.554739212989807, "loss": 7.072519731521607, "time": 0.15459144115447998, "step": 121346}
{"lr": 0.028946647288323777, "data_time": 0.014998650550842286, "loss_single": 3.509719657897949, "loss_dense": 3.546651816368103, "loss": 7.056371450424194, "time": 0.19803884029388427, "step": 121396}
{"lr": 0.028946647288323777, "data_time": 0.015380549430847167, "loss_single": 3.53695604801178, "loss_dense": 3.5579869508743287, "loss": 7.094942951202393, "time": 0.14851899147033693, "step": 121446}
{"lr": 0.028946647288323777, "data_time": 0.021310591697692872, "loss_single": 3.5179789066314697, "loss_dense": 3.5519057750701903, "loss": 7.069884729385376, "time": 0.17397019863128663, "step": 121496}
{"lr": 0.028946647288323777, "data_time": 0.01656942367553711, "loss_single": 3.494912528991699, "loss_dense": 3.533298301696777, "loss": 7.028210783004761, "time": 0.15415592193603517, "step": 121546}
{"lr": 0.028946647288323777, "data_time": 0.01752493381500244, "loss_single": 3.5227354526519776, "loss_dense": 3.542739915847778, "loss": 7.065475273132324, "time": 0.166387677192688, "step": 121596}
{"lr": 0.028946647288323777, "data_time": 0.018014812469482423, "loss_single": 3.519301342964172, "loss_dense": 3.548692226409912, "loss": 7.067993450164795, "time": 0.16596035957336425, "step": 121646}
{"lr": 0.028946647288323777, "data_time": 0.01818802356719971, "loss_single": 3.5468055963516236, "loss_dense": 3.584138345718384, "loss": 7.13094391822815, "time": 0.1522315502166748, "step": 121696}
{"lr": 0.028946647288323777, "data_time": 0.019135880470275878, "loss_single": 3.5145129442214964, "loss_dense": 3.567901277542114, "loss": 7.082414245605468, "time": 0.1611344575881958, "step": 121746}
{"lr": 0.028946647288323777, "data_time": 0.015815544128417968, "loss_single": 3.5304755210876464, "loss_dense": 3.5779511451721193, "loss": 7.108426761627197, "time": 0.147723388671875, "step": 121796}
{"lr": 0.028946647288323777, "data_time": 0.015616559982299804, "loss_single": 3.5352563142776487, "loss_dense": 3.5824167013168333, "loss": 7.117673015594482, "time": 0.15752413272857665, "step": 121846}
{"lr": 0.028946647288323777, "data_time": 0.021381378173828125, "loss_single": 3.5033032417297365, "loss_dense": 3.540536332130432, "loss": 7.043839597702027, "time": 0.15508656501770018, "step": 121896}
{"lr": 0.028946647288323777, "data_time": 0.021030259132385255, "loss_single": 3.5124240159988402, "loss_dense": 3.557025980949402, "loss": 7.069449996948242, "time": 0.1509916067123413, "step": 121946}
{"lr": 0.028946647288323777, "data_time": 0.02031552791595459, "loss_single": 3.4762569665908813, "loss_dense": 3.517983055114746, "loss": 6.99423999786377, "time": 0.15261437892913818, "step": 121996}
{"lr": 0.028946647288323777, "data_time": 0.01731572151184082, "loss_single": 3.5238232374191285, "loss_dense": 3.5780894994735717, "loss": 7.1019126892089846, "time": 0.152313756942749, "step": 122046}
{"lr": 0.028946647288323777, "data_time": 0.01881723403930664, "loss_single": 3.5050727844238283, "loss_dense": 3.53679780960083, "loss": 7.041870594024658, "time": 0.1490083694458008, "step": 122096}
{"lr": 0.028946647288323777, "data_time": 0.018022847175598145, "loss_single": 3.490077781677246, "loss_dense": 3.540124773979187, "loss": 7.030202579498291, "time": 0.14719803333282472, "step": 122146}
{"lr": 0.028946647288323777, "data_time": 0.01978428363800049, "loss_single": 3.5119449138641357, "loss_dense": 3.557476353645325, "loss": 7.069421291351318, "time": 0.14880039691925048, "step": 122196}
{"lr": 0.028946647288323777, "data_time": 0.01767776012420654, "loss_single": 3.509223389625549, "loss_dense": 3.5465239763259886, "loss": 7.055747413635254, "time": 0.18495645523071289, "step": 122246}
{"lr": 0.028946647288323777, "data_time": 0.017401671409606932, "loss_single": 3.495116925239563, "loss_dense": 3.5321800470352174, "loss": 7.027297019958496, "time": 0.15730421543121337, "step": 122296}
{"lr": 0.028946647288323777, "data_time": 0.013495969772338866, "loss_single": 3.5336796760559084, "loss_dense": 3.5725748538970947, "loss": 7.106254434585571, "time": 0.1496779203414917, "step": 122346}
{"lr": 0.028946647288323777, "data_time": 0.018807077407836915, "loss_single": 3.499613881111145, "loss_dense": 3.5380729913711546, "loss": 7.037686920166015, "time": 0.15154492855072021, "step": 122396}
{"lr": 0.028946647288323777, "data_time": 0.017719459533691407, "loss_single": 3.527882122993469, "loss_dense": 3.5708884716033937, "loss": 7.098770570755005, "time": 0.15122976303100585, "step": 122446}
{"lr": 0.028946647288323777, "data_time": 0.01785616874694824, "loss_single": 3.510671782493591, "loss_dense": 3.5480236291885374, "loss": 7.058695459365845, "time": 0.16059482097625732, "step": 122496}
{"lr": 0.028946647288323777, "data_time": 0.017462515830993654, "loss_single": 3.5163713455200196, "loss_dense": 3.5609133005142213, "loss": 7.077284622192383, "time": 0.16401381492614747, "step": 122546}
{"lr": 0.028946647288323777, "data_time": 0.01935415267944336, "loss_single": 3.534228777885437, "loss_dense": 3.564419078826904, "loss": 7.098647880554199, "time": 0.1592622756958008, "step": 122596}
{"lr": 0.028946647288323777, "data_time": 0.017329835891723634, "loss_single": 3.4986252546310426, "loss_dense": 3.5474865198135377, "loss": 7.04611177444458, "time": 0.1554718255996704, "step": 122646}
{"lr": 0.028946647288323777, "data_time": 0.018208026885986328, "loss_single": 3.496415686607361, "loss_dense": 3.5371286153793333, "loss": 7.033544301986694, "time": 0.14995238780975342, "step": 122696}
{"lr": 0.028946647288323777, "data_time": 0.017295098304748534, "loss_single": 3.490379214286804, "loss_dense": 3.5452636241912843, "loss": 7.035642814636231, "time": 0.15125670433044433, "step": 122746}
{"lr": 0.028946647288323777, "data_time": 0.01820518970489502, "loss_single": 3.5014562368392945, "loss_dense": 3.547105646133423, "loss": 7.048561859130859, "time": 0.20277998447418213, "step": 122796}
{"lr": 0.028946647288323777, "data_time": 0.031995201110839845, "loss_single": 3.4903190612792967, "loss_dense": 3.543932032585144, "loss": 7.034251070022583, "time": 0.1722003698348999, "step": 122846}
{"lr": 0.028946647288323777, "data_time": 0.0197645902633667, "loss_single": 3.486793851852417, "loss_dense": 3.5592857360839845, "loss": 7.0460795879364015, "time": 0.15805425643920898, "step": 122896}
{"lr": 0.028946647288323777, "data_time": 0.018684005737304686, "loss_single": 3.4984667539596557, "loss_dense": 3.5303535938262938, "loss": 7.028820466995239, "time": 0.1546083927154541, "step": 122946}
{"lr": 0.028946647288323777, "data_time": 0.01739661693572998, "loss_single": 3.4924710273742674, "loss_dense": 3.5408326148986817, "loss": 7.03330364227295, "time": 0.15241708755493164, "step": 122996}
{"lr": 0.028946647288323777, "data_time": 0.015568089485168458, "loss_single": 3.492465114593506, "loss_dense": 3.535476899147034, "loss": 7.0279419898986815, "time": 0.21519920825958253, "step": 123046}
{"lr": 0.028946647288323777, "data_time": 0.017753744125366212, "loss_single": 3.489705491065979, "loss_dense": 3.5324923753738404, "loss": 7.022197914123535, "time": 0.17620718479156494, "step": 123096}
{"lr": 0.028946647288323777, "data_time": 0.01694023609161377, "loss_single": 3.4944585084915163, "loss_dense": 3.5335851907730103, "loss": 7.0280436992645265, "time": 0.1562346935272217, "step": 123146}
{"lr": 0.028946647288323777, "data_time": 0.019427776336669922, "loss_single": 3.4957642555236816, "loss_dense": 3.537674403190613, "loss": 7.033438730239868, "time": 0.15496487617492677, "step": 123196}
{"lr": 0.028946647288323777, "data_time": 0.017027115821838378, "loss_single": 3.506395196914673, "loss_dense": 3.547616481781006, "loss": 7.054011678695678, "time": 0.1508571147918701, "step": 123246}
{"lr": 0.028946647288323777, "data_time": 0.01636042594909668, "loss_single": 3.510774540901184, "loss_dense": 3.5576687335968016, "loss": 7.068443250656128, "time": 0.15274016857147216, "step": 123296}
{"lr": 0.028946647288323777, "data_time": 0.015582060813903809, "loss_single": 3.522385859489441, "loss_dense": 3.577863097190857, "loss": 7.100248908996582, "time": 0.18051209449768066, "step": 123346}
{"lr": 0.028946647288323777, "data_time": 0.017473530769348145, "loss_single": 3.5154351234436034, "loss_dense": 3.544991135597229, "loss": 7.060426235198975, "time": 0.15200495719909668, "step": 123396}
{"lr": 0.028946647288323777, "data_time": 0.014815020561218261, "loss_single": 3.5056748151779176, "loss_dense": 3.5647727489471435, "loss": 7.070447587966919, "time": 0.15207533836364745, "step": 123446}
{"lr": 0.028946647288323777, "data_time": 0.016129708290100096, "loss_single": 3.5388070821762083, "loss_dense": 3.5729445457458495, "loss": 7.111751651763916, "time": 0.16884183883666992, "step": 123496}
{"lr": 0.028946647288323777, "data_time": 0.017363381385803223, "loss_single": 3.52891206741333, "loss_dense": 3.5538146018981935, "loss": 7.082726621627808, "time": 0.14840435981750488, "step": 123546}
{"lr": 0.028946647288323777, "data_time": 0.017832255363464354, "loss_single": 3.5073064804077148, "loss_dense": 3.538839817047119, "loss": 7.046146249771118, "time": 0.16938982009887696, "step": 123596}
{"lr": 0.028946647288323777, "data_time": 0.017243623733520508, "loss_single": 3.513704466819763, "loss_dense": 3.5554931640625, "loss": 7.069197702407837, "time": 0.14777178764343263, "step": 123646}
{"lr": 0.028946647288323777, "data_time": 0.01939692497253418, "loss_single": 3.498478889465332, "loss_dense": 3.542616939544678, "loss": 7.041095829010009, "time": 0.15224623680114746, "step": 123696}
{"lr": 0.028946647288323777, "data_time": 0.016930580139160156, "loss_single": 3.493568706512451, "loss_dense": 3.5419777393341065, "loss": 7.035546398162841, "time": 0.16964545249938964, "step": 123746}
{"lr": 0.028946647288323777, "data_time": 0.01697385311126709, "loss_single": 3.5097623109817504, "loss_dense": 3.547556209564209, "loss": 7.057318449020386, "time": 0.15838384628295898, "step": 123796}
{"lr": 0.028946647288323777, "data_time": 0.018213534355163576, "loss_single": 3.505629849433899, "loss_dense": 3.542776012420654, "loss": 7.048405885696411, "time": 0.15061864852905274, "step": 123846}
{"lr": 0.028946647288323777, "data_time": 0.02327725887298584, "loss_single": 3.515253448486328, "loss_dense": 3.552142071723938, "loss": 7.067395448684692, "time": 0.15873322486877442, "step": 123896}
{"lr": 0.028946647288323777, "data_time": 0.021435046195983888, "loss_single": 3.5424090385437013, "loss_dense": 3.5800214767456056, "loss": 7.122430467605591, "time": 0.15931270122528077, "step": 123946}
{"lr": 0.028946647288323777, "data_time": 0.019213104248046876, "loss_single": 3.497386360168457, "loss_dense": 3.5506154537200927, "loss": 7.04800181388855, "time": 0.15262267589569092, "step": 123996}
{"lr": 0.028946647288323777, "data_time": 0.023533225059509277, "loss_single": 3.4964641094207765, "loss_dense": 3.5416712045669554, "loss": 7.038135385513305, "time": 0.15591175556182862, "step": 124046}
{"lr": 0.028946647288323777, "data_time": 0.01734757423400879, "loss_single": 3.483798384666443, "loss_dense": 3.5370534658432007, "loss": 7.020851707458496, "time": 0.15130441188812255, "step": 124096}
{"lr": 0.028946647288323777, "data_time": 0.0157909631729126, "loss_single": 3.5057976722717283, "loss_dense": 3.554330563545227, "loss": 7.060128307342529, "time": 0.1957458257675171, "step": 124146}
{"lr": 0.028946647288323777, "data_time": 0.016646552085876464, "loss_single": 3.493000054359436, "loss_dense": 3.5377642154693603, "loss": 7.030764245986939, "time": 0.1573763370513916, "step": 124196}
{"lr": 0.028946647288323777, "data_time": 0.020817279815673828, "loss_single": 3.491522121429443, "loss_dense": 3.540395212173462, "loss": 7.031917333602905, "time": 0.1602151870727539, "step": 124246}
{"lr": 0.028946647288323777, "data_time": 0.01599724292755127, "loss_single": 3.538371229171753, "loss_dense": 3.565071630477905, "loss": 7.103442811965943, "time": 0.15086913108825684, "step": 124296}
{"lr": 0.028946647288323777, "data_time": 0.01879563331604004, "loss_single": 3.497635746002197, "loss_dense": 3.5576316356658935, "loss": 7.055267381668091, "time": 0.15566105842590333, "step": 124346}
{"lr": 0.028946647288323777, "data_time": 0.016771483421325683, "loss_single": 3.50903377532959, "loss_dense": 3.5639769792556764, "loss": 7.073010778427124, "time": 0.15872533321380616, "step": 124396}
{"lr": 0.028946647288323777, "data_time": 0.017276358604431153, "loss_single": 3.48485951423645, "loss_dense": 3.532833218574524, "loss": 7.017692756652832, "time": 0.15575602054595947, "step": 124446}
{"lr": 0.028946647288323777, "data_time": 0.01584963798522949, "loss_single": 3.5279905557632447, "loss_dense": 3.572799491882324, "loss": 7.100790071487427, "time": 0.1519336223602295, "step": 124496}
{"lr": 0.028946647288323777, "data_time": 0.020630526542663574, "loss_single": 3.514517903327942, "loss_dense": 3.541786789894104, "loss": 7.056304693222046, "time": 0.17874608039855958, "step": 124546}
{"lr": 0.028946647288323777, "data_time": 0.016290736198425294, "loss_single": 3.4949401140213014, "loss_dense": 3.5208632707595826, "loss": 7.015803337097168, "time": 0.1554865837097168, "step": 124596}
{"lr": 0.028946647288323777, "data_time": 0.018566036224365236, "loss_single": 3.499216890335083, "loss_dense": 3.5394850730895997, "loss": 7.038701963424683, "time": 0.16109657287597656, "step": 124646}
{"lr": 0.028946647288323777, "data_time": 0.01677863597869873, "loss_single": 3.487427997589111, "loss_dense": 3.5264577865600586, "loss": 7.013885927200318, "time": 0.17258460521698, "step": 124696}
{"lr": 0.028946647288323777, "data_time": 0.019114756584167482, "loss_single": 3.4886557817459107, "loss_dense": 3.536091423034668, "loss": 7.0247471809387205, "time": 0.15193574428558348, "step": 124746}
{"lr": 0.028946647288323777, "data_time": 0.019569087028503417, "loss_single": 3.5343676805496216, "loss_dense": 3.5786481380462645, "loss": 7.113015794754029, "time": 0.2432234287261963, "step": 124796}
{"lr": 0.028946647288323777, "data_time": 0.017517518997192384, "loss_single": 3.5091192007064818, "loss_dense": 3.567464804649353, "loss": 7.076584005355835, "time": 0.15847983360290527, "step": 124846}
{"lr": 0.028946647288323777, "data_time": 0.019162774085998535, "loss_single": 3.5048717498779296, "loss_dense": 3.5336557626724243, "loss": 7.038527584075927, "time": 0.15126686096191405, "step": 124896}
{"lr": 0.028946647288323777, "data_time": 0.01858367919921875, "loss_single": 3.488109755516052, "loss_dense": 3.537778067588806, "loss": 7.02588791847229, "time": 0.15010149478912355, "step": 124946}
{"lr": 0.028946647288323777, "data_time": 0.012909460067749023, "loss_single": 3.5177324295043944, "loss_dense": 3.564419746398926, "loss": 7.0821521282196045, "time": 0.14845733642578124, "step": 124996}
{"lr": 0.028946647288323777, "data_time": 0.020083904266357422, "loss_single": 3.5248668909072878, "loss_dense": 3.5945600509643554, "loss": 7.119426965713501, "time": 0.20490310192108155, "step": 125046}
{"lr": 0.028946647288323777, "data_time": 0.03714640140533447, "loss_single": 3.5193122148513796, "loss_dense": 3.5481816291809083, "loss": 7.067493867874146, "time": 0.2106489658355713, "step": 125096}
{"lr": 0.028858192987669305, "data_time": 0.020844101905822754, "loss_single": 3.5111709594726563, "loss_dense": 3.5537362813949587, "loss": 7.064907264709473, "time": 0.24356157779693605, "step": 125150}
{"lr": 0.028858192987669305, "data_time": 0.019538521766662598, "loss_single": 3.5128344297409058, "loss_dense": 3.550793480873108, "loss": 7.063627862930298, "time": 0.15025269985198975, "step": 125200}
{"lr": 0.028858192987669305, "data_time": 0.017136144638061523, "loss_single": 3.5223320722579956, "loss_dense": 3.564165234565735, "loss": 7.086497259140015, "time": 0.1495137929916382, "step": 125250}
{"lr": 0.028858192987669305, "data_time": 0.01690371036529541, "loss_single": 3.4996766328811644, "loss_dense": 3.5381104707717896, "loss": 7.03778715133667, "time": 0.1501575231552124, "step": 125300}
{"lr": 0.028858192987669305, "data_time": 0.01660771369934082, "loss_single": 3.5239968061447144, "loss_dense": 3.570368790626526, "loss": 7.09436559677124, "time": 0.15396728515625, "step": 125350}
{"lr": 0.028858192987669305, "data_time": 0.020117425918579103, "loss_single": 3.490872049331665, "loss_dense": 3.525013279914856, "loss": 7.015885257720948, "time": 0.21823890209198, "step": 125400}
{"lr": 0.028858192987669305, "data_time": 0.015113162994384765, "loss_single": 3.5106220722198485, "loss_dense": 3.561081075668335, "loss": 7.071703195571899, "time": 0.1497880458831787, "step": 125450}
{"lr": 0.028858192987669305, "data_time": 0.01808028221130371, "loss_single": 3.5160621643066405, "loss_dense": 3.555793809890747, "loss": 7.071856117248535, "time": 0.14952759742736815, "step": 125500}
{"lr": 0.028858192987669305, "data_time": 0.01698033809661865, "loss_single": 3.489371418952942, "loss_dense": 3.526585078239441, "loss": 7.0159564971923825, "time": 0.16126885414123535, "step": 125550}
{"lr": 0.028858192987669305, "data_time": 0.015602946281433105, "loss_single": 3.5014659643173216, "loss_dense": 3.547769284248352, "loss": 7.049235248565674, "time": 0.1510692834854126, "step": 125600}
{"lr": 0.028858192987669305, "data_time": 0.018729043006896973, "loss_single": 3.4982155323028565, "loss_dense": 3.5620925188064576, "loss": 7.0603080749511715, "time": 0.19809703826904296, "step": 125650}
{"lr": 0.028858192987669305, "data_time": 0.018061447143554687, "loss_single": 3.502411127090454, "loss_dense": 3.5476484298706055, "loss": 7.05005955696106, "time": 0.15669915676116944, "step": 125700}
{"lr": 0.028858192987669305, "data_time": 0.01858177185058594, "loss_single": 3.5224849939346314, "loss_dense": 3.5668086290359495, "loss": 7.089293670654297, "time": 0.14927320480346679, "step": 125750}
{"lr": 0.028858192987669305, "data_time": 0.017432212829589844, "loss_single": 3.5159652471542358, "loss_dense": 3.5630815982818604, "loss": 7.0790468692779545, "time": 0.15137906074523927, "step": 125800}
{"lr": 0.028858192987669305, "data_time": 0.016703224182128905, "loss_single": 3.491367220878601, "loss_dense": 3.54325954914093, "loss": 7.034626770019531, "time": 0.14941906929016113, "step": 125850}
{"lr": 0.028858192987669305, "data_time": 0.01710975170135498, "loss_single": 3.501930069923401, "loss_dense": 3.5542956829071044, "loss": 7.056225824356079, "time": 0.14539635181427002, "step": 125900}
{"lr": 0.028858192987669305, "data_time": 0.022622847557067872, "loss_single": 3.5032152414321898, "loss_dense": 3.5449530124664306, "loss": 7.048168325424195, "time": 0.17605106830596923, "step": 125950}
{"lr": 0.028858192987669305, "data_time": 0.01537010669708252, "loss_single": 3.508458399772644, "loss_dense": 3.5405479192733766, "loss": 7.0490062713623045, "time": 0.1534417152404785, "step": 126000}
{"lr": 0.028858192987669305, "data_time": 0.015555024147033691, "loss_single": 3.513943815231323, "loss_dense": 3.537352514266968, "loss": 7.051296424865723, "time": 0.14839684963226318, "step": 126050}
{"lr": 0.028858192987669305, "data_time": 0.019281601905822753, "loss_single": 3.50761559009552, "loss_dense": 3.553232932090759, "loss": 7.060848569869995, "time": 0.1513758897781372, "step": 126100}
{"lr": 0.028858192987669305, "data_time": 0.017952442169189453, "loss_single": 3.497083806991577, "loss_dense": 3.546610188484192, "loss": 7.043693876266479, "time": 0.15545389652252198, "step": 126150}
{"lr": 0.028858192987669305, "data_time": 0.020644664764404297, "loss_single": 3.5085060596466064, "loss_dense": 3.559474301338196, "loss": 7.067980432510376, "time": 0.21378848552703858, "step": 126200}
{"lr": 0.028858192987669305, "data_time": 0.016676044464111327, "loss_single": 3.499307417869568, "loss_dense": 3.537459111213684, "loss": 7.036766576766968, "time": 0.1529621124267578, "step": 126250}
{"lr": 0.028858192987669305, "data_time": 0.021441102027893066, "loss_single": 3.4925705432891845, "loss_dense": 3.5445725202560423, "loss": 7.037143135070801, "time": 0.15612568855285644, "step": 126300}
{"lr": 0.028858192987669305, "data_time": 0.018143987655639647, "loss_single": 3.477502632141113, "loss_dense": 3.5305972576141356, "loss": 7.008099937438965, "time": 0.15032005310058594, "step": 126350}
{"lr": 0.028858192987669305, "data_time": 0.018285799026489257, "loss_single": 3.535789370536804, "loss_dense": 3.5816728591918947, "loss": 7.117462301254273, "time": 0.15051889419555664, "step": 126400}
{"lr": 0.028858192987669305, "data_time": 0.017379069328308107, "loss_single": 3.5238221883773804, "loss_dense": 3.572556209564209, "loss": 7.096378421783447, "time": 0.15468289852142333, "step": 126450}
{"lr": 0.028858192987669305, "data_time": 0.018558287620544435, "loss_single": 3.5225369930267334, "loss_dense": 3.5636725187301637, "loss": 7.086209392547607, "time": 0.1552872657775879, "step": 126500}
{"lr": 0.028858192987669305, "data_time": 0.0171567440032959, "loss_single": 3.496320939064026, "loss_dense": 3.5411470413208006, "loss": 7.037467908859253, "time": 0.15297930240631102, "step": 126550}
{"lr": 0.028858192987669305, "data_time": 0.01952683925628662, "loss_single": 3.496847367286682, "loss_dense": 3.5627646446228027, "loss": 7.059612035751343, "time": 0.14964125156402588, "step": 126600}
{"lr": 0.028858192987669305, "data_time": 0.014839744567871094, "loss_single": 3.4807239532470704, "loss_dense": 3.515215754508972, "loss": 6.995939683914185, "time": 0.1758814573287964, "step": 126650}
{"lr": 0.028858192987669305, "data_time": 0.016683483123779298, "loss_single": 3.5372082948684693, "loss_dense": 3.557374382019043, "loss": 7.094582653045654, "time": 0.16058669090270997, "step": 126700}
{"lr": 0.028858192987669305, "data_time": 0.01709563732147217, "loss_single": 3.4977643966674803, "loss_dense": 3.53211395740509, "loss": 7.029878425598144, "time": 0.15687482357025145, "step": 126750}
{"lr": 0.028858192987669305, "data_time": 0.016250348091125487, "loss_single": 3.5100691318511963, "loss_dense": 3.561109495162964, "loss": 7.07117862701416, "time": 0.14854657649993896, "step": 126800}
{"lr": 0.028858192987669305, "data_time": 0.018935751914978028, "loss_single": 3.499719524383545, "loss_dense": 3.5418166875839234, "loss": 7.041536283493042, "time": 0.15327258110046388, "step": 126850}
{"lr": 0.028858192987669305, "data_time": 0.017562055587768556, "loss_single": 3.508429837226868, "loss_dense": 3.5512977123260496, "loss": 7.059727478027344, "time": 0.1494661331176758, "step": 126900}
{"lr": 0.028858192987669305, "data_time": 0.019393348693847658, "loss_single": 3.4964569568634034, "loss_dense": 3.5279512882232664, "loss": 7.02440824508667, "time": 0.16388471126556398, "step": 126950}
{"lr": 0.028858192987669305, "data_time": 0.022929668426513672, "loss_single": 3.532545733451843, "loss_dense": 3.562939476966858, "loss": 7.095485210418701, "time": 0.15879783630371094, "step": 127000}
{"lr": 0.028858192987669305, "data_time": 0.03166666030883789, "loss_single": 3.481832766532898, "loss_dense": 3.5444175720214846, "loss": 7.026250410079956, "time": 0.17300031185150147, "step": 127050}
{"lr": 0.028858192987669305, "data_time": 0.018018484115600586, "loss_single": 3.4828917026519775, "loss_dense": 3.5272940397262573, "loss": 7.010185766220093, "time": 0.1526033639907837, "step": 127100}
{"lr": 0.028858192987669305, "data_time": 0.01658470630645752, "loss_single": 3.4908787965774537, "loss_dense": 3.535995888710022, "loss": 7.026874637603759, "time": 0.15346336364746094, "step": 127150}
{"lr": 0.028858192987669305, "data_time": 0.018314194679260255, "loss_single": 3.480975079536438, "loss_dense": 3.5224058628082275, "loss": 7.003380918502808, "time": 0.150671648979187, "step": 127200}
{"lr": 0.028858192987669305, "data_time": 0.015649294853210448, "loss_single": 3.5131401300430296, "loss_dense": 3.5642191886901857, "loss": 7.077359342575074, "time": 0.1967836856842041, "step": 127250}
{"lr": 0.028858192987669305, "data_time": 0.01653289794921875, "loss_single": 3.4821858644485473, "loss_dense": 3.535672640800476, "loss": 7.017858552932739, "time": 0.16355645656585693, "step": 127300}
{"lr": 0.028858192987669305, "data_time": 0.018699002265930176, "loss_single": 3.500701928138733, "loss_dense": 3.5422852754592897, "loss": 7.042987203598022, "time": 0.15150892734527588, "step": 127350}
{"lr": 0.028858192987669305, "data_time": 0.014627790451049805, "loss_single": 3.500029706954956, "loss_dense": 3.547596287727356, "loss": 7.047625970840454, "time": 0.15590949058532716, "step": 127400}
{"lr": 0.028858192987669305, "data_time": 0.022659730911254884, "loss_single": 3.5082584619522095, "loss_dense": 3.549366331100464, "loss": 7.057624769210816, "time": 0.16360073089599608, "step": 127450}
{"lr": 0.028858192987669305, "data_time": 0.017462158203125, "loss_single": 3.5135486364364623, "loss_dense": 3.5565003156661987, "loss": 7.0700489521026615, "time": 0.15315558910369872, "step": 127500}
{"lr": 0.028858192987669305, "data_time": 0.01858654022216797, "loss_single": 3.5317197322845457, "loss_dense": 3.5762809991836546, "loss": 7.108000707626343, "time": 0.18071284294128417, "step": 127550}
{"lr": 0.028858192987669305, "data_time": 0.01814148426055908, "loss_single": 3.5370603084564207, "loss_dense": 3.5699018955230715, "loss": 7.1069621562957765, "time": 0.1647935152053833, "step": 127600}
{"lr": 0.028858192987669305, "data_time": 0.014167881011962891, "loss_single": 3.517231297492981, "loss_dense": 3.5649232864379883, "loss": 7.082154607772827, "time": 0.15255560874938964, "step": 127650}
{"lr": 0.028858192987669305, "data_time": 0.010993409156799316, "loss_single": 3.508114528656006, "loss_dense": 3.550179696083069, "loss": 7.058294200897217, "time": 0.17581791877746583, "step": 127700}
{"lr": 0.028858192987669305, "data_time": 0.015882062911987304, "loss_single": 3.5320788860321044, "loss_dense": 3.5657116651535032, "loss": 7.09779052734375, "time": 0.20724728107452392, "step": 127750}
{"lr": 0.028858192987669305, "data_time": 0.015036511421203613, "loss_single": 3.5144433259963987, "loss_dense": 3.5519041538238527, "loss": 7.066347455978393, "time": 0.16571259498596191, "step": 127800}
{"lr": 0.028858192987669305, "data_time": 0.01624882221221924, "loss_single": 3.485013556480408, "loss_dense": 3.5281992673873903, "loss": 7.013212776184082, "time": 0.15639734268188477, "step": 127850}
{"lr": 0.028858192987669305, "data_time": 0.01654651165008545, "loss_single": 3.4810250997543335, "loss_dense": 3.5280980110168456, "loss": 7.009123086929321, "time": 0.1450636386871338, "step": 127900}
{"lr": 0.028858192987669305, "data_time": 0.015944457054138182, "loss_single": 3.485873579978943, "loss_dense": 3.5381919860839846, "loss": 7.024065542221069, "time": 0.17254090309143066, "step": 127950}
{"lr": 0.028858192987669305, "data_time": 0.016504859924316405, "loss_single": 3.5035372734069825, "loss_dense": 3.5485451459884643, "loss": 7.052082443237305, "time": 0.1597233772277832, "step": 128000}
{"lr": 0.028858192987669305, "data_time": 0.01855003833770752, "loss_single": 3.476966691017151, "loss_dense": 3.5297078132629394, "loss": 7.006674528121948, "time": 0.14866948127746582, "step": 128050}
{"lr": 0.028858192987669305, "data_time": 0.027669715881347656, "loss_single": 3.545522928237915, "loss_dense": 3.580016565322876, "loss": 7.1255394458770756, "time": 0.16703643798828124, "step": 128100}
{"lr": 0.028858192987669305, "data_time": 0.017743778228759766, "loss_single": 3.4897874355316163, "loss_dense": 3.5376389503479, "loss": 7.027426385879517, "time": 0.15837883949279785, "step": 128150}
{"lr": 0.028858192987669305, "data_time": 0.01762058734893799, "loss_single": 3.469011163711548, "loss_dense": 3.5101417541503905, "loss": 6.979152870178223, "time": 0.15135505199432372, "step": 128200}
{"lr": 0.028858192987669305, "data_time": 0.018140697479248048, "loss_single": 3.4974674701690676, "loss_dense": 3.532978963851929, "loss": 7.03044638633728, "time": 0.17324540615081788, "step": 128250}
{"lr": 0.028858192987669305, "data_time": 0.016719532012939454, "loss_single": 3.5098767280578613, "loss_dense": 3.544001889228821, "loss": 7.053878545761108, "time": 0.1528019666671753, "step": 128300}
{"lr": 0.028858192987669305, "data_time": 0.019846272468566895, "loss_single": 3.5157581090927126, "loss_dense": 3.54992790222168, "loss": 7.065685987472534, "time": 0.15744318962097167, "step": 128350}
{"lr": 0.028858192987669305, "data_time": 0.018120002746582032, "loss_single": 3.5054529905319214, "loss_dense": 3.5436026573181154, "loss": 7.0490556240081785, "time": 0.1500312089920044, "step": 128400}
{"lr": 0.028858192987669305, "data_time": 0.016872453689575195, "loss_single": 3.5064933776855467, "loss_dense": 3.546899437904358, "loss": 7.053392839431763, "time": 0.1525052785873413, "step": 128450}
{"lr": 0.028858192987669305, "data_time": 0.02426776885986328, "loss_single": 3.500868630409241, "loss_dense": 3.5386250019073486, "loss": 7.039493608474731, "time": 0.2001878261566162, "step": 128500}
{"lr": 0.028858192987669305, "data_time": 0.018542933464050292, "loss_single": 3.482537031173706, "loss_dense": 3.524238610267639, "loss": 7.006775522232056, "time": 0.1492223024368286, "step": 128550}
{"lr": 0.028858192987669305, "data_time": 0.015894055366516113, "loss_single": 3.5112977504730223, "loss_dense": 3.558171534538269, "loss": 7.069469308853149, "time": 0.1522599220275879, "step": 128600}
{"lr": 0.028858192987669305, "data_time": 0.01586787700653076, "loss_single": 3.5306841373443603, "loss_dense": 3.589714694023132, "loss": 7.120398759841919, "time": 0.19968099594116212, "step": 128650}
{"lr": 0.028858192987669305, "data_time": 0.01796383857727051, "loss_single": 3.5263656616210937, "loss_dense": 3.570652890205383, "loss": 7.097018623352051, "time": 0.15012998580932618, "step": 128700}
{"lr": 0.028858192987669305, "data_time": 0.016050243377685548, "loss_single": 3.5077722787857057, "loss_dense": 3.553205108642578, "loss": 7.06097731590271, "time": 0.1481416940689087, "step": 128750}
{"lr": 0.028858192987669305, "data_time": 0.017365288734436036, "loss_single": 3.516356039047241, "loss_dense": 3.553865432739258, "loss": 7.070221424102783, "time": 0.15771851539611817, "step": 128800}
{"lr": 0.028858192987669305, "data_time": 0.015458440780639649, "loss_single": 3.4976927280426025, "loss_dense": 3.53555281162262, "loss": 7.03324556350708, "time": 0.15956506729125977, "step": 128850}
{"lr": 0.028858192987669305, "data_time": 0.014888691902160644, "loss_single": 3.492704892158508, "loss_dense": 3.5382294178009035, "loss": 7.030934286117554, "time": 0.15547707080841064, "step": 128900}
{"lr": 0.028858192987669305, "data_time": 0.016565155982971192, "loss_single": 3.47874972820282, "loss_dense": 3.52078001499176, "loss": 6.999529838562012, "time": 0.2074883460998535, "step": 128950}
{"lr": 0.028858192987669305, "data_time": 0.017830634117126466, "loss_single": 3.4783989906311037, "loss_dense": 3.5426013469696045, "loss": 7.0210002899169925, "time": 0.15499260425567626, "step": 129000}
{"lr": 0.028858192987669305, "data_time": 0.018419909477233886, "loss_single": 3.493638515472412, "loss_dense": 3.522994542121887, "loss": 7.016633033752441, "time": 0.2765300750732422, "step": 129050}
{"lr": 0.028858192987669305, "data_time": 0.017489933967590333, "loss_single": 3.506142425537109, "loss_dense": 3.5495797872543333, "loss": 7.055722236633301, "time": 0.15293655395507813, "step": 129100}
{"lr": 0.028858192987669305, "data_time": 0.016054677963256835, "loss_single": 3.499034118652344, "loss_dense": 3.567290258407593, "loss": 7.06632432937622, "time": 0.1540741205215454, "step": 129150}
{"lr": 0.028858192987669305, "data_time": 0.018023920059204102, "loss_single": 3.516454243659973, "loss_dense": 3.551398277282715, "loss": 7.06785249710083, "time": 0.1517080307006836, "step": 129200}
{"lr": 0.028858192987669305, "data_time": 0.020038294792175292, "loss_single": 3.53068950176239, "loss_dense": 3.5723730087280274, "loss": 7.103062438964844, "time": 0.17864134311676025, "step": 129250}
{"lr": 0.028858192987669305, "data_time": 0.021711850166320802, "loss_single": 3.538778018951416, "loss_dense": 3.5865657567977904, "loss": 7.1253437995910645, "time": 0.17342102527618408, "step": 129300}
{"lr": 0.028858192987669305, "data_time": 0.020686411857604982, "loss_single": 3.4928029775619507, "loss_dense": 3.5434329509735107, "loss": 7.036235904693603, "time": 0.15577046871185302, "step": 129350}
{"lr": 0.028858192987669305, "data_time": 0.019519925117492676, "loss_single": 3.489190435409546, "loss_dense": 3.5205629587173464, "loss": 7.0097533702850345, "time": 0.15679867267608644, "step": 129400}
{"lr": 0.028858192987669305, "data_time": 0.019458079338073732, "loss_single": 3.503291964530945, "loss_dense": 3.5377015829086305, "loss": 7.040993642807007, "time": 0.1533734083175659, "step": 129450}
{"lr": 0.028858192987669305, "data_time": 0.017300796508789063, "loss_single": 3.5214957714080812, "loss_dense": 3.5751430988311768, "loss": 7.096638917922974, "time": 0.15689589977264404, "step": 129500}
{"lr": 0.028858192987669305, "data_time": 0.014958500862121582, "loss_single": 3.496326971054077, "loss_dense": 3.534285545349121, "loss": 7.030612564086914, "time": 0.15274124145507811, "step": 129550}
{"lr": 0.028858192987669305, "data_time": 0.01715574264526367, "loss_single": 3.502125120162964, "loss_dense": 3.540086579322815, "loss": 7.042211627960205, "time": 0.17113969326019288, "step": 129600}
{"lr": 0.028858192987669305, "data_time": 0.01670551300048828, "loss_single": 3.5087571859359743, "loss_dense": 3.5485047101974487, "loss": 7.057261848449707, "time": 0.21752965450286865, "step": 129650}
{"lr": 0.028858192987669305, "data_time": 0.01670355796813965, "loss_single": 3.506312394142151, "loss_dense": 3.569477152824402, "loss": 7.075789594650269, "time": 0.15175034999847412, "step": 129700}
{"lr": 0.028858192987669305, "data_time": 0.016788601875305176, "loss_single": 3.5036789417266845, "loss_dense": 3.5509201765060423, "loss": 7.054599094390869, "time": 0.15688159465789794, "step": 129750}
{"lr": 0.028858192987669305, "data_time": 0.01799933910369873, "loss_single": 3.513339066505432, "loss_dense": 3.562931752204895, "loss": 7.0762707710266115, "time": 0.15149369239807128, "step": 129800}
{"lr": 0.028858192987669305, "data_time": 0.019667792320251464, "loss_single": 3.498478102684021, "loss_dense": 3.552367830276489, "loss": 7.050845909118652, "time": 0.15209643840789794, "step": 129850}
{"lr": 0.028858192987669305, "data_time": 0.017155146598815917, "loss_single": 3.5192777633666994, "loss_dense": 3.5623096942901613, "loss": 7.081587505340576, "time": 0.16296350955963135, "step": 129900}
{"lr": 0.028858192987669305, "data_time": 0.01889791488647461, "loss_single": 3.4854452848434447, "loss_dense": 3.5213579416275023, "loss": 7.006803178787232, "time": 0.15731585025787354, "step": 129950}
{"lr": 0.028858192987669305, "data_time": 0.018436360359191894, "loss_single": 3.494840407371521, "loss_dense": 3.52925763130188, "loss": 7.024098014831543, "time": 0.15380942821502686, "step": 130000}
{"lr": 0.028858192987669305, "data_time": 0.016979455947875977, "loss_single": 3.551612901687622, "loss_dense": 3.5754161357879637, "loss": 7.12702898979187, "time": 0.15330042839050292, "step": 130050}
{"lr": 0.028858192987669305, "data_time": 0.01574287414550781, "loss_single": 3.51921124458313, "loss_dense": 3.5599966526031492, "loss": 7.079207944869995, "time": 0.16324918270111083, "step": 130100}
{"lr": 0.02876631938525972, "data_time": 0.011918163299560547, "loss_single": 3.5011321306228638, "loss_dense": 3.5614181756973267, "loss": 7.062550258636475, "time": 0.15530991554260254, "step": 130154}
{"lr": 0.02876631938525972, "data_time": 0.016684699058532714, "loss_single": 3.508449745178223, "loss_dense": 3.550690460205078, "loss": 7.059140300750732, "time": 0.1719121217727661, "step": 130204}
{"lr": 0.02876631938525972, "data_time": 0.016726350784301756, "loss_single": 3.4870367288589477, "loss_dense": 3.5464546918869018, "loss": 7.033491373062134, "time": 0.15180644989013672, "step": 130254}
{"lr": 0.02876631938525972, "data_time": 0.016964316368103027, "loss_single": 3.5110491514205933, "loss_dense": 3.5474366664886476, "loss": 7.058485746383667, "time": 0.16212646961212157, "step": 130304}
{"lr": 0.02876631938525972, "data_time": 0.016959428787231445, "loss_single": 3.480786156654358, "loss_dense": 3.5337271690368652, "loss": 7.014513444900513, "time": 0.15174489021301268, "step": 130354}
{"lr": 0.02876631938525972, "data_time": 0.01872684955596924, "loss_single": 3.4689852952957154, "loss_dense": 3.5286444664001464, "loss": 6.997629833221436, "time": 0.15620017051696777, "step": 130404}
{"lr": 0.02876631938525972, "data_time": 0.015868520736694335, "loss_single": 3.508091998100281, "loss_dense": 3.551407742500305, "loss": 7.05949969291687, "time": 0.24362075328826904, "step": 130454}
{"lr": 0.02876631938525972, "data_time": 0.017022347450256346, "loss_single": 3.510644483566284, "loss_dense": 3.5549983978271484, "loss": 7.065642833709717, "time": 0.15263688564300537, "step": 130504}
{"lr": 0.02876631938525972, "data_time": 0.017153239250183104, "loss_single": 3.4880620002746583, "loss_dense": 3.5349146127700806, "loss": 7.022976589202881, "time": 0.15496547222137452, "step": 130554}
{"lr": 0.02876631938525972, "data_time": 0.01527247428894043, "loss_single": 3.487259602546692, "loss_dense": 3.528593969345093, "loss": 7.015853691101074, "time": 0.15252256393432617, "step": 130604}
{"lr": 0.02876631938525972, "data_time": 0.01829385757446289, "loss_single": 3.5274929761886598, "loss_dense": 3.561248803138733, "loss": 7.088741874694824, "time": 0.1617102861404419, "step": 130654}
{"lr": 0.02876631938525972, "data_time": 0.01481163501739502, "loss_single": 3.4891695976257324, "loss_dense": 3.5346346139907836, "loss": 7.023804187774658, "time": 0.14938478469848632, "step": 130704}
{"lr": 0.02876631938525972, "data_time": 0.024687576293945312, "loss_single": 3.473832893371582, "loss_dense": 3.5257589340209963, "loss": 6.999591875076294, "time": 0.15410070419311522, "step": 130754}
{"lr": 0.02876631938525972, "data_time": 0.019994640350341798, "loss_single": 3.521541786193848, "loss_dense": 3.566594696044922, "loss": 7.088136434555054, "time": 0.156870436668396, "step": 130804}
{"lr": 0.02876631938525972, "data_time": 0.019408035278320312, "loss_single": 3.5092865943908693, "loss_dense": 3.5447890043258665, "loss": 7.054075622558594, "time": 0.15315594673156738, "step": 130854}
{"lr": 0.02876631938525972, "data_time": 0.016843104362487794, "loss_single": 3.5025398254394533, "loss_dense": 3.529804801940918, "loss": 7.032344627380371, "time": 0.17202355861663818, "step": 130904}
{"lr": 0.02876631938525972, "data_time": 0.01803727149963379, "loss_single": 3.5370290756225584, "loss_dense": 3.5621513605117796, "loss": 7.099180459976196, "time": 0.149330472946167, "step": 130954}
{"lr": 0.02876631938525972, "data_time": 0.0177440881729126, "loss_single": 3.53956081867218, "loss_dense": 3.570311117172241, "loss": 7.109871912002563, "time": 0.17245666980743407, "step": 131004}
{"lr": 0.02876631938525972, "data_time": 0.015160369873046874, "loss_single": 3.5193854093551638, "loss_dense": 3.552068853378296, "loss": 7.071454238891602, "time": 0.1452632427215576, "step": 131054}
{"lr": 0.02876631938525972, "data_time": 0.015649294853210448, "loss_single": 3.4739257097244263, "loss_dense": 3.530368995666504, "loss": 7.004294681549072, "time": 0.19897668361663817, "step": 131104}
{"lr": 0.02876631938525972, "data_time": 0.018398857116699217, "loss_single": 3.4939913034439085, "loss_dense": 3.5205682039260866, "loss": 7.014559412002564, "time": 0.1522613286972046, "step": 131154}
{"lr": 0.02876631938525972, "data_time": 0.016428303718566895, "loss_single": 3.534283256530762, "loss_dense": 3.562531280517578, "loss": 7.096814489364624, "time": 0.16149933338165284, "step": 131204}
{"lr": 0.02876631938525972, "data_time": 0.019556045532226562, "loss_single": 3.4966174602508544, "loss_dense": 3.542766547203064, "loss": 7.039384031295777, "time": 0.19357969760894775, "step": 131254}
{"lr": 0.02876631938525972, "data_time": 0.018830323219299318, "loss_single": 3.511413550376892, "loss_dense": 3.5546000480651854, "loss": 7.06601357460022, "time": 0.15184171199798585, "step": 131304}
{"lr": 0.02876631938525972, "data_time": 0.07816717624664307, "loss_single": 3.4952693939208985, "loss_dense": 3.5439727306365967, "loss": 7.039242172241211, "time": 0.21007699966430665, "step": 131354}
{"lr": 0.02876631938525972, "data_time": 0.026709365844726562, "loss_single": 3.5162782192230226, "loss_dense": 3.548714303970337, "loss": 7.064992427825928, "time": 0.16764469146728517, "step": 131404}
{"lr": 0.02876631938525972, "data_time": 0.019063639640808105, "loss_single": 3.5016162633895873, "loss_dense": 3.5394799947738647, "loss": 7.041096305847168, "time": 0.16276042461395263, "step": 131454}
{"lr": 0.02876631938525972, "data_time": 0.016630268096923827, "loss_single": 3.498048949241638, "loss_dense": 3.532865118980408, "loss": 7.030914068222046, "time": 0.1495685338973999, "step": 131504}
{"lr": 0.02876631938525972, "data_time": 0.015452051162719726, "loss_single": 3.5030423402786255, "loss_dense": 3.5280275344848633, "loss": 7.0310698509216305, "time": 0.1992048740386963, "step": 131554}
{"lr": 0.02876631938525972, "data_time": 0.02062230110168457, "loss_single": 3.506978416442871, "loss_dense": 3.5429696798324586, "loss": 7.0499481678009035, "time": 0.1523221731185913, "step": 131604}
{"lr": 0.02876631938525972, "data_time": 0.015619182586669922, "loss_single": 3.489987921714783, "loss_dense": 3.535154867172241, "loss": 7.02514271736145, "time": 0.21515777111053466, "step": 131654}
{"lr": 0.02876631938525972, "data_time": 0.016251850128173827, "loss_single": 3.5059534072875977, "loss_dense": 3.5359707832336427, "loss": 7.04192419052124, "time": 0.14986894130706788, "step": 131704}
{"lr": 0.02876631938525972, "data_time": 0.015685296058654784, "loss_single": 3.4904273986816405, "loss_dense": 3.542092537879944, "loss": 7.032519960403443, "time": 0.18601231575012206, "step": 131754}
{"lr": 0.02876631938525972, "data_time": 0.01547853946685791, "loss_single": 3.531737804412842, "loss_dense": 3.5699017524719237, "loss": 7.101639652252198, "time": 0.15082073211669922, "step": 131804}
{"lr": 0.02876631938525972, "data_time": 0.015622353553771973, "loss_single": 3.500989389419556, "loss_dense": 3.5464420080184937, "loss": 7.047431373596192, "time": 0.14972097873687745, "step": 131854}
{"lr": 0.02876631938525972, "data_time": 0.025028562545776366, "loss_single": 3.4918549060821533, "loss_dense": 3.5235872507095336, "loss": 7.015442132949829, "time": 0.16608161926269532, "step": 131904}
{"lr": 0.02876631938525972, "data_time": 0.025200843811035156, "loss_single": 3.504630422592163, "loss_dense": 3.5283452749252318, "loss": 7.032975769042968, "time": 0.16026339530944825, "step": 131954}
{"lr": 0.02876631938525972, "data_time": 0.02079956531524658, "loss_single": 3.489791750907898, "loss_dense": 3.526620960235596, "loss": 7.016412687301636, "time": 0.15660974979400635, "step": 132004}
{"lr": 0.02876631938525972, "data_time": 0.023523283004760743, "loss_single": 3.5009012699127195, "loss_dense": 3.5481799364089968, "loss": 7.049081230163575, "time": 0.15792758464813234, "step": 132054}
{"lr": 0.02876631938525972, "data_time": 0.01751587390899658, "loss_single": 3.518170690536499, "loss_dense": 3.547840976715088, "loss": 7.066011619567871, "time": 0.16882939338684083, "step": 132104}
{"lr": 0.02876631938525972, "data_time": 0.014852118492126466, "loss_single": 3.5131855487823485, "loss_dense": 3.567675471305847, "loss": 7.080861043930054, "time": 0.23525502681732177, "step": 132154}
{"lr": 0.02876631938525972, "data_time": 0.016930818557739258, "loss_single": 3.5248184204101562, "loss_dense": 3.550368881225586, "loss": 7.0751872062683105, "time": 0.17983028888702393, "step": 132204}
{"lr": 0.02876631938525972, "data_time": 0.01941537857055664, "loss_single": 3.4999009370803833, "loss_dense": 3.5458735704421995, "loss": 7.045774507522583, "time": 0.15400919914245606, "step": 132254}
{"lr": 0.02876631938525972, "data_time": 0.015985608100891113, "loss_single": 3.5058775424957274, "loss_dense": 3.5462660074234007, "loss": 7.052143573760986, "time": 0.17894411087036133, "step": 132304}
{"lr": 0.02876631938525972, "data_time": 0.018678712844848632, "loss_single": 3.4940282583236693, "loss_dense": 3.5293295860290526, "loss": 7.023357772827149, "time": 0.15385382175445556, "step": 132354}
{"lr": 0.02876631938525972, "data_time": 0.016570115089416505, "loss_single": 3.4846965789794924, "loss_dense": 3.5605562925338745, "loss": 7.045252895355224, "time": 0.1522590398788452, "step": 132404}
{"lr": 0.02876631938525972, "data_time": 0.019635820388793947, "loss_single": 3.5133643627166746, "loss_dense": 3.551011562347412, "loss": 7.064375972747802, "time": 0.21605424880981444, "step": 132454}
{"lr": 0.02876631938525972, "data_time": 0.016121935844421387, "loss_single": 3.5400351762771605, "loss_dense": 3.571177291870117, "loss": 7.111212491989136, "time": 0.15216646194458008, "step": 132504}
{"lr": 0.02876631938525972, "data_time": 0.018181467056274415, "loss_single": 3.4914180517196653, "loss_dense": 3.5264368295669555, "loss": 7.017854881286621, "time": 0.14999747276306152, "step": 132554}
{"lr": 0.02876631938525972, "data_time": 0.018112587928771972, "loss_single": 3.5164278745651245, "loss_dense": 3.573728561401367, "loss": 7.090156507492066, "time": 0.15339319705963134, "step": 132604}
{"lr": 0.02876631938525972, "data_time": 0.0180694580078125, "loss_single": 3.5008193969726564, "loss_dense": 3.5510748624801636, "loss": 7.051894187927246, "time": 0.14856650829315185, "step": 132654}
{"lr": 0.02876631938525972, "data_time": 0.018721532821655274, "loss_single": 3.467029070854187, "loss_dense": 3.5274611949920653, "loss": 6.994490289688111, "time": 0.24126477241516114, "step": 132704}
{"lr": 0.02876631938525972, "data_time": 0.019475412368774415, "loss_single": 3.4984689474105837, "loss_dense": 3.5328744411468507, "loss": 7.0313433647155765, "time": 0.15761420726776124, "step": 132754}
{"lr": 0.02876631938525972, "data_time": 0.016896605491638184, "loss_single": 3.5060602903366087, "loss_dense": 3.5559746742248537, "loss": 7.062034940719604, "time": 0.1498258113861084, "step": 132804}
{"lr": 0.02876631938525972, "data_time": 0.01568472385406494, "loss_single": 3.519702124595642, "loss_dense": 3.5550530672073366, "loss": 7.074755144119263, "time": 0.19827759265899658, "step": 132854}
{"lr": 0.02876631938525972, "data_time": 0.017179250717163086, "loss_single": 3.5057634353637694, "loss_dense": 3.5538661956787108, "loss": 7.059629678726196, "time": 0.15239195823669432, "step": 132904}
{"lr": 0.02876631938525972, "data_time": 0.018641042709350585, "loss_single": 3.498172235488892, "loss_dense": 3.546435594558716, "loss": 7.044607830047608, "time": 0.1544188976287842, "step": 132954}
{"lr": 0.02876631938525972, "data_time": 0.01751272678375244, "loss_single": 3.504670023918152, "loss_dense": 3.5440799951553346, "loss": 7.048750162124634, "time": 0.1487053155899048, "step": 133004}
{"lr": 0.02876631938525972, "data_time": 0.019427108764648437, "loss_single": 3.4955679416656493, "loss_dense": 3.534860897064209, "loss": 7.030428791046143, "time": 0.15462205410003663, "step": 133054}
{"lr": 0.02876631938525972, "data_time": 0.01920926570892334, "loss_single": 3.505557131767273, "loss_dense": 3.5554911613464357, "loss": 7.061048269271851, "time": 0.15716071128845216, "step": 133104}
{"lr": 0.02876631938525972, "data_time": 0.019632863998413085, "loss_single": 3.5064027309417725, "loss_dense": 3.5555262088775637, "loss": 7.061928987503052, "time": 0.15047826766967773, "step": 133154}
{"lr": 0.02876631938525972, "data_time": 0.01810917854309082, "loss_single": 3.5239794969558718, "loss_dense": 3.557153034210205, "loss": 7.081132507324218, "time": 0.15778467655181885, "step": 133204}
{"lr": 0.02876631938525972, "data_time": 0.013517379760742188, "loss_single": 3.4846137285232546, "loss_dense": 3.5386473894119264, "loss": 7.023261022567749, "time": 0.15050959587097168, "step": 133254}
{"lr": 0.02876631938525972, "data_time": 0.018607425689697265, "loss_single": 3.4913060903549193, "loss_dense": 3.5409541606903074, "loss": 7.032260131835938, "time": 0.15251853466033935, "step": 133304}
{"lr": 0.02876631938525972, "data_time": 0.016345810890197755, "loss_single": 3.526671886444092, "loss_dense": 3.5712799310684202, "loss": 7.097951745986938, "time": 0.15258259773254396, "step": 133354}
{"lr": 0.02876631938525972, "data_time": 0.018894672393798828, "loss_single": 3.499130439758301, "loss_dense": 3.548205280303955, "loss": 7.04733567237854, "time": 0.17435109615325928, "step": 133404}
{"lr": 0.02876631938525972, "data_time": 0.026359248161315917, "loss_single": 3.495425486564636, "loss_dense": 3.5503342628479, "loss": 7.045759773254394, "time": 0.17344536781311035, "step": 133454}
{"lr": 0.02876631938525972, "data_time": 0.019681525230407716, "loss_single": 3.5154308795928957, "loss_dense": 3.5502715826034548, "loss": 7.0657023906707765, "time": 0.1773695945739746, "step": 133504}
{"lr": 0.02876631938525972, "data_time": 0.018320035934448243, "loss_single": 3.5006815671920775, "loss_dense": 3.5411442279815675, "loss": 7.041825819015503, "time": 0.15290479660034179, "step": 133554}
{"lr": 0.02876631938525972, "data_time": 0.017628979682922364, "loss_single": 3.505266523361206, "loss_dense": 3.552920126914978, "loss": 7.058186674118042, "time": 0.14786231517791748, "step": 133604}
{"lr": 0.02876631938525972, "data_time": 0.028417539596557618, "loss_single": 3.5094080924987794, "loss_dense": 3.551520347595215, "loss": 7.06092848777771, "time": 0.16368579864501953, "step": 133654}
{"lr": 0.02876631938525972, "data_time": 0.017744970321655274, "loss_single": 3.5007064580917358, "loss_dense": 3.530780291557312, "loss": 7.0314867973327635, "time": 0.1476534605026245, "step": 133704}
{"lr": 0.02876631938525972, "data_time": 0.018220067024230957, "loss_single": 3.5012625455856323, "loss_dense": 3.546995735168457, "loss": 7.048258304595947, "time": 0.15175275802612304, "step": 133754}
{"lr": 0.02876631938525972, "data_time": 0.020564794540405273, "loss_single": 3.5181808948516844, "loss_dense": 3.5689606428146363, "loss": 7.0871415615081785, "time": 0.15150117874145508, "step": 133804}
{"lr": 0.02876631938525972, "data_time": 0.01708076000213623, "loss_single": 3.5050538539886475, "loss_dense": 3.544682765007019, "loss": 7.049736547470093, "time": 0.15145020484924315, "step": 133854}
{"lr": 0.02876631938525972, "data_time": 0.017087316513061522, "loss_single": 3.5082311153411867, "loss_dense": 3.537461543083191, "loss": 7.045692682266235, "time": 0.15368154048919677, "step": 133904}
{"lr": 0.02876631938525972, "data_time": 0.017400264739990234, "loss_single": 3.5144171953201293, "loss_dense": 3.5444467067718506, "loss": 7.058863830566406, "time": 0.18401129245758058, "step": 133954}
{"lr": 0.02876631938525972, "data_time": 0.019562816619873045, "loss_single": 3.4955156087875365, "loss_dense": 3.531310200691223, "loss": 7.026825904846191, "time": 0.15360698699951172, "step": 134004}
{"lr": 0.02876631938525972, "data_time": 0.018788695335388184, "loss_single": 3.4849838972091676, "loss_dense": 3.522998571395874, "loss": 7.007982492446899, "time": 0.15319042205810546, "step": 134054}
{"lr": 0.02876631938525972, "data_time": 0.017659902572631836, "loss_single": 3.488579344749451, "loss_dense": 3.531231951713562, "loss": 7.0198112487792965, "time": 0.14890575408935547, "step": 134104}
{"lr": 0.02876631938525972, "data_time": 0.017726325988769533, "loss_single": 3.5124732732772825, "loss_dense": 3.5621881246566773, "loss": 7.074661493301392, "time": 0.15890939235687257, "step": 134154}
{"lr": 0.02876631938525972, "data_time": 0.01813008785247803, "loss_single": 3.4991593837738035, "loss_dense": 3.553770637512207, "loss": 7.052930021286011, "time": 0.14883341789245605, "step": 134204}
{"lr": 0.02876631938525972, "data_time": 0.015836524963378906, "loss_single": 3.467079019546509, "loss_dense": 3.5126676321029664, "loss": 6.979746675491333, "time": 0.16593594551086427, "step": 134254}
{"lr": 0.02876631938525972, "data_time": 0.017241692543029784, "loss_single": 3.4973319292068483, "loss_dense": 3.5415246963500975, "loss": 7.038856506347656, "time": 0.1617177963256836, "step": 134304}
{"lr": 0.02876631938525972, "data_time": 0.01978297233581543, "loss_single": 3.4870410680770876, "loss_dense": 3.524837589263916, "loss": 7.0118786811828615, "time": 0.1841123342514038, "step": 134354}
{"lr": 0.02876631938525972, "data_time": 0.01573302745819092, "loss_single": 3.498506212234497, "loss_dense": 3.552355670928955, "loss": 7.050861930847168, "time": 0.15450310707092285, "step": 134404}
{"lr": 0.02876631938525972, "data_time": 0.01896398067474365, "loss_single": 3.494990682601929, "loss_dense": 3.523110270500183, "loss": 7.018100929260254, "time": 0.1512153148651123, "step": 134454}
{"lr": 0.02876631938525972, "data_time": 0.01666128635406494, "loss_single": 3.5264710903167726, "loss_dense": 3.574112629890442, "loss": 7.10058364868164, "time": 0.16161670684814453, "step": 134504}
{"lr": 0.02876631938525972, "data_time": 0.017791485786437987, "loss_single": 3.495419144630432, "loss_dense": 3.5397774457931517, "loss": 7.035196590423584, "time": 0.14887826442718505, "step": 134554}
{"lr": 0.02876631938525972, "data_time": 0.020535945892333984, "loss_single": 3.526729369163513, "loss_dense": 3.558863806724548, "loss": 7.085593223571777, "time": 0.1787388563156128, "step": 134604}
{"lr": 0.02876631938525972, "data_time": 0.01780228614807129, "loss_single": 3.474961543083191, "loss_dense": 3.5149075508117678, "loss": 6.989869070053101, "time": 0.15152425765991212, "step": 134654}
{"lr": 0.02876631938525972, "data_time": 0.017113280296325684, "loss_single": 3.5009389877319337, "loss_dense": 3.5498327016830444, "loss": 7.050771713256836, "time": 0.14874770641326904, "step": 134704}
{"lr": 0.02876631938525972, "data_time": 0.017316150665283202, "loss_single": 3.510071635246277, "loss_dense": 3.5614727973937987, "loss": 7.071544504165649, "time": 0.15372204780578613, "step": 134754}
{"lr": 0.02876631938525972, "data_time": 0.016521382331848144, "loss_single": 3.5332208633422852, "loss_dense": 3.5645907402038572, "loss": 7.097811555862426, "time": 0.16293327808380126, "step": 134804}
{"lr": 0.02876631938525972, "data_time": 0.017066526412963866, "loss_single": 3.475370192527771, "loss_dense": 3.510207009315491, "loss": 6.9855772972106935, "time": 0.15868899822235108, "step": 134854}
{"lr": 0.02876631938525972, "data_time": 0.01739804744720459, "loss_single": 3.5105637550354003, "loss_dense": 3.5555713415145873, "loss": 7.066135120391846, "time": 0.153580641746521, "step": 134904}
{"lr": 0.02876631938525972, "data_time": 0.017833447456359862, "loss_single": 3.530215096473694, "loss_dense": 3.566817116737366, "loss": 7.097032165527343, "time": 0.16367855072021484, "step": 134954}
{"lr": 0.02876631938525972, "data_time": 0.015814328193664552, "loss_single": 3.468733716011047, "loss_dense": 3.523447942733765, "loss": 6.992181730270386, "time": 0.15876078605651855, "step": 135004}
{"lr": 0.02876631938525972, "data_time": 0.017632126808166504, "loss_single": 3.51556601524353, "loss_dense": 3.56197509765625, "loss": 7.07754111289978, "time": 0.15065455436706543, "step": 135054}
{"lr": 0.02876631938525972, "data_time": 0.01310586929321289, "loss_single": 3.506706976890564, "loss_dense": 3.538011312484741, "loss": 7.044718265533447, "time": 0.14538230895996093, "step": 135104}
{"lr": 0.02867104914953168, "data_time": 0.01489396095275879, "loss_single": 3.514619255065918, "loss_dense": 3.5579967975616453, "loss": 7.0726159572601315, "time": 0.15717227458953859, "step": 135158}
{"lr": 0.02867104914953168, "data_time": 0.016093730926513672, "loss_single": 3.4822340488433836, "loss_dense": 3.5244141101837156, "loss": 7.006648111343384, "time": 0.15144751071929932, "step": 135208}
{"lr": 0.02867104914953168, "data_time": 0.016127490997314455, "loss_single": 3.4940903902053835, "loss_dense": 3.528793740272522, "loss": 7.022884130477905, "time": 0.15789012908935546, "step": 135258}
{"lr": 0.02867104914953168, "data_time": 0.01577005386352539, "loss_single": 3.4991838216781614, "loss_dense": 3.5384287595748902, "loss": 7.037612628936768, "time": 0.18305983543395996, "step": 135308}
{"lr": 0.02867104914953168, "data_time": 0.01686217784881592, "loss_single": 3.4931108474731447, "loss_dense": 3.5434425354003904, "loss": 7.0365533351898195, "time": 0.15767238140106202, "step": 135358}
{"lr": 0.02867104914953168, "data_time": 0.016539716720581056, "loss_single": 3.5197614669799804, "loss_dense": 3.5565765142440795, "loss": 7.076338005065918, "time": 0.16534605026245117, "step": 135408}
{"lr": 0.02867104914953168, "data_time": 0.016302990913391113, "loss_single": 3.4979662895202637, "loss_dense": 3.564192032814026, "loss": 7.0621583461761475, "time": 0.1552428960800171, "step": 135458}
{"lr": 0.02867104914953168, "data_time": 0.01789419651031494, "loss_single": 3.499808645248413, "loss_dense": 3.562206530570984, "loss": 7.062015199661255, "time": 0.1477447748184204, "step": 135508}
{"lr": 0.02867104914953168, "data_time": 0.01853785514831543, "loss_single": 3.491903281211853, "loss_dense": 3.546014356613159, "loss": 7.037917613983154, "time": 0.17676563262939454, "step": 135558}
{"lr": 0.02867104914953168, "data_time": 0.018228697776794433, "loss_single": 3.512313961982727, "loss_dense": 3.5581971645355224, "loss": 7.070511102676392, "time": 0.1521739959716797, "step": 135608}
{"lr": 0.02867104914953168, "data_time": 0.01667017936706543, "loss_single": 3.5385658979415893, "loss_dense": 3.584852361679077, "loss": 7.123418283462525, "time": 0.15472419261932374, "step": 135658}
{"lr": 0.02867104914953168, "data_time": 0.016293263435363768, "loss_single": 3.519946837425232, "loss_dense": 3.5497665643692016, "loss": 7.069713354110718, "time": 0.15560226440429686, "step": 135708}
{"lr": 0.02867104914953168, "data_time": 0.016770267486572267, "loss_single": 3.4888203620910643, "loss_dense": 3.548710322380066, "loss": 7.037530708312988, "time": 0.19171700477600098, "step": 135758}
{"lr": 0.02867104914953168, "data_time": 0.020129847526550292, "loss_single": 3.5036535263061523, "loss_dense": 3.5393895387649534, "loss": 7.04304313659668, "time": 0.15225319862365722, "step": 135808}
{"lr": 0.02867104914953168, "data_time": 0.01813163757324219, "loss_single": 3.4959072351455687, "loss_dense": 3.54856276512146, "loss": 7.044469976425171, "time": 0.15182807445526122, "step": 135858}
{"lr": 0.02867104914953168, "data_time": 0.016482210159301756, "loss_single": 3.5016317129135133, "loss_dense": 3.537292408943176, "loss": 7.03892412185669, "time": 0.1725170612335205, "step": 135908}
{"lr": 0.02867104914953168, "data_time": 0.03802435398101807, "loss_single": 3.5018301010131836, "loss_dense": 3.5508858919143678, "loss": 7.0527159690856935, "time": 0.17043964862823485, "step": 135958}
{"lr": 0.02867104914953168, "data_time": 0.018367648124694824, "loss_single": 3.5176613569259643, "loss_dense": 3.539563202857971, "loss": 7.05722451210022, "time": 0.17836570739746094, "step": 136008}
{"lr": 0.02867104914953168, "data_time": 0.00986936092376709, "loss_single": 3.4989601373672485, "loss_dense": 3.542756772041321, "loss": 7.041716861724853, "time": 0.14893035888671874, "step": 136058}
{"lr": 0.02867104914953168, "data_time": 0.038373494148254396, "loss_single": 3.50904803276062, "loss_dense": 3.5581107139587402, "loss": 7.067158651351929, "time": 0.2623065233230591, "step": 136108}
{"lr": 0.02867104914953168, "data_time": 0.019011688232421876, "loss_single": 3.4866387605667115, "loss_dense": 3.529332399368286, "loss": 7.01597113609314, "time": 0.15850720405578614, "step": 136158}
{"lr": 0.02867104914953168, "data_time": 0.017781543731689452, "loss_single": 3.4790979862213134, "loss_dense": 3.520449686050415, "loss": 6.999547672271729, "time": 0.157037353515625, "step": 136208}
{"lr": 0.02867104914953168, "data_time": 0.01955409049987793, "loss_single": 3.5257931470870973, "loss_dense": 3.5516848802566527, "loss": 7.07747802734375, "time": 0.1521435260772705, "step": 136258}
{"lr": 0.02867104914953168, "data_time": 0.01781508922576904, "loss_single": 3.5275525093078612, "loss_dense": 3.5392241954803465, "loss": 7.0667768001556395, "time": 0.16349551677703858, "step": 136308}
{"lr": 0.02867104914953168, "data_time": 0.019525694847106933, "loss_single": 3.4861666679382326, "loss_dense": 3.5179924726486207, "loss": 7.004159164428711, "time": 0.19789328575134277, "step": 136358}
{"lr": 0.02867104914953168, "data_time": 0.016949391365051268, "loss_single": 3.4908294677734375, "loss_dense": 3.536005425453186, "loss": 7.026834917068482, "time": 0.15231177806854249, "step": 136408}
{"lr": 0.02867104914953168, "data_time": 0.0166379451751709, "loss_single": 3.4887514114379883, "loss_dense": 3.529355597496033, "loss": 7.018107080459595, "time": 0.15656356811523436, "step": 136458}
{"lr": 0.02867104914953168, "data_time": 0.017105245590209962, "loss_single": 3.4998382806777952, "loss_dense": 3.55147271156311, "loss": 7.051310968399048, "time": 0.1563204288482666, "step": 136508}
{"lr": 0.02867104914953168, "data_time": 0.023102664947509767, "loss_single": 3.5322785139083863, "loss_dense": 3.5698954820632935, "loss": 7.102173900604248, "time": 0.1584257125854492, "step": 136558}
{"lr": 0.02867104914953168, "data_time": 0.01933941841125488, "loss_single": 3.4919257879257204, "loss_dense": 3.539248752593994, "loss": 7.031174516677856, "time": 0.1996405839920044, "step": 136608}
{"lr": 0.02867104914953168, "data_time": 0.016492533683776855, "loss_single": 3.4822535276412965, "loss_dense": 3.537566637992859, "loss": 7.0198201656341555, "time": 0.14754655361175537, "step": 136658}
{"lr": 0.02867104914953168, "data_time": 0.018445873260498048, "loss_single": 3.5113118171691893, "loss_dense": 3.548525857925415, "loss": 7.059837675094604, "time": 0.15753262042999266, "step": 136708}
{"lr": 0.02867104914953168, "data_time": 0.015984082221984865, "loss_single": 3.523342156410217, "loss_dense": 3.576971936225891, "loss": 7.100314044952393, "time": 0.1558356523513794, "step": 136758}
{"lr": 0.02867104914953168, "data_time": 0.017822575569152833, "loss_single": 3.5177396535873413, "loss_dense": 3.5758562326431274, "loss": 7.093595933914185, "time": 0.1476468563079834, "step": 136808}
{"lr": 0.02867104914953168, "data_time": 0.01539595127105713, "loss_single": 3.5063538789749145, "loss_dense": 3.541620469093323, "loss": 7.047974395751953, "time": 0.16839838027954102, "step": 136858}
{"lr": 0.02867104914953168, "data_time": 0.01733264923095703, "loss_single": 3.4962859869003298, "loss_dense": 3.533335781097412, "loss": 7.029621744155884, "time": 0.15781898498535157, "step": 136908}
{"lr": 0.02867104914953168, "data_time": 0.0178849458694458, "loss_single": 3.5236889123916626, "loss_dense": 3.560288691520691, "loss": 7.0839776515960695, "time": 0.15067360401153565, "step": 136958}
{"lr": 0.02867104914953168, "data_time": 0.018299055099487305, "loss_single": 3.495808506011963, "loss_dense": 3.5327688455581665, "loss": 7.0285773277282715, "time": 0.15269169807434083, "step": 137008}
{"lr": 0.02867104914953168, "data_time": 0.01573042869567871, "loss_single": 3.4832800149917604, "loss_dense": 3.531474781036377, "loss": 7.014754772186279, "time": 0.1676917314529419, "step": 137058}
{"lr": 0.02867104914953168, "data_time": 0.01850123405456543, "loss_single": 3.5149314641952514, "loss_dense": 3.566395378112793, "loss": 7.081326818466186, "time": 0.15586447715759277, "step": 137108}
{"lr": 0.02867104914953168, "data_time": 0.018473005294799803, "loss_single": 3.4874414205551147, "loss_dense": 3.5212071418762205, "loss": 7.0086485862731935, "time": 0.16225759983062743, "step": 137158}
{"lr": 0.02867104914953168, "data_time": 0.016929101943969727, "loss_single": 3.5029436111450196, "loss_dense": 3.562782144546509, "loss": 7.06572585105896, "time": 0.14991559982299804, "step": 137208}
{"lr": 0.02867104914953168, "data_time": 0.01621863842010498, "loss_single": 3.5022261142730713, "loss_dense": 3.542455554008484, "loss": 7.044681596755981, "time": 0.1631998300552368, "step": 137258}
{"lr": 0.02867104914953168, "data_time": 0.01771214008331299, "loss_single": 3.5033448457717897, "loss_dense": 3.5534856796264647, "loss": 7.056830501556396, "time": 0.19347219467163085, "step": 137308}
{"lr": 0.02867104914953168, "data_time": 0.018889355659484863, "loss_single": 3.500028705596924, "loss_dense": 3.548202300071716, "loss": 7.048231077194214, "time": 0.1496499300003052, "step": 137358}
{"lr": 0.02867104914953168, "data_time": 0.019211745262145995, "loss_single": 3.514932084083557, "loss_dense": 3.561935877799988, "loss": 7.076867961883545, "time": 0.15302565097808837, "step": 137408}
{"lr": 0.02867104914953168, "data_time": 0.0178966760635376, "loss_single": 3.4971971035003664, "loss_dense": 3.5472164869308473, "loss": 7.0444135665893555, "time": 0.15212035179138184, "step": 137458}
{"lr": 0.02867104914953168, "data_time": 0.020517396926879882, "loss_single": 3.4929737091064452, "loss_dense": 3.5408819913864136, "loss": 7.033855724334717, "time": 0.15743982791900635, "step": 137508}
{"lr": 0.02867104914953168, "data_time": 0.01628377437591553, "loss_single": 3.4867990255355834, "loss_dense": 3.526743173599243, "loss": 7.013542222976684, "time": 0.15353748798370362, "step": 137558}
{"lr": 0.02867104914953168, "data_time": 0.017309188842773438, "loss_single": 3.504822111129761, "loss_dense": 3.5486669063568117, "loss": 7.0534889698028564, "time": 0.15331528186798096, "step": 137608}
{"lr": 0.02867104914953168, "data_time": 0.01921505928039551, "loss_single": 3.492784929275513, "loss_dense": 3.519805073738098, "loss": 7.012589931488037, "time": 0.152262544631958, "step": 137658}
{"lr": 0.02867104914953168, "data_time": 0.017310023307800293, "loss_single": 3.4959128856658936, "loss_dense": 3.5448028326034544, "loss": 7.0407157897949215, "time": 0.15530614852905272, "step": 137708}
{"lr": 0.02867104914953168, "data_time": 0.0169391393661499, "loss_single": 3.4937479496002197, "loss_dense": 3.5350974798202515, "loss": 7.028845405578613, "time": 0.15403587818145753, "step": 137758}
{"lr": 0.02867104914953168, "data_time": 0.01841082572937012, "loss_single": 3.512377166748047, "loss_dense": 3.5689382791519164, "loss": 7.081315517425537, "time": 0.15346851348876953, "step": 137808}
{"lr": 0.02867104914953168, "data_time": 0.01704676151275635, "loss_single": 3.4900291919708253, "loss_dense": 3.5324686765670776, "loss": 7.022497844696045, "time": 0.15347645282745362, "step": 137858}
{"lr": 0.02867104914953168, "data_time": 0.01469719409942627, "loss_single": 3.5145541191101075, "loss_dense": 3.575869584083557, "loss": 7.090423727035523, "time": 0.1466899633407593, "step": 137908}
{"lr": 0.02867104914953168, "data_time": 0.018530941009521483, "loss_single": 3.492393732070923, "loss_dense": 3.534344530105591, "loss": 7.026738262176513, "time": 0.22211062908172607, "step": 137958}
{"lr": 0.02867104914953168, "data_time": 0.01656002998352051, "loss_single": 3.483262324333191, "loss_dense": 3.531003737449646, "loss": 7.014266014099121, "time": 0.15579476356506347, "step": 138008}
{"lr": 0.02867104914953168, "data_time": 0.01720445156097412, "loss_single": 3.484066128730774, "loss_dense": 3.5443867683410644, "loss": 7.028452920913696, "time": 0.1495082139968872, "step": 138058}
{"lr": 0.02867104914953168, "data_time": 0.01564512252807617, "loss_single": 3.497499775886536, "loss_dense": 3.5414395093917848, "loss": 7.038939332962036, "time": 0.15192735195159912, "step": 138108}
{"lr": 0.02867104914953168, "data_time": 0.01753356456756592, "loss_single": 3.5077807664871217, "loss_dense": 3.552794885635376, "loss": 7.060575723648071, "time": 0.1515503406524658, "step": 138158}
{"lr": 0.02867104914953168, "data_time": 0.017377710342407225, "loss_single": 3.4995575189590453, "loss_dense": 3.537895107269287, "loss": 7.037452650070191, "time": 0.15775294303894044, "step": 138208}
{"lr": 0.02867104914953168, "data_time": 0.01852233409881592, "loss_single": 3.5191848993301393, "loss_dense": 3.5619133949279784, "loss": 7.081098222732544, "time": 0.1517108678817749, "step": 138258}
{"lr": 0.02867104914953168, "data_time": 0.018263411521911622, "loss_single": 3.4778592109680178, "loss_dense": 3.5297493934631348, "loss": 7.007608556747437, "time": 0.2057716131210327, "step": 138308}
{"lr": 0.02867104914953168, "data_time": 0.013716578483581543, "loss_single": 3.4885902404785156, "loss_dense": 3.532229495048523, "loss": 7.0208197116851805, "time": 0.15484392642974854, "step": 138358}
{"lr": 0.02867104914953168, "data_time": 0.01762247085571289, "loss_single": 3.515389561653137, "loss_dense": 3.554219627380371, "loss": 7.069609308242798, "time": 0.153029727935791, "step": 138408}
{"lr": 0.02867104914953168, "data_time": 0.018960094451904295, "loss_single": 3.4677376985549926, "loss_dense": 3.509975957870483, "loss": 6.977713680267334, "time": 0.19570257663726806, "step": 138458}
{"lr": 0.02867104914953168, "data_time": 0.019420266151428223, "loss_single": 3.499386692047119, "loss_dense": 3.548306941986084, "loss": 7.047693490982056, "time": 0.15214054584503173, "step": 138508}
{"lr": 0.02867104914953168, "data_time": 0.01635894775390625, "loss_single": 3.4892173767089845, "loss_dense": 3.5419105052948, "loss": 7.0311279296875, "time": 0.14970245361328124, "step": 138558}
{"lr": 0.02867104914953168, "data_time": 0.017580628395080566, "loss_single": 3.51591534614563, "loss_dense": 3.554526662826538, "loss": 7.070442056655883, "time": 0.1596158981323242, "step": 138608}
{"lr": 0.02867104914953168, "data_time": 0.015568685531616212, "loss_single": 3.5262824058532716, "loss_dense": 3.5628021240234373, "loss": 7.089084529876709, "time": 0.150954008102417, "step": 138658}
{"lr": 0.02867104914953168, "data_time": 0.02574005126953125, "loss_single": 3.4835710763931274, "loss_dense": 3.5229503870010377, "loss": 7.006521463394165, "time": 0.16087009906768798, "step": 138708}
{"lr": 0.02867104914953168, "data_time": 0.017129802703857423, "loss_single": 3.4902254581451415, "loss_dense": 3.5310902833938598, "loss": 7.0213157653808596, "time": 0.16185884475708007, "step": 138758}
{"lr": 0.02867104914953168, "data_time": 0.01588175296783447, "loss_single": 3.4978606700897217, "loss_dense": 3.545919394493103, "loss": 7.043780136108398, "time": 0.1537687063217163, "step": 138808}
{"lr": 0.02867104914953168, "data_time": 0.01844465732574463, "loss_single": 3.506475901603699, "loss_dense": 3.558089804649353, "loss": 7.064565706253052, "time": 0.14962992668151856, "step": 138858}
{"lr": 0.02867104914953168, "data_time": 0.019172143936157227, "loss_single": 3.4767743825912474, "loss_dense": 3.5374133348464967, "loss": 7.014187669754028, "time": 0.15647609233856202, "step": 138908}
{"lr": 0.02867104914953168, "data_time": 0.01751112937927246, "loss_single": 3.520132541656494, "loss_dense": 3.5547208309173586, "loss": 7.074853372573853, "time": 0.22272970676422119, "step": 138958}
{"lr": 0.02867104914953168, "data_time": 0.016603255271911622, "loss_single": 3.491857647895813, "loss_dense": 3.54605450630188, "loss": 7.037912034988404, "time": 0.15218262672424315, "step": 139008}
{"lr": 0.02867104914953168, "data_time": 0.018064022064208984, "loss_single": 3.533403921127319, "loss_dense": 3.55889356136322, "loss": 7.092297458648682, "time": 0.15317387580871583, "step": 139058}
{"lr": 0.02867104914953168, "data_time": 0.01975088119506836, "loss_single": 3.515449070930481, "loss_dense": 3.5477112531661987, "loss": 7.063160228729248, "time": 0.15570487976074218, "step": 139108}
{"lr": 0.02867104914953168, "data_time": 0.018150830268859865, "loss_single": 3.486132550239563, "loss_dense": 3.5508898496627808, "loss": 7.037022399902344, "time": 0.15600039958953857, "step": 139158}
{"lr": 0.02867104914953168, "data_time": 0.01968839168548584, "loss_single": 3.491927242279053, "loss_dense": 3.5273752927780153, "loss": 7.019302558898926, "time": 0.2283785820007324, "step": 139208}
{"lr": 0.02867104914953168, "data_time": 0.01640658378601074, "loss_single": 3.4874799489974975, "loss_dense": 3.526973915100098, "loss": 7.0144538402557375, "time": 0.15213632583618164, "step": 139258}
{"lr": 0.02867104914953168, "data_time": 0.015284276008605957, "loss_single": 3.494967460632324, "loss_dense": 3.536120128631592, "loss": 7.031087636947632, "time": 0.1517183303833008, "step": 139308}
{"lr": 0.02867104914953168, "data_time": 0.01736581325531006, "loss_single": 3.462158536911011, "loss_dense": 3.5203548669815063, "loss": 6.982513380050659, "time": 0.1494386911392212, "step": 139358}
{"lr": 0.02867104914953168, "data_time": 0.01673550605773926, "loss_single": 3.5246487140655516, "loss_dense": 3.556407022476196, "loss": 7.081055545806885, "time": 0.17141423225402833, "step": 139408}
{"lr": 0.02867104914953168, "data_time": 0.0188582181930542, "loss_single": 3.5202764749526976, "loss_dense": 3.5663614749908445, "loss": 7.086637926101685, "time": 0.15920379161834716, "step": 139458}
{"lr": 0.02867104914953168, "data_time": 0.01752164363861084, "loss_single": 3.5062902927398683, "loss_dense": 3.5347037315368652, "loss": 7.040994024276733, "time": 0.15099785327911378, "step": 139508}
{"lr": 0.02867104914953168, "data_time": 0.018134403228759765, "loss_single": 3.47580029964447, "loss_dense": 3.5282084941864014, "loss": 7.004008722305298, "time": 0.15643203258514404, "step": 139558}
{"lr": 0.02867104914953168, "data_time": 0.01639714241027832, "loss_single": 3.5028873443603517, "loss_dense": 3.5404623985290526, "loss": 7.043349742889404, "time": 0.15700700283050537, "step": 139608}
{"lr": 0.02867104914953168, "data_time": 0.017502808570861818, "loss_single": 3.5439839124679566, "loss_dense": 3.582162356376648, "loss": 7.126146268844605, "time": 0.14814820289611816, "step": 139658}
{"lr": 0.02867104914953168, "data_time": 0.022006869316101074, "loss_single": 3.513161611557007, "loss_dense": 3.5584110498428343, "loss": 7.0715726852417, "time": 0.16729512214660644, "step": 139708}
{"lr": 0.02867104914953168, "data_time": 0.015859651565551757, "loss_single": 3.4810171365737914, "loss_dense": 3.529013752937317, "loss": 7.010030841827392, "time": 0.16129987239837645, "step": 139758}
{"lr": 0.02867104914953168, "data_time": 0.018616342544555665, "loss_single": 3.5230911493301393, "loss_dense": 3.556067180633545, "loss": 7.079158353805542, "time": 0.15314297676086425, "step": 139808}
{"lr": 0.02867104914953168, "data_time": 0.018422675132751466, "loss_single": 3.4878272294998167, "loss_dense": 3.5403263092041017, "loss": 7.028153562545777, "time": 0.14911532402038574, "step": 139858}
{"lr": 0.02867104914953168, "data_time": 0.016331410408020018, "loss_single": 3.4986047029495237, "loss_dense": 3.5333032608032227, "loss": 7.03190803527832, "time": 0.19560024738311768, "step": 139908}
{"lr": 0.02867104914953168, "data_time": 0.01689307689666748, "loss_single": 3.4686551094055176, "loss_dense": 3.5155591011047362, "loss": 6.984214210510254, "time": 0.1492076873779297, "step": 139958}
{"lr": 0.02867104914953168, "data_time": 0.015413379669189453, "loss_single": 3.4838451623916624, "loss_dense": 3.538150262832642, "loss": 7.021995496749878, "time": 0.1720881462097168, "step": 140008}
{"lr": 0.02867104914953168, "data_time": 0.017487525939941406, "loss_single": 3.4781187772750854, "loss_dense": 3.5247392654418945, "loss": 7.002858066558838, "time": 0.1977360725402832, "step": 140058}
{"lr": 0.02867104914953168, "data_time": 0.01371450424194336, "loss_single": 3.5006768226623537, "loss_dense": 3.5521473407745363, "loss": 7.052824211120606, "time": 0.1454103708267212, "step": 140108}
{"lr": 0.028572405786990294, "data_time": 0.018755030632019044, "loss_single": 3.4807013034820558, "loss_dense": 3.531113123893738, "loss": 7.011814451217651, "time": 0.15987555980682372, "step": 140162}
{"lr": 0.028572405786990294, "data_time": 0.019860053062438966, "loss_single": 3.463110589981079, "loss_dense": 3.5167423725128173, "loss": 6.979852914810181, "time": 0.159199857711792, "step": 140212}
{"lr": 0.028572405786990294, "data_time": 0.01893725395202637, "loss_single": 3.506147766113281, "loss_dense": 3.5473650693893433, "loss": 7.053512811660767, "time": 0.15932579040527345, "step": 140262}
{"lr": 0.028572405786990294, "data_time": 0.017667222023010253, "loss_single": 3.508133554458618, "loss_dense": 3.549676704406738, "loss": 7.057810258865357, "time": 0.1657561779022217, "step": 140312}
{"lr": 0.028572405786990294, "data_time": 0.019418048858642577, "loss_single": 3.4877761125564577, "loss_dense": 3.532368779182434, "loss": 7.020144939422607, "time": 0.1535400629043579, "step": 140362}
{"lr": 0.028572405786990294, "data_time": 0.01780855655670166, "loss_single": 3.516217350959778, "loss_dense": 3.5769623041152956, "loss": 7.093179702758789, "time": 0.15489258766174316, "step": 140412}
{"lr": 0.028572405786990294, "data_time": 0.016741847991943358, "loss_single": 3.515604305267334, "loss_dense": 3.5433706998825074, "loss": 7.058975028991699, "time": 0.15147457122802735, "step": 140462}
{"lr": 0.028572405786990294, "data_time": 0.016565322875976562, "loss_single": 3.5170181512832643, "loss_dense": 3.560387897491455, "loss": 7.077405977249145, "time": 0.15088839530944825, "step": 140512}
{"lr": 0.028572405786990294, "data_time": 0.017404699325561525, "loss_single": 3.4691477060317992, "loss_dense": 3.5124884128570555, "loss": 6.981636047363281, "time": 0.1514827251434326, "step": 140562}
{"lr": 0.028572405786990294, "data_time": 0.019677448272705077, "loss_single": 3.5102569341659544, "loss_dense": 3.551723766326904, "loss": 7.061980724334717, "time": 0.1636730909347534, "step": 140612}
{"lr": 0.028572405786990294, "data_time": 0.016647601127624513, "loss_single": 3.504483151435852, "loss_dense": 3.550228810310364, "loss": 7.054711961746216, "time": 0.16364820003509523, "step": 140662}
{"lr": 0.028572405786990294, "data_time": 0.01848745346069336, "loss_single": 3.487695074081421, "loss_dense": 3.5360562801361084, "loss": 7.023751306533813, "time": 0.16474969387054444, "step": 140712}
{"lr": 0.028572405786990294, "data_time": 0.01611475944519043, "loss_single": 3.492038059234619, "loss_dense": 3.53286988735199, "loss": 7.024907875061035, "time": 0.15893957614898682, "step": 140762}
{"lr": 0.028572405786990294, "data_time": 0.017827320098876952, "loss_single": 3.4895374298095705, "loss_dense": 3.530583620071411, "loss": 7.020121097564697, "time": 0.14737942218780517, "step": 140812}
{"lr": 0.028572405786990294, "data_time": 0.01644787788391113, "loss_single": 3.478662872314453, "loss_dense": 3.527701473236084, "loss": 7.006364345550537, "time": 0.1462395429611206, "step": 140862}
{"lr": 0.028572405786990294, "data_time": 0.019651341438293456, "loss_single": 3.498524618148804, "loss_dense": 3.529743027687073, "loss": 7.0282676219940186, "time": 0.14956843852996826, "step": 140912}
{"lr": 0.028572405786990294, "data_time": 0.018213891983032228, "loss_single": 3.4835073471069338, "loss_dense": 3.5307220220565796, "loss": 7.0142292976379395, "time": 0.15806636810302735, "step": 140962}
{"lr": 0.028572405786990294, "data_time": 0.0191148042678833, "loss_single": 3.498910403251648, "loss_dense": 3.5374391794204714, "loss": 7.036349582672119, "time": 0.15150988101959229, "step": 141012}
{"lr": 0.028572405786990294, "data_time": 0.025464653968811035, "loss_single": 3.4793143033981324, "loss_dense": 3.5433217763900755, "loss": 7.022636032104492, "time": 0.1691272735595703, "step": 141062}
{"lr": 0.028572405786990294, "data_time": 0.027363920211791994, "loss_single": 3.49758563041687, "loss_dense": 3.543948745727539, "loss": 7.041534376144409, "time": 0.2319509506225586, "step": 141112}
{"lr": 0.028572405786990294, "data_time": 0.015195465087890625, "loss_single": 3.5019970178604125, "loss_dense": 3.5562883377075196, "loss": 7.05828537940979, "time": 0.17282423973083497, "step": 141162}
{"lr": 0.028572405786990294, "data_time": 0.017575740814208984, "loss_single": 3.522990894317627, "loss_dense": 3.5519327878952027, "loss": 7.0749236106872555, "time": 0.1901038408279419, "step": 141212}
{"lr": 0.028572405786990294, "data_time": 0.02187983989715576, "loss_single": 3.5315584182739257, "loss_dense": 3.573181653022766, "loss": 7.104740047454834, "time": 0.15767157077789307, "step": 141262}
{"lr": 0.028572405786990294, "data_time": 0.0189664363861084, "loss_single": 3.5210734367370606, "loss_dense": 3.5558634996414185, "loss": 7.076937007904053, "time": 0.15707225799560548, "step": 141312}
{"lr": 0.028572405786990294, "data_time": 0.017211437225341797, "loss_single": 3.4943230628967283, "loss_dense": 3.5598021745681763, "loss": 7.054125165939331, "time": 0.14850821495056152, "step": 141362}
{"lr": 0.028572405786990294, "data_time": 0.019836783409118652, "loss_single": 3.5228148460388184, "loss_dense": 3.5620173454284667, "loss": 7.084832191467285, "time": 0.16917481422424316, "step": 141412}
{"lr": 0.028572405786990294, "data_time": 0.01687769889831543, "loss_single": 3.473083424568176, "loss_dense": 3.5121761083602907, "loss": 6.985259485244751, "time": 0.1644439935684204, "step": 141462}
{"lr": 0.028572405786990294, "data_time": 0.015744638442993165, "loss_single": 3.5324723958969115, "loss_dense": 3.58075692653656, "loss": 7.113229274749756, "time": 0.15158839225769044, "step": 141512}
{"lr": 0.028572405786990294, "data_time": 0.01758897304534912, "loss_single": 3.4952642917633057, "loss_dense": 3.527497148513794, "loss": 7.022761392593384, "time": 0.15107450485229493, "step": 141562}
{"lr": 0.028572405786990294, "data_time": 0.017595243453979493, "loss_single": 3.504440712928772, "loss_dense": 3.553892970085144, "loss": 7.0583337306976315, "time": 0.15448307991027832, "step": 141612}
{"lr": 0.028572405786990294, "data_time": 0.021480822563171388, "loss_single": 3.4597214460372925, "loss_dense": 3.511436104774475, "loss": 6.971157550811768, "time": 0.16694746017456055, "step": 141662}
{"lr": 0.028572405786990294, "data_time": 0.01856873035430908, "loss_single": 3.504141092300415, "loss_dense": 3.542838430404663, "loss": 7.046979570388794, "time": 0.15871903896331788, "step": 141712}
{"lr": 0.028572405786990294, "data_time": 0.01633408069610596, "loss_single": 3.488520073890686, "loss_dense": 3.527631998062134, "loss": 7.016152095794678, "time": 0.16332929134368895, "step": 141762}
{"lr": 0.028572405786990294, "data_time": 0.017165541648864746, "loss_single": 3.5061388492584227, "loss_dense": 3.5548514127731323, "loss": 7.060990238189698, "time": 0.15693318843841553, "step": 141812}
{"lr": 0.028572405786990294, "data_time": 0.018667078018188475, "loss_single": 3.498530411720276, "loss_dense": 3.5467825174331664, "loss": 7.045312881469727, "time": 0.14935591220855712, "step": 141862}
{"lr": 0.028572405786990294, "data_time": 0.015738964080810547, "loss_single": 3.4783574104309083, "loss_dense": 3.5307485818862916, "loss": 7.009106016159057, "time": 0.15883536338806153, "step": 141912}
{"lr": 0.028572405786990294, "data_time": 0.01971464157104492, "loss_single": 3.501273441314697, "loss_dense": 3.5498056650161742, "loss": 7.0510790824890135, "time": 0.21120197772979737, "step": 141962}
{"lr": 0.028572405786990294, "data_time": 0.017202138900756836, "loss_single": 3.46562774181366, "loss_dense": 3.524030876159668, "loss": 6.989658546447754, "time": 0.15876917839050292, "step": 142012}
{"lr": 0.028572405786990294, "data_time": 0.017047715187072755, "loss_single": 3.4865250825881957, "loss_dense": 3.5388258695602417, "loss": 7.0253509998321535, "time": 0.15151162147521974, "step": 142062}
{"lr": 0.028572405786990294, "data_time": 0.016996240615844725, "loss_single": 3.4937201023101805, "loss_dense": 3.5583945989608763, "loss": 7.052114725112915, "time": 0.15689327716827392, "step": 142112}
{"lr": 0.028572405786990294, "data_time": 0.014005255699157716, "loss_single": 3.5225173234939575, "loss_dense": 3.5725950956344605, "loss": 7.095112371444702, "time": 0.1501767158508301, "step": 142162}
{"lr": 0.028572405786990294, "data_time": 0.018416643142700195, "loss_single": 3.4914050340652465, "loss_dense": 3.553102135658264, "loss": 7.044507169723511, "time": 0.1603318691253662, "step": 142212}
{"lr": 0.028572405786990294, "data_time": 0.016343355178833008, "loss_single": 3.489035487174988, "loss_dense": 3.5316583633422853, "loss": 7.020693778991699, "time": 0.151656174659729, "step": 142262}
{"lr": 0.028572405786990294, "data_time": 0.014412569999694824, "loss_single": 3.498563528060913, "loss_dense": 3.533595323562622, "loss": 7.032158851623535, "time": 0.15088534355163574, "step": 142312}
{"lr": 0.028572405786990294, "data_time": 0.016363763809204103, "loss_single": 3.496838998794556, "loss_dense": 3.5450153827667235, "loss": 7.041854476928711, "time": 0.20134873390197755, "step": 142362}
{"lr": 0.028572405786990294, "data_time": 0.018801188468933104, "loss_single": 3.507364845275879, "loss_dense": 3.5625452995300293, "loss": 7.069910097122192, "time": 0.15115103721618653, "step": 142412}
{"lr": 0.028572405786990294, "data_time": 0.017366838455200196, "loss_single": 3.5105024099349977, "loss_dense": 3.537712836265564, "loss": 7.048215246200561, "time": 0.14970741271972657, "step": 142462}
{"lr": 0.028572405786990294, "data_time": 0.018361568450927734, "loss_single": 3.496780776977539, "loss_dense": 3.533684730529785, "loss": 7.03046555519104, "time": 0.16257812976837158, "step": 142512}
{"lr": 0.028572405786990294, "data_time": 0.014894986152648925, "loss_single": 3.484060764312744, "loss_dense": 3.525728631019592, "loss": 7.009789371490479, "time": 0.14974656105041503, "step": 142562}
{"lr": 0.028572405786990294, "data_time": 0.017532992362976074, "loss_single": 3.4966445446014403, "loss_dense": 3.5269567489624025, "loss": 7.023601293563843, "time": 0.15291197299957277, "step": 142612}
{"lr": 0.028572405786990294, "data_time": 0.017180776596069335, "loss_single": 3.4842405319213867, "loss_dense": 3.5310941696166993, "loss": 7.015334749221802, "time": 0.1486530303955078, "step": 142662}
{"lr": 0.028572405786990294, "data_time": 0.018585920333862305, "loss_single": 3.484540843963623, "loss_dense": 3.54360671043396, "loss": 7.028147649765015, "time": 0.1541661024093628, "step": 142712}
{"lr": 0.028572405786990294, "data_time": 0.017243599891662596, "loss_single": 3.486958885192871, "loss_dense": 3.521242070198059, "loss": 7.008201026916504, "time": 0.15642962455749512, "step": 142762}
{"lr": 0.028572405786990294, "data_time": 0.016548562049865722, "loss_single": 3.4886038064956666, "loss_dense": 3.5365044593811037, "loss": 7.0251082420349125, "time": 0.15236282348632812, "step": 142812}
{"lr": 0.028572405786990294, "data_time": 0.016781067848205565, "loss_single": 3.5136607885360718, "loss_dense": 3.5536086559295654, "loss": 7.067269515991211, "time": 0.15279815196990967, "step": 142862}
{"lr": 0.028572405786990294, "data_time": 0.017010927200317383, "loss_single": 3.5096670389175415, "loss_dense": 3.5390475511550905, "loss": 7.0487144947052, "time": 0.15852880477905273, "step": 142912}
{"lr": 0.028572405786990294, "data_time": 0.017444396018981935, "loss_single": 3.5452383756637573, "loss_dense": 3.581679892539978, "loss": 7.1269182682037355, "time": 0.15481107234954833, "step": 142962}
{"lr": 0.028572405786990294, "data_time": 0.01800050735473633, "loss_single": 3.493604612350464, "loss_dense": 3.5452097415924073, "loss": 7.038814401626587, "time": 0.19095201492309571, "step": 143012}
{"lr": 0.028572405786990294, "data_time": 0.017682600021362304, "loss_single": 3.480975294113159, "loss_dense": 3.534689784049988, "loss": 7.015665006637573, "time": 0.14987215995788575, "step": 143062}
{"lr": 0.028572405786990294, "data_time": 0.019751524925231932, "loss_single": 3.487452745437622, "loss_dense": 3.527842974662781, "loss": 7.015295696258545, "time": 0.15333106517791747, "step": 143112}
{"lr": 0.028572405786990294, "data_time": 0.018573665618896486, "loss_single": 3.5237520933151245, "loss_dense": 3.5398647785186768, "loss": 7.063616991043091, "time": 0.17900943756103516, "step": 143162}
{"lr": 0.028572405786990294, "data_time": 0.017374229431152344, "loss_single": 3.5120012044906614, "loss_dense": 3.5568907022476197, "loss": 7.068891859054565, "time": 0.15241129398345948, "step": 143212}
{"lr": 0.028572405786990294, "data_time": 0.0156691312789917, "loss_single": 3.5032291173934937, "loss_dense": 3.5503117561340334, "loss": 7.053540849685669, "time": 0.15311357975006104, "step": 143262}
{"lr": 0.028572405786990294, "data_time": 0.016199207305908202, "loss_single": 3.5087355613708495, "loss_dense": 3.5514110565185546, "loss": 7.060146617889404, "time": 0.16013729572296143, "step": 143312}
{"lr": 0.028572405786990294, "data_time": 0.017754554748535156, "loss_single": 3.4952024936676027, "loss_dense": 3.5371930599212646, "loss": 7.032395458221435, "time": 0.15335721969604493, "step": 143362}
{"lr": 0.028572405786990294, "data_time": 0.014143896102905274, "loss_single": 3.4912623882293703, "loss_dense": 3.53527512550354, "loss": 7.026537561416626, "time": 0.1459939956665039, "step": 143412}
{"lr": 0.028572405786990294, "data_time": 0.019692277908325194, "loss_single": 3.4946900844573974, "loss_dense": 3.5459722757339476, "loss": 7.040662384033203, "time": 0.21502771377563476, "step": 143462}
{"lr": 0.028572405786990294, "data_time": 0.017372703552246092, "loss_single": 3.518043947219849, "loss_dense": 3.5502520322799684, "loss": 7.068295955657959, "time": 0.15050861835479737, "step": 143512}
{"lr": 0.028572405786990294, "data_time": 0.017981815338134765, "loss_single": 3.50884804725647, "loss_dense": 3.559321427345276, "loss": 7.0681695461273195, "time": 0.1511389970779419, "step": 143562}
{"lr": 0.028572405786990294, "data_time": 0.018614912033081056, "loss_single": 3.518823742866516, "loss_dense": 3.5707494974136353, "loss": 7.089573192596435, "time": 0.18403615951538085, "step": 143612}
{"lr": 0.028572405786990294, "data_time": 0.020769691467285155, "loss_single": 3.5095303058624268, "loss_dense": 3.5363404035568236, "loss": 7.045870542526245, "time": 0.15407655239105225, "step": 143662}
{"lr": 0.028572405786990294, "data_time": 0.015746355056762695, "loss_single": 3.4789779424667358, "loss_dense": 3.533866024017334, "loss": 7.012844085693359, "time": 0.15275816917419432, "step": 143712}
{"lr": 0.028572405786990294, "data_time": 0.01819324493408203, "loss_single": 3.4911302804946898, "loss_dense": 3.5450713634490967, "loss": 7.036201620101929, "time": 0.1510784864425659, "step": 143762}
{"lr": 0.028572405786990294, "data_time": 0.01535942554473877, "loss_single": 3.507018280029297, "loss_dense": 3.5423471450805666, "loss": 7.049365472793579, "time": 0.15288753509521485, "step": 143812}
{"lr": 0.028572405786990294, "data_time": 0.020901298522949217, "loss_single": 3.524547243118286, "loss_dense": 3.5540218353271484, "loss": 7.078569126129151, "time": 0.15030331611633302, "step": 143862}
{"lr": 0.028572405786990294, "data_time": 0.017133283615112304, "loss_single": 3.5089663743972777, "loss_dense": 3.550033760070801, "loss": 7.05900011062622, "time": 0.15198202133178712, "step": 143912}
{"lr": 0.028572405786990294, "data_time": 0.01768331527709961, "loss_single": 3.47973792552948, "loss_dense": 3.5288942575454714, "loss": 7.008632230758667, "time": 0.14718201160430908, "step": 143962}
{"lr": 0.028572405786990294, "data_time": 0.017445874214172364, "loss_single": 3.4975868463516235, "loss_dense": 3.5458255052566527, "loss": 7.043412351608277, "time": 0.14945533275604247, "step": 144012}
{"lr": 0.028572405786990294, "data_time": 0.015158939361572265, "loss_single": 3.497427773475647, "loss_dense": 3.5590320825576782, "loss": 7.056459903717041, "time": 0.15000677108764648, "step": 144062}
{"lr": 0.028572405786990294, "data_time": 0.020850539207458496, "loss_single": 3.4971242189407348, "loss_dense": 3.5459537506103516, "loss": 7.0430779457092285, "time": 0.1537013530731201, "step": 144112}
{"lr": 0.028572405786990294, "data_time": 0.017279911041259765, "loss_single": 3.4912134647369384, "loss_dense": 3.5388598680496215, "loss": 7.0300733089447025, "time": 0.15243489742279054, "step": 144162}
{"lr": 0.028572405786990294, "data_time": 0.016487717628479004, "loss_single": 3.480511689186096, "loss_dense": 3.525303339958191, "loss": 7.005814933776856, "time": 0.19785139560699463, "step": 144212}
{"lr": 0.028572405786990294, "data_time": 0.017923188209533692, "loss_single": 3.5101993083953857, "loss_dense": 3.5657686471939085, "loss": 7.075967931747437, "time": 0.1566084861755371, "step": 144262}
{"lr": 0.028572405786990294, "data_time": 0.017322778701782227, "loss_single": 3.4998152017593385, "loss_dense": 3.560159921646118, "loss": 7.059975051879883, "time": 0.15328807830810548, "step": 144312}
{"lr": 0.028572405786990294, "data_time": 0.019852519035339355, "loss_single": 3.4870402336120607, "loss_dense": 3.540155553817749, "loss": 7.027195835113526, "time": 0.18039093017578126, "step": 144362}
{"lr": 0.028572405786990294, "data_time": 0.019386148452758788, "loss_single": 3.5237813234329223, "loss_dense": 3.5693086862564085, "loss": 7.093090009689331, "time": 0.15426297187805177, "step": 144412}
{"lr": 0.028572405786990294, "data_time": 0.016631197929382325, "loss_single": 3.4962287187576293, "loss_dense": 3.5512799978256226, "loss": 7.047508716583252, "time": 0.17387800216674804, "step": 144462}
{"lr": 0.028572405786990294, "data_time": 0.018121051788330077, "loss_single": 3.510497975349426, "loss_dense": 3.5435511589050295, "loss": 7.054049158096314, "time": 0.16061632633209227, "step": 144512}
{"lr": 0.028572405786990294, "data_time": 0.01703619956970215, "loss_single": 3.486340069770813, "loss_dense": 3.5340386867523192, "loss": 7.02037878036499, "time": 0.2279660701751709, "step": 144562}
{"lr": 0.028572405786990294, "data_time": 0.01601576805114746, "loss_single": 3.515229105949402, "loss_dense": 3.5565109968185427, "loss": 7.0717401027679445, "time": 0.14951722621917723, "step": 144612}
{"lr": 0.028572405786990294, "data_time": 0.018230414390563963, "loss_single": 3.5036611318588258, "loss_dense": 3.5700531721115114, "loss": 7.07371416091919, "time": 0.14706568717956542, "step": 144662}
{"lr": 0.028572405786990294, "data_time": 0.018440055847167968, "loss_single": 3.488961935043335, "loss_dense": 3.5277735233306884, "loss": 7.016735506057739, "time": 0.159194278717041, "step": 144712}
{"lr": 0.028572405786990294, "data_time": 0.017975163459777833, "loss_single": 3.4735816955566405, "loss_dense": 3.5254908084869383, "loss": 6.999072504043579, "time": 0.154662561416626, "step": 144762}
{"lr": 0.028572405786990294, "data_time": 0.018535923957824708, "loss_single": 3.4838979959487917, "loss_dense": 3.5174958229064943, "loss": 7.001393890380859, "time": 0.22959597110748292, "step": 144812}
{"lr": 0.028572405786990294, "data_time": 0.017818093299865723, "loss_single": 3.5014209747314453, "loss_dense": 3.541025400161743, "loss": 7.0424463748931885, "time": 0.14954850673675538, "step": 144862}
{"lr": 0.028572405786990294, "data_time": 0.016116786003112792, "loss_single": 3.4804152488708495, "loss_dense": 3.5324273824691774, "loss": 7.012842607498169, "time": 0.19097845554351806, "step": 144912}
{"lr": 0.028572405786990294, "data_time": 0.01581711769104004, "loss_single": 3.502086806297302, "loss_dense": 3.5483999252319336, "loss": 7.050486707687378, "time": 0.15430214405059814, "step": 144962}
{"lr": 0.028572405786990294, "data_time": 0.016616225242614746, "loss_single": 3.479295539855957, "loss_dense": 3.5260735511779786, "loss": 7.005369091033936, "time": 0.15758874416351318, "step": 145012}
{"lr": 0.028572405786990294, "data_time": 0.02969250679016113, "loss_single": 3.495291996002197, "loss_dense": 3.5554089546203613, "loss": 7.050700902938843, "time": 0.15766258239746095, "step": 145062}
{"lr": 0.028572405786990294, "data_time": 0.014478325843811035, "loss_single": 3.482203245162964, "loss_dense": 3.5461894273757935, "loss": 7.028392648696899, "time": 0.14560091495513916, "step": 145112}
{"lr": 0.028470413636409234, "data_time": 0.02210681438446045, "loss_single": 3.526487183570862, "loss_dense": 3.5637797355651855, "loss": 7.09026689529419, "time": 0.24388058185577394, "step": 145166}
{"lr": 0.028470413636409234, "data_time": 0.019886302947998046, "loss_single": 3.4649409294128417, "loss_dense": 3.5125282049179076, "loss": 6.977469205856323, "time": 0.1543189764022827, "step": 145216}
{"lr": 0.028470413636409234, "data_time": 0.017592525482177733, "loss_single": 3.5022526502609255, "loss_dense": 3.555216836929321, "loss": 7.057469463348388, "time": 0.15285937786102294, "step": 145266}
{"lr": 0.028470413636409234, "data_time": 0.016192913055419922, "loss_single": 3.4995831489562987, "loss_dense": 3.5447423219680787, "loss": 7.044325447082519, "time": 0.159909987449646, "step": 145316}
{"lr": 0.028470413636409234, "data_time": 0.015248918533325195, "loss_single": 3.503016710281372, "loss_dense": 3.539099621772766, "loss": 7.042116308212281, "time": 0.15292325019836425, "step": 145366}
{"lr": 0.028470413636409234, "data_time": 0.01875612735748291, "loss_single": 3.474713897705078, "loss_dense": 3.522766423225403, "loss": 6.997480249404907, "time": 0.22495791912078858, "step": 145416}
{"lr": 0.028470413636409234, "data_time": 0.018160295486450196, "loss_single": 3.4775869131088255, "loss_dense": 3.519415545463562, "loss": 6.997002506256104, "time": 0.14955441951751708, "step": 145466}
{"lr": 0.028470413636409234, "data_time": 0.01796872615814209, "loss_single": 3.481748938560486, "loss_dense": 3.5242610454559324, "loss": 7.0060100078582765, "time": 0.14979803562164307, "step": 145516}
{"lr": 0.028470413636409234, "data_time": 0.01743361949920654, "loss_single": 3.481637978553772, "loss_dense": 3.526914644241333, "loss": 7.008552694320679, "time": 0.1498746395111084, "step": 145566}
{"lr": 0.028470413636409234, "data_time": 0.017818307876586913, "loss_single": 3.512084126472473, "loss_dense": 3.5591601371765136, "loss": 7.071244239807129, "time": 0.1591238021850586, "step": 145616}
{"lr": 0.028470413636409234, "data_time": 0.023143410682678223, "loss_single": 3.4786810159683226, "loss_dense": 3.513063740730286, "loss": 6.991744756698608, "time": 0.15837936401367186, "step": 145666}
{"lr": 0.028470413636409234, "data_time": 0.017360734939575195, "loss_single": 3.5315903186798097, "loss_dense": 3.5608421087265016, "loss": 7.092432451248169, "time": 0.18654158115386962, "step": 145716}
{"lr": 0.028470413636409234, "data_time": 0.019897079467773436, "loss_single": 3.4902722597122193, "loss_dense": 3.526763415336609, "loss": 7.017035579681396, "time": 0.15454728603363038, "step": 145766}
{"lr": 0.028470413636409234, "data_time": 0.01678290367126465, "loss_single": 3.463166332244873, "loss_dense": 3.513351392745972, "loss": 6.9765177249908445, "time": 0.15586488246917723, "step": 145816}
{"lr": 0.028470413636409234, "data_time": 0.012938928604125977, "loss_single": 3.4998478412628176, "loss_dense": 3.5405789852142333, "loss": 7.040426778793335, "time": 0.15405354499816895, "step": 145866}
{"lr": 0.028470413636409234, "data_time": 0.01820507049560547, "loss_single": 3.4924206733703613, "loss_dense": 3.541398310661316, "loss": 7.033818960189819, "time": 0.1504239559173584, "step": 145916}
{"lr": 0.028470413636409234, "data_time": 0.01655430793762207, "loss_single": 3.4892905235290526, "loss_dense": 3.5574727058410645, "loss": 7.046763229370117, "time": 0.1563025712966919, "step": 145966}
{"lr": 0.028470413636409234, "data_time": 0.016545987129211424, "loss_single": 3.480524015426636, "loss_dense": 3.5286479234695434, "loss": 7.009171962738037, "time": 0.1619647264480591, "step": 146016}
{"lr": 0.028470413636409234, "data_time": 0.014265489578247071, "loss_single": 3.4887104988098145, "loss_dense": 3.532336115837097, "loss": 7.021046590805054, "time": 0.18954663276672362, "step": 146066}
{"lr": 0.028470413636409234, "data_time": 0.018799018859863282, "loss_single": 3.513114356994629, "loss_dense": 3.556642484664917, "loss": 7.069756746292114, "time": 0.15357520580291747, "step": 146116}
{"lr": 0.028470413636409234, "data_time": 0.01812894344329834, "loss_single": 3.490577960014343, "loss_dense": 3.541125512123108, "loss": 7.031703472137451, "time": 0.15283172130584716, "step": 146166}
{"lr": 0.028470413636409234, "data_time": 0.020590734481811524, "loss_single": 3.484742307662964, "loss_dense": 3.5254589557647704, "loss": 7.01020131111145, "time": 0.19679057598114014, "step": 146216}
{"lr": 0.028470413636409234, "data_time": 0.017042136192321776, "loss_single": 3.471705770492554, "loss_dense": 3.5142096042633058, "loss": 6.985915422439575, "time": 0.1507267475128174, "step": 146266}
{"lr": 0.028470413636409234, "data_time": 0.016446948051452637, "loss_single": 3.4738452672958373, "loss_dense": 3.525430941581726, "loss": 6.999276208877563, "time": 0.16104440689086913, "step": 146316}
{"lr": 0.028470413636409234, "data_time": 0.015051746368408203, "loss_single": 3.4763113498687743, "loss_dense": 3.529706287384033, "loss": 7.006017637252808, "time": 0.14911189079284667, "step": 146366}
{"lr": 0.028470413636409234, "data_time": 0.016111993789672853, "loss_single": 3.4659244537353517, "loss_dense": 3.5157788515090944, "loss": 6.981703281402588, "time": 0.15096018314361573, "step": 146416}
{"lr": 0.028470413636409234, "data_time": 0.01623506546020508, "loss_single": 3.4886698722839355, "loss_dense": 3.530904698371887, "loss": 7.019574546813965, "time": 0.15086841583251953, "step": 146466}
{"lr": 0.028470413636409234, "data_time": 0.0179030179977417, "loss_single": 3.4984346866607665, "loss_dense": 3.5368285179138184, "loss": 7.035263204574585, "time": 0.15721683502197265, "step": 146516}
{"lr": 0.028470413636409234, "data_time": 0.018013191223144532, "loss_single": 3.513153386116028, "loss_dense": 3.5689319610595702, "loss": 7.082085418701172, "time": 0.1539245367050171, "step": 146566}
{"lr": 0.028470413636409234, "data_time": 0.016683030128479003, "loss_single": 3.4876487493515014, "loss_dense": 3.5422699451446533, "loss": 7.0299187183380125, "time": 0.14713094234466553, "step": 146616}
{"lr": 0.028470413636409234, "data_time": 0.01784694194793701, "loss_single": 3.516227197647095, "loss_dense": 3.5557920694351197, "loss": 7.072019243240357, "time": 0.16143314838409423, "step": 146666}
{"lr": 0.028470413636409234, "data_time": 0.01673896312713623, "loss_single": 3.474058651924133, "loss_dense": 3.5295764446258544, "loss": 7.00363507270813, "time": 0.17231528759002684, "step": 146716}
{"lr": 0.028470413636409234, "data_time": 0.0170947790145874, "loss_single": 3.4975470304489136, "loss_dense": 3.541922426223755, "loss": 7.039469528198242, "time": 0.15329372882843018, "step": 146766}
{"lr": 0.028470413636409234, "data_time": 0.017465090751647948, "loss_single": 3.513463020324707, "loss_dense": 3.5478046894073487, "loss": 7.061267614364624, "time": 0.14746010303497314, "step": 146816}
{"lr": 0.028470413636409234, "data_time": 0.016670799255371092, "loss_single": 3.5196625232696532, "loss_dense": 3.5612897872924805, "loss": 7.080952262878418, "time": 0.14821460247039794, "step": 146866}
{"lr": 0.028470413636409234, "data_time": 0.01665019989013672, "loss_single": 3.5098511219024657, "loss_dense": 3.5583033561706543, "loss": 7.068154573440552, "time": 0.148356294631958, "step": 146916}
{"lr": 0.028470413636409234, "data_time": 0.01931314468383789, "loss_single": 3.4867959022521973, "loss_dense": 3.52669517993927, "loss": 7.013490962982178, "time": 0.21189661026000978, "step": 146966}
{"lr": 0.028470413636409234, "data_time": 0.01839141845703125, "loss_single": 3.488428568840027, "loss_dense": 3.5439069271087646, "loss": 7.032335567474365, "time": 0.1693481683731079, "step": 147016}
{"lr": 0.028470413636409234, "data_time": 0.01860811710357666, "loss_single": 3.5001550674438477, "loss_dense": 3.5434085369110107, "loss": 7.043563556671143, "time": 0.15059971809387207, "step": 147066}
{"lr": 0.028470413636409234, "data_time": 0.017892861366271974, "loss_single": 3.4993096590042114, "loss_dense": 3.5428514957427977, "loss": 7.042161130905152, "time": 0.15810775756835938, "step": 147116}
{"lr": 0.028470413636409234, "data_time": 0.01349482536315918, "loss_single": 3.506967878341675, "loss_dense": 3.55491623878479, "loss": 7.061884164810181, "time": 0.14953145980834961, "step": 147166}
{"lr": 0.028470413636409234, "data_time": 0.020104622840881346, "loss_single": 3.5060351133346557, "loss_dense": 3.557226777076721, "loss": 7.063261985778809, "time": 0.26518545150756834, "step": 147216}
{"lr": 0.028470413636409234, "data_time": 0.017250800132751466, "loss_single": 3.486947178840637, "loss_dense": 3.5287142753601075, "loss": 7.015661525726318, "time": 0.15586564540863038, "step": 147266}
{"lr": 0.028470413636409234, "data_time": 0.02978384494781494, "loss_single": 3.5300899744033813, "loss_dense": 3.5727839708328246, "loss": 7.102873945236206, "time": 0.18757927417755127, "step": 147316}
{"lr": 0.028470413636409234, "data_time": 0.017114639282226562, "loss_single": 3.4909661293029783, "loss_dense": 3.526371121406555, "loss": 7.01733717918396, "time": 0.15502400398254396, "step": 147366}
{"lr": 0.028470413636409234, "data_time": 0.017655277252197267, "loss_single": 3.511911916732788, "loss_dense": 3.5531935691833496, "loss": 7.065105533599853, "time": 0.16208255290985107, "step": 147416}
{"lr": 0.028470413636409234, "data_time": 0.018044090270996092, "loss_single": 3.495749092102051, "loss_dense": 3.528345823287964, "loss": 7.024094963073731, "time": 0.15622568130493164, "step": 147466}
{"lr": 0.028470413636409234, "data_time": 0.018344831466674805, "loss_single": 3.463614082336426, "loss_dense": 3.510678434371948, "loss": 6.97429256439209, "time": 0.17281179428100585, "step": 147516}
{"lr": 0.028470413636409234, "data_time": 0.01587984561920166, "loss_single": 3.498949384689331, "loss_dense": 3.5521918535232544, "loss": 7.051141214370728, "time": 0.20518074035644532, "step": 147566}
{"lr": 0.028470413636409234, "data_time": 0.01741921901702881, "loss_single": 3.4952956199645997, "loss_dense": 3.5299219608306887, "loss": 7.025217580795288, "time": 0.15446414947509765, "step": 147616}
{"lr": 0.028470413636409234, "data_time": 0.02000138759613037, "loss_single": 3.4660854816436766, "loss_dense": 3.5266386032104493, "loss": 6.99272403717041, "time": 0.15418295860290526, "step": 147666}
{"lr": 0.028470413636409234, "data_time": 0.016606593132019044, "loss_single": 3.484658145904541, "loss_dense": 3.545275020599365, "loss": 7.029933166503906, "time": 0.15447323322296141, "step": 147716}
{"lr": 0.028470413636409234, "data_time": 0.015259718894958496, "loss_single": 3.506502890586853, "loss_dense": 3.568704295158386, "loss": 7.075207185745239, "time": 0.20746936798095703, "step": 147766}
{"lr": 0.028470413636409234, "data_time": 0.015211844444274902, "loss_single": 3.4913251399993896, "loss_dense": 3.5360202550888062, "loss": 7.027345371246338, "time": 0.16019339561462403, "step": 147816}
{"lr": 0.028470413636409234, "data_time": 0.015908169746398925, "loss_single": 3.497666907310486, "loss_dense": 3.5395123243331907, "loss": 7.037179279327392, "time": 0.15066492557525635, "step": 147866}
{"lr": 0.028470413636409234, "data_time": 0.016693472862243652, "loss_single": 3.4963998079299925, "loss_dense": 3.539881443977356, "loss": 7.036281299591065, "time": 0.1540740966796875, "step": 147916}
{"lr": 0.028470413636409234, "data_time": 0.01620798110961914, "loss_single": 3.4717073917388914, "loss_dense": 3.5220196723937987, "loss": 6.993727159500122, "time": 0.21068792343139647, "step": 147966}
{"lr": 0.028470413636409234, "data_time": 0.016910505294799805, "loss_single": 3.472841215133667, "loss_dense": 3.5291450023651123, "loss": 7.0019862174987795, "time": 0.15071961879730225, "step": 148016}
{"lr": 0.028470413636409234, "data_time": 0.01751089096069336, "loss_single": 3.4845881938934324, "loss_dense": 3.5341159820556642, "loss": 7.018704223632812, "time": 0.21151721477508545, "step": 148066}
{"lr": 0.028470413636409234, "data_time": 0.018075013160705568, "loss_single": 3.476116752624512, "loss_dense": 3.526433062553406, "loss": 7.002549743652343, "time": 0.1545926332473755, "step": 148116}
{"lr": 0.028470413636409234, "data_time": 0.018712592124938966, "loss_single": 3.4759025096893312, "loss_dense": 3.523544096946716, "loss": 6.99944658279419, "time": 0.15051777362823487, "step": 148166}
{"lr": 0.028470413636409234, "data_time": 0.017558717727661134, "loss_single": 3.4856203317642214, "loss_dense": 3.532249116897583, "loss": 7.017869377136231, "time": 0.15337607860565186, "step": 148216}
{"lr": 0.028470413636409234, "data_time": 0.016231417655944824, "loss_single": 3.4817585706710816, "loss_dense": 3.530829119682312, "loss": 7.012587785720825, "time": 0.15976831912994385, "step": 148266}
{"lr": 0.028470413636409234, "data_time": 0.015825772285461427, "loss_single": 3.471622848510742, "loss_dense": 3.500628209114075, "loss": 6.972251033782959, "time": 0.15368945598602296, "step": 148316}
{"lr": 0.028470413636409234, "data_time": 0.02174646854400635, "loss_single": 3.516538453102112, "loss_dense": 3.570118618011475, "loss": 7.086657094955444, "time": 0.16242358684539795, "step": 148366}
{"lr": 0.028470413636409234, "data_time": 0.017597484588623046, "loss_single": 3.4870052099227906, "loss_dense": 3.528391981124878, "loss": 7.015397214889527, "time": 0.15027735233306885, "step": 148416}
{"lr": 0.028470413636409234, "data_time": 0.016144633293151855, "loss_single": 3.482651686668396, "loss_dense": 3.535741901397705, "loss": 7.018393564224243, "time": 0.15504865646362304, "step": 148466}
{"lr": 0.028470413636409234, "data_time": 0.01786656379699707, "loss_single": 3.4873425245285032, "loss_dense": 3.527031755447388, "loss": 7.0143743515014645, "time": 0.15303969383239746, "step": 148516}
{"lr": 0.028470413636409234, "data_time": 0.017838287353515624, "loss_single": 3.5228421211242678, "loss_dense": 3.570346307754517, "loss": 7.0931884288787845, "time": 0.15186493396759032, "step": 148566}
{"lr": 0.028470413636409234, "data_time": 0.024553585052490234, "loss_single": 3.4987642765045166, "loss_dense": 3.538732671737671, "loss": 7.037497043609619, "time": 0.1564993143081665, "step": 148616}
{"lr": 0.028470413636409234, "data_time": 0.016998910903930665, "loss_single": 3.473909687995911, "loss_dense": 3.5162771940231323, "loss": 6.990186786651611, "time": 0.15155410766601562, "step": 148666}
{"lr": 0.028470413636409234, "data_time": 0.032888364791870114, "loss_single": 3.466150736808777, "loss_dense": 3.51894006729126, "loss": 6.9850907802581785, "time": 0.16525332927703856, "step": 148716}
{"lr": 0.028470413636409234, "data_time": 0.01796107292175293, "loss_single": 3.4906436681747435, "loss_dense": 3.5383346319198608, "loss": 7.02897834777832, "time": 0.15459845066070557, "step": 148766}
{"lr": 0.028470413636409234, "data_time": 0.01678500175476074, "loss_single": 3.4851330280303956, "loss_dense": 3.5362841844558717, "loss": 7.021417236328125, "time": 0.1514968156814575, "step": 148816}
{"lr": 0.028470413636409234, "data_time": 0.016717958450317382, "loss_single": 3.4888831853866575, "loss_dense": 3.528668475151062, "loss": 7.017551708221435, "time": 0.1655496835708618, "step": 148866}
{"lr": 0.028470413636409234, "data_time": 0.019225502014160158, "loss_single": 3.4870070934295656, "loss_dense": 3.5328314542770385, "loss": 7.019838476181031, "time": 0.15992612838745118, "step": 148916}
{"lr": 0.028470413636409234, "data_time": 0.018005561828613282, "loss_single": 3.4771385908126833, "loss_dense": 3.5325190305709837, "loss": 7.009657621383667, "time": 0.1599534273147583, "step": 148966}
{"lr": 0.028470413636409234, "data_time": 0.018849849700927734, "loss_single": 3.499331164360046, "loss_dense": 3.5484567165374754, "loss": 7.047787857055664, "time": 0.15392670631408692, "step": 149016}
{"lr": 0.028470413636409234, "data_time": 0.01919248104095459, "loss_single": 3.5053815126419066, "loss_dense": 3.5424269437789917, "loss": 7.047808408737183, "time": 0.15239758491516114, "step": 149066}
{"lr": 0.028470413636409234, "data_time": 0.01878695487976074, "loss_single": 3.4590930700302125, "loss_dense": 3.506043815612793, "loss": 6.965136909484864, "time": 0.15142483711242677, "step": 149116}
{"lr": 0.028470413636409234, "data_time": 0.019953203201293946, "loss_single": 3.4869569540023804, "loss_dense": 3.527511239051819, "loss": 7.014468193054199, "time": 0.1618694543838501, "step": 149166}
{"lr": 0.028470413636409234, "data_time": 0.01808741092681885, "loss_single": 3.48526132106781, "loss_dense": 3.5454819202423096, "loss": 7.03074312210083, "time": 0.1537797212600708, "step": 149216}
{"lr": 0.028470413636409234, "data_time": 0.01665921211242676, "loss_single": 3.476268768310547, "loss_dense": 3.5121458530426026, "loss": 6.988414669036866, "time": 0.15815997123718262, "step": 149266}
{"lr": 0.028470413636409234, "data_time": 0.01685774326324463, "loss_single": 3.471703124046326, "loss_dense": 3.520270037651062, "loss": 6.991973209381103, "time": 0.15510823726654052, "step": 149316}
{"lr": 0.028470413636409234, "data_time": 0.019565391540527343, "loss_single": 3.49765408039093, "loss_dense": 3.547176384925842, "loss": 7.044830369949341, "time": 0.1545032739639282, "step": 149366}
{"lr": 0.028470413636409234, "data_time": 0.022044992446899413, "loss_single": 3.482808470726013, "loss_dense": 3.538835382461548, "loss": 7.021643733978271, "time": 0.16164655685424806, "step": 149416}
{"lr": 0.028470413636409234, "data_time": 0.01629340648651123, "loss_single": 3.4909972190856933, "loss_dense": 3.539475131034851, "loss": 7.030472326278686, "time": 0.18544185161590576, "step": 149466}
{"lr": 0.028470413636409234, "data_time": 0.018944954872131346, "loss_single": 3.5052951335906983, "loss_dense": 3.55520122051239, "loss": 7.0604963302612305, "time": 0.15105338096618653, "step": 149516}
{"lr": 0.028470413636409234, "data_time": 0.020380067825317382, "loss_single": 3.4890028476715087, "loss_dense": 3.5266366958618165, "loss": 7.0156394958496096, "time": 0.15452744960784912, "step": 149566}
{"lr": 0.028470413636409234, "data_time": 0.014885592460632324, "loss_single": 3.4816534757614135, "loss_dense": 3.524088215827942, "loss": 7.005741786956787, "time": 0.17665634155273438, "step": 149616}
{"lr": 0.028470413636409234, "data_time": 0.017378735542297363, "loss_single": 3.4641907930374147, "loss_dense": 3.532014274597168, "loss": 6.996205139160156, "time": 0.15312449932098388, "step": 149666}
{"lr": 0.028470413636409234, "data_time": 0.01695852279663086, "loss_single": 3.49266722202301, "loss_dense": 3.541658878326416, "loss": 7.034326076507568, "time": 0.15143995285034179, "step": 149716}
{"lr": 0.028470413636409234, "data_time": 0.016615891456604005, "loss_single": 3.5022661685943604, "loss_dense": 3.537051963806152, "loss": 7.0393181324005125, "time": 0.1563624382019043, "step": 149766}
{"lr": 0.028470413636409234, "data_time": 0.018259978294372557, "loss_single": 3.4947146654129027, "loss_dense": 3.551772403717041, "loss": 7.046487092971802, "time": 0.17486946582794188, "step": 149816}
{"lr": 0.028470413636409234, "data_time": 0.015535283088684081, "loss_single": 3.494257092475891, "loss_dense": 3.535157060623169, "loss": 7.029414129257202, "time": 0.15468113422393798, "step": 149866}
{"lr": 0.028470413636409234, "data_time": 0.016903018951416014, "loss_single": 3.470241904258728, "loss_dense": 3.519615077972412, "loss": 6.9898570537567135, "time": 0.15407321453094483, "step": 149916}
{"lr": 0.028470413636409234, "data_time": 0.016141581535339355, "loss_single": 3.492706871032715, "loss_dense": 3.53309051990509, "loss": 7.025797367095947, "time": 0.20330240726470947, "step": 149966}
{"lr": 0.028470413636409234, "data_time": 0.015506172180175781, "loss_single": 3.5207422971725464, "loss_dense": 3.5708996295928954, "loss": 7.091641855239868, "time": 0.17636117935180665, "step": 150016}
{"lr": 0.028470413636409234, "data_time": 0.016500687599182128, "loss_single": 3.477470874786377, "loss_dense": 3.5286326169967652, "loss": 7.006103563308716, "time": 0.15049295425415038, "step": 150066}
{"lr": 0.028470413636409234, "data_time": 0.012744426727294922, "loss_single": 3.485099530220032, "loss_dense": 3.5394718170166017, "loss": 7.024571275711059, "time": 0.1432243824005127, "step": 150116}
{"lr": 0.028365097862825518, "data_time": 0.017468690872192383, "loss_single": 3.493223261833191, "loss_dense": 3.5402235269546507, "loss": 7.033446836471557, "time": 0.17792632579803466, "step": 150170}
{"lr": 0.028365097862825518, "data_time": 0.017489814758300783, "loss_single": 3.5097405672073365, "loss_dense": 3.547671937942505, "loss": 7.057412433624267, "time": 0.15233497619628905, "step": 150220}
{"lr": 0.028365097862825518, "data_time": 0.018764710426330565, "loss_single": 3.5185999870300293, "loss_dense": 3.566823124885559, "loss": 7.085422992706299, "time": 0.15330185890197753, "step": 150270}
{"lr": 0.028365097862825518, "data_time": 0.017720985412597656, "loss_single": 3.479276347160339, "loss_dense": 3.5236589670181275, "loss": 7.002935266494751, "time": 0.1599370241165161, "step": 150320}
{"lr": 0.028365097862825518, "data_time": 0.017750930786132813, "loss_single": 3.496648359298706, "loss_dense": 3.55394287109375, "loss": 7.05059118270874, "time": 0.148488187789917, "step": 150370}
{"lr": 0.028365097862825518, "data_time": 0.019037914276123048, "loss_single": 3.5089004278182983, "loss_dense": 3.568459677696228, "loss": 7.0773601055145265, "time": 0.1660952091217041, "step": 150420}
{"lr": 0.028365097862825518, "data_time": 0.0208526611328125, "loss_single": 3.498832368850708, "loss_dense": 3.543386721611023, "loss": 7.042219066619873, "time": 0.15235593318939208, "step": 150470}
{"lr": 0.028365097862825518, "data_time": 0.026269698143005372, "loss_single": 3.4980961084365845, "loss_dense": 3.546509552001953, "loss": 7.04460563659668, "time": 0.16019270420074463, "step": 150520}
{"lr": 0.028365097862825518, "data_time": 0.018583297729492188, "loss_single": 3.529202032089233, "loss_dense": 3.552799129486084, "loss": 7.082001209259033, "time": 0.15303606986999513, "step": 150570}
{"lr": 0.028365097862825518, "data_time": 0.02223339080810547, "loss_single": 3.504702115058899, "loss_dense": 3.547827649116516, "loss": 7.052529764175415, "time": 0.16376032829284667, "step": 150620}
{"lr": 0.028365097862825518, "data_time": 0.015037155151367188, "loss_single": 3.4794345140457152, "loss_dense": 3.5395470380783083, "loss": 7.018981552124023, "time": 0.21406352519989014, "step": 150670}
{"lr": 0.028365097862825518, "data_time": 0.018416333198547363, "loss_single": 3.485259437561035, "loss_dense": 3.530870246887207, "loss": 7.016129684448242, "time": 0.15526103973388672, "step": 150720}
{"lr": 0.028365097862825518, "data_time": 0.018030595779418946, "loss_single": 3.506624174118042, "loss_dense": 3.5479323387146, "loss": 7.054556465148925, "time": 0.15895287990570067, "step": 150770}
{"lr": 0.028365097862825518, "data_time": 0.016515493392944336, "loss_single": 3.493767428398132, "loss_dense": 3.531262826919556, "loss": 7.025030279159546, "time": 0.15938897132873536, "step": 150820}
{"lr": 0.028365097862825518, "data_time": 0.01816375255584717, "loss_single": 3.47179913520813, "loss_dense": 3.528117871284485, "loss": 6.999916982650757, "time": 0.15141565799713136, "step": 150870}
{"lr": 0.028365097862825518, "data_time": 0.018058013916015626, "loss_single": 3.5120639324188234, "loss_dense": 3.5525662899017334, "loss": 7.064630174636841, "time": 0.19905421733856202, "step": 150920}
{"lr": 0.028365097862825518, "data_time": 0.015604829788208008, "loss_single": 3.5064558506011965, "loss_dense": 3.5429641962051392, "loss": 7.0494200706481935, "time": 0.1766583204269409, "step": 150970}
{"lr": 0.028365097862825518, "data_time": 0.018729209899902344, "loss_single": 3.47708683013916, "loss_dense": 3.5296114683151245, "loss": 7.006698369979858, "time": 0.17163269519805907, "step": 151020}
{"lr": 0.028365097862825518, "data_time": 0.01706357002258301, "loss_single": 3.452619171142578, "loss_dense": 3.516316032409668, "loss": 6.968935251235962, "time": 0.18128252029418945, "step": 151070}
{"lr": 0.028365097862825518, "data_time": 0.01720128059387207, "loss_single": 3.489246129989624, "loss_dense": 3.5308048486709596, "loss": 7.020051002502441, "time": 0.14921395778656005, "step": 151120}
{"lr": 0.028365097862825518, "data_time": 0.014591789245605469, "loss_single": 3.4549651622772215, "loss_dense": 3.509189248085022, "loss": 6.96415433883667, "time": 0.15459446907043456, "step": 151170}
{"lr": 0.028365097862825518, "data_time": 0.019799232482910156, "loss_single": 3.48846971988678, "loss_dense": 3.5350635051727295, "loss": 7.0235332489013675, "time": 0.15686531066894532, "step": 151220}
{"lr": 0.028365097862825518, "data_time": 0.01766195297241211, "loss_single": 3.4839269638061525, "loss_dense": 3.5340363502502443, "loss": 7.017963218688965, "time": 0.15408732891082763, "step": 151270}
{"lr": 0.028365097862825518, "data_time": 0.01687490940093994, "loss_single": 3.4930470466613768, "loss_dense": 3.541757273674011, "loss": 7.0348042964935305, "time": 0.18711419105529786, "step": 151320}
{"lr": 0.028365097862825518, "data_time": 0.018466830253601074, "loss_single": 3.4978502988815308, "loss_dense": 3.541038250923157, "loss": 7.038888549804687, "time": 0.15350756645202637, "step": 151370}
{"lr": 0.028365097862825518, "data_time": 0.019265341758728027, "loss_single": 3.495245122909546, "loss_dense": 3.544872212409973, "loss": 7.040117359161377, "time": 0.1537870168685913, "step": 151420}
{"lr": 0.028365097862825518, "data_time": 0.01574878692626953, "loss_single": 3.475920820236206, "loss_dense": 3.538803291320801, "loss": 7.014724206924439, "time": 0.18297646045684815, "step": 151470}
{"lr": 0.028365097862825518, "data_time": 0.017541670799255372, "loss_single": 3.5131707191467285, "loss_dense": 3.5539856910705567, "loss": 7.067156410217285, "time": 0.16509394645690917, "step": 151520}
{"lr": 0.028365097862825518, "data_time": 0.0204343318939209, "loss_single": 3.4734495162963865, "loss_dense": 3.5365326404571533, "loss": 7.00998215675354, "time": 0.15623226165771484, "step": 151570}
{"lr": 0.028365097862825518, "data_time": 0.01851963996887207, "loss_single": 3.493672490119934, "loss_dense": 3.5441774845123293, "loss": 7.037849998474121, "time": 0.15262465476989745, "step": 151620}
{"lr": 0.028365097862825518, "data_time": 0.017622709274291992, "loss_single": 3.499992823600769, "loss_dense": 3.5502901554107664, "loss": 7.050282955169678, "time": 0.15162858963012696, "step": 151670}
{"lr": 0.028365097862825518, "data_time": 0.016789627075195313, "loss_single": 3.5006094694137575, "loss_dense": 3.5510902881622313, "loss": 7.051699781417847, "time": 0.1535477876663208, "step": 151720}
{"lr": 0.028365097862825518, "data_time": 0.017539429664611816, "loss_single": 3.4597084283828736, "loss_dense": 3.5062508821487426, "loss": 6.965959262847901, "time": 0.1545116662979126, "step": 151770}
{"lr": 0.028365097862825518, "data_time": 0.014593839645385742, "loss_single": 3.4784011840820312, "loss_dense": 3.534179520606995, "loss": 7.012580728530883, "time": 0.15473949909210205, "step": 151820}
{"lr": 0.028365097862825518, "data_time": 0.017174196243286134, "loss_single": 3.487295889854431, "loss_dense": 3.5318659067153932, "loss": 7.019161796569824, "time": 0.1565044641494751, "step": 151870}
{"lr": 0.028365097862825518, "data_time": 0.020312952995300292, "loss_single": 3.484389877319336, "loss_dense": 3.5453283071517943, "loss": 7.029718255996704, "time": 0.15071580410003663, "step": 151920}
{"lr": 0.028365097862825518, "data_time": 0.016835451126098633, "loss_single": 3.508551263809204, "loss_dense": 3.5508742570877074, "loss": 7.059425497055054, "time": 0.15004174709320067, "step": 151970}
{"lr": 0.028365097862825518, "data_time": 0.017440271377563477, "loss_single": 3.492574620246887, "loss_dense": 3.5421491384506227, "loss": 7.03472375869751, "time": 0.1525944709777832, "step": 152020}
{"lr": 0.028365097862825518, "data_time": 0.017514872550964355, "loss_single": 3.5012631893157957, "loss_dense": 3.550611901283264, "loss": 7.051875114440918, "time": 0.15306782722473145, "step": 152070}
{"lr": 0.028365097862825518, "data_time": 0.01766221523284912, "loss_single": 3.5033162593841554, "loss_dense": 3.543329668045044, "loss": 7.046645879745483, "time": 0.15533294677734374, "step": 152120}
{"lr": 0.028365097862825518, "data_time": 0.019757890701293947, "loss_single": 3.4915754079818724, "loss_dense": 3.5358465671539308, "loss": 7.02742190361023, "time": 0.15435116291046141, "step": 152170}
{"lr": 0.028365097862825518, "data_time": 0.01878173351287842, "loss_single": 3.4690649032592775, "loss_dense": 3.5286598205566406, "loss": 6.997724723815918, "time": 0.15210282802581787, "step": 152220}
{"lr": 0.028365097862825518, "data_time": 0.018657565116882324, "loss_single": 3.4857236623764036, "loss_dense": 3.5254202365875242, "loss": 7.011143922805786, "time": 0.15586552619934083, "step": 152270}
{"lr": 0.028365097862825518, "data_time": 0.016456866264343263, "loss_single": 3.468129277229309, "loss_dense": 3.5351988554000853, "loss": 7.00332818031311, "time": 0.1575312376022339, "step": 152320}
{"lr": 0.028365097862825518, "data_time": 0.016394424438476562, "loss_single": 3.5052377700805666, "loss_dense": 3.5336366653442384, "loss": 7.038874530792237, "time": 0.15497376918792724, "step": 152370}
{"lr": 0.028365097862825518, "data_time": 0.016881060600280762, "loss_single": 3.5045644521713255, "loss_dense": 3.5501418113708496, "loss": 7.054706192016601, "time": 0.15970077514648437, "step": 152420}
{"lr": 0.028365097862825518, "data_time": 0.01770443916320801, "loss_single": 3.4952863693237304, "loss_dense": 3.52165687084198, "loss": 7.016943168640137, "time": 0.1512758493423462, "step": 152470}
{"lr": 0.028365097862825518, "data_time": 0.01669948101043701, "loss_single": 3.5005924463272096, "loss_dense": 3.5308871269226074, "loss": 7.031479549407959, "time": 0.15259926319122313, "step": 152520}
{"lr": 0.028365097862825518, "data_time": 0.03409852981567383, "loss_single": 3.5128966569900513, "loss_dense": 3.5611953735351562, "loss": 7.074092054367066, "time": 0.17045860290527343, "step": 152570}
{"lr": 0.028365097862825518, "data_time": 0.017458486557006835, "loss_single": 3.50767240524292, "loss_dense": 3.5525712251663206, "loss": 7.060243606567383, "time": 0.14942433834075927, "step": 152620}
{"lr": 0.028365097862825518, "data_time": 0.017660307884216308, "loss_single": 3.4988637924194337, "loss_dense": 3.5528460264205934, "loss": 7.051709890365601, "time": 0.15124645233154296, "step": 152670}
{"lr": 0.028365097862825518, "data_time": 0.023761773109436037, "loss_single": 3.492536497116089, "loss_dense": 3.539282202720642, "loss": 7.0318187236785885, "time": 0.15708520412445068, "step": 152720}
{"lr": 0.028365097862825518, "data_time": 0.018738555908203124, "loss_single": 3.5084242105484007, "loss_dense": 3.5574957370758056, "loss": 7.065919876098633, "time": 0.15017685890197754, "step": 152770}
{"lr": 0.028365097862825518, "data_time": 0.016141986846923827, "loss_single": 3.46179621219635, "loss_dense": 3.5105798721313475, "loss": 6.972376012802124, "time": 0.16128826141357422, "step": 152820}
{"lr": 0.028365097862825518, "data_time": 0.018327760696411132, "loss_single": 3.495404267311096, "loss_dense": 3.5460352420806887, "loss": 7.041439485549927, "time": 0.1560370922088623, "step": 152870}
{"lr": 0.028365097862825518, "data_time": 0.01899065971374512, "loss_single": 3.5189823150634765, "loss_dense": 3.561464762687683, "loss": 7.080447053909301, "time": 0.14906387329101561, "step": 152920}
{"lr": 0.028365097862825518, "data_time": 0.01780369281768799, "loss_single": 3.4948493957519533, "loss_dense": 3.534189796447754, "loss": 7.029039192199707, "time": 0.16132230758666993, "step": 152970}
{"lr": 0.028365097862825518, "data_time": 0.01879723072052002, "loss_single": 3.4776944875717164, "loss_dense": 3.5353972911834717, "loss": 7.013091802597046, "time": 0.1480423927307129, "step": 153020}
{"lr": 0.028365097862825518, "data_time": 0.016637897491455077, "loss_single": 3.501319980621338, "loss_dense": 3.5477645874023436, "loss": 7.049084424972534, "time": 0.1553711175918579, "step": 153070}
{"lr": 0.028365097862825518, "data_time": 0.01807990074157715, "loss_single": 3.4713562965393066, "loss_dense": 3.529610347747803, "loss": 7.000966644287109, "time": 0.1571667194366455, "step": 153120}
{"lr": 0.028365097862825518, "data_time": 0.023087596893310545, "loss_single": 3.493672585487366, "loss_dense": 3.5333905458450316, "loss": 7.027063083648682, "time": 0.15803146362304688, "step": 153170}
{"lr": 0.028365097862825518, "data_time": 0.017485857009887695, "loss_single": 3.481144332885742, "loss_dense": 3.5299058675765993, "loss": 7.011050176620484, "time": 0.16156749725341796, "step": 153220}
{"lr": 0.028365097862825518, "data_time": 0.0150054931640625, "loss_single": 3.4947319507598875, "loss_dense": 3.524299073219299, "loss": 7.019031000137329, "time": 0.1489748477935791, "step": 153270}
{"lr": 0.028365097862825518, "data_time": 0.014642739295959472, "loss_single": 3.488279175758362, "loss_dense": 3.5304635524749757, "loss": 7.018742847442627, "time": 0.15067133903503419, "step": 153320}
{"lr": 0.028365097862825518, "data_time": 0.02058577537536621, "loss_single": 3.481282615661621, "loss_dense": 3.517659544944763, "loss": 6.998942089080811, "time": 0.1524528980255127, "step": 153370}
{"lr": 0.028365097862825518, "data_time": 0.019353461265563966, "loss_single": 3.488787078857422, "loss_dense": 3.5355865955352783, "loss": 7.024373722076416, "time": 0.15618455410003662, "step": 153420}
{"lr": 0.028365097862825518, "data_time": 0.01918213367462158, "loss_single": 3.4764557838439942, "loss_dense": 3.5357614040374754, "loss": 7.01221718788147, "time": 0.15333206653594972, "step": 153470}
{"lr": 0.028365097862825518, "data_time": 0.01748363971710205, "loss_single": 3.4554406881332396, "loss_dense": 3.5152318477630615, "loss": 6.970672512054444, "time": 0.14794695377349854, "step": 153520}
{"lr": 0.028365097862825518, "data_time": 0.018220067024230957, "loss_single": 3.5049483299255373, "loss_dense": 3.552399444580078, "loss": 7.057347822189331, "time": 0.16760721206665039, "step": 153570}
{"lr": 0.028365097862825518, "data_time": 0.0215101957321167, "loss_single": 3.4708244800567627, "loss_dense": 3.5131864070892336, "loss": 6.984010934829712, "time": 0.21426239013671874, "step": 153620}
{"lr": 0.028365097862825518, "data_time": 0.018170714378356934, "loss_single": 3.493284511566162, "loss_dense": 3.5434067964553835, "loss": 7.036691379547119, "time": 0.15175068378448486, "step": 153670}
{"lr": 0.028365097862825518, "data_time": 0.018743014335632323, "loss_single": 3.4869635343551635, "loss_dense": 3.536692428588867, "loss": 7.023655939102173, "time": 0.18772873878479004, "step": 153720}
{"lr": 0.028365097862825518, "data_time": 0.019814419746398925, "loss_single": 3.522333288192749, "loss_dense": 3.5688886880874633, "loss": 7.091222047805786, "time": 0.15027947425842286, "step": 153770}
{"lr": 0.028365097862825518, "data_time": 0.021845364570617677, "loss_single": 3.486381459236145, "loss_dense": 3.5369048833847048, "loss": 7.02328634262085, "time": 0.15325591564178467, "step": 153820}
{"lr": 0.028365097862825518, "data_time": 0.01779816150665283, "loss_single": 3.5083292007446287, "loss_dense": 3.5570665121078493, "loss": 7.0653955936431885, "time": 0.15068452358245848, "step": 153870}
{"lr": 0.028365097862825518, "data_time": 0.03691551685333252, "loss_single": 3.4756697177886964, "loss_dense": 3.522740125656128, "loss": 6.998409748077393, "time": 0.17900824546813965, "step": 153920}
{"lr": 0.028365097862825518, "data_time": 0.018250203132629393, "loss_single": 3.4933415174484255, "loss_dense": 3.5358193635940554, "loss": 7.029160833358764, "time": 0.15231921672821044, "step": 153970}
{"lr": 0.028365097862825518, "data_time": 0.01856832504272461, "loss_single": 3.501880097389221, "loss_dense": 3.548970580101013, "loss": 7.050850677490234, "time": 0.14967193603515624, "step": 154020}
{"lr": 0.028365097862825518, "data_time": 0.01951603889465332, "loss_single": 3.4827041149139406, "loss_dense": 3.526477551460266, "loss": 7.009181690216065, "time": 0.2328944444656372, "step": 154070}
{"lr": 0.028365097862825518, "data_time": 0.015988659858703614, "loss_single": 3.4902626276016235, "loss_dense": 3.535679340362549, "loss": 7.025941991806031, "time": 0.15361974239349366, "step": 154120}
{"lr": 0.028365097862825518, "data_time": 0.01863682270050049, "loss_single": 3.4914490222930907, "loss_dense": 3.5421125411987306, "loss": 7.0335616111755375, "time": 0.15574958324432372, "step": 154170}
{"lr": 0.028365097862825518, "data_time": 0.018242883682250976, "loss_single": 3.486336517333984, "loss_dense": 3.5304133892059326, "loss": 7.016750049591065, "time": 0.15284395217895508, "step": 154220}
{"lr": 0.028365097862825518, "data_time": 0.01612229347229004, "loss_single": 3.495922899246216, "loss_dense": 3.5465643644332885, "loss": 7.042487239837646, "time": 0.15982260704040527, "step": 154270}
{"lr": 0.028365097862825518, "data_time": 0.01407480239868164, "loss_single": 3.4823145627975465, "loss_dense": 3.5321493625640867, "loss": 7.01446385383606, "time": 0.15288991928100587, "step": 154320}
{"lr": 0.028365097862825518, "data_time": 0.01812899112701416, "loss_single": 3.506116771697998, "loss_dense": 3.570069098472595, "loss": 7.076185846328736, "time": 0.1855168104171753, "step": 154370}
{"lr": 0.028365097862825518, "data_time": 0.018280434608459472, "loss_single": 3.4899598121643067, "loss_dense": 3.5290998220443726, "loss": 7.0190596103668215, "time": 0.1541759967803955, "step": 154420}
{"lr": 0.028365097862825518, "data_time": 0.018893885612487792, "loss_single": 3.4997469425201415, "loss_dense": 3.558953952789307, "loss": 7.058700942993164, "time": 0.15074529647827148, "step": 154470}
{"lr": 0.028365097862825518, "data_time": 0.03262271881103516, "loss_single": 3.4787554025650023, "loss_dense": 3.5301379680633547, "loss": 7.008893442153931, "time": 0.1738185167312622, "step": 154520}
{"lr": 0.028365097862825518, "data_time": 0.018138647079467773, "loss_single": 3.5099115133285523, "loss_dense": 3.569994068145752, "loss": 7.079905557632446, "time": 0.15086877346038818, "step": 154570}
{"lr": 0.028365097862825518, "data_time": 0.021301841735839842, "loss_single": 3.500190544128418, "loss_dense": 3.551306891441345, "loss": 7.051497507095337, "time": 0.15615851879119874, "step": 154620}
{"lr": 0.028365097862825518, "data_time": 0.018273115158081055, "loss_single": 3.491119933128357, "loss_dense": 3.545958471298218, "loss": 7.037078380584717, "time": 0.15853753089904785, "step": 154670}
{"lr": 0.028365097862825518, "data_time": 0.018451857566833495, "loss_single": 3.5098918437957765, "loss_dense": 3.557244348526001, "loss": 7.067136144638061, "time": 0.15501160621643068, "step": 154720}
{"lr": 0.028365097862825518, "data_time": 0.016460013389587403, "loss_single": 3.4772846698760986, "loss_dense": 3.5266464710235597, "loss": 7.00393123626709, "time": 0.15807435512542725, "step": 154770}
{"lr": 0.028365097862825518, "data_time": 0.017448806762695314, "loss_single": 3.4790902853012087, "loss_dense": 3.526305103302002, "loss": 7.005395317077637, "time": 0.15722987651824952, "step": 154820}
{"lr": 0.028365097862825518, "data_time": 0.016298556327819826, "loss_single": 3.489390659332275, "loss_dense": 3.5415156364440916, "loss": 7.030906343460083, "time": 0.15210230350494386, "step": 154870}
{"lr": 0.028365097862825518, "data_time": 0.0166534423828125, "loss_single": 3.4683759689331053, "loss_dense": 3.539115047454834, "loss": 7.00749101638794, "time": 0.18056159019470214, "step": 154920}
{"lr": 0.028365097862825518, "data_time": 0.017964887619018554, "loss_single": 3.4918304443359376, "loss_dense": 3.5555640697479247, "loss": 7.047394561767578, "time": 0.15742778778076172, "step": 154970}
{"lr": 0.028365097862825518, "data_time": 0.019019103050231932, "loss_single": 3.4856794834136964, "loss_dense": 3.544408655166626, "loss": 7.030088186264038, "time": 0.1567307710647583, "step": 155020}
{"lr": 0.028365097862825518, "data_time": 0.016410517692565917, "loss_single": 3.4805175065994263, "loss_dense": 3.5361024379730224, "loss": 7.016620063781739, "time": 0.15668654441833496, "step": 155070}
{"lr": 0.028365097862825518, "data_time": 0.013147830963134766, "loss_single": 3.485204648971558, "loss_dense": 3.5278240203857423, "loss": 7.013028764724732, "time": 0.15036630630493164, "step": 155120}
{"lr": 0.028256484451330405, "data_time": 0.023836970329284668, "loss_single": 3.455394816398621, "loss_dense": 3.5226563215255737, "loss": 6.9780511379241945, "time": 0.1730968475341797, "step": 155174}
{"lr": 0.028256484451330405, "data_time": 0.017072486877441406, "loss_single": 3.490205717086792, "loss_dense": 3.5295504093170167, "loss": 7.019756221771241, "time": 0.1461336851119995, "step": 155224}
{"lr": 0.028256484451330405, "data_time": 0.02186586856842041, "loss_single": 3.4886060476303102, "loss_dense": 3.538413882255554, "loss": 7.027020025253296, "time": 0.16828243732452391, "step": 155274}
{"lr": 0.028256484451330405, "data_time": 0.01927785873413086, "loss_single": 3.4759487390518187, "loss_dense": 3.524958920478821, "loss": 7.000907564163208, "time": 0.15630202293395995, "step": 155324}
{"lr": 0.028256484451330405, "data_time": 0.01991405487060547, "loss_single": 3.5012969970703125, "loss_dense": 3.5480223655700684, "loss": 7.049319314956665, "time": 0.1528996229171753, "step": 155374}
{"lr": 0.028256484451330405, "data_time": 0.016872000694274903, "loss_single": 3.4719151735305784, "loss_dense": 3.526127028465271, "loss": 6.998042201995849, "time": 0.15172138214111328, "step": 155424}
{"lr": 0.028256484451330405, "data_time": 0.01781418323516846, "loss_single": 3.4814627408981322, "loss_dense": 3.535391998291016, "loss": 7.01685471534729, "time": 0.16292803287506102, "step": 155474}
{"lr": 0.028256484451330405, "data_time": 0.015793251991271972, "loss_single": 3.444415330886841, "loss_dense": 3.504005765914917, "loss": 6.948421049118042, "time": 0.15587284564971923, "step": 155524}
{"lr": 0.028256484451330405, "data_time": 0.018064332008361817, "loss_single": 3.486918258666992, "loss_dense": 3.5411835432052614, "loss": 7.028101778030395, "time": 0.15532917976379396, "step": 155574}
{"lr": 0.028256484451330405, "data_time": 0.018420648574829102, "loss_single": 3.484005856513977, "loss_dense": 3.536505174636841, "loss": 7.020511102676392, "time": 0.15708212852478026, "step": 155624}
{"lr": 0.028256484451330405, "data_time": 0.01717817783355713, "loss_single": 3.504415774345398, "loss_dense": 3.567639780044556, "loss": 7.0720555782318115, "time": 0.15594756603240967, "step": 155674}
{"lr": 0.028256484451330405, "data_time": 0.01615753173828125, "loss_single": 3.49658522605896, "loss_dense": 3.546403408050537, "loss": 7.042988634109497, "time": 0.14866278171539307, "step": 155724}
{"lr": 0.028256484451330405, "data_time": 0.01928391456604004, "loss_single": 3.508820581436157, "loss_dense": 3.5580952882766725, "loss": 7.0669159412384035, "time": 0.1568992853164673, "step": 155774}
{"lr": 0.028256484451330405, "data_time": 0.018809199333190918, "loss_single": 3.5344101190567017, "loss_dense": 3.572588849067688, "loss": 7.1069989681243895, "time": 0.1524627685546875, "step": 155824}
{"lr": 0.028256484451330405, "data_time": 0.018100214004516602, "loss_single": 3.482782793045044, "loss_dense": 3.5397114038467405, "loss": 7.022494125366211, "time": 0.1518531084060669, "step": 155874}
{"lr": 0.028256484451330405, "data_time": 0.0174924373626709, "loss_single": 3.470381498336792, "loss_dense": 3.5152323961257936, "loss": 6.9856139659881595, "time": 0.16735460758209228, "step": 155924}
{"lr": 0.028256484451330405, "data_time": 0.01987004280090332, "loss_single": 3.4721003770828247, "loss_dense": 3.5357959508895873, "loss": 7.007896375656128, "time": 0.15947513580322265, "step": 155974}
{"lr": 0.028256484451330405, "data_time": 0.018527507781982422, "loss_single": 3.4848103284835816, "loss_dense": 3.5298579931259155, "loss": 7.014668321609497, "time": 0.16217041015625, "step": 156024}
{"lr": 0.028256484451330405, "data_time": 0.01720881462097168, "loss_single": 3.494550347328186, "loss_dense": 3.5497177600860597, "loss": 7.044268178939819, "time": 0.1531660556793213, "step": 156074}
{"lr": 0.028256484451330405, "data_time": 0.015178298950195313, "loss_single": 3.4660564422607423, "loss_dense": 3.507854390144348, "loss": 6.973910856246948, "time": 0.15319454669952393, "step": 156124}
{"lr": 0.028256484451330405, "data_time": 0.017506217956542967, "loss_single": 3.4864521503448485, "loss_dense": 3.519299340248108, "loss": 7.005751514434815, "time": 0.15264570713043213, "step": 156174}
{"lr": 0.028256484451330405, "data_time": 0.016879773139953612, "loss_single": 3.4592539787292482, "loss_dense": 3.511272358894348, "loss": 6.97052640914917, "time": 0.15254883766174315, "step": 156224}
{"lr": 0.028256484451330405, "data_time": 0.01749417781829834, "loss_single": 3.4761852025985718, "loss_dense": 3.5224403142929077, "loss": 6.998625469207764, "time": 0.15261292457580566, "step": 156274}
{"lr": 0.028256484451330405, "data_time": 0.01789729595184326, "loss_single": 3.4836467027664186, "loss_dense": 3.5233754873275758, "loss": 7.007022190093994, "time": 0.15247395038604736, "step": 156324}
{"lr": 0.028256484451330405, "data_time": 0.018675851821899413, "loss_single": 3.5047800540924072, "loss_dense": 3.538777303695679, "loss": 7.043557357788086, "time": 0.16757278442382811, "step": 156374}
{"lr": 0.028256484451330405, "data_time": 0.01678175926208496, "loss_single": 3.500525140762329, "loss_dense": 3.5394066333770753, "loss": 7.039931678771973, "time": 0.15271365642547607, "step": 156424}
{"lr": 0.028256484451330405, "data_time": 0.016979289054870606, "loss_single": 3.4786790370941163, "loss_dense": 3.5328757524490357, "loss": 7.011554861068726, "time": 0.15926589965820312, "step": 156474}
{"lr": 0.028256484451330405, "data_time": 0.015859270095825197, "loss_single": 3.4954502820968627, "loss_dense": 3.5374582290649412, "loss": 7.032908487319946, "time": 0.15529632568359375, "step": 156524}
{"lr": 0.028256484451330405, "data_time": 0.021452665328979492, "loss_single": 3.473160457611084, "loss_dense": 3.520792579650879, "loss": 6.993952941894531, "time": 0.15650100708007814, "step": 156574}
{"lr": 0.028256484451330405, "data_time": 0.017853379249572754, "loss_single": 3.466718649864197, "loss_dense": 3.5080124139785767, "loss": 6.974731063842773, "time": 0.15447473526000977, "step": 156624}
{"lr": 0.028256484451330405, "data_time": 0.01606602668762207, "loss_single": 3.466658329963684, "loss_dense": 3.5318878650665284, "loss": 6.99854621887207, "time": 0.15359139442443848, "step": 156674}
{"lr": 0.028256484451330405, "data_time": 0.01579892635345459, "loss_single": 3.4925710916519166, "loss_dense": 3.528009533882141, "loss": 7.020580673217774, "time": 0.15403416156768798, "step": 156724}
{"lr": 0.028256484451330405, "data_time": 0.018185639381408693, "loss_single": 3.4861364364624023, "loss_dense": 3.5433861017227173, "loss": 7.029522562026978, "time": 0.152524995803833, "step": 156774}
{"lr": 0.028256484451330405, "data_time": 0.015430903434753418, "loss_single": 3.4842068195343017, "loss_dense": 3.536429738998413, "loss": 7.0206366062164305, "time": 0.15273849964141845, "step": 156824}
{"lr": 0.028256484451330405, "data_time": 0.017391681671142578, "loss_single": 3.5038177967071533, "loss_dense": 3.5479443073272705, "loss": 7.0517621517181395, "time": 0.18080947399139405, "step": 156874}
{"lr": 0.028256484451330405, "data_time": 0.01803312301635742, "loss_single": 3.4788578510284425, "loss_dense": 3.5377914190292357, "loss": 7.016649198532105, "time": 0.15569744110107422, "step": 156924}
{"lr": 0.028256484451330405, "data_time": 0.019804215431213378, "loss_single": 3.4968061685562133, "loss_dense": 3.5357611179351807, "loss": 7.032567310333252, "time": 0.15450215339660645, "step": 156974}
{"lr": 0.028256484451330405, "data_time": 0.01707158088684082, "loss_single": 3.4656593561172486, "loss_dense": 3.5151681661605836, "loss": 6.980827522277832, "time": 0.15232601165771484, "step": 157024}
{"lr": 0.028256484451330405, "data_time": 0.01929936408996582, "loss_single": 3.4882638692855834, "loss_dense": 3.5373727083206177, "loss": 7.025636482238769, "time": 0.15579824447631835, "step": 157074}
{"lr": 0.028256484451330405, "data_time": 0.015777993202209472, "loss_single": 3.502515959739685, "loss_dense": 3.5368871450424195, "loss": 7.0394031524658205, "time": 0.21428248882293702, "step": 157124}
{"lr": 0.028256484451330405, "data_time": 0.016773414611816407, "loss_single": 3.5133803844451905, "loss_dense": 3.554168391227722, "loss": 7.067548847198486, "time": 0.1582174062728882, "step": 157174}
{"lr": 0.028256484451330405, "data_time": 0.023881816864013673, "loss_single": 3.5083932876586914, "loss_dense": 3.5614864587783814, "loss": 7.069879674911499, "time": 0.17386739253997802, "step": 157224}
{"lr": 0.028256484451330405, "data_time": 0.018764805793762208, "loss_single": 3.48168466091156, "loss_dense": 3.53574275970459, "loss": 7.017427396774292, "time": 0.15043060779571532, "step": 157274}
{"lr": 0.028256484451330405, "data_time": 0.01764054298400879, "loss_single": 3.485283541679382, "loss_dense": 3.5357065200805664, "loss": 7.020990085601807, "time": 0.1624225378036499, "step": 157324}
{"lr": 0.028256484451330405, "data_time": 0.020937514305114747, "loss_single": 3.49903085231781, "loss_dense": 3.5376621961593626, "loss": 7.036693048477173, "time": 0.23678841590881347, "step": 157374}
{"lr": 0.028256484451330405, "data_time": 0.018103480339050293, "loss_single": 3.475309658050537, "loss_dense": 3.515993046760559, "loss": 6.9913026809692385, "time": 0.15479953289031984, "step": 157424}
{"lr": 0.028256484451330405, "data_time": 0.01864769458770752, "loss_single": 3.4872427225112914, "loss_dense": 3.5370961666107177, "loss": 7.024338960647583, "time": 0.15005548000335694, "step": 157474}
{"lr": 0.028256484451330405, "data_time": 0.01612870693206787, "loss_single": 3.5008147954940796, "loss_dense": 3.5466378688812257, "loss": 7.047452735900879, "time": 0.15893030166625977, "step": 157524}
{"lr": 0.028256484451330405, "data_time": 0.016900253295898438, "loss_single": 3.4787153959274293, "loss_dense": 3.525134825706482, "loss": 7.003850269317627, "time": 0.15431551933288573, "step": 157574}
{"lr": 0.028256484451330405, "data_time": 0.021358036994934083, "loss_single": 3.5029778480529785, "loss_dense": 3.532755994796753, "loss": 7.035733795166015, "time": 0.1657881736755371, "step": 157624}
{"lr": 0.028256484451330405, "data_time": 0.01814224720001221, "loss_single": 3.529374098777771, "loss_dense": 3.5549093961715696, "loss": 7.0842835903167725, "time": 0.17216711044311522, "step": 157674}
{"lr": 0.028256484451330405, "data_time": 0.0172680139541626, "loss_single": 3.4895029783248903, "loss_dense": 3.5374651193618774, "loss": 7.026968193054199, "time": 0.15837433338165283, "step": 157724}
{"lr": 0.028256484451330405, "data_time": 0.01613142490386963, "loss_single": 3.463919520378113, "loss_dense": 3.515074372291565, "loss": 6.978993988037109, "time": 0.1483095645904541, "step": 157774}
{"lr": 0.028256484451330405, "data_time": 0.017824816703796386, "loss_single": 3.464662456512451, "loss_dense": 3.5151680946350097, "loss": 6.979830503463745, "time": 0.15412251949310302, "step": 157824}
{"lr": 0.028256484451330405, "data_time": 0.01692957878112793, "loss_single": 3.484393763542175, "loss_dense": 3.52983238697052, "loss": 7.014226198196411, "time": 0.14969823360443116, "step": 157874}
{"lr": 0.028256484451330405, "data_time": 0.0198383092880249, "loss_single": 3.4797668933868406, "loss_dense": 3.5329344987869264, "loss": 7.012701511383057, "time": 0.20434918403625488, "step": 157924}
{"lr": 0.028256484451330405, "data_time": 0.01786832809448242, "loss_single": 3.477697491645813, "loss_dense": 3.526436185836792, "loss": 7.004133653640747, "time": 0.15471019744873046, "step": 157974}
{"lr": 0.028256484451330405, "data_time": 0.0200789213180542, "loss_single": 3.471840977668762, "loss_dense": 3.5210599422454836, "loss": 6.9929008960723875, "time": 0.15498523712158202, "step": 158024}
{"lr": 0.028256484451330405, "data_time": 0.01644415855407715, "loss_single": 3.48639919757843, "loss_dense": 3.5401827335357665, "loss": 7.026581954956055, "time": 0.14979417324066163, "step": 158074}
{"lr": 0.028256484451330405, "data_time": 0.020195937156677245, "loss_single": 3.5226941108703613, "loss_dense": 3.5861822366714478, "loss": 7.108876419067383, "time": 0.1576683521270752, "step": 158124}
{"lr": 0.028256484451330405, "data_time": 0.019441556930541993, "loss_single": 3.5191315412521362, "loss_dense": 3.561546468734741, "loss": 7.080678033828735, "time": 0.15992345809936523, "step": 158174}
{"lr": 0.028256484451330405, "data_time": 0.016970252990722655, "loss_single": 3.4616462707519533, "loss_dense": 3.5104121208190917, "loss": 6.972058391571045, "time": 0.15627632141113282, "step": 158224}
{"lr": 0.028256484451330405, "data_time": 0.018100333213806153, "loss_single": 3.4778000593185423, "loss_dense": 3.533456587791443, "loss": 7.011256694793701, "time": 0.15500168800354003, "step": 158274}
{"lr": 0.028256484451330405, "data_time": 0.017420220375061034, "loss_single": 3.509014058113098, "loss_dense": 3.5484981298446656, "loss": 7.0575121402740475, "time": 0.15065438747406007, "step": 158324}
{"lr": 0.028256484451330405, "data_time": 0.016728305816650392, "loss_single": 3.4790556907653807, "loss_dense": 3.534947633743286, "loss": 7.014003324508667, "time": 0.1491389751434326, "step": 158374}
{"lr": 0.028256484451330405, "data_time": 0.017998147010803222, "loss_single": 3.496570014953613, "loss_dense": 3.5370901823043823, "loss": 7.033660173416138, "time": 0.15087125301361085, "step": 158424}
{"lr": 0.028256484451330405, "data_time": 0.01759305000305176, "loss_single": 3.5025292158126833, "loss_dense": 3.54826078414917, "loss": 7.050790023803711, "time": 0.16139512062072753, "step": 158474}
{"lr": 0.028256484451330405, "data_time": 0.014006686210632325, "loss_single": 3.4893119096755982, "loss_dense": 3.528204417228699, "loss": 7.017516279220581, "time": 0.15831098556518555, "step": 158524}
{"lr": 0.028256484451330405, "data_time": 0.017524147033691408, "loss_single": 3.481367254257202, "loss_dense": 3.5036030530929567, "loss": 6.984970331192017, "time": 0.15369858741760253, "step": 158574}
{"lr": 0.028256484451330405, "data_time": 0.014426803588867188, "loss_single": 3.5284591913223267, "loss_dense": 3.5726979255676268, "loss": 7.101157093048096, "time": 0.1804180145263672, "step": 158624}
{"lr": 0.028256484451330405, "data_time": 0.017592859268188477, "loss_single": 3.4841370582580566, "loss_dense": 3.533226728439331, "loss": 7.017363834381103, "time": 0.15090391635894776, "step": 158674}
{"lr": 0.028256484451330405, "data_time": 0.016199064254760743, "loss_single": 3.474448823928833, "loss_dense": 3.540922689437866, "loss": 7.015371465682984, "time": 0.14912011623382568, "step": 158724}
{"lr": 0.028256484451330405, "data_time": 0.03077397346496582, "loss_single": 3.498689079284668, "loss_dense": 3.550185704231262, "loss": 7.048874759674073, "time": 0.1612070083618164, "step": 158774}
{"lr": 0.028256484451330405, "data_time": 0.016143441200256348, "loss_single": 3.509208917617798, "loss_dense": 3.5560158014297487, "loss": 7.065224695205688, "time": 0.14753258228302002, "step": 158824}
{"lr": 0.028256484451330405, "data_time": 0.017515850067138673, "loss_single": 3.499332237243652, "loss_dense": 3.5466174125671386, "loss": 7.045949649810791, "time": 0.14948978424072265, "step": 158874}
{"lr": 0.028256484451330405, "data_time": 0.018874382972717284, "loss_single": 3.508273148536682, "loss_dense": 3.5446568965911864, "loss": 7.052930021286011, "time": 0.20218913555145263, "step": 158924}
{"lr": 0.028256484451330405, "data_time": 0.01846284866333008, "loss_single": 3.477868986129761, "loss_dense": 3.5224651098251343, "loss": 7.000334072113037, "time": 0.15131654739379882, "step": 158974}
{"lr": 0.028256484451330405, "data_time": 0.018482613563537597, "loss_single": 3.476115036010742, "loss_dense": 3.5167415142059326, "loss": 6.992856454849243, "time": 0.1508035898208618, "step": 159024}
{"lr": 0.028256484451330405, "data_time": 0.02141728401184082, "loss_single": 3.503651571273804, "loss_dense": 3.5562440156936646, "loss": 7.059895610809326, "time": 0.1532599687576294, "step": 159074}
{"lr": 0.028256484451330405, "data_time": 0.01591806411743164, "loss_single": 3.5056710720062254, "loss_dense": 3.5413110733032225, "loss": 7.046982145309448, "time": 0.15415441989898682, "step": 159124}
{"lr": 0.028256484451330405, "data_time": 0.01955728530883789, "loss_single": 3.470653009414673, "loss_dense": 3.519046950340271, "loss": 6.989699935913086, "time": 0.15279228687286378, "step": 159174}
{"lr": 0.028256484451330405, "data_time": 0.016883468627929686, "loss_single": 3.4556588649749758, "loss_dense": 3.503104877471924, "loss": 6.958763790130615, "time": 0.16352262496948242, "step": 159224}
{"lr": 0.028256484451330405, "data_time": 0.01573183536529541, "loss_single": 3.487074780464172, "loss_dense": 3.522768187522888, "loss": 7.00984296798706, "time": 0.16725378036499022, "step": 159274}
{"lr": 0.028256484451330405, "data_time": 0.016659808158874512, "loss_single": 3.4792744636535646, "loss_dense": 3.5308319568634032, "loss": 7.0101065158844, "time": 0.17273094654083251, "step": 159324}
{"lr": 0.028256484451330405, "data_time": 0.018839430809020997, "loss_single": 3.4765846014022825, "loss_dense": 3.5252728939056395, "loss": 7.00185751914978, "time": 0.1585153341293335, "step": 159374}
{"lr": 0.028256484451330405, "data_time": 0.01666574478149414, "loss_single": 3.5078090906143187, "loss_dense": 3.556397724151611, "loss": 7.064206886291504, "time": 0.1574347972869873, "step": 159424}
{"lr": 0.028256484451330405, "data_time": 0.01834406852722168, "loss_single": 3.4865766763687134, "loss_dense": 3.5456675052642823, "loss": 7.032244157791138, "time": 0.2334876298904419, "step": 159474}
{"lr": 0.028256484451330405, "data_time": 0.016531753540039062, "loss_single": 3.463375687599182, "loss_dense": 3.5266550540924073, "loss": 6.990030670166016, "time": 0.15623881816864013, "step": 159524}
{"lr": 0.028256484451330405, "data_time": 0.019093942642211915, "loss_single": 3.4477425098419188, "loss_dense": 3.507873272895813, "loss": 6.95561580657959, "time": 0.15169477462768555, "step": 159574}
{"lr": 0.028256484451330405, "data_time": 0.0192826509475708, "loss_single": 3.4898943424224855, "loss_dense": 3.5509735584259032, "loss": 7.040867900848388, "time": 0.1524121046066284, "step": 159624}
{"lr": 0.028256484451330405, "data_time": 0.017178606986999512, "loss_single": 3.5074770927429197, "loss_dense": 3.545871949195862, "loss": 7.053349018096924, "time": 0.15106456279754638, "step": 159674}
{"lr": 0.028256484451330405, "data_time": 0.014527177810668946, "loss_single": 3.5009918212890625, "loss_dense": 3.5409956693649294, "loss": 7.041987562179566, "time": 0.1517275094985962, "step": 159724}
{"lr": 0.028256484451330405, "data_time": 0.016283059120178224, "loss_single": 3.4658328533172607, "loss_dense": 3.5180007457733153, "loss": 6.98383355140686, "time": 0.15685150623321534, "step": 159774}
{"lr": 0.028256484451330405, "data_time": 0.01492481231689453, "loss_single": 3.475927233695984, "loss_dense": 3.5163359880447387, "loss": 6.9922631740570065, "time": 0.15761444568634034, "step": 159824}
{"lr": 0.028256484451330405, "data_time": 0.018494176864624023, "loss_single": 3.513026213645935, "loss_dense": 3.5445342302322387, "loss": 7.057560443878174, "time": 0.16325907707214354, "step": 159874}
{"lr": 0.028256484451330405, "data_time": 0.019595909118652343, "loss_single": 3.508932423591614, "loss_dense": 3.5487168073654174, "loss": 7.057649230957031, "time": 0.15471811294555665, "step": 159924}
{"lr": 0.028256484451330405, "data_time": 0.013800406455993652, "loss_single": 3.4958762407302855, "loss_dense": 3.5337997913360595, "loss": 7.029675912857056, "time": 0.15252432823181153, "step": 159974}
{"lr": 0.028256484451330405, "data_time": 0.017866754531860353, "loss_single": 3.4926035165786744, "loss_dense": 3.5465269327163695, "loss": 7.039130449295044, "time": 0.1749779462814331, "step": 160024}
{"lr": 0.028256484451330405, "data_time": 0.017134857177734376, "loss_single": 3.4970101356506347, "loss_dense": 3.5404620885849, "loss": 7.037472248077393, "time": 0.1694385051727295, "step": 160074}
{"lr": 0.028256484451330405, "data_time": 0.014366221427917481, "loss_single": 3.5032151460647585, "loss_dense": 3.5479355096817016, "loss": 7.05115065574646, "time": 0.14752376079559326, "step": 160124}
{"lr": 0.028144600200657954, "data_time": 0.016426563262939453, "loss_single": 3.480369544029236, "loss_dense": 3.5354969978332518, "loss": 7.0158665657043455, "time": 0.15128762722015382, "step": 160178}
{"lr": 0.028144600200657954, "data_time": 0.01825571060180664, "loss_single": 3.503966951370239, "loss_dense": 3.5287693977355956, "loss": 7.0327362537384035, "time": 0.1536261796951294, "step": 160228}
{"lr": 0.028144600200657954, "data_time": 0.017708563804626466, "loss_single": 3.4785275936126707, "loss_dense": 3.53207790851593, "loss": 7.010605430603027, "time": 0.1811894655227661, "step": 160278}
{"lr": 0.028144600200657954, "data_time": 0.01987590789794922, "loss_single": 3.4835982799530028, "loss_dense": 3.5258859395980835, "loss": 7.0094842433929445, "time": 0.15071511268615723, "step": 160328}
{"lr": 0.028144600200657954, "data_time": 0.020649409294128417, "loss_single": 3.4847594261169434, "loss_dense": 3.5321534633636475, "loss": 7.016913032531738, "time": 0.19975786209106444, "step": 160378}
{"lr": 0.028144600200657954, "data_time": 0.017697358131408693, "loss_single": 3.4629379510879517, "loss_dense": 3.5178168296813963, "loss": 6.980754804611206, "time": 0.15268077850341796, "step": 160428}
{"lr": 0.028144600200657954, "data_time": 0.018521857261657716, "loss_single": 3.4877684831619264, "loss_dense": 3.519647789001465, "loss": 7.007416248321533, "time": 0.15669379234313965, "step": 160478}
{"lr": 0.028144600200657954, "data_time": 0.015339493751525879, "loss_single": 3.5154372215270997, "loss_dense": 3.5542946815490724, "loss": 7.069731903076172, "time": 0.17189280986785888, "step": 160528}
{"lr": 0.028144600200657954, "data_time": 0.01610426902770996, "loss_single": 3.4916638851165773, "loss_dense": 3.5487242698669434, "loss": 7.04038815498352, "time": 0.15033934116363526, "step": 160578}
{"lr": 0.028144600200657954, "data_time": 0.015441274642944336, "loss_single": 3.48441321849823, "loss_dense": 3.5403306245803834, "loss": 7.024743938446045, "time": 0.1773299217224121, "step": 160628}
{"lr": 0.028144600200657954, "data_time": 0.019655179977416993, "loss_single": 3.5042707204818724, "loss_dense": 3.5516889572143553, "loss": 7.05595965385437, "time": 0.1496441602706909, "step": 160678}
{"lr": 0.028144600200657954, "data_time": 0.017936158180236816, "loss_single": 3.4798621416091917, "loss_dense": 3.5445983171463014, "loss": 7.0244604587554935, "time": 0.1536991834640503, "step": 160728}
{"lr": 0.028144600200657954, "data_time": 0.014913845062255859, "loss_single": 3.474189805984497, "loss_dense": 3.5295340776443482, "loss": 7.003723907470703, "time": 0.16804027557373047, "step": 160778}
{"lr": 0.028144600200657954, "data_time": 0.00921926498413086, "loss_single": 3.5050618648529053, "loss_dense": 3.543568253517151, "loss": 7.048630142211914, "time": 0.15792379379272461, "step": 160828}
{"lr": 0.028144600200657954, "data_time": 0.0215681791305542, "loss_single": 3.4856430292129517, "loss_dense": 3.5301658391952513, "loss": 7.015808868408203, "time": 0.21510186195373535, "step": 160878}
{"lr": 0.028144600200657954, "data_time": 0.018181490898132324, "loss_single": 3.495391607284546, "loss_dense": 3.5479482412338257, "loss": 7.043339824676513, "time": 0.15368499755859374, "step": 160928}
{"lr": 0.028144600200657954, "data_time": 0.017299580574035644, "loss_single": 3.4770777940750124, "loss_dense": 3.539134407043457, "loss": 7.0162121772766115, "time": 0.15897345542907715, "step": 160978}
{"lr": 0.028144600200657954, "data_time": 0.01728065013885498, "loss_single": 3.490956020355225, "loss_dense": 3.546203851699829, "loss": 7.037159872055054, "time": 0.15113282203674316, "step": 161028}
{"lr": 0.028144600200657954, "data_time": 0.017274904251098632, "loss_single": 3.521823358535767, "loss_dense": 3.550931119918823, "loss": 7.072754383087158, "time": 0.20565218925476075, "step": 161078}
{"lr": 0.028144600200657954, "data_time": 0.019248557090759278, "loss_single": 3.4738608837127685, "loss_dense": 3.518514633178711, "loss": 6.992375469207763, "time": 0.17159225940704345, "step": 161128}
{"lr": 0.028144600200657954, "data_time": 0.017134571075439455, "loss_single": 3.4801573753356934, "loss_dense": 3.525498366355896, "loss": 7.005655717849732, "time": 0.17283365726470948, "step": 161178}
{"lr": 0.028144600200657954, "data_time": 0.01989922523498535, "loss_single": 3.493076467514038, "loss_dense": 3.545042037963867, "loss": 7.038118505477906, "time": 0.15436785221099852, "step": 161228}
{"lr": 0.028144600200657954, "data_time": 0.01855578422546387, "loss_single": 3.479428696632385, "loss_dense": 3.5268545389175414, "loss": 7.006283235549927, "time": 0.1595170259475708, "step": 161278}
{"lr": 0.028144600200657954, "data_time": 0.020753240585327147, "loss_single": 3.4785455226898194, "loss_dense": 3.5214860439300537, "loss": 7.000031614303589, "time": 0.16292128562927247, "step": 161328}
{"lr": 0.028144600200657954, "data_time": 0.01825375556945801, "loss_single": 3.468242049217224, "loss_dense": 3.5127217054367064, "loss": 6.980963706970215, "time": 0.16212565898895265, "step": 161378}
{"lr": 0.028144600200657954, "data_time": 0.019333958625793457, "loss_single": 3.500183629989624, "loss_dense": 3.5511913299560547, "loss": 7.051375007629394, "time": 0.21718225479125977, "step": 161428}
{"lr": 0.028144600200657954, "data_time": 0.01807098388671875, "loss_single": 3.4862931251525877, "loss_dense": 3.5421884298324584, "loss": 7.028481531143188, "time": 0.1594245433807373, "step": 161478}
{"lr": 0.028144600200657954, "data_time": 0.017902708053588866, "loss_single": 3.4967844009399416, "loss_dense": 3.5321213245391845, "loss": 7.028905773162842, "time": 0.15051474571228027, "step": 161528}
{"lr": 0.028144600200657954, "data_time": 0.015931344032287596, "loss_single": 3.478710174560547, "loss_dense": 3.508753252029419, "loss": 6.987463426589966, "time": 0.15358219146728516, "step": 161578}
{"lr": 0.028144600200657954, "data_time": 0.017721176147460938, "loss_single": 3.5101560831069945, "loss_dense": 3.5544139623641966, "loss": 7.064570045471191, "time": 0.18390824794769287, "step": 161628}
{"lr": 0.028144600200657954, "data_time": 0.01818263530731201, "loss_single": 3.4992124795913697, "loss_dense": 3.564112162590027, "loss": 7.063324642181397, "time": 0.156600022315979, "step": 161678}
{"lr": 0.028144600200657954, "data_time": 0.0174511194229126, "loss_single": 3.4827069997787476, "loss_dense": 3.5422821283340453, "loss": 7.024989080429077, "time": 0.15274481773376464, "step": 161728}
{"lr": 0.028144600200657954, "data_time": 0.010318803787231445, "loss_single": 3.473959541320801, "loss_dense": 3.529077100753784, "loss": 7.003036642074585, "time": 0.1492100954055786, "step": 161778}
{"lr": 0.028144600200657954, "data_time": 0.018284130096435546, "loss_single": 3.4906852006912232, "loss_dense": 3.535692644119263, "loss": 7.026377868652344, "time": 0.1588582992553711, "step": 161828}
{"lr": 0.028144600200657954, "data_time": 0.017801380157470702, "loss_single": 3.473905086517334, "loss_dense": 3.5099837303161623, "loss": 6.983888816833496, "time": 0.1621913194656372, "step": 161878}
{"lr": 0.028144600200657954, "data_time": 0.020565342903137208, "loss_single": 3.487475323677063, "loss_dense": 3.530601739883423, "loss": 7.018077039718628, "time": 0.15050101280212402, "step": 161928}
{"lr": 0.028144600200657954, "data_time": 0.016747164726257324, "loss_single": 3.475184202194214, "loss_dense": 3.516994571685791, "loss": 6.992178678512573, "time": 0.22021782398223877, "step": 161978}
{"lr": 0.028144600200657954, "data_time": 0.015432143211364746, "loss_single": 3.4920212030410767, "loss_dense": 3.5256998538970947, "loss": 7.01772108078003, "time": 0.1879873037338257, "step": 162028}
{"lr": 0.028144600200657954, "data_time": 0.016138482093811034, "loss_single": 3.490075373649597, "loss_dense": 3.524127388000488, "loss": 7.014202833175659, "time": 0.15145652294158934, "step": 162078}
{"lr": 0.028144600200657954, "data_time": 0.018762898445129395, "loss_single": 3.4960519075393677, "loss_dense": 3.554081416130066, "loss": 7.050133323669433, "time": 0.14943921566009521, "step": 162128}
{"lr": 0.028144600200657954, "data_time": 0.017111444473266603, "loss_single": 3.472613310813904, "loss_dense": 3.508745527267456, "loss": 6.981358861923217, "time": 0.17672176361083985, "step": 162178}
{"lr": 0.028144600200657954, "data_time": 0.01996588706970215, "loss_single": 3.4698748350143434, "loss_dense": 3.523335886001587, "loss": 6.993210792541504, "time": 0.17135703563690186, "step": 162228}
{"lr": 0.028144600200657954, "data_time": 0.01835949420928955, "loss_single": 3.4855185985565185, "loss_dense": 3.519402766227722, "loss": 7.0049214363098145, "time": 0.15525782108306885, "step": 162278}
{"lr": 0.028144600200657954, "data_time": 0.016882491111755372, "loss_single": 3.4599113702774047, "loss_dense": 3.5259355306625366, "loss": 6.985846900939942, "time": 0.15313642024993895, "step": 162328}
{"lr": 0.028144600200657954, "data_time": 0.021373295783996583, "loss_single": 3.4576492309570312, "loss_dense": 3.502029275894165, "loss": 6.959678506851196, "time": 0.1675889492034912, "step": 162378}
{"lr": 0.028144600200657954, "data_time": 0.015352940559387207, "loss_single": 3.479151892662048, "loss_dense": 3.5171706914901733, "loss": 6.996322536468506, "time": 0.14899260997772218, "step": 162428}
{"lr": 0.028144600200657954, "data_time": 0.018192267417907713, "loss_single": 3.455651044845581, "loss_dense": 3.510057282447815, "loss": 6.9657083511352536, "time": 0.1532662868499756, "step": 162478}
{"lr": 0.028144600200657954, "data_time": 0.01703908443450928, "loss_single": 3.4732587337493896, "loss_dense": 3.5353541374206543, "loss": 7.008612966537475, "time": 0.1791534662246704, "step": 162528}
{"lr": 0.028144600200657954, "data_time": 0.017085623741149903, "loss_single": 3.4662753343582153, "loss_dense": 3.524239349365234, "loss": 6.990514659881592, "time": 0.15069234371185303, "step": 162578}
{"lr": 0.028144600200657954, "data_time": 0.017959332466125487, "loss_single": 3.474151539802551, "loss_dense": 3.519409346580505, "loss": 6.993560838699341, "time": 0.15251486301422118, "step": 162628}
{"lr": 0.028144600200657954, "data_time": 0.015810894966125488, "loss_single": 3.466586542129517, "loss_dense": 3.523417568206787, "loss": 6.990004062652588, "time": 0.1526728630065918, "step": 162678}
{"lr": 0.028144600200657954, "data_time": 0.016668128967285156, "loss_single": 3.4829806804656984, "loss_dense": 3.531225299835205, "loss": 7.014206075668335, "time": 0.16724567413330077, "step": 162728}
{"lr": 0.028144600200657954, "data_time": 0.01608603000640869, "loss_single": 3.482094097137451, "loss_dense": 3.5264681339263917, "loss": 7.008562278747559, "time": 0.164217209815979, "step": 162778}
{"lr": 0.028144600200657954, "data_time": 0.016954731941223145, "loss_single": 3.480501317977905, "loss_dense": 3.5258559703826906, "loss": 7.006357336044312, "time": 0.15537869930267334, "step": 162828}
{"lr": 0.028144600200657954, "data_time": 0.017737627029418945, "loss_single": 3.4952027082443236, "loss_dense": 3.5455970764160156, "loss": 7.040799808502197, "time": 0.1542431116104126, "step": 162878}
{"lr": 0.028144600200657954, "data_time": 0.01676366329193115, "loss_single": 3.4956459760665894, "loss_dense": 3.5618998050689696, "loss": 7.057545900344849, "time": 0.15575847625732422, "step": 162928}
{"lr": 0.028144600200657954, "data_time": 0.018799948692321777, "loss_single": 3.470978784561157, "loss_dense": 3.5162959814071657, "loss": 6.9872747421264645, "time": 0.14960403442382814, "step": 162978}
{"lr": 0.028144600200657954, "data_time": 0.017726492881774903, "loss_single": 3.4793659687042235, "loss_dense": 3.5307502508163453, "loss": 7.010116243362427, "time": 0.2006606101989746, "step": 163028}
{"lr": 0.028144600200657954, "data_time": 0.018524646759033203, "loss_single": 3.4899897813796996, "loss_dense": 3.546854043006897, "loss": 7.036843729019165, "time": 0.15158531665802003, "step": 163078}
{"lr": 0.028144600200657954, "data_time": 0.018544650077819823, "loss_single": 3.51328866481781, "loss_dense": 3.554644966125488, "loss": 7.067933654785156, "time": 0.15253276824951173, "step": 163128}
{"lr": 0.028144600200657954, "data_time": 0.017800331115722656, "loss_single": 3.4891593217849732, "loss_dense": 3.536271166801453, "loss": 7.025430488586426, "time": 0.15477993488311767, "step": 163178}
{"lr": 0.028144600200657954, "data_time": 0.017498159408569337, "loss_single": 3.4874730348587035, "loss_dense": 3.5286356687545775, "loss": 7.016108655929566, "time": 0.14996402263641356, "step": 163228}
{"lr": 0.028144600200657954, "data_time": 0.01494896411895752, "loss_single": 3.4866458654403685, "loss_dense": 3.528164863586426, "loss": 7.014810800552368, "time": 0.16218750476837157, "step": 163278}
{"lr": 0.028144600200657954, "data_time": 0.03550965785980224, "loss_single": 3.4726329326629637, "loss_dense": 3.526631236076355, "loss": 6.999264240264893, "time": 0.20563335418701173, "step": 163328}
{"lr": 0.028144600200657954, "data_time": 0.017900848388671876, "loss_single": 3.4868751049041746, "loss_dense": 3.529388189315796, "loss": 7.016263246536255, "time": 0.1610511302947998, "step": 163378}
{"lr": 0.028144600200657954, "data_time": 0.018367934226989745, "loss_single": 3.476818823814392, "loss_dense": 3.524068284034729, "loss": 7.000887107849121, "time": 0.15075445175170898, "step": 163428}
{"lr": 0.028144600200657954, "data_time": 0.015820860862731934, "loss_single": 3.5117162704467773, "loss_dense": 3.5709959268569946, "loss": 7.08271222114563, "time": 0.1888516902923584, "step": 163478}
{"lr": 0.028144600200657954, "data_time": 0.018665337562561037, "loss_single": 3.493941330909729, "loss_dense": 3.549214720726013, "loss": 7.04315595626831, "time": 0.15342934131622316, "step": 163528}
{"lr": 0.028144600200657954, "data_time": 0.0199204683303833, "loss_single": 3.4664219856262206, "loss_dense": 3.5268656730651857, "loss": 6.99328761100769, "time": 0.23411428928375244, "step": 163578}
{"lr": 0.028144600200657954, "data_time": 0.019713163375854492, "loss_single": 3.509226989746094, "loss_dense": 3.543689823150635, "loss": 7.052916860580444, "time": 0.1591947555541992, "step": 163628}
{"lr": 0.028144600200657954, "data_time": 0.016070795059204102, "loss_single": 3.510293459892273, "loss_dense": 3.551971673965454, "loss": 7.062265110015869, "time": 0.21018073558807374, "step": 163678}
{"lr": 0.028144600200657954, "data_time": 0.01685917377471924, "loss_single": 3.466917538642883, "loss_dense": 3.513335943222046, "loss": 6.980253458023071, "time": 0.1524052619934082, "step": 163728}
{"lr": 0.028144600200657954, "data_time": 0.009052371978759766, "loss_single": 3.4746258735656737, "loss_dense": 3.5121656894683837, "loss": 6.986791563034058, "time": 0.15357460975646972, "step": 163778}
{"lr": 0.028144600200657954, "data_time": 0.018368053436279296, "loss_single": 3.491712236404419, "loss_dense": 3.5418871879577636, "loss": 7.033599472045898, "time": 0.15138964653015136, "step": 163828}
{"lr": 0.028144600200657954, "data_time": 0.016456198692321778, "loss_single": 3.4508365392684937, "loss_dense": 3.4979461669921874, "loss": 6.948782682418823, "time": 0.16037209033966066, "step": 163878}
{"lr": 0.028144600200657954, "data_time": 0.01611189842224121, "loss_single": 3.4769649744033813, "loss_dense": 3.530011439323425, "loss": 7.0069764137268065, "time": 0.14901115894317626, "step": 163928}
{"lr": 0.028144600200657954, "data_time": 0.01780879497528076, "loss_single": 3.4998620748519897, "loss_dense": 3.5515923500061035, "loss": 7.051454401016235, "time": 0.1512998580932617, "step": 163978}
{"lr": 0.028144600200657954, "data_time": 0.01931109428405762, "loss_single": 3.4777342081069946, "loss_dense": 3.528629779815674, "loss": 7.006364011764527, "time": 0.15112249851226806, "step": 164028}
{"lr": 0.028144600200657954, "data_time": 0.020960140228271484, "loss_single": 3.4830771923065185, "loss_dense": 3.5223397493362425, "loss": 7.005416965484619, "time": 0.15528905391693115, "step": 164078}
{"lr": 0.028144600200657954, "data_time": 0.021106767654418945, "loss_single": 3.485280895233154, "loss_dense": 3.5268364191055297, "loss": 7.0121172904968265, "time": 0.15312011241912843, "step": 164128}
{"lr": 0.028144600200657954, "data_time": 0.029105114936828613, "loss_single": 3.480358529090881, "loss_dense": 3.526120972633362, "loss": 7.006479549407959, "time": 0.1706475019454956, "step": 164178}
{"lr": 0.028144600200657954, "data_time": 0.017885160446166993, "loss_single": 3.4765567541122437, "loss_dense": 3.533654737472534, "loss": 7.01021146774292, "time": 0.1504981279373169, "step": 164228}
{"lr": 0.028144600200657954, "data_time": 0.019466352462768555, "loss_single": 3.474635672569275, "loss_dense": 3.5216335535049437, "loss": 6.996269226074219, "time": 0.15304100513458252, "step": 164278}
{"lr": 0.028144600200657954, "data_time": 0.01942787170410156, "loss_single": 3.48921594619751, "loss_dense": 3.5233449697494508, "loss": 7.012560939788818, "time": 0.15228400230407715, "step": 164328}
{"lr": 0.028144600200657954, "data_time": 0.01909480094909668, "loss_single": 3.4723721742630005, "loss_dense": 3.5235040903091432, "loss": 6.995876264572144, "time": 0.15012745857238768, "step": 164378}
{"lr": 0.028144600200657954, "data_time": 0.012600135803222657, "loss_single": 3.49624285697937, "loss_dense": 3.537737989425659, "loss": 7.033980798721314, "time": 0.18773303031921387, "step": 164428}
{"lr": 0.028144600200657954, "data_time": 0.018012619018554686, "loss_single": 3.4821603298187256, "loss_dense": 3.524739694595337, "loss": 7.006899976730347, "time": 0.1578288793563843, "step": 164478}
{"lr": 0.028144600200657954, "data_time": 0.01524369716644287, "loss_single": 3.492885208129883, "loss_dense": 3.5380508422851564, "loss": 7.030936145782471, "time": 0.1613645076751709, "step": 164528}
{"lr": 0.028144600200657954, "data_time": 0.015444755554199219, "loss_single": 3.493991565704346, "loss_dense": 3.5433475255966185, "loss": 7.037339115142823, "time": 0.15460755825042724, "step": 164578}
{"lr": 0.028144600200657954, "data_time": 0.019508886337280273, "loss_single": 3.478246307373047, "loss_dense": 3.525744605064392, "loss": 7.003990840911865, "time": 0.1574453353881836, "step": 164628}
{"lr": 0.028144600200657954, "data_time": 0.01920902729034424, "loss_single": 3.4887281179428102, "loss_dense": 3.536950373649597, "loss": 7.025678539276123, "time": 0.2291433572769165, "step": 164678}
{"lr": 0.028144600200657954, "data_time": 0.01814875602722168, "loss_single": 3.4791385889053346, "loss_dense": 3.5180861234664915, "loss": 6.9972247123718265, "time": 0.15170161724090575, "step": 164728}
{"lr": 0.028144600200657954, "data_time": 0.016212821006774902, "loss_single": 3.4541276931762694, "loss_dense": 3.5033937215805055, "loss": 6.9575214862823485, "time": 0.15020489692687988, "step": 164778}
{"lr": 0.028144600200657954, "data_time": 0.015893435478210448, "loss_single": 3.5062000513076783, "loss_dense": 3.547533082962036, "loss": 7.053733062744141, "time": 0.15818963050842286, "step": 164828}
{"lr": 0.028144600200657954, "data_time": 0.020041513442993163, "loss_single": 3.4969946146011353, "loss_dense": 3.546381378173828, "loss": 7.043376016616821, "time": 0.1511857509613037, "step": 164878}
{"lr": 0.028144600200657954, "data_time": 0.014411449432373047, "loss_single": 3.486967754364014, "loss_dense": 3.5263252019882203, "loss": 7.013292932510376, "time": 0.17831499576568605, "step": 164928}
{"lr": 0.028144600200657954, "data_time": 0.017638039588928223, "loss_single": 3.4838356018066405, "loss_dense": 3.533180809020996, "loss": 7.017016458511352, "time": 0.15159921646118163, "step": 164978}
{"lr": 0.028144600200657954, "data_time": 0.018094873428344725, "loss_single": 3.465036082267761, "loss_dense": 3.51510636806488, "loss": 6.980142402648926, "time": 0.15884776115417482, "step": 165028}
{"lr": 0.028144600200657954, "data_time": 0.01751093864440918, "loss_single": 3.505204129219055, "loss_dense": 3.5423483848571777, "loss": 7.047552490234375, "time": 0.15655062198638917, "step": 165078}
{"lr": 0.028144600200657954, "data_time": 0.01376645565032959, "loss_single": 3.47803475856781, "loss_dense": 3.5285688638687134, "loss": 7.006603574752807, "time": 0.140151309967041, "step": 165128}
{"lr": 0.02802947271657287, "data_time": 0.024816513061523438, "loss_single": 3.494760203361511, "loss_dense": 3.5534252882003785, "loss": 7.048185539245606, "time": 0.16401174068450927, "step": 165182}
{"lr": 0.02802947271657287, "data_time": 0.01627986431121826, "loss_single": 3.479331040382385, "loss_dense": 3.532316708564758, "loss": 7.011647748947143, "time": 0.18663394451141357, "step": 165232}
{"lr": 0.02802947271657287, "data_time": 0.01918478012084961, "loss_single": 3.4956345081329347, "loss_dense": 3.5537460327148436, "loss": 7.049380445480347, "time": 0.18955714702606202, "step": 165282}
{"lr": 0.02802947271657287, "data_time": 0.01888108253479004, "loss_single": 3.4628305196762086, "loss_dense": 3.5121564865112305, "loss": 6.974986934661866, "time": 0.15129549503326417, "step": 165332}
{"lr": 0.02802947271657287, "data_time": 0.019124937057495118, "loss_single": 3.4771615743637083, "loss_dense": 3.524370265007019, "loss": 7.0015318393707275, "time": 0.15343141555786133, "step": 165382}
{"lr": 0.02802947271657287, "data_time": 0.015432357788085938, "loss_single": 3.4698890686035155, "loss_dense": 3.5280737400054933, "loss": 6.997962808609008, "time": 0.1669541120529175, "step": 165432}
{"lr": 0.02802947271657287, "data_time": 0.018797659873962404, "loss_single": 3.482617163658142, "loss_dense": 3.5369225025177, "loss": 7.019539642333984, "time": 0.1511758089065552, "step": 165482}
{"lr": 0.02802947271657287, "data_time": 0.01771392822265625, "loss_single": 3.4957544565200807, "loss_dense": 3.525199294090271, "loss": 7.020953798294068, "time": 0.1477142572402954, "step": 165532}
{"lr": 0.02802947271657287, "data_time": 0.013528919219970703, "loss_single": 3.4580616474151613, "loss_dense": 3.514254069328308, "loss": 6.972315692901612, "time": 0.19512431621551513, "step": 165582}
{"lr": 0.02802947271657287, "data_time": 0.019485998153686523, "loss_single": 3.5198182106018066, "loss_dense": 3.5581295490264893, "loss": 7.077947807312012, "time": 0.15508856773376464, "step": 165632}
{"lr": 0.02802947271657287, "data_time": 0.017796707153320313, "loss_single": 3.472389316558838, "loss_dense": 3.5242635011672974, "loss": 6.996652841567993, "time": 0.16101562976837158, "step": 165682}
{"lr": 0.02802947271657287, "data_time": 0.018458986282348634, "loss_single": 3.4880900621414184, "loss_dense": 3.5436933040618896, "loss": 7.031783390045166, "time": 0.20352118015289306, "step": 165732}
{"lr": 0.02802947271657287, "data_time": 0.016132712364196777, "loss_single": 3.4878201723098754, "loss_dense": 3.5277257204055785, "loss": 7.015545892715454, "time": 0.1601811647415161, "step": 165782}
{"lr": 0.02802947271657287, "data_time": 0.016588282585144044, "loss_single": 3.4732492446899412, "loss_dense": 3.53140766620636, "loss": 7.0046569347381595, "time": 0.14866833686828612, "step": 165832}
{"lr": 0.02802947271657287, "data_time": 0.01859724521636963, "loss_single": 3.471581721305847, "loss_dense": 3.522269678115845, "loss": 6.993851280212402, "time": 0.16080822944641113, "step": 165882}
{"lr": 0.02802947271657287, "data_time": 0.016456961631774902, "loss_single": 3.4683582067489622, "loss_dense": 3.5179300546646117, "loss": 6.986288356781006, "time": 0.1510385036468506, "step": 165932}
{"lr": 0.02802947271657287, "data_time": 0.01721930503845215, "loss_single": 3.46159508228302, "loss_dense": 3.514034128189087, "loss": 6.975629234313965, "time": 0.1601576566696167, "step": 165982}
{"lr": 0.02802947271657287, "data_time": 0.01665370464324951, "loss_single": 3.4724056720733643, "loss_dense": 3.522483468055725, "loss": 6.994889116287231, "time": 0.1537618398666382, "step": 166032}
{"lr": 0.02802947271657287, "data_time": 0.017194223403930665, "loss_single": 3.496074891090393, "loss_dense": 3.5573817253112794, "loss": 7.0534566879272464, "time": 0.17160537242889404, "step": 166082}
{"lr": 0.02802947271657287, "data_time": 0.016089272499084473, "loss_single": 3.459127926826477, "loss_dense": 3.502846336364746, "loss": 6.961974239349365, "time": 0.16930134296417237, "step": 166132}
{"lr": 0.02802947271657287, "data_time": 0.0177046537399292, "loss_single": 3.512779474258423, "loss_dense": 3.5646306753158568, "loss": 7.077410173416138, "time": 0.15244801044464112, "step": 166182}
{"lr": 0.02802947271657287, "data_time": 0.019830894470214844, "loss_single": 3.4893013715744017, "loss_dense": 3.542417883872986, "loss": 7.031719160079956, "time": 0.1513312816619873, "step": 166232}
{"lr": 0.02802947271657287, "data_time": 0.02260096073150635, "loss_single": 3.495459270477295, "loss_dense": 3.5483304023742677, "loss": 7.043789672851562, "time": 0.15684137344360352, "step": 166282}
{"lr": 0.02802947271657287, "data_time": 0.01601455211639404, "loss_single": 3.4868327617645263, "loss_dense": 3.5398518800735475, "loss": 7.026684665679932, "time": 0.1572949171066284, "step": 166332}
{"lr": 0.02802947271657287, "data_time": 0.018032264709472657, "loss_single": 3.506672430038452, "loss_dense": 3.5576104402542112, "loss": 7.0642828941345215, "time": 0.1579590320587158, "step": 166382}
{"lr": 0.02802947271657287, "data_time": 0.017824006080627442, "loss_single": 3.4844345569610597, "loss_dense": 3.525245118141174, "loss": 7.009679651260376, "time": 0.16013972759246825, "step": 166432}
{"lr": 0.02802947271657287, "data_time": 0.018262147903442383, "loss_single": 3.4844680070877074, "loss_dense": 3.5405986070632935, "loss": 7.025066661834717, "time": 0.14935433864593506, "step": 166482}
{"lr": 0.02802947271657287, "data_time": 0.016092824935913085, "loss_single": 3.4445749044418337, "loss_dense": 3.5062613487243652, "loss": 6.950836229324341, "time": 0.15018620491027831, "step": 166532}
{"lr": 0.02802947271657287, "data_time": 0.01790304183959961, "loss_single": 3.4593824625015257, "loss_dense": 3.5227473735809327, "loss": 6.982129859924316, "time": 0.155892014503479, "step": 166582}
{"lr": 0.02802947271657287, "data_time": 0.01603267192840576, "loss_single": 3.4932155847549438, "loss_dense": 3.548494553565979, "loss": 7.041710090637207, "time": 0.15210118293762206, "step": 166632}
{"lr": 0.02802947271657287, "data_time": 0.01644158363342285, "loss_single": 3.4555230140686035, "loss_dense": 3.4978846311569214, "loss": 6.953407621383667, "time": 0.220351505279541, "step": 166682}
{"lr": 0.02802947271657287, "data_time": 0.01954638957977295, "loss_single": 3.4938775062561036, "loss_dense": 3.5397583484649657, "loss": 7.033635807037354, "time": 0.1527294397354126, "step": 166732}
{"lr": 0.02802947271657287, "data_time": 0.01877598762512207, "loss_single": 3.500132155418396, "loss_dense": 3.5489113330841064, "loss": 7.0490435600280765, "time": 0.15942599773406982, "step": 166782}
{"lr": 0.02802947271657287, "data_time": 0.019928240776062013, "loss_single": 3.472224712371826, "loss_dense": 3.5185030937194823, "loss": 6.990727853775025, "time": 0.164603590965271, "step": 166832}
{"lr": 0.02802947271657287, "data_time": 0.015091037750244141, "loss_single": 3.4595767974853517, "loss_dense": 3.51205837726593, "loss": 6.9716352939605715, "time": 0.14944913387298583, "step": 166882}
{"lr": 0.02802947271657287, "data_time": 0.01468660831451416, "loss_single": 3.4920040130615235, "loss_dense": 3.5361538887023927, "loss": 7.028157949447632, "time": 0.22292792797088623, "step": 166932}
{"lr": 0.02802947271657287, "data_time": 0.016210055351257323, "loss_single": 3.4966173648834227, "loss_dense": 3.540866494178772, "loss": 7.037483739852905, "time": 0.17631065845489502, "step": 166982}
{"lr": 0.02802947271657287, "data_time": 0.018204116821289064, "loss_single": 3.4837956190109254, "loss_dense": 3.5362653017044066, "loss": 7.020061016082764, "time": 0.15084245204925537, "step": 167032}
{"lr": 0.02802947271657287, "data_time": 0.01709620952606201, "loss_single": 3.519151973724365, "loss_dense": 3.542094612121582, "loss": 7.061246633529663, "time": 0.2098372220993042, "step": 167082}
{"lr": 0.02802947271657287, "data_time": 0.016740584373474122, "loss_single": 3.5052852869033813, "loss_dense": 3.5507845878601074, "loss": 7.056070041656494, "time": 0.14728031158447266, "step": 167132}
{"lr": 0.02802947271657287, "data_time": 0.017181944847106934, "loss_single": 3.4759581327438354, "loss_dense": 3.521434187889099, "loss": 6.997392368316651, "time": 0.15784590244293212, "step": 167182}
{"lr": 0.02802947271657287, "data_time": 0.01742227077484131, "loss_single": 3.4602513313293457, "loss_dense": 3.5071573495864867, "loss": 6.96740870475769, "time": 0.150632643699646, "step": 167232}
{"lr": 0.02802947271657287, "data_time": 0.017694520950317382, "loss_single": 3.4548972606658936, "loss_dense": 3.5086172580718995, "loss": 6.9635144710540775, "time": 0.15409698486328124, "step": 167282}
{"lr": 0.02802947271657287, "data_time": 0.013247871398925781, "loss_single": 3.4947536468505858, "loss_dense": 3.555727171897888, "loss": 7.050480794906616, "time": 0.16623978614807128, "step": 167332}
{"lr": 0.02802947271657287, "data_time": 0.018796086311340332, "loss_single": 3.477983593940735, "loss_dense": 3.521400713920593, "loss": 6.999384260177612, "time": 0.1526094913482666, "step": 167382}
{"lr": 0.02802947271657287, "data_time": 0.01631009578704834, "loss_single": 3.4728787660598757, "loss_dense": 3.511826419830322, "loss": 6.98470516204834, "time": 0.15098052024841307, "step": 167432}
{"lr": 0.02802947271657287, "data_time": 0.02339801788330078, "loss_single": 3.4434242486953734, "loss_dense": 3.5187553644180296, "loss": 6.9621796131134035, "time": 0.272779655456543, "step": 167482}
{"lr": 0.02802947271657287, "data_time": 0.017851424217224122, "loss_single": 3.439987397193909, "loss_dense": 3.5045827865600585, "loss": 6.944570159912109, "time": 0.15398986339569093, "step": 167532}
{"lr": 0.02802947271657287, "data_time": 0.01863560676574707, "loss_single": 3.4780898571014403, "loss_dense": 3.5228106021881103, "loss": 7.000900459289551, "time": 0.1579449415206909, "step": 167582}
{"lr": 0.02802947271657287, "data_time": 0.018388199806213378, "loss_single": 3.496899461746216, "loss_dense": 3.537820076942444, "loss": 7.034719562530517, "time": 0.15204837322235107, "step": 167632}
{"lr": 0.02802947271657287, "data_time": 0.018483567237854003, "loss_single": 3.4795725345611572, "loss_dense": 3.5330815076828004, "loss": 7.0126540184021, "time": 0.1553281784057617, "step": 167682}
{"lr": 0.02802947271657287, "data_time": 0.016035914421081543, "loss_single": 3.4965176582336426, "loss_dense": 3.5303850412368774, "loss": 7.026902675628662, "time": 0.16190080642700194, "step": 167732}
{"lr": 0.02802947271657287, "data_time": 0.017636656761169434, "loss_single": 3.4700234174728393, "loss_dense": 3.521747016906738, "loss": 6.9917703628540036, "time": 0.16369132995605468, "step": 167782}
{"lr": 0.02802947271657287, "data_time": 0.015880918502807616, "loss_single": 3.489873838424683, "loss_dense": 3.5413442134857176, "loss": 7.031218099594116, "time": 0.15491218566894532, "step": 167832}
{"lr": 0.02802947271657287, "data_time": 0.022237610816955567, "loss_single": 3.473115921020508, "loss_dense": 3.516240119934082, "loss": 6.989356136322021, "time": 0.15663683414459229, "step": 167882}
{"lr": 0.02802947271657287, "data_time": 0.02085103988647461, "loss_single": 3.4480921745300295, "loss_dense": 3.4941099166870115, "loss": 6.942202091217041, "time": 0.15703971385955812, "step": 167932}
{"lr": 0.02802947271657287, "data_time": 0.04746832847595215, "loss_single": 3.479229950904846, "loss_dense": 3.534519410133362, "loss": 7.013749313354492, "time": 0.18619778156280517, "step": 167982}
{"lr": 0.02802947271657287, "data_time": 0.017424249649047853, "loss_single": 3.474922037124634, "loss_dense": 3.524864149093628, "loss": 6.999786233901977, "time": 0.15320229530334473, "step": 168032}
{"lr": 0.02802947271657287, "data_time": 0.01842808723449707, "loss_single": 3.4630563735961912, "loss_dense": 3.5108218669891356, "loss": 6.973878240585327, "time": 0.15150535106658936, "step": 168082}
{"lr": 0.02802947271657287, "data_time": 0.01689865589141846, "loss_single": 3.492219352722168, "loss_dense": 3.5320717811584474, "loss": 7.024291181564331, "time": 0.1521914005279541, "step": 168132}
{"lr": 0.02802947271657287, "data_time": 0.02789134979248047, "loss_single": 3.4781416177749636, "loss_dense": 3.533745002746582, "loss": 7.011886692047119, "time": 0.1815887689590454, "step": 168182}
{"lr": 0.02802947271657287, "data_time": 0.018715095520019532, "loss_single": 3.490748333930969, "loss_dense": 3.5361575841903687, "loss": 7.026905965805054, "time": 0.1525623083114624, "step": 168232}
{"lr": 0.02802947271657287, "data_time": 0.015750575065612792, "loss_single": 3.5163634061813354, "loss_dense": 3.5572901725769044, "loss": 7.073653697967529, "time": 0.14743359088897706, "step": 168282}
{"lr": 0.02802947271657287, "data_time": 0.022773933410644532, "loss_single": 3.4934125185012816, "loss_dense": 3.5422750234603884, "loss": 7.035687494277954, "time": 0.21516449451446534, "step": 168332}
{"lr": 0.02802947271657287, "data_time": 0.01966543197631836, "loss_single": 3.4826286315917967, "loss_dense": 3.5203361749649047, "loss": 7.002964878082276, "time": 0.15320148468017578, "step": 168382}
{"lr": 0.02802947271657287, "data_time": 0.0181912899017334, "loss_single": 3.489495635032654, "loss_dense": 3.5349965572357176, "loss": 7.0244921207427975, "time": 0.16866540908813477, "step": 168432}
{"lr": 0.02802947271657287, "data_time": 0.018920493125915528, "loss_single": 3.487985038757324, "loss_dense": 3.5247330188751222, "loss": 7.012718152999878, "time": 0.1566321849822998, "step": 168482}
{"lr": 0.02802947271657287, "data_time": 0.01917455196380615, "loss_single": 3.4682732105255125, "loss_dense": 3.5193527221679686, "loss": 6.987625932693481, "time": 0.1511151075363159, "step": 168532}
{"lr": 0.02802947271657287, "data_time": 0.019471192359924318, "loss_single": 3.4923874855041506, "loss_dense": 3.5322138547897337, "loss": 7.02460126876831, "time": 0.1943290948867798, "step": 168582}
{"lr": 0.02802947271657287, "data_time": 0.01824767589569092, "loss_single": 3.5045952558517457, "loss_dense": 3.543180775642395, "loss": 7.047776174545288, "time": 0.15160319805145264, "step": 168632}
{"lr": 0.02802947271657287, "data_time": 0.017006826400756837, "loss_single": 3.50115761756897, "loss_dense": 3.544778299331665, "loss": 7.045935916900635, "time": 0.1507448673248291, "step": 168682}
{"lr": 0.02802947271657287, "data_time": 0.015881919860839845, "loss_single": 3.4890756368637086, "loss_dense": 3.5312018632888793, "loss": 7.020277500152588, "time": 0.15351834297180175, "step": 168732}
{"lr": 0.02802947271657287, "data_time": 0.019495272636413576, "loss_single": 3.4952892065048218, "loss_dense": 3.5524547338485717, "loss": 7.047743892669677, "time": 0.1522301435470581, "step": 168782}
{"lr": 0.02802947271657287, "data_time": 0.021071434020996094, "loss_single": 3.472933292388916, "loss_dense": 3.5316296577453614, "loss": 7.004563045501709, "time": 0.19535953998565675, "step": 168832}
{"lr": 0.02802947271657287, "data_time": 0.01974596977233887, "loss_single": 3.4797155380249025, "loss_dense": 3.531255269050598, "loss": 7.010970830917358, "time": 0.1526859760284424, "step": 168882}
{"lr": 0.02802947271657287, "data_time": 0.008547782897949219, "loss_single": 3.459265398979187, "loss_dense": 3.5110543966293335, "loss": 6.970319843292236, "time": 0.14820423126220703, "step": 168932}
{"lr": 0.02802947271657287, "data_time": 0.016942310333251952, "loss_single": 3.5016332149505613, "loss_dense": 3.551229405403137, "loss": 7.052862596511841, "time": 0.148842453956604, "step": 168982}
{"lr": 0.02802947271657287, "data_time": 0.017819666862487794, "loss_single": 3.4580870866775513, "loss_dense": 3.50345778465271, "loss": 6.961544942855835, "time": 0.14800643920898438, "step": 169032}
{"lr": 0.02802947271657287, "data_time": 0.015866422653198244, "loss_single": 3.4997817277908325, "loss_dense": 3.540088677406311, "loss": 7.0398704528808596, "time": 0.19702112674713135, "step": 169082}
{"lr": 0.02802947271657287, "data_time": 0.023925280570983885, "loss_single": 3.4758889198303224, "loss_dense": 3.5238970041275026, "loss": 6.999785900115967, "time": 0.16936285495758058, "step": 169132}
{"lr": 0.02802947271657287, "data_time": 0.01708714962005615, "loss_single": 3.483004856109619, "loss_dense": 3.5389873504638674, "loss": 7.021992206573486, "time": 0.15496251583099366, "step": 169182}
{"lr": 0.02802947271657287, "data_time": 0.01881840229034424, "loss_single": 3.503439950942993, "loss_dense": 3.547682189941406, "loss": 7.051122093200684, "time": 0.15102002620697022, "step": 169232}
{"lr": 0.02802947271657287, "data_time": 0.3404760599136353, "loss_single": 3.49004647731781, "loss_dense": 3.5217399835586547, "loss": 7.011786460876465, "time": 0.485774827003479, "step": 169282}
{"lr": 0.02802947271657287, "data_time": 0.016690278053283693, "loss_single": 3.483779859542847, "loss_dense": 3.52793436050415, "loss": 7.011714220046997, "time": 0.15005123615264893, "step": 169332}
{"lr": 0.02802947271657287, "data_time": 0.015543270111083984, "loss_single": 3.4586905956268312, "loss_dense": 3.5215601921081543, "loss": 6.98025074005127, "time": 0.15038318634033204, "step": 169382}
{"lr": 0.02802947271657287, "data_time": 0.020807576179504395, "loss_single": 3.491188383102417, "loss_dense": 3.541636562347412, "loss": 7.032824945449829, "time": 0.17019350528717042, "step": 169432}
{"lr": 0.02802947271657287, "data_time": 0.020779967308044434, "loss_single": 3.4781419038772583, "loss_dense": 3.520502471923828, "loss": 6.9986443519592285, "time": 0.16319100856781005, "step": 169482}
{"lr": 0.02802947271657287, "data_time": 0.013125801086425781, "loss_single": 3.476538062095642, "loss_dense": 3.5248457908630373, "loss": 7.001383876800537, "time": 0.1843930721282959, "step": 169532}
{"lr": 0.02802947271657287, "data_time": 0.01808159351348877, "loss_single": 3.472651982307434, "loss_dense": 3.525611090660095, "loss": 6.9982630729675295, "time": 0.1755439519882202, "step": 169582}
{"lr": 0.02802947271657287, "data_time": 0.023635149002075195, "loss_single": 3.4693753004074095, "loss_dense": 3.5236066341400147, "loss": 6.992981910705566, "time": 0.17831950187683104, "step": 169632}
{"lr": 0.02802947271657287, "data_time": 0.018245458602905273, "loss_single": 3.471872091293335, "loss_dense": 3.527195429801941, "loss": 6.999067497253418, "time": 0.15534670352935792, "step": 169682}
{"lr": 0.02802947271657287, "data_time": 0.01675570011138916, "loss_single": 3.471229577064514, "loss_dense": 3.50200879573822, "loss": 6.973238325119018, "time": 0.14990248680114746, "step": 169732}
{"lr": 0.02802947271657287, "data_time": 0.016290712356567382, "loss_single": 3.4753521203994753, "loss_dense": 3.516976475715637, "loss": 6.992328643798828, "time": 0.15023930072784425, "step": 169782}
{"lr": 0.02802947271657287, "data_time": 0.024782657623291016, "loss_single": 3.482856559753418, "loss_dense": 3.5449181318283083, "loss": 7.027774667739868, "time": 0.1775968551635742, "step": 169832}
{"lr": 0.02802947271657287, "data_time": 0.01878781318664551, "loss_single": 3.5098798751831053, "loss_dense": 3.5491812467575072, "loss": 7.05906114578247, "time": 0.15787770748138427, "step": 169882}
{"lr": 0.02802947271657287, "data_time": 0.01883211135864258, "loss_single": 3.4524380922317506, "loss_dense": 3.525170421600342, "loss": 6.97760853767395, "time": 0.19373769760131837, "step": 169932}
{"lr": 0.02802947271657287, "data_time": 0.01909608840942383, "loss_single": 3.4874167442321777, "loss_dense": 3.5237693548202516, "loss": 7.0111860752105715, "time": 0.15381925106048583, "step": 169982}
{"lr": 0.02802947271657287, "data_time": 0.017662358283996583, "loss_single": 3.4869951486587523, "loss_dense": 3.5401686906814573, "loss": 7.02716383934021, "time": 0.14922890663146973, "step": 170032}
{"lr": 0.02802947271657287, "data_time": 0.0176804780960083, "loss_single": 3.509991455078125, "loss_dense": 3.546948027610779, "loss": 7.0569394588470455, "time": 0.1489020586013794, "step": 170082}
{"lr": 0.02802947271657287, "data_time": 0.014269042015075683, "loss_single": 3.456640839576721, "loss_dense": 3.501230001449585, "loss": 6.95787091255188, "time": 0.14805572032928466, "step": 170132}
{"lr": 0.027911130405059156, "data_time": 0.01680479049682617, "loss_single": 3.476784586906433, "loss_dense": 3.5274110555648805, "loss": 7.004195594787598, "time": 0.1522580623626709, "step": 170186}
{"lr": 0.027911130405059156, "data_time": 0.019426655769348145, "loss_single": 3.4715410470962524, "loss_dense": 3.5186765432357787, "loss": 6.990217590332032, "time": 0.16868505477905274, "step": 170236}
{"lr": 0.027911130405059156, "data_time": 0.0222501277923584, "loss_single": 3.4838369369506834, "loss_dense": 3.540207624435425, "loss": 7.024044561386108, "time": 0.15682976245880126, "step": 170286}
{"lr": 0.027911130405059156, "data_time": 0.020370745658874513, "loss_single": 3.500154995918274, "loss_dense": 3.545024108886719, "loss": 7.045179080963135, "time": 0.15502510070800782, "step": 170336}
{"lr": 0.027911130405059156, "data_time": 0.017857980728149415, "loss_single": 3.475628876686096, "loss_dense": 3.5351054430007935, "loss": 7.010734272003174, "time": 0.15031681060791016, "step": 170386}
{"lr": 0.027911130405059156, "data_time": 0.02102961540222168, "loss_single": 3.471163105964661, "loss_dense": 3.5212015390396116, "loss": 6.992364597320557, "time": 0.15614306926727295, "step": 170436}
{"lr": 0.027911130405059156, "data_time": 0.01689763069152832, "loss_single": 3.4854764699935914, "loss_dense": 3.540060782432556, "loss": 7.025537204742432, "time": 0.15492472648620606, "step": 170486}
{"lr": 0.027911130405059156, "data_time": 0.019793486595153807, "loss_single": 3.4803083181381225, "loss_dense": 3.5305422067642214, "loss": 7.010850524902343, "time": 0.21576993465423583, "step": 170536}
{"lr": 0.027911130405059156, "data_time": 0.01766629219055176, "loss_single": 3.461095118522644, "loss_dense": 3.5293041944503782, "loss": 6.990399408340454, "time": 0.1664757251739502, "step": 170586}
{"lr": 0.027911130405059156, "data_time": 0.017328524589538576, "loss_single": 3.475627326965332, "loss_dense": 3.5125389814376833, "loss": 6.988166236877442, "time": 0.16065430641174316, "step": 170636}
{"lr": 0.027911130405059156, "data_time": 0.01995258331298828, "loss_single": 3.484130549430847, "loss_dense": 3.5205029010772706, "loss": 7.00463342666626, "time": 0.15500261783599853, "step": 170686}
{"lr": 0.027911130405059156, "data_time": 0.019685006141662596, "loss_single": 3.4895036697387694, "loss_dense": 3.5311636924743652, "loss": 7.020667362213135, "time": 0.1662628173828125, "step": 170736}
{"lr": 0.027911130405059156, "data_time": 0.02130172252655029, "loss_single": 3.4549474716186523, "loss_dense": 3.505340886116028, "loss": 6.960288333892822, "time": 0.24762279987335206, "step": 170786}
{"lr": 0.027911130405059156, "data_time": 0.016609573364257814, "loss_single": 3.5029691457748413, "loss_dense": 3.552007246017456, "loss": 7.05497636795044, "time": 0.15300276279449462, "step": 170836}
{"lr": 0.027911130405059156, "data_time": 0.017870640754699706, "loss_single": 3.476512575149536, "loss_dense": 3.530069923400879, "loss": 7.006582498550415, "time": 0.15108671188354492, "step": 170886}
{"lr": 0.027911130405059156, "data_time": 0.01972055435180664, "loss_single": 3.472800040245056, "loss_dense": 3.521255111694336, "loss": 6.994055128097534, "time": 0.15210576057434083, "step": 170936}
{"lr": 0.027911130405059156, "data_time": 0.01625807285308838, "loss_single": 3.4874119997024535, "loss_dense": 3.529935932159424, "loss": 7.017347955703736, "time": 0.15857477188110353, "step": 170986}
{"lr": 0.027911130405059156, "data_time": 0.014755606651306152, "loss_single": 3.4806196212768556, "loss_dense": 3.5295783042907716, "loss": 7.010197925567627, "time": 0.15934913158416747, "step": 171036}
{"lr": 0.027911130405059156, "data_time": 0.020673251152038573, "loss_single": 3.4795045852661133, "loss_dense": 3.537927532196045, "loss": 7.017432069778442, "time": 0.2024214267730713, "step": 171086}
{"lr": 0.027911130405059156, "data_time": 0.015993285179138183, "loss_single": 3.5015942811965943, "loss_dense": 3.5400593280792236, "loss": 7.041653680801391, "time": 0.14889211654663087, "step": 171136}
{"lr": 0.027911130405059156, "data_time": 0.017301511764526368, "loss_single": 3.4786972999572754, "loss_dense": 3.5335290908813475, "loss": 7.0122264385223385, "time": 0.16106667518615722, "step": 171186}
{"lr": 0.027911130405059156, "data_time": 0.01673092842102051, "loss_single": 3.491444396972656, "loss_dense": 3.524743366241455, "loss": 7.016187715530395, "time": 0.15220856666564941, "step": 171236}
{"lr": 0.027911130405059156, "data_time": 0.05570251941680908, "loss_single": 3.4952564239501953, "loss_dense": 3.546297526359558, "loss": 7.041553926467896, "time": 0.1947334051132202, "step": 171286}
{"lr": 0.027911130405059156, "data_time": 0.019440984725952147, "loss_single": 3.4962058305740356, "loss_dense": 3.5352954626083375, "loss": 7.031501340866089, "time": 0.17002685070037843, "step": 171336}
{"lr": 0.027911130405059156, "data_time": 0.017702341079711914, "loss_single": 3.460312271118164, "loss_dense": 3.5030898332595823, "loss": 6.9634020805358885, "time": 0.15171680450439454, "step": 171386}
{"lr": 0.027911130405059156, "data_time": 0.015134119987487793, "loss_single": 3.4746649980545046, "loss_dense": 3.5235313892364504, "loss": 6.998196411132812, "time": 0.15475711822509766, "step": 171436}
{"lr": 0.027911130405059156, "data_time": 0.015828037261962892, "loss_single": 3.5017068147659303, "loss_dense": 3.553410768508911, "loss": 7.055117559432984, "time": 0.17615344524383544, "step": 171486}
{"lr": 0.027911130405059156, "data_time": 0.02704010009765625, "loss_single": 3.4998069286346434, "loss_dense": 3.5450915575027464, "loss": 7.044898462295532, "time": 0.1716787576675415, "step": 171536}
{"lr": 0.027911130405059156, "data_time": 0.018954086303710937, "loss_single": 3.501074433326721, "loss_dense": 3.5385334968566893, "loss": 7.039607906341553, "time": 0.15303606986999513, "step": 171586}
{"lr": 0.027911130405059156, "data_time": 0.017228198051452637, "loss_single": 3.499869871139526, "loss_dense": 3.5481316328048704, "loss": 7.048001527786255, "time": 0.14951579570770263, "step": 171636}
{"lr": 0.027911130405059156, "data_time": 0.018789196014404298, "loss_single": 3.508004379272461, "loss_dense": 3.5455081701278686, "loss": 7.053512477874756, "time": 0.15290215015411376, "step": 171686}
{"lr": 0.027911130405059156, "data_time": 0.019444918632507323, "loss_single": 3.4745260000228884, "loss_dense": 3.520395827293396, "loss": 6.9949218273162845, "time": 0.20050370693206787, "step": 171736}
{"lr": 0.027911130405059156, "data_time": 0.020583605766296385, "loss_single": 3.493559169769287, "loss_dense": 3.5413569450378417, "loss": 7.034916162490845, "time": 0.15178349018096923, "step": 171786}
{"lr": 0.027911130405059156, "data_time": 0.014038848876953124, "loss_single": 3.456680417060852, "loss_dense": 3.503240466117859, "loss": 6.959920883178711, "time": 0.1906201124191284, "step": 171836}
{"lr": 0.027911130405059156, "data_time": 0.018313097953796386, "loss_single": 3.4634129762649537, "loss_dense": 3.511838102340698, "loss": 6.97525110244751, "time": 0.15565183162689208, "step": 171886}
{"lr": 0.027911130405059156, "data_time": 0.01752610206604004, "loss_single": 3.463407111167908, "loss_dense": 3.5202810525894166, "loss": 6.98368821144104, "time": 0.1528491973876953, "step": 171936}
{"lr": 0.027911130405059156, "data_time": 0.01557471752166748, "loss_single": 3.4862632036209105, "loss_dense": 3.5266396045684814, "loss": 7.012902879714966, "time": 0.15698106288909913, "step": 171986}
{"lr": 0.027911130405059156, "data_time": 0.021135878562927247, "loss_single": 3.5093188524246215, "loss_dense": 3.553632688522339, "loss": 7.062951517105103, "time": 0.21735260486602784, "step": 172036}
{"lr": 0.027911130405059156, "data_time": 0.03067471981048584, "loss_single": 3.5075756311416626, "loss_dense": 3.5577027559280396, "loss": 7.065278387069702, "time": 0.16724007129669188, "step": 172086}
{"lr": 0.027911130405059156, "data_time": 0.016141366958618165, "loss_single": 3.4873592376708986, "loss_dense": 3.547561836242676, "loss": 7.034921026229858, "time": 0.16276564598083496, "step": 172136}
{"lr": 0.027911130405059156, "data_time": 0.018222236633300783, "loss_single": 3.472983717918396, "loss_dense": 3.5161730527877806, "loss": 6.989156866073609, "time": 0.15325453281402587, "step": 172186}
{"lr": 0.027911130405059156, "data_time": 0.018490052223205565, "loss_single": 3.471302604675293, "loss_dense": 3.5136553049087524, "loss": 6.984957981109619, "time": 0.19140322208404542, "step": 172236}
{"lr": 0.027911130405059156, "data_time": 0.017844510078430176, "loss_single": 3.4656630754470825, "loss_dense": 3.5149856328964235, "loss": 6.980648708343506, "time": 0.15546793937683107, "step": 172286}
{"lr": 0.027911130405059156, "data_time": 0.02388741970062256, "loss_single": 3.4851107835769652, "loss_dense": 3.53630952835083, "loss": 7.0214203834533695, "time": 0.15746021270751953, "step": 172336}
{"lr": 0.027911130405059156, "data_time": 0.017072463035583497, "loss_single": 3.4788032293319704, "loss_dense": 3.5309504747390745, "loss": 7.009753799438476, "time": 0.23367230892181395, "step": 172386}
{"lr": 0.027911130405059156, "data_time": 0.016046690940856933, "loss_single": 3.463537311553955, "loss_dense": 3.518291783332825, "loss": 6.981829023361206, "time": 0.1514740467071533, "step": 172436}
{"lr": 0.027911130405059156, "data_time": 0.017904829978942872, "loss_single": 3.4558695793151855, "loss_dense": 3.4984039783477785, "loss": 6.9542735576629635, "time": 0.15260486602783202, "step": 172486}
{"lr": 0.027911130405059156, "data_time": 0.01978943347930908, "loss_single": 3.463179516792297, "loss_dense": 3.503639841079712, "loss": 6.966819381713867, "time": 0.15164363384246826, "step": 172536}
{"lr": 0.027911130405059156, "data_time": 0.017248010635375975, "loss_single": 3.4604001522064207, "loss_dense": 3.501655340194702, "loss": 6.9620555400848385, "time": 0.1845266580581665, "step": 172586}
{"lr": 0.027911130405059156, "data_time": 0.01815750598907471, "loss_single": 3.4828463554382325, "loss_dense": 3.52898268699646, "loss": 7.011829042434693, "time": 0.15469007492065429, "step": 172636}
{"lr": 0.027911130405059156, "data_time": 0.014793181419372558, "loss_single": 3.4971891403198243, "loss_dense": 3.541500949859619, "loss": 7.0386899471282955, "time": 0.7600622177124023, "step": 172686}
{"lr": 0.027911130405059156, "data_time": 0.017920947074890135, "loss_single": 3.481233310699463, "loss_dense": 3.5181480646133423, "loss": 6.999381351470947, "time": 0.1525667905807495, "step": 172736}
{"lr": 0.027911130405059156, "data_time": 0.013729071617126465, "loss_single": 3.4894033908843993, "loss_dense": 3.5348002195358275, "loss": 7.024203634262085, "time": 0.14829468727111816, "step": 172786}
{"lr": 0.027911130405059156, "data_time": 0.021013092994689942, "loss_single": 3.454522466659546, "loss_dense": 3.51663134098053, "loss": 6.971153783798218, "time": 0.16497642993927003, "step": 172836}
{"lr": 0.027911130405059156, "data_time": 0.017818140983581542, "loss_single": 3.5031047821044923, "loss_dense": 3.540108060836792, "loss": 7.043212842941284, "time": 0.14947292804718018, "step": 172886}
{"lr": 0.027911130405059156, "data_time": 0.01631481647491455, "loss_single": 3.4957406282424928, "loss_dense": 3.5331094026565553, "loss": 7.028850078582764, "time": 0.15989141464233397, "step": 172936}
{"lr": 0.027911130405059156, "data_time": 0.016779232025146484, "loss_single": 3.498962092399597, "loss_dense": 3.5317697763442992, "loss": 7.030731868743897, "time": 0.1558300256729126, "step": 172986}
{"lr": 0.027911130405059156, "data_time": 0.020063304901123048, "loss_single": 3.4562304735183718, "loss_dense": 3.52215690612793, "loss": 6.978387355804443, "time": 0.1537782907485962, "step": 173036}
{"lr": 0.027911130405059156, "data_time": 0.01829984188079834, "loss_single": 3.509693169593811, "loss_dense": 3.5466336727142336, "loss": 7.056326770782471, "time": 0.15357604026794433, "step": 173086}
{"lr": 0.027911130405059156, "data_time": 0.016198158264160156, "loss_single": 3.477466034889221, "loss_dense": 3.5204920530319215, "loss": 6.997957992553711, "time": 0.16076674461364746, "step": 173136}
{"lr": 0.027911130405059156, "data_time": 0.01622605323791504, "loss_single": 3.4971137762069704, "loss_dense": 3.513321042060852, "loss": 7.01043472290039, "time": 0.206368350982666, "step": 173186}
{"lr": 0.027911130405059156, "data_time": 0.0179440975189209, "loss_single": 3.500868248939514, "loss_dense": 3.5551686525344848, "loss": 7.056036949157715, "time": 0.14990558624267578, "step": 173236}
{"lr": 0.027911130405059156, "data_time": 0.01744837760925293, "loss_single": 3.4889974117279055, "loss_dense": 3.5442598819732667, "loss": 7.033257293701172, "time": 0.16223595142364503, "step": 173286}
{"lr": 0.027911130405059156, "data_time": 0.016798520088195802, "loss_single": 3.5191272020339968, "loss_dense": 3.5599213361740114, "loss": 7.079048538208008, "time": 0.7494726657867432, "step": 173336}
{"lr": 0.027911130405059156, "data_time": 0.01824336051940918, "loss_single": 3.4927656650543213, "loss_dense": 3.5325292110443116, "loss": 7.025294828414917, "time": 0.1533738851547241, "step": 173386}
{"lr": 0.027911130405059156, "data_time": 0.015490508079528809, "loss_single": 3.4921443462371826, "loss_dense": 3.5309838533401487, "loss": 7.023128271102905, "time": 0.16717171669006348, "step": 173436}
{"lr": 0.027911130405059156, "data_time": 0.017471671104431152, "loss_single": 3.48415150642395, "loss_dense": 3.513976883888245, "loss": 6.998128414154053, "time": 0.15547511577606202, "step": 173486}
{"lr": 0.027911130405059156, "data_time": 0.011855792999267579, "loss_single": 3.492184066772461, "loss_dense": 3.545939588546753, "loss": 7.038123750686646, "time": 0.15474560260772705, "step": 173536}
{"lr": 0.027911130405059156, "data_time": 0.014803147315979004, "loss_single": 3.484372782707214, "loss_dense": 3.5338303565979006, "loss": 7.018203210830689, "time": 0.2662799596786499, "step": 173586}
{"lr": 0.027911130405059156, "data_time": 0.018729090690612793, "loss_single": 3.4997830152511598, "loss_dense": 3.5405522108078005, "loss": 7.04033522605896, "time": 0.15721490383148193, "step": 173636}
{"lr": 0.027911130405059156, "data_time": 0.017737293243408205, "loss_single": 3.4974475145339965, "loss_dense": 3.531707429885864, "loss": 7.029154872894287, "time": 0.15318357944488525, "step": 173686}
{"lr": 0.027911130405059156, "data_time": 0.021180272102355957, "loss_single": 3.501591753959656, "loss_dense": 3.528497409820557, "loss": 7.030089092254639, "time": 0.15378150939941407, "step": 173736}
{"lr": 0.027911130405059156, "data_time": 0.02145228385925293, "loss_single": 3.462520956993103, "loss_dense": 3.5079787492752077, "loss": 6.970499658584595, "time": 0.158428955078125, "step": 173786}
{"lr": 0.027911130405059156, "data_time": 0.01607644557952881, "loss_single": 3.4918160438537598, "loss_dense": 3.5297491550445557, "loss": 7.021565294265747, "time": 0.15627517700195312, "step": 173836}
{"lr": 0.027911130405059156, "data_time": 0.022945284843444824, "loss_single": 3.4970036268234255, "loss_dense": 3.5366512060165407, "loss": 7.03365478515625, "time": 0.2656585216522217, "step": 173886}
{"lr": 0.027911130405059156, "data_time": 0.017825555801391602, "loss_single": 3.5055340051651003, "loss_dense": 3.5487796783447267, "loss": 7.054313659667969, "time": 0.15564539432525634, "step": 173936}
{"lr": 0.027911130405059156, "data_time": 0.01933605670928955, "loss_single": 3.5081563234329223, "loss_dense": 3.5543561935424806, "loss": 7.062512493133545, "time": 0.15693314075469972, "step": 173986}
{"lr": 0.027911130405059156, "data_time": 0.0175457239151001, "loss_single": 3.485779619216919, "loss_dense": 3.5335766077041626, "loss": 7.019356298446655, "time": 0.14990761280059814, "step": 174036}
{"lr": 0.027911130405059156, "data_time": 0.016661357879638673, "loss_single": 3.484312057495117, "loss_dense": 3.5341302394866942, "loss": 7.018442296981812, "time": 0.1490093946456909, "step": 174086}
{"lr": 0.027911130405059156, "data_time": 0.016250014305114746, "loss_single": 3.4624407291412354, "loss_dense": 3.5116960525512697, "loss": 6.974136781692505, "time": 0.15376851558685303, "step": 174136}
{"lr": 0.027911130405059156, "data_time": 0.015881776809692383, "loss_single": 3.4862164497375487, "loss_dense": 3.5367443799972533, "loss": 7.022960805892945, "time": 0.18291113376617432, "step": 174186}
{"lr": 0.027911130405059156, "data_time": 0.020971965789794923, "loss_single": 3.503529405593872, "loss_dense": 3.538015103340149, "loss": 7.041544485092163, "time": 0.16467719078063964, "step": 174236}
{"lr": 0.027911130405059156, "data_time": 0.015031909942626953, "loss_single": 3.491441011428833, "loss_dense": 3.5439805507659914, "loss": 7.03542160987854, "time": 0.18000833988189696, "step": 174286}
{"lr": 0.027911130405059156, "data_time": 0.024865055084228517, "loss_single": 3.489852261543274, "loss_dense": 3.521031451225281, "loss": 7.010883712768555, "time": 0.15991859436035155, "step": 174336}
{"lr": 0.027911130405059156, "data_time": 0.015450024604797363, "loss_single": 3.5016021013259886, "loss_dense": 3.5538628101348877, "loss": 7.055464887619019, "time": 0.15877218246459962, "step": 174386}
{"lr": 0.027911130405059156, "data_time": 0.014536786079406738, "loss_single": 3.478782629966736, "loss_dense": 3.5028116703033447, "loss": 6.981594276428223, "time": 0.7533247232437134, "step": 174436}
{"lr": 0.027911130405059156, "data_time": 0.016718602180480956, "loss_single": 3.4637218952178954, "loss_dense": 3.52183837890625, "loss": 6.9855602264404295, "time": 0.1549135208129883, "step": 174486}
{"lr": 0.027911130405059156, "data_time": 0.017581939697265625, "loss_single": 3.4951220035552977, "loss_dense": 3.5440582752227785, "loss": 7.039180326461792, "time": 0.15394821166992187, "step": 174536}
{"lr": 0.027911130405059156, "data_time": 0.01728081703186035, "loss_single": 3.519909715652466, "loss_dense": 3.5627835750579835, "loss": 7.082693195343017, "time": 0.1522907495498657, "step": 174586}
{"lr": 0.027911130405059156, "data_time": 0.018883609771728517, "loss_single": 3.4988033056259153, "loss_dense": 3.5387258529663086, "loss": 7.037529134750367, "time": 0.1531527519226074, "step": 174636}
{"lr": 0.027911130405059156, "data_time": 0.01674962043762207, "loss_single": 3.4525384664535523, "loss_dense": 3.4872399806976317, "loss": 6.939778518676758, "time": 0.14812662601470947, "step": 174686}
{"lr": 0.027911130405059156, "data_time": 0.016898846626281737, "loss_single": 3.472571015357971, "loss_dense": 3.5279150724411013, "loss": 7.00048599243164, "time": 0.15264756679534913, "step": 174736}
{"lr": 0.027911130405059156, "data_time": 0.01788949966430664, "loss_single": 3.475261664390564, "loss_dense": 3.5411609411239624, "loss": 7.016422605514526, "time": 0.15410099029541016, "step": 174786}
{"lr": 0.027911130405059156, "data_time": 0.015831995010375976, "loss_single": 3.4928359746932984, "loss_dense": 3.5590749979019165, "loss": 7.0519109725952145, "time": 0.15598363876342775, "step": 174836}
{"lr": 0.027911130405059156, "data_time": 0.01815948486328125, "loss_single": 3.4522839307785036, "loss_dense": 3.5062485933303833, "loss": 6.958532619476318, "time": 0.18340001106262208, "step": 174886}
{"lr": 0.027911130405059156, "data_time": 0.021622776985168457, "loss_single": 3.497208499908447, "loss_dense": 3.5411497354507446, "loss": 7.038358211517334, "time": 0.15927131175994874, "step": 174936}
{"lr": 0.027911130405059156, "data_time": 0.01957399845123291, "loss_single": 3.4695627212524416, "loss_dense": 3.5223047971725463, "loss": 6.991867589950561, "time": 0.20949814319610596, "step": 174986}
{"lr": 0.027911130405059156, "data_time": 0.017255306243896484, "loss_single": 3.4713636159896852, "loss_dense": 3.5174231052398683, "loss": 6.988786697387695, "time": 0.15340259075164794, "step": 175036}
{"lr": 0.027911130405059156, "data_time": 0.015407919883728027, "loss_single": 3.469081735610962, "loss_dense": 3.514116978645325, "loss": 6.983198738098144, "time": 0.19427123069763183, "step": 175086}
{"lr": 0.027911130405059156, "data_time": 0.015042757987976075, "loss_single": 3.4824644804000853, "loss_dense": 3.546933579444885, "loss": 7.029398012161255, "time": 0.18338844776153565, "step": 175136}
{"lr": 0.027789602465311383, "data_time": 0.0189253568649292, "loss_single": 3.494599437713623, "loss_dense": 3.5188428163528442, "loss": 7.0134422302246096, "time": 0.15137009620666503, "step": 175190}
{"lr": 0.027789602465311383, "data_time": 0.01579582691192627, "loss_single": 3.490537428855896, "loss_dense": 3.552585554122925, "loss": 7.043123006820679, "time": 0.15307698249816895, "step": 175240}
{"lr": 0.027789602465311383, "data_time": 0.017161464691162108, "loss_single": 3.48385910987854, "loss_dense": 3.5424304246902465, "loss": 7.026289701461792, "time": 0.15252668857574464, "step": 175290}
{"lr": 0.027789602465311383, "data_time": 0.022198176383972167, "loss_single": 3.493311905860901, "loss_dense": 3.535691738128662, "loss": 7.029003763198853, "time": 0.21376583576202393, "step": 175340}
{"lr": 0.027789602465311383, "data_time": 0.01580994129180908, "loss_single": 3.5034125566482546, "loss_dense": 3.5516849517822267, "loss": 7.055097579956055, "time": 0.16116199493408204, "step": 175390}
{"lr": 0.027789602465311383, "data_time": 0.02005898952484131, "loss_single": 3.473801779747009, "loss_dense": 3.5262834787368775, "loss": 7.000085258483887, "time": 0.15229294300079346, "step": 175440}
{"lr": 0.027789602465311383, "data_time": 0.01710498332977295, "loss_single": 3.490273642539978, "loss_dense": 3.5337350130081178, "loss": 7.0240086078643795, "time": 0.1540611743927002, "step": 175490}
{"lr": 0.027789602465311383, "data_time": 0.016765761375427245, "loss_single": 3.505997729301453, "loss_dense": 3.543501782417297, "loss": 7.049499559402466, "time": 0.15400068759918212, "step": 175540}
{"lr": 0.027789602465311383, "data_time": 0.016402721405029297, "loss_single": 3.470820903778076, "loss_dense": 3.5180187702178953, "loss": 6.9888396739959715, "time": 0.15456783771514893, "step": 175590}
{"lr": 0.027789602465311383, "data_time": 0.016387200355529784, "loss_single": 3.479965853691101, "loss_dense": 3.5245153427124025, "loss": 7.004481172561645, "time": 0.1655484676361084, "step": 175640}
{"lr": 0.027789602465311383, "data_time": 0.01798105239868164, "loss_single": 3.4654642820358275, "loss_dense": 3.5211576223373413, "loss": 6.9866218090057375, "time": 0.16025936603546143, "step": 175690}
{"lr": 0.027789602465311383, "data_time": 0.018970012664794922, "loss_single": 3.4870516538619993, "loss_dense": 3.527531886100769, "loss": 7.014583492279053, "time": 0.1566633701324463, "step": 175740}
{"lr": 0.027789602465311383, "data_time": 0.016707587242126464, "loss_single": 3.5065804719924927, "loss_dense": 3.554465174674988, "loss": 7.0610456466674805, "time": 0.16235003471374512, "step": 175790}
{"lr": 0.027789602465311383, "data_time": 0.018357300758361818, "loss_single": 3.4586605787277223, "loss_dense": 3.50551815032959, "loss": 6.9641787052154545, "time": 0.14997353553771972, "step": 175840}
{"lr": 0.027789602465311383, "data_time": 0.017859673500061034, "loss_single": 3.4672250986099242, "loss_dense": 3.5089802026748655, "loss": 6.976205348968506, "time": 0.15859830379486084, "step": 175890}
{"lr": 0.027789602465311383, "data_time": 0.019955992698669434, "loss_single": 3.494001531600952, "loss_dense": 3.5480108976364138, "loss": 7.042012357711792, "time": 0.15234205722808838, "step": 175940}
{"lr": 0.027789602465311383, "data_time": 0.016592025756835938, "loss_single": 3.490819215774536, "loss_dense": 3.5431079864501953, "loss": 7.033927154541016, "time": 0.1552417278289795, "step": 175990}
{"lr": 0.027789602465311383, "data_time": 0.018429088592529296, "loss_single": 3.478113126754761, "loss_dense": 3.5330954790115356, "loss": 7.011208629608154, "time": 0.1556379795074463, "step": 176040}
{"lr": 0.027789602465311383, "data_time": 0.014544439315795899, "loss_single": 3.4772021770477295, "loss_dense": 3.5261295557022097, "loss": 7.003331708908081, "time": 0.15900611877441406, "step": 176090}
{"lr": 0.027789602465311383, "data_time": 0.015501046180725097, "loss_single": 3.4920574188232423, "loss_dense": 3.5271937370300295, "loss": 7.019251155853271, "time": 0.15897023677825928, "step": 176140}
{"lr": 0.027789602465311383, "data_time": 0.01671278476715088, "loss_single": 3.4984328746795654, "loss_dense": 3.5287828922271727, "loss": 7.027215623855591, "time": 0.22267453670501708, "step": 176190}
{"lr": 0.027789602465311383, "data_time": 0.02244858741760254, "loss_single": 3.5054266691207885, "loss_dense": 3.5550851106643675, "loss": 7.060511779785156, "time": 0.16268231868743896, "step": 176240}
{"lr": 0.027789602465311383, "data_time": 0.01729693412780762, "loss_single": 3.4753915786743166, "loss_dense": 3.5289919137954713, "loss": 7.004383516311646, "time": 0.15835175514221192, "step": 176290}
{"lr": 0.027789602465311383, "data_time": 0.0193678617477417, "loss_single": 3.49879994392395, "loss_dense": 3.5346306562423706, "loss": 7.033430576324463, "time": 0.15276062488555908, "step": 176340}
{"lr": 0.027789602465311383, "data_time": 0.022350287437438963, "loss_single": 3.517930197715759, "loss_dense": 3.549477243423462, "loss": 7.067407560348511, "time": 0.1619441270828247, "step": 176390}
{"lr": 0.027789602465311383, "data_time": 0.015958428382873535, "loss_single": 3.4958506345748903, "loss_dense": 3.549840712547302, "loss": 7.045691299438476, "time": 0.17040615081787108, "step": 176440}
{"lr": 0.027789602465311383, "data_time": 0.01830027103424072, "loss_single": 3.450063705444336, "loss_dense": 3.5090546131134035, "loss": 6.959118318557739, "time": 0.21125569343566894, "step": 176490}
{"lr": 0.027789602465311383, "data_time": 0.016760945320129395, "loss_single": 3.4790703535079954, "loss_dense": 3.5215776443481444, "loss": 7.000648069381714, "time": 0.16212711334228516, "step": 176540}
{"lr": 0.027789602465311383, "data_time": 0.019084835052490236, "loss_single": 3.473539400100708, "loss_dense": 3.5378140449523925, "loss": 7.011353492736816, "time": 0.15698022842407228, "step": 176590}
{"lr": 0.027789602465311383, "data_time": 0.01470344066619873, "loss_single": 3.4731003046035767, "loss_dense": 3.525330376625061, "loss": 6.9984307289123535, "time": 0.18113057613372802, "step": 176640}
{"lr": 0.027789602465311383, "data_time": 0.01694941520690918, "loss_single": 3.4799463987350463, "loss_dense": 3.5221101522445677, "loss": 7.002056550979614, "time": 0.15302808284759523, "step": 176690}
{"lr": 0.027789602465311383, "data_time": 0.01782181262969971, "loss_single": 3.4663196802139282, "loss_dense": 3.53100426197052, "loss": 6.997323989868164, "time": 0.2187577962875366, "step": 176740}
{"lr": 0.027789602465311383, "data_time": 0.0187103271484375, "loss_single": 3.4718841075897218, "loss_dense": 3.518079400062561, "loss": 6.989963436126709, "time": 0.16602003574371338, "step": 176790}
{"lr": 0.027789602465311383, "data_time": 0.018689775466918947, "loss_single": 3.485024857521057, "loss_dense": 3.545742416381836, "loss": 7.030767250061035, "time": 0.15135178565979004, "step": 176840}
{"lr": 0.027789602465311383, "data_time": 0.01793491840362549, "loss_single": 3.4863592624664306, "loss_dense": 3.5341224193573, "loss": 7.02048168182373, "time": 0.15784714221954346, "step": 176890}
{"lr": 0.027789602465311383, "data_time": 0.03652331829071045, "loss_single": 3.4711127281188965, "loss_dense": 3.5271727561950685, "loss": 6.998285484313965, "time": 0.17912590503692627, "step": 176940}
{"lr": 0.027789602465311383, "data_time": 0.015343236923217773, "loss_single": 3.4874778509140016, "loss_dense": 3.536311483383179, "loss": 7.023789310455323, "time": 0.14981484413146973, "step": 176990}
{"lr": 0.027789602465311383, "data_time": 0.016367650032043456, "loss_single": 3.5004040956497193, "loss_dense": 3.53383629322052, "loss": 7.03424038887024, "time": 0.16436951160430907, "step": 177040}
{"lr": 0.027789602465311383, "data_time": 0.016795587539672852, "loss_single": 3.4987564086914062, "loss_dense": 3.52963604927063, "loss": 7.028392362594604, "time": 0.15390255451202392, "step": 177090}
{"lr": 0.027789602465311383, "data_time": 0.016638898849487306, "loss_single": 3.4694973945617678, "loss_dense": 3.5221419095993043, "loss": 6.991639280319214, "time": 0.15450899600982665, "step": 177140}
{"lr": 0.027789602465311383, "data_time": 0.017732667922973632, "loss_single": 3.4735150814056395, "loss_dense": 3.5224514245986938, "loss": 6.995966482162475, "time": 0.1630474090576172, "step": 177190}
{"lr": 0.027789602465311383, "data_time": 0.019373703002929687, "loss_single": 3.476278614997864, "loss_dense": 3.5274250984191893, "loss": 7.003703689575195, "time": 0.15720317363739014, "step": 177240}
{"lr": 0.027789602465311383, "data_time": 0.01223151683807373, "loss_single": 3.4617689847946167, "loss_dense": 3.5132509231567384, "loss": 6.975019884109497, "time": 0.15442337989807128, "step": 177290}
{"lr": 0.027789602465311383, "data_time": 0.018743038177490234, "loss_single": 3.4704044342041014, "loss_dense": 3.5207240104675295, "loss": 6.991128444671631, "time": 0.2161304235458374, "step": 177340}
{"lr": 0.027789602465311383, "data_time": 0.01613616943359375, "loss_single": 3.4499468326568605, "loss_dense": 3.5011491775512695, "loss": 6.951096057891846, "time": 0.1545634984970093, "step": 177390}
{"lr": 0.027789602465311383, "data_time": 0.01811809539794922, "loss_single": 3.445914363861084, "loss_dense": 3.494551682472229, "loss": 6.940466022491455, "time": 0.15699567794799804, "step": 177440}
{"lr": 0.027789602465311383, "data_time": 0.016234970092773436, "loss_single": 3.493043231964111, "loss_dense": 3.5313019037246702, "loss": 7.024345111846924, "time": 0.17626657485961914, "step": 177490}
{"lr": 0.027789602465311383, "data_time": 0.017116808891296388, "loss_single": 3.4606592893600463, "loss_dense": 3.5128430843353273, "loss": 6.973502349853516, "time": 0.1568232536315918, "step": 177540}
{"lr": 0.027789602465311383, "data_time": 0.01636650562286377, "loss_single": 3.482024621963501, "loss_dense": 3.5289855003356934, "loss": 7.0110101222991945, "time": 0.15036966800689697, "step": 177590}
{"lr": 0.027789602465311383, "data_time": 0.0201617956161499, "loss_single": 3.4917747020721435, "loss_dense": 3.529246211051941, "loss": 7.021020793914795, "time": 0.1555757999420166, "step": 177640}
{"lr": 0.027789602465311383, "data_time": 0.022170639038085936, "loss_single": 3.481299948692322, "loss_dense": 3.5172864198684692, "loss": 6.998586368560791, "time": 0.160719895362854, "step": 177690}
{"lr": 0.027789602465311383, "data_time": 0.02291078567504883, "loss_single": 3.4998080015182493, "loss_dense": 3.5405611991882324, "loss": 7.040369176864624, "time": 0.15894708633422852, "step": 177740}
{"lr": 0.027789602465311383, "data_time": 0.016053271293640137, "loss_single": 3.4933662176132203, "loss_dense": 3.5294241189956663, "loss": 7.022790336608887, "time": 0.16968302726745604, "step": 177790}
{"lr": 0.027789602465311383, "data_time": 0.017386221885681154, "loss_single": 3.4694618701934816, "loss_dense": 3.51406352519989, "loss": 6.983525371551513, "time": 0.1540506362915039, "step": 177840}
{"lr": 0.027789602465311383, "data_time": 0.018773818016052247, "loss_single": 3.4826735496520995, "loss_dense": 3.524122786521912, "loss": 7.0067963123321535, "time": 0.17896003723144532, "step": 177890}
{"lr": 0.027789602465311383, "data_time": 0.01765584945678711, "loss_single": 3.4979875802993776, "loss_dense": 3.548403096199036, "loss": 7.046390628814697, "time": 0.15400998592376708, "step": 177940}
{"lr": 0.027789602465311383, "data_time": 0.01776902675628662, "loss_single": 3.467886209487915, "loss_dense": 3.5263301134109497, "loss": 6.994216394424439, "time": 0.15103859901428224, "step": 177990}
{"lr": 0.027789602465311383, "data_time": 0.018137860298156738, "loss_single": 3.4939555644989015, "loss_dense": 3.54022855758667, "loss": 7.034184122085572, "time": 0.15563817024230958, "step": 178040}
{"lr": 0.027789602465311383, "data_time": 0.020823097229003905, "loss_single": 3.4710020780563355, "loss_dense": 3.5082847118377685, "loss": 6.979286813735962, "time": 0.16964848041534425, "step": 178090}
{"lr": 0.027789602465311383, "data_time": 0.016590809822082518, "loss_single": 3.474158263206482, "loss_dense": 3.528745198249817, "loss": 7.0029035091400145, "time": 0.1545553207397461, "step": 178140}
{"lr": 0.027789602465311383, "data_time": 0.01542363166809082, "loss_single": 3.4932008743286134, "loss_dense": 3.5493236541748048, "loss": 7.042524528503418, "time": 0.21883573532104492, "step": 178190}
{"lr": 0.027789602465311383, "data_time": 0.015958189964294434, "loss_single": 3.4751647472381593, "loss_dense": 3.5200595617294312, "loss": 6.995224332809448, "time": 0.19024057388305665, "step": 178240}
{"lr": 0.027789602465311383, "data_time": 0.018152022361755372, "loss_single": 3.46331102848053, "loss_dense": 3.5191481828689577, "loss": 6.982459211349488, "time": 0.15057294368743895, "step": 178290}
{"lr": 0.027789602465311383, "data_time": 0.016944456100463866, "loss_single": 3.469291090965271, "loss_dense": 3.5117330074310305, "loss": 6.981023979187012, "time": 0.1515758991241455, "step": 178340}
{"lr": 0.027789602465311383, "data_time": 0.017280960083007814, "loss_single": 3.4607152223587034, "loss_dense": 3.5162553548812867, "loss": 6.976970624923706, "time": 0.15658767223358155, "step": 178390}
{"lr": 0.027789602465311383, "data_time": 0.01669638156890869, "loss_single": 3.471698784828186, "loss_dense": 3.522379684448242, "loss": 6.99407844543457, "time": 0.151830792427063, "step": 178440}
{"lr": 0.027789602465311383, "data_time": 0.017607522010803223, "loss_single": 3.4574535131454467, "loss_dense": 3.507199931144714, "loss": 6.964653396606446, "time": 0.17532413005828856, "step": 178490}
{"lr": 0.027789602465311383, "data_time": 0.017171502113342285, "loss_single": 3.475999426841736, "loss_dense": 3.5148030281066895, "loss": 6.990802526473999, "time": 0.1541524887084961, "step": 178540}
{"lr": 0.027789602465311383, "data_time": 0.01754043102264404, "loss_single": 3.4763573884963987, "loss_dense": 3.5216928720474243, "loss": 6.998050212860107, "time": 0.15256235599517823, "step": 178590}
{"lr": 0.027789602465311383, "data_time": 0.01930994987487793, "loss_single": 3.4782904148101808, "loss_dense": 3.532931995391846, "loss": 7.011222410202026, "time": 0.15284371376037598, "step": 178640}
{"lr": 0.027789602465311383, "data_time": 0.018743729591369628, "loss_single": 3.4640407085418703, "loss_dense": 3.5198560476303102, "loss": 6.9838968276977536, "time": 0.1567455291748047, "step": 178690}
{"lr": 0.027789602465311383, "data_time": 0.01503136157989502, "loss_single": 3.494732475280762, "loss_dense": 3.5325866460800173, "loss": 7.027319097518921, "time": 0.22433710098266602, "step": 178740}
{"lr": 0.027789602465311383, "data_time": 0.018039393424987792, "loss_single": 3.462277317047119, "loss_dense": 3.5205951929092407, "loss": 6.982872390747071, "time": 0.15446846485137938, "step": 178790}
{"lr": 0.027789602465311383, "data_time": 0.01536405086517334, "loss_single": 3.492422080039978, "loss_dense": 3.5292845726013184, "loss": 7.0217067241668705, "time": 0.15508015155792237, "step": 178840}
{"lr": 0.027789602465311383, "data_time": 0.01702120304107666, "loss_single": 3.5005754709243773, "loss_dense": 3.541766905784607, "loss": 7.042342281341552, "time": 0.1594088315963745, "step": 178890}
{"lr": 0.027789602465311383, "data_time": 0.0179187536239624, "loss_single": 3.454758095741272, "loss_dense": 3.4962480068206787, "loss": 6.951006174087524, "time": 0.15483901500701905, "step": 178940}
{"lr": 0.027789602465311383, "data_time": 0.01601409912109375, "loss_single": 3.478371787071228, "loss_dense": 3.5360000133514404, "loss": 7.014371728897094, "time": 0.2134528636932373, "step": 178990}
{"lr": 0.027789602465311383, "data_time": 0.017587161064147948, "loss_single": 3.520904564857483, "loss_dense": 3.555207371711731, "loss": 7.076111841201782, "time": 0.15567917823791505, "step": 179040}
{"lr": 0.027789602465311383, "data_time": 0.018770742416381835, "loss_single": 3.478222131729126, "loss_dense": 3.530383992195129, "loss": 7.0086061477661135, "time": 0.1508946180343628, "step": 179090}
{"lr": 0.027789602465311383, "data_time": 0.018317484855651857, "loss_single": 3.480961275100708, "loss_dense": 3.5243297815322876, "loss": 7.005291080474853, "time": 0.15216476917266847, "step": 179140}
{"lr": 0.027789602465311383, "data_time": 0.01689412593841553, "loss_single": 3.480525183677673, "loss_dense": 3.5323336124420166, "loss": 7.012858867645264, "time": 0.14825854301452637, "step": 179190}
{"lr": 0.027789602465311383, "data_time": 0.016808176040649415, "loss_single": 3.4671061515808104, "loss_dense": 3.5277579069137572, "loss": 6.994864130020142, "time": 0.15147185325622559, "step": 179240}
{"lr": 0.027789602465311383, "data_time": 0.015962386131286622, "loss_single": 3.478662395477295, "loss_dense": 3.518254780769348, "loss": 6.996917200088501, "time": 0.17268106937408448, "step": 179290}
{"lr": 0.027789602465311383, "data_time": 0.015256953239440919, "loss_single": 3.484680485725403, "loss_dense": 3.533275270462036, "loss": 7.0179558277130125, "time": 0.14842793941497803, "step": 179340}
{"lr": 0.027789602465311383, "data_time": 0.02391684055328369, "loss_single": 3.504283237457275, "loss_dense": 3.5406465768814086, "loss": 7.044929838180542, "time": 0.16796658039093018, "step": 179390}
{"lr": 0.027789602465311383, "data_time": 0.012761640548706054, "loss_single": 3.4718258380889893, "loss_dense": 3.5262532234191895, "loss": 6.998079013824463, "time": 0.15173678398132323, "step": 179440}
{"lr": 0.027789602465311383, "data_time": 0.027770304679870607, "loss_single": 3.441372203826904, "loss_dense": 3.4887219190597536, "loss": 6.9300940990447994, "time": 0.16499021053314208, "step": 179490}
{"lr": 0.027789602465311383, "data_time": 0.01846811771392822, "loss_single": 3.4825960397720337, "loss_dense": 3.522886347770691, "loss": 7.005482387542725, "time": 0.15225112438201904, "step": 179540}
{"lr": 0.027789602465311383, "data_time": 0.01766519546508789, "loss_single": 3.464306640625, "loss_dense": 3.4937562227249144, "loss": 6.958062839508057, "time": 0.15300145149230956, "step": 179590}
{"lr": 0.027789602465311383, "data_time": 0.017647266387939453, "loss_single": 3.4710031032562254, "loss_dense": 3.5072499752044677, "loss": 6.9782530784606935, "time": 0.1534647226333618, "step": 179640}
{"lr": 0.027789602465311383, "data_time": 0.013702201843261718, "loss_single": 3.5124087810516356, "loss_dense": 3.5636124849319457, "loss": 7.076021289825439, "time": 0.15224764347076417, "step": 179690}
{"lr": 0.027789602465311383, "data_time": 0.015102434158325195, "loss_single": 3.46855742931366, "loss_dense": 3.5042145967483522, "loss": 6.972772026062012, "time": 0.16499385833740235, "step": 179740}
{"lr": 0.027789602465311383, "data_time": 0.01714513301849365, "loss_single": 3.4781201839447022, "loss_dense": 3.5292531728744505, "loss": 7.007373380661011, "time": 0.150797700881958, "step": 179790}
{"lr": 0.027789602465311383, "data_time": 0.017508268356323242, "loss_single": 3.4866098880767824, "loss_dense": 3.522824931144714, "loss": 7.0094348907470705, "time": 0.15464420318603517, "step": 179840}
{"lr": 0.027789602465311383, "data_time": 0.019175910949707033, "loss_single": 3.4755043029785155, "loss_dense": 3.5313447952270507, "loss": 7.006849098205566, "time": 0.15188822746276856, "step": 179890}
{"lr": 0.027789602465311383, "data_time": 0.017015862464904784, "loss_single": 3.468962073326111, "loss_dense": 3.5178407430648804, "loss": 6.986802768707276, "time": 0.15938596725463866, "step": 179940}
{"lr": 0.027789602465311383, "data_time": 0.03052840232849121, "loss_single": 3.4694457769393923, "loss_dense": 3.524369955062866, "loss": 6.9938157081604, "time": 0.17792482376098634, "step": 179990}
{"lr": 0.027789602465311383, "data_time": 0.017812180519104003, "loss_single": 3.4997368335723875, "loss_dense": 3.54660587310791, "loss": 7.0463427066802975, "time": 0.153008770942688, "step": 180040}
{"lr": 0.027789602465311383, "data_time": 0.02013552188873291, "loss_single": 3.511536693572998, "loss_dense": 3.5722875356674195, "loss": 7.083824205398559, "time": 0.16542413234710693, "step": 180090}
{"lr": 0.027789602465311383, "data_time": 0.012546610832214356, "loss_single": 3.483516263961792, "loss_dense": 3.530610752105713, "loss": 7.014127016067505, "time": 0.19034717082977295, "step": 180140}
{"lr": 0.027664918882530226, "data_time": 0.015770387649536134, "loss_single": 3.469371795654297, "loss_dense": 3.5033228397369385, "loss": 6.972694635391235, "time": 0.1495131731033325, "step": 180194}
{"lr": 0.027664918882530226, "data_time": 0.01775054931640625, "loss_single": 3.491820192337036, "loss_dense": 3.532347846031189, "loss": 7.0241679668426515, "time": 0.1541813850402832, "step": 180244}
{"lr": 0.027664918882530226, "data_time": 0.01740880012512207, "loss_single": 3.490090250968933, "loss_dense": 3.5396546363830566, "loss": 7.029744863510132, "time": 0.15657663345336914, "step": 180294}
{"lr": 0.027664918882530226, "data_time": 0.016471433639526366, "loss_single": 3.4879905223846435, "loss_dense": 3.533417224884033, "loss": 7.021407747268677, "time": 0.15817737579345703, "step": 180344}
{"lr": 0.027664918882530226, "data_time": 0.016853690147399902, "loss_single": 3.488010382652283, "loss_dense": 3.5329588413238526, "loss": 7.020969247817993, "time": 0.15439960956573487, "step": 180394}
{"lr": 0.027664918882530226, "data_time": 0.015948772430419922, "loss_single": 3.491087484359741, "loss_dense": 3.5589744806289674, "loss": 7.050061941146851, "time": 0.14884352684020996, "step": 180444}
{"lr": 0.027664918882530226, "data_time": 0.016242599487304686, "loss_single": 3.4867873191833496, "loss_dense": 3.536519193649292, "loss": 7.023306465148925, "time": 0.14857888221740723, "step": 180494}
{"lr": 0.027664918882530226, "data_time": 0.019497394561767578, "loss_single": 3.4850368022918703, "loss_dense": 3.5290733098983766, "loss": 7.014110088348389, "time": 0.1566979169845581, "step": 180544}
{"lr": 0.027664918882530226, "data_time": 0.01566445827484131, "loss_single": 3.4919485807418824, "loss_dense": 3.536473035812378, "loss": 7.0284215927124025, "time": 0.16515347957611085, "step": 180594}
{"lr": 0.027664918882530226, "data_time": 0.01067349910736084, "loss_single": 3.470611262321472, "loss_dense": 3.525221824645996, "loss": 6.995833110809326, "time": 0.15186693668365478, "step": 180644}
{"lr": 0.027664918882530226, "data_time": 0.016517448425292968, "loss_single": 3.4627902269363404, "loss_dense": 3.5098886013031008, "loss": 6.972678852081299, "time": 0.1485844612121582, "step": 180694}
{"lr": 0.027664918882530226, "data_time": 0.017220568656921387, "loss_single": 3.4650821685791016, "loss_dense": 3.519317150115967, "loss": 6.984399318695068, "time": 0.14834353923797608, "step": 180744}
{"lr": 0.027664918882530226, "data_time": 0.017327427864074707, "loss_single": 3.4929015159606935, "loss_dense": 3.5321478843688965, "loss": 7.02504940032959, "time": 0.14877073764801024, "step": 180794}
{"lr": 0.027664918882530226, "data_time": 0.017859125137329103, "loss_single": 3.4821845293045044, "loss_dense": 3.53159704208374, "loss": 7.013781547546387, "time": 0.16015069484710692, "step": 180844}
{"lr": 0.027664918882530226, "data_time": 0.017808055877685545, "loss_single": 3.4954075813293457, "loss_dense": 3.53783438205719, "loss": 7.033242082595825, "time": 0.18309504985809327, "step": 180894}
{"lr": 0.027664918882530226, "data_time": 0.01683785915374756, "loss_single": 3.47392737865448, "loss_dense": 3.5278741121292114, "loss": 7.001801538467407, "time": 0.15541360378265381, "step": 180944}
{"lr": 0.027664918882530226, "data_time": 0.017600631713867186, "loss_single": 3.4971134424209596, "loss_dense": 3.546148896217346, "loss": 7.043262243270874, "time": 0.15816266536712648, "step": 180994}
{"lr": 0.027664918882530226, "data_time": 0.016949391365051268, "loss_single": 3.4652595043182375, "loss_dense": 3.5174853801727295, "loss": 6.982744932174683, "time": 0.14920217990875245, "step": 181044}
{"lr": 0.027664918882530226, "data_time": 0.015643095970153807, "loss_single": 3.487980031967163, "loss_dense": 3.557621455192566, "loss": 7.045601463317871, "time": 0.14800193309783935, "step": 181094}
{"lr": 0.027664918882530226, "data_time": 0.015302634239196778, "loss_single": 3.496895694732666, "loss_dense": 3.539995241165161, "loss": 7.036890983581543, "time": 0.15844900608062745, "step": 181144}
{"lr": 0.027664918882530226, "data_time": 0.01636824607849121, "loss_single": 3.484663963317871, "loss_dense": 3.533613991737366, "loss": 7.018278026580811, "time": 0.1502537488937378, "step": 181194}
{"lr": 0.027664918882530226, "data_time": 0.017692041397094727, "loss_single": 3.4543803453445436, "loss_dense": 3.510895109176636, "loss": 6.965275526046753, "time": 0.15551488399505614, "step": 181244}
{"lr": 0.027664918882530226, "data_time": 0.01770346164703369, "loss_single": 3.450026202201843, "loss_dense": 3.50011305809021, "loss": 6.950139284133911, "time": 0.14653587341308594, "step": 181294}
{"lr": 0.027664918882530226, "data_time": 0.01827235221862793, "loss_single": 3.461836504936218, "loss_dense": 3.5163368701934816, "loss": 6.978173398971558, "time": 0.14987258911132811, "step": 181344}
{"lr": 0.027664918882530226, "data_time": 0.01631596088409424, "loss_single": 3.4834065675735473, "loss_dense": 3.553345036506653, "loss": 7.0367516040802, "time": 0.16296303272247314, "step": 181394}
{"lr": 0.027664918882530226, "data_time": 0.01739077568054199, "loss_single": 3.498816800117493, "loss_dense": 3.5417088747024534, "loss": 7.040525674819946, "time": 0.14856488704681398, "step": 181444}
{"lr": 0.027664918882530226, "data_time": 0.016667890548706054, "loss_single": 3.4622196674346926, "loss_dense": 3.513820505142212, "loss": 6.976040267944336, "time": 0.15112860202789308, "step": 181494}
{"lr": 0.027664918882530226, "data_time": 0.018535256385803223, "loss_single": 3.4703033447265623, "loss_dense": 3.5286685466766357, "loss": 6.998971891403198, "time": 0.151000714302063, "step": 181544}
{"lr": 0.027664918882530226, "data_time": 0.016592025756835938, "loss_single": 3.4627577543258665, "loss_dense": 3.5068917989730837, "loss": 6.9696496486663815, "time": 0.16084256172180175, "step": 181594}
{"lr": 0.027664918882530226, "data_time": 0.018246150016784667, "loss_single": 3.492827892303467, "loss_dense": 3.526952624320984, "loss": 7.019780492782592, "time": 0.14984755516052245, "step": 181644}
{"lr": 0.027664918882530226, "data_time": 0.019524621963500976, "loss_single": 3.4967164278030394, "loss_dense": 3.5354334354400634, "loss": 7.032149887084961, "time": 0.1578040599822998, "step": 181694}
{"lr": 0.027664918882530226, "data_time": 0.01931729316711426, "loss_single": 3.477557921409607, "loss_dense": 3.5189135313034057, "loss": 6.996471357345581, "time": 0.15360465049743652, "step": 181744}
{"lr": 0.027664918882530226, "data_time": 0.016506648063659667, "loss_single": 3.468683457374573, "loss_dense": 3.5177763223648073, "loss": 6.98645977973938, "time": 0.1542971611022949, "step": 181794}
{"lr": 0.027664918882530226, "data_time": 0.013347721099853516, "loss_single": 3.4974180936813353, "loss_dense": 3.5355990409851072, "loss": 7.033017110824585, "time": 0.16435649394989013, "step": 181844}
{"lr": 0.027664918882530226, "data_time": 0.01588730812072754, "loss_single": 3.488657259941101, "loss_dense": 3.521662712097168, "loss": 7.0103199005126955, "time": 0.15647239685058595, "step": 181894}
{"lr": 0.027664918882530226, "data_time": 0.01646091938018799, "loss_single": 3.4739041328430176, "loss_dense": 3.5183743715286253, "loss": 6.9922784805297855, "time": 0.15161256790161132, "step": 181944}
{"lr": 0.027664918882530226, "data_time": 0.017754602432250976, "loss_single": 3.4972476243972777, "loss_dense": 3.5436938047409057, "loss": 7.040941381454468, "time": 0.17226600646972656, "step": 181994}
{"lr": 0.027664918882530226, "data_time": 0.019516825675964355, "loss_single": 3.4812658786773683, "loss_dense": 3.5418126821517943, "loss": 7.023078584671021, "time": 0.15337083339691163, "step": 182044}
{"lr": 0.027664918882530226, "data_time": 0.016083168983459472, "loss_single": 3.4897305488586428, "loss_dense": 3.53071391582489, "loss": 7.020444440841675, "time": 0.21000964641571046, "step": 182094}
{"lr": 0.027664918882530226, "data_time": 0.01528933048248291, "loss_single": 3.5058903455734254, "loss_dense": 3.5560860633850098, "loss": 7.061976337432862, "time": 0.20578992366790771, "step": 182144}
{"lr": 0.027664918882530226, "data_time": 0.016943359375, "loss_single": 3.5031402826309206, "loss_dense": 3.549150896072388, "loss": 7.052291202545166, "time": 0.15862562656402587, "step": 182194}
{"lr": 0.027664918882530226, "data_time": 0.019501471519470216, "loss_single": 3.471276140213013, "loss_dense": 3.520807671546936, "loss": 6.992083787918091, "time": 0.1530092477798462, "step": 182244}
{"lr": 0.027664918882530226, "data_time": 0.030281209945678712, "loss_single": 3.4685593366622927, "loss_dense": 3.523761773109436, "loss": 6.9923210620880125, "time": 0.16866738796234132, "step": 182294}
{"lr": 0.027664918882530226, "data_time": 0.024698615074157715, "loss_single": 3.4779355049133303, "loss_dense": 3.5040119171142576, "loss": 6.981947422027588, "time": 0.1598362922668457, "step": 182344}
{"lr": 0.027664918882530226, "data_time": 0.01881387233734131, "loss_single": 3.480276894569397, "loss_dense": 3.5309684038162232, "loss": 7.011245203018189, "time": 0.15269219875335693, "step": 182394}
{"lr": 0.027664918882530226, "data_time": 0.019187521934509278, "loss_single": 3.4657418489456178, "loss_dense": 3.525373363494873, "loss": 6.9911151885986325, "time": 0.15687646865844726, "step": 182444}
{"lr": 0.027664918882530226, "data_time": 0.01711294651031494, "loss_single": 3.486226439476013, "loss_dense": 3.5248265504837035, "loss": 7.011052942276001, "time": 0.15171263217926026, "step": 182494}
{"lr": 0.027664918882530226, "data_time": 0.01714632511138916, "loss_single": 3.5070841789245604, "loss_dense": 3.5415646553039553, "loss": 7.0486487865448, "time": 0.20323917865753174, "step": 182544}
{"lr": 0.027664918882530226, "data_time": 0.017157721519470214, "loss_single": 3.461046743392944, "loss_dense": 3.5164556741714477, "loss": 6.97750244140625, "time": 0.15392000675201417, "step": 182594}
{"lr": 0.027664918882530226, "data_time": 0.01851475238800049, "loss_single": 3.4711620569229127, "loss_dense": 3.511254143714905, "loss": 6.982416105270386, "time": 0.14919278621673585, "step": 182644}
{"lr": 0.027664918882530226, "data_time": 0.018414521217346193, "loss_single": 3.479089879989624, "loss_dense": 3.5364607095718386, "loss": 7.015550565719605, "time": 0.155289888381958, "step": 182694}
{"lr": 0.027664918882530226, "data_time": 0.016820502281188966, "loss_single": 3.4767622709274293, "loss_dense": 3.5284180641174316, "loss": 7.005180358886719, "time": 0.1512535810470581, "step": 182744}
{"lr": 0.027664918882530226, "data_time": 0.01700592041015625, "loss_single": 3.4667407751083372, "loss_dense": 3.523667740821838, "loss": 6.990408515930175, "time": 0.15252432823181153, "step": 182794}
{"lr": 0.027664918882530226, "data_time": 0.015855693817138673, "loss_single": 3.4741214990615843, "loss_dense": 3.5237310886383058, "loss": 6.997852516174317, "time": 0.1535294771194458, "step": 182844}
{"lr": 0.027664918882530226, "data_time": 0.01689474582672119, "loss_single": 3.451229119300842, "loss_dense": 3.4965599298477175, "loss": 6.947789001464844, "time": 0.15558719635009766, "step": 182894}
{"lr": 0.027664918882530226, "data_time": 0.018235301971435545, "loss_single": 3.509187626838684, "loss_dense": 3.5400495767593383, "loss": 7.049237155914307, "time": 0.1525352716445923, "step": 182944}
{"lr": 0.027664918882530226, "data_time": 0.016968536376953124, "loss_single": 3.5041123390197755, "loss_dense": 3.5526511669158936, "loss": 7.056763553619385, "time": 0.15059990882873536, "step": 182994}
{"lr": 0.027664918882530226, "data_time": 0.015387535095214844, "loss_single": 3.4948981046676635, "loss_dense": 3.536269021034241, "loss": 7.031167078018188, "time": 0.15993430614471435, "step": 183044}
{"lr": 0.027664918882530226, "data_time": 0.017692208290100098, "loss_single": 3.472542381286621, "loss_dense": 3.5173539876937867, "loss": 6.98989634513855, "time": 0.1660829782485962, "step": 183094}
{"lr": 0.027664918882530226, "data_time": 0.018230128288269042, "loss_single": 3.494080924987793, "loss_dense": 3.5455172538757322, "loss": 7.039598178863526, "time": 0.15100266933441162, "step": 183144}
{"lr": 0.027664918882530226, "data_time": 0.016020560264587404, "loss_single": 3.4868077993392945, "loss_dense": 3.5334824085235597, "loss": 7.02029013633728, "time": 0.1506038188934326, "step": 183194}
{"lr": 0.027664918882530226, "data_time": 0.021200847625732423, "loss_single": 3.458128070831299, "loss_dense": 3.5120771408081053, "loss": 6.970205211639405, "time": 0.17576684951782226, "step": 183244}
{"lr": 0.027664918882530226, "data_time": 0.015896105766296388, "loss_single": 3.481147789955139, "loss_dense": 3.5294158697128295, "loss": 7.010563659667969, "time": 0.15023982524871826, "step": 183294}
{"lr": 0.027664918882530226, "data_time": 0.019074010848999023, "loss_single": 3.462796378135681, "loss_dense": 3.529334020614624, "loss": 6.992130327224731, "time": 0.1560208559036255, "step": 183344}
{"lr": 0.027664918882530226, "data_time": 0.017801451683044433, "loss_single": 3.472376489639282, "loss_dense": 3.5337026119232178, "loss": 7.006079149246216, "time": 0.15301671028137206, "step": 183394}
{"lr": 0.027664918882530226, "data_time": 0.0180222749710083, "loss_single": 3.4795047283172607, "loss_dense": 3.5259987115859985, "loss": 7.005503368377686, "time": 0.1518606185913086, "step": 183444}
{"lr": 0.027664918882530226, "data_time": 0.017426896095275878, "loss_single": 3.471696400642395, "loss_dense": 3.5155224561691285, "loss": 6.987218809127808, "time": 0.14818184375762938, "step": 183494}
{"lr": 0.027664918882530226, "data_time": 0.014779329299926758, "loss_single": 3.481473970413208, "loss_dense": 3.5256688356399537, "loss": 7.007142734527588, "time": 0.16548621654510498, "step": 183544}
{"lr": 0.027664918882530226, "data_time": 0.020583677291870116, "loss_single": 3.4929049015045166, "loss_dense": 3.5437933921813967, "loss": 7.036698198318481, "time": 0.20396919250488282, "step": 183594}
{"lr": 0.027664918882530226, "data_time": 0.017415332794189452, "loss_single": 3.496568465232849, "loss_dense": 3.5410561323165894, "loss": 7.0376245975494385, "time": 0.1528031826019287, "step": 183644}
{"lr": 0.027664918882530226, "data_time": 0.016892480850219726, "loss_single": 3.4815276145935057, "loss_dense": 3.547350549697876, "loss": 7.028878259658813, "time": 0.15429325103759767, "step": 183694}
{"lr": 0.027664918882530226, "data_time": 0.018510818481445312, "loss_single": 3.486889863014221, "loss_dense": 3.523071813583374, "loss": 7.009961700439453, "time": 0.1536310911178589, "step": 183744}
{"lr": 0.027664918882530226, "data_time": 0.05187437534332275, "loss_single": 3.4824495792388914, "loss_dense": 3.531223249435425, "loss": 7.013672876358032, "time": 0.18827261924743652, "step": 183794}
{"lr": 0.027664918882530226, "data_time": 0.016902995109558106, "loss_single": 3.4734185934066772, "loss_dense": 3.524129295349121, "loss": 6.997547817230225, "time": 0.1529390811920166, "step": 183844}
{"lr": 0.027664918882530226, "data_time": 0.019866538047790528, "loss_single": 3.508038115501404, "loss_dense": 3.551800560951233, "loss": 7.059838724136353, "time": 0.17801508903503419, "step": 183894}
{"lr": 0.027664918882530226, "data_time": 0.013402843475341797, "loss_single": 3.4841479539871214, "loss_dense": 3.528061604499817, "loss": 7.012209558486939, "time": 0.15827398300170897, "step": 183944}
{"lr": 0.027664918882530226, "data_time": 0.016832304000854493, "loss_single": 3.470603275299072, "loss_dense": 3.5091005325317384, "loss": 6.979703807830811, "time": 0.14796242713928223, "step": 183994}
{"lr": 0.027664918882530226, "data_time": 0.01789381504058838, "loss_single": 3.449882650375366, "loss_dense": 3.5012174606323243, "loss": 6.95110011100769, "time": 0.15470507144927978, "step": 184044}
{"lr": 0.027664918882530226, "data_time": 0.01826784610748291, "loss_single": 3.4622503757476806, "loss_dense": 3.5170130729675293, "loss": 6.979263496398926, "time": 0.1557720422744751, "step": 184094}
{"lr": 0.027664918882530226, "data_time": 0.01554884910583496, "loss_single": 3.5076650857925413, "loss_dense": 3.5496336698532103, "loss": 7.057298755645752, "time": 0.20108306407928467, "step": 184144}
{"lr": 0.027664918882530226, "data_time": 0.018644952774047853, "loss_single": 3.4722984075546264, "loss_dense": 3.536545419692993, "loss": 7.008843803405762, "time": 0.1670783281326294, "step": 184194}
{"lr": 0.027664918882530226, "data_time": 0.018165278434753417, "loss_single": 3.489132881164551, "loss_dense": 3.537074613571167, "loss": 7.026207447052002, "time": 0.1566694498062134, "step": 184244}
{"lr": 0.027664918882530226, "data_time": 0.018059158325195314, "loss_single": 3.4797738075256346, "loss_dense": 3.5297093391418457, "loss": 7.009483098983765, "time": 0.1571784257888794, "step": 184294}
{"lr": 0.027664918882530226, "data_time": 0.01843111515045166, "loss_single": 3.482645630836487, "loss_dense": 3.529360771179199, "loss": 7.012006378173828, "time": 0.16045165061950684, "step": 184344}
{"lr": 0.027664918882530226, "data_time": 0.019855260848999023, "loss_single": 3.4597197771072388, "loss_dense": 3.5242345094680787, "loss": 6.983954286575317, "time": 0.18369011878967284, "step": 184394}
{"lr": 0.027664918882530226, "data_time": 0.018756723403930663, "loss_single": 3.48094847202301, "loss_dense": 3.525509238243103, "loss": 7.006457757949829, "time": 0.1556626558303833, "step": 184444}
{"lr": 0.027664918882530226, "data_time": 0.01910243034362793, "loss_single": 3.4590848684310913, "loss_dense": 3.514894437789917, "loss": 6.973979330062866, "time": 0.16081302165985106, "step": 184494}
{"lr": 0.027664918882530226, "data_time": 0.022527360916137697, "loss_single": 3.4511778593063354, "loss_dense": 3.512479877471924, "loss": 6.963657712936401, "time": 0.15396275520324706, "step": 184544}
{"lr": 0.027664918882530226, "data_time": 0.016107988357543946, "loss_single": 3.480449342727661, "loss_dense": 3.529402565956116, "loss": 7.009851932525635, "time": 0.14730191230773926, "step": 184594}
{"lr": 0.027664918882530226, "data_time": 0.020854759216308593, "loss_single": 3.4827571630477907, "loss_dense": 3.5251484870910645, "loss": 7.007905578613281, "time": 0.16083085536956787, "step": 184644}
{"lr": 0.027664918882530226, "data_time": 0.017634034156799316, "loss_single": 3.4593230724334716, "loss_dense": 3.5110746145248415, "loss": 6.970397567749023, "time": 0.1546379804611206, "step": 184694}
{"lr": 0.027664918882530226, "data_time": 0.019043326377868652, "loss_single": 3.460668659210205, "loss_dense": 3.5058374881744383, "loss": 6.966506242752075, "time": 0.15689728260040284, "step": 184744}
{"lr": 0.027664918882530226, "data_time": 0.015783858299255372, "loss_single": 3.4783123970031737, "loss_dense": 3.5193973779678345, "loss": 6.997709655761719, "time": 0.14924159049987792, "step": 184794}
{"lr": 0.027664918882530226, "data_time": 0.014591550827026368, "loss_single": 3.4993255138397217, "loss_dense": 3.538940739631653, "loss": 7.038266229629516, "time": 0.15912258625030518, "step": 184844}
{"lr": 0.027664918882530226, "data_time": 0.014475297927856446, "loss_single": 3.484078121185303, "loss_dense": 3.5304531335830687, "loss": 7.014531230926513, "time": 0.2027524471282959, "step": 184894}
{"lr": 0.027664918882530226, "data_time": 0.017781758308410646, "loss_single": 3.460780715942383, "loss_dense": 3.5112592935562135, "loss": 6.972040033340454, "time": 0.15652260780334473, "step": 184944}
{"lr": 0.027664918882530226, "data_time": 0.015945792198181152, "loss_single": 3.4679361820220946, "loss_dense": 3.5151856184005736, "loss": 6.983121776580811, "time": 0.1579228639602661, "step": 184994}
{"lr": 0.027664918882530226, "data_time": 0.015727305412292482, "loss_single": 3.4875117540359497, "loss_dense": 3.5451615333557127, "loss": 7.032673311233521, "time": 0.2042264461517334, "step": 185044}
{"lr": 0.027664918882530226, "data_time": 0.020003724098205566, "loss_single": 3.449591946601868, "loss_dense": 3.4993621587753294, "loss": 6.948954057693482, "time": 0.15282776355743408, "step": 185094}
{"lr": 0.027664918882530226, "data_time": 0.01375277042388916, "loss_single": 3.4530745267868044, "loss_dense": 3.517760229110718, "loss": 6.970834732055664, "time": 0.14232816696166992, "step": 185144}
{"lr": 0.027537110420524057, "data_time": 0.015881562232971193, "loss_single": 3.4721816539764405, "loss_dense": 3.530034899711609, "loss": 7.002216529846192, "time": 0.15066018104553222, "step": 185198}
{"lr": 0.027537110420524057, "data_time": 0.02259695529937744, "loss_single": 3.4797008991241456, "loss_dense": 3.520307493209839, "loss": 7.0000084400177, "time": 0.1724022150039673, "step": 185248}
{"lr": 0.027537110420524057, "data_time": 0.01600961685180664, "loss_single": 3.484903335571289, "loss_dense": 3.5191474676132204, "loss": 7.004050827026367, "time": 0.16758997440338136, "step": 185298}
{"lr": 0.027537110420524057, "data_time": 0.015436673164367675, "loss_single": 3.4676607847213745, "loss_dense": 3.5178444385528564, "loss": 6.985505294799805, "time": 0.15242338180541992, "step": 185348}
{"lr": 0.027537110420524057, "data_time": 0.009217953681945801, "loss_single": 3.4654595136642454, "loss_dense": 3.520897626876831, "loss": 6.986357021331787, "time": 0.15691595077514647, "step": 185398}
{"lr": 0.027537110420524057, "data_time": 0.016934585571289063, "loss_single": 3.4807674646377564, "loss_dense": 3.541935443878174, "loss": 7.022702884674072, "time": 0.16157944202423097, "step": 185448}
{"lr": 0.027537110420524057, "data_time": 0.016301774978637697, "loss_single": 3.4607452392578124, "loss_dense": 3.4967803716659547, "loss": 6.957525730133057, "time": 0.15127110481262207, "step": 185498}
{"lr": 0.027537110420524057, "data_time": 0.02073662281036377, "loss_single": 3.4792105674743654, "loss_dense": 3.5299930810928344, "loss": 7.009203672409058, "time": 0.22839577198028566, "step": 185548}
{"lr": 0.027537110420524057, "data_time": 0.016593003273010255, "loss_single": 3.4755494356155396, "loss_dense": 3.5186209440231324, "loss": 6.994170379638672, "time": 0.1669079065322876, "step": 185598}
{"lr": 0.027537110420524057, "data_time": 0.01601245403289795, "loss_single": 3.4845452308654785, "loss_dense": 3.5358434677124024, "loss": 7.0203886985778805, "time": 0.15225353240966796, "step": 185648}
{"lr": 0.027537110420524057, "data_time": 0.017898249626159667, "loss_single": 3.470940923690796, "loss_dense": 3.5294280767440798, "loss": 7.000368976593018, "time": 0.1519317388534546, "step": 185698}
{"lr": 0.027537110420524057, "data_time": 0.017960405349731444, "loss_single": 3.50344398021698, "loss_dense": 3.549854564666748, "loss": 7.053298473358154, "time": 0.1504814386367798, "step": 185748}
{"lr": 0.027537110420524057, "data_time": 0.01753525733947754, "loss_single": 3.476843023300171, "loss_dense": 3.530020236968994, "loss": 7.006863260269165, "time": 0.15887918472290039, "step": 185798}
{"lr": 0.027537110420524057, "data_time": 0.017968177795410156, "loss_single": 3.489209008216858, "loss_dense": 3.54438111782074, "loss": 7.0335901260375975, "time": 0.15220742225646972, "step": 185848}
{"lr": 0.027537110420524057, "data_time": 0.017498159408569337, "loss_single": 3.475575590133667, "loss_dense": 3.5203936815261843, "loss": 6.9959691047668455, "time": 0.15502653121948243, "step": 185898}
{"lr": 0.027537110420524057, "data_time": 0.01740243434906006, "loss_single": 3.4945567846298218, "loss_dense": 3.556643342971802, "loss": 7.0512001514434814, "time": 0.15280792713165284, "step": 185948}
{"lr": 0.027537110420524057, "data_time": 0.015729713439941406, "loss_single": 3.4430439949035643, "loss_dense": 3.5081464290618896, "loss": 6.951190328598022, "time": 0.15397467613220214, "step": 185998}
{"lr": 0.027537110420524057, "data_time": 0.020145678520202638, "loss_single": 3.471934986114502, "loss_dense": 3.510418748855591, "loss": 6.982353782653808, "time": 0.1598707914352417, "step": 186048}
{"lr": 0.027537110420524057, "data_time": 0.015599536895751952, "loss_single": 3.4886178493499758, "loss_dense": 3.526246976852417, "loss": 7.014864826202393, "time": 0.15153870582580567, "step": 186098}
{"lr": 0.027537110420524057, "data_time": 0.018369340896606447, "loss_single": 3.505813550949097, "loss_dense": 3.5588651418685915, "loss": 7.064678716659546, "time": 0.1561669111251831, "step": 186148}
{"lr": 0.027537110420524057, "data_time": 0.017732405662536622, "loss_single": 3.5076255559921266, "loss_dense": 3.551323413848877, "loss": 7.058948993682861, "time": 0.1508566617965698, "step": 186198}
{"lr": 0.027537110420524057, "data_time": 0.016655898094177245, "loss_single": 3.459265637397766, "loss_dense": 3.5068986654281615, "loss": 6.9661643505096436, "time": 0.15567049980163575, "step": 186248}
{"lr": 0.027537110420524057, "data_time": 0.016859102249145507, "loss_single": 3.4716926336288454, "loss_dense": 3.513583445549011, "loss": 6.985276126861573, "time": 0.21687138080596924, "step": 186298}
{"lr": 0.027537110420524057, "data_time": 0.015865635871887208, "loss_single": 3.470562791824341, "loss_dense": 3.5263015747070314, "loss": 6.996864366531372, "time": 0.158027720451355, "step": 186348}
{"lr": 0.027537110420524057, "data_time": 0.017611932754516602, "loss_single": 3.486969804763794, "loss_dense": 3.5159239053726195, "loss": 7.002893733978271, "time": 0.15193507671356202, "step": 186398}
{"lr": 0.027537110420524057, "data_time": 0.01572880744934082, "loss_single": 3.4827362298965454, "loss_dense": 3.519366669654846, "loss": 7.00210280418396, "time": 0.20220508575439453, "step": 186448}
{"lr": 0.027537110420524057, "data_time": 0.01925508975982666, "loss_single": 3.4749165296554567, "loss_dense": 3.540561485290527, "loss": 7.015478038787842, "time": 0.15192301273345948, "step": 186498}
{"lr": 0.027537110420524057, "data_time": 0.014838433265686036, "loss_single": 3.462884473800659, "loss_dense": 3.4992541551589964, "loss": 6.962138605117798, "time": 0.18712525367736815, "step": 186548}
{"lr": 0.027537110420524057, "data_time": 0.017225193977355956, "loss_single": 3.453531837463379, "loss_dense": 3.5042206287384032, "loss": 6.957752466201782, "time": 0.1539872407913208, "step": 186598}
{"lr": 0.027537110420524057, "data_time": 0.016274404525756837, "loss_single": 3.508215808868408, "loss_dense": 3.5411643981933594, "loss": 7.049380254745484, "time": 0.16143083572387695, "step": 186648}
{"lr": 0.027537110420524057, "data_time": 0.012305021286010742, "loss_single": 3.4811014890670777, "loss_dense": 3.5211904287338256, "loss": 7.002291917800903, "time": 0.15585720539093018, "step": 186698}
{"lr": 0.027537110420524057, "data_time": 0.01671314239501953, "loss_single": 3.478594970703125, "loss_dense": 3.531139779090881, "loss": 7.009734773635865, "time": 0.16023082733154298, "step": 186748}
{"lr": 0.027537110420524057, "data_time": 0.016800737380981444, "loss_single": 3.471670889854431, "loss_dense": 3.5305445432662963, "loss": 7.002215480804443, "time": 0.15761306285858154, "step": 186798}
{"lr": 0.027537110420524057, "data_time": 0.018136000633239745, "loss_single": 3.471945357322693, "loss_dense": 3.519979977607727, "loss": 6.991925287246704, "time": 0.16839659214019775, "step": 186848}
{"lr": 0.027537110420524057, "data_time": 0.01926467418670654, "loss_single": 3.496270537376404, "loss_dense": 3.5474574089050295, "loss": 7.043727970123291, "time": 0.15486249923706055, "step": 186898}
{"lr": 0.027537110420524057, "data_time": 0.019443583488464356, "loss_single": 3.459731864929199, "loss_dense": 3.506848621368408, "loss": 6.966580438613891, "time": 0.15646088123321533, "step": 186948}
{"lr": 0.027537110420524057, "data_time": 0.017073583602905274, "loss_single": 3.4747743129730226, "loss_dense": 3.532420301437378, "loss": 7.0071946144104, "time": 0.1580209255218506, "step": 186998}
{"lr": 0.027537110420524057, "data_time": 0.015688395500183104, "loss_single": 3.492283582687378, "loss_dense": 3.530925488471985, "loss": 7.023208999633789, "time": 0.16017887592315674, "step": 187048}
{"lr": 0.027537110420524057, "data_time": 0.018282461166381835, "loss_single": 3.491912341117859, "loss_dense": 3.5269360303878785, "loss": 7.018848323822022, "time": 0.19530749320983887, "step": 187098}
{"lr": 0.027537110420524057, "data_time": 0.024697637557983397, "loss_single": 3.4756957054138184, "loss_dense": 3.513291335105896, "loss": 6.988986968994141, "time": 0.16605587005615235, "step": 187148}
{"lr": 0.027537110420524057, "data_time": 0.016583824157714845, "loss_single": 3.509913611412048, "loss_dense": 3.560497546195984, "loss": 7.070411157608032, "time": 0.14991612434387208, "step": 187198}
{"lr": 0.027537110420524057, "data_time": 0.01673598289489746, "loss_single": 3.473949408531189, "loss_dense": 3.538013291358948, "loss": 7.011962747573852, "time": 0.16173701286315917, "step": 187248}
{"lr": 0.027537110420524057, "data_time": 0.017019033432006836, "loss_single": 3.476696562767029, "loss_dense": 3.514269495010376, "loss": 6.990966081619263, "time": 0.15471742153167725, "step": 187298}
{"lr": 0.027537110420524057, "data_time": 0.015661334991455077, "loss_single": 3.4556700706481935, "loss_dense": 3.515067529678345, "loss": 6.970737600326538, "time": 0.1511756420135498, "step": 187348}
{"lr": 0.027537110420524057, "data_time": 0.017336535453796386, "loss_single": 3.4531975269317625, "loss_dense": 3.507837748527527, "loss": 6.96103515625, "time": 0.17322664260864257, "step": 187398}
{"lr": 0.027537110420524057, "data_time": 0.016743946075439452, "loss_single": 3.4602728605270388, "loss_dense": 3.5165436029434205, "loss": 6.9768163681030275, "time": 0.15215649604797363, "step": 187448}
{"lr": 0.027537110420524057, "data_time": 0.019528579711914063, "loss_single": 3.4585259199142455, "loss_dense": 3.526318883895874, "loss": 6.984844827651978, "time": 0.14983017444610597, "step": 187498}
{"lr": 0.027537110420524057, "data_time": 0.01656014919281006, "loss_single": 3.4919482231140138, "loss_dense": 3.517948865890503, "loss": 7.009897089004516, "time": 0.14779257774353027, "step": 187548}
{"lr": 0.027537110420524057, "data_time": 0.01791684627532959, "loss_single": 3.4646432638168334, "loss_dense": 3.5249457120895387, "loss": 6.989589071273803, "time": 0.15304286479949952, "step": 187598}
{"lr": 0.027537110420524057, "data_time": 0.015505599975585937, "loss_single": 3.4593438386917112, "loss_dense": 3.5070916652679442, "loss": 6.966435527801513, "time": 0.223020339012146, "step": 187648}
{"lr": 0.027537110420524057, "data_time": 0.021997737884521484, "loss_single": 3.5018855571746825, "loss_dense": 3.5570229053497315, "loss": 7.058908367156983, "time": 0.16525468826293946, "step": 187698}
{"lr": 0.027537110420524057, "data_time": 0.019884324073791503, "loss_single": 3.4738465785980224, "loss_dense": 3.5295926570892333, "loss": 7.003439283370971, "time": 0.15241925716400145, "step": 187748}
{"lr": 0.027537110420524057, "data_time": 0.018267035484313965, "loss_single": 3.4647039413452148, "loss_dense": 3.5176098585128783, "loss": 6.982313823699951, "time": 0.15545687675476075, "step": 187798}
{"lr": 0.027537110420524057, "data_time": 0.02085583209991455, "loss_single": 3.4772984743118287, "loss_dense": 3.5278634548187258, "loss": 7.005162000656128, "time": 0.15999307632446289, "step": 187848}
{"lr": 0.027537110420524057, "data_time": 0.013667726516723632, "loss_single": 3.474057602882385, "loss_dense": 3.524865913391113, "loss": 6.998923492431641, "time": 0.15193235874176025, "step": 187898}
{"lr": 0.027537110420524057, "data_time": 0.01936776638031006, "loss_single": 3.48488929271698, "loss_dense": 3.5324492931365965, "loss": 7.017338514328003, "time": 0.16669247150421143, "step": 187948}
{"lr": 0.027537110420524057, "data_time": 0.015579628944396972, "loss_single": 3.4813502073287963, "loss_dense": 3.515219306945801, "loss": 6.996569490432739, "time": 0.1506196975708008, "step": 187998}
{"lr": 0.027537110420524057, "data_time": 0.019781970977783205, "loss_single": 3.4834187030792236, "loss_dense": 3.5407002687454225, "loss": 7.024118900299072, "time": 0.1660313367843628, "step": 188048}
{"lr": 0.027537110420524057, "data_time": 0.02407791614532471, "loss_single": 3.47273325920105, "loss_dense": 3.5335421562194824, "loss": 7.006275367736817, "time": 0.16548163890838624, "step": 188098}
{"lr": 0.027537110420524057, "data_time": 0.017435550689697266, "loss_single": 3.489950966835022, "loss_dense": 3.5324475526809693, "loss": 7.02239842414856, "time": 0.1551421880722046, "step": 188148}
{"lr": 0.027537110420524057, "data_time": 0.017709779739379882, "loss_single": 3.481736254692078, "loss_dense": 3.5082520961761476, "loss": 6.989988327026367, "time": 0.16223959922790526, "step": 188198}
{"lr": 0.027537110420524057, "data_time": 0.02023499011993408, "loss_single": 3.4781927347183226, "loss_dense": 3.529802393913269, "loss": 7.007995080947876, "time": 0.14987218379974365, "step": 188248}
{"lr": 0.027537110420524057, "data_time": 0.015741634368896484, "loss_single": 3.4765536785125732, "loss_dense": 3.527660083770752, "loss": 7.004213666915893, "time": 0.1572439193725586, "step": 188298}
{"lr": 0.027537110420524057, "data_time": 0.022579050064086913, "loss_single": 3.47349009513855, "loss_dense": 3.527188301086426, "loss": 7.000678443908692, "time": 0.15798192024230956, "step": 188348}
{"lr": 0.027537110420524057, "data_time": 0.01679232120513916, "loss_single": 3.481185531616211, "loss_dense": 3.5136510610580443, "loss": 6.994836616516113, "time": 0.151051664352417, "step": 188398}
{"lr": 0.027537110420524057, "data_time": 0.016478610038757325, "loss_single": 3.49020836353302, "loss_dense": 3.546499490737915, "loss": 7.036707878112793, "time": 0.152394437789917, "step": 188448}
{"lr": 0.027537110420524057, "data_time": 0.021170854568481445, "loss_single": 3.499191641807556, "loss_dense": 3.554468107223511, "loss": 7.0536597728729244, "time": 0.25398256778717043, "step": 188498}
{"lr": 0.027537110420524057, "data_time": 0.01619443893432617, "loss_single": 3.4968713998794554, "loss_dense": 3.5430338621139525, "loss": 7.039905166625976, "time": 0.1543193578720093, "step": 188548}
{"lr": 0.027537110420524057, "data_time": 0.019708967208862303, "loss_single": 3.4738371849060057, "loss_dense": 3.5275789499282837, "loss": 7.001416110992432, "time": 0.1508394718170166, "step": 188598}
{"lr": 0.027537110420524057, "data_time": 0.015616035461425782, "loss_single": 3.466484022140503, "loss_dense": 3.514608454704285, "loss": 6.98109245300293, "time": 0.20356950759887696, "step": 188648}
{"lr": 0.027537110420524057, "data_time": 0.015619802474975585, "loss_single": 3.45184211730957, "loss_dense": 3.4841652154922484, "loss": 6.936007308959961, "time": 0.16347932815551758, "step": 188698}
{"lr": 0.027537110420524057, "data_time": 0.016501998901367186, "loss_single": 3.4862479686737062, "loss_dense": 3.531709313392639, "loss": 7.017957258224487, "time": 0.15055665969848633, "step": 188748}
{"lr": 0.027537110420524057, "data_time": 0.01642923355102539, "loss_single": 3.465713882446289, "loss_dense": 3.512508773803711, "loss": 6.978222751617432, "time": 0.1867685079574585, "step": 188798}
{"lr": 0.027537110420524057, "data_time": 0.015524792671203613, "loss_single": 3.4669430255889893, "loss_dense": 3.512976050376892, "loss": 6.979919147491455, "time": 0.14652862548828124, "step": 188848}
{"lr": 0.027537110420524057, "data_time": 0.01911139488220215, "loss_single": 3.4894149541854858, "loss_dense": 3.539144515991211, "loss": 7.02855954170227, "time": 0.15198495388031005, "step": 188898}
{"lr": 0.027537110420524057, "data_time": 0.01569666862487793, "loss_single": 3.480546164512634, "loss_dense": 3.527330255508423, "loss": 7.007876396179199, "time": 0.17537853717803956, "step": 188948}
{"lr": 0.027537110420524057, "data_time": 0.016936230659484863, "loss_single": 3.464116621017456, "loss_dense": 3.5212645053863527, "loss": 6.985381078720093, "time": 0.16085100173950195, "step": 188998}
{"lr": 0.027537110420524057, "data_time": 0.01839156150817871, "loss_single": 3.451008176803589, "loss_dense": 3.4847711324691772, "loss": 6.935779333114624, "time": 0.15068330764770507, "step": 189048}
{"lr": 0.027537110420524057, "data_time": 0.01911628246307373, "loss_single": 3.46204731464386, "loss_dense": 3.5023635149002077, "loss": 6.964410829544067, "time": 0.15695543289184571, "step": 189098}
{"lr": 0.027537110420524057, "data_time": 0.02137424945831299, "loss_single": 3.4856245040893556, "loss_dense": 3.5201282024383547, "loss": 7.005752754211426, "time": 0.1578242540359497, "step": 189148}
{"lr": 0.027537110420524057, "data_time": 0.014788198471069335, "loss_single": 3.478499746322632, "loss_dense": 3.520088291168213, "loss": 6.998588037490845, "time": 0.15472719669342042, "step": 189198}
{"lr": 0.027537110420524057, "data_time": 0.021556687355041505, "loss_single": 3.4809721946716308, "loss_dense": 3.5220654964447022, "loss": 7.003037738800049, "time": 0.16137311458587647, "step": 189248}
{"lr": 0.027537110420524057, "data_time": 0.018289399147033692, "loss_single": 3.5279671907424928, "loss_dense": 3.5662964820861816, "loss": 7.094263744354248, "time": 0.15544705390930175, "step": 189298}
{"lr": 0.027537110420524057, "data_time": 0.018201422691345216, "loss_single": 3.4552672147750854, "loss_dense": 3.5186754703521728, "loss": 6.973942613601684, "time": 0.15215888023376464, "step": 189348}
{"lr": 0.027537110420524057, "data_time": 0.018570566177368165, "loss_single": 3.4765980720520018, "loss_dense": 3.5139636278152464, "loss": 6.990561676025391, "time": 0.15273010730743408, "step": 189398}
{"lr": 0.027537110420524057, "data_time": 0.016520071029663085, "loss_single": 3.4578656435012816, "loss_dense": 3.517785143852234, "loss": 6.975650835037231, "time": 0.15206618309020997, "step": 189448}
{"lr": 0.027537110420524057, "data_time": 0.00988454818725586, "loss_single": 3.4611897230148316, "loss_dense": 3.5049482345581056, "loss": 6.966137981414795, "time": 0.16330363750457763, "step": 189498}
{"lr": 0.027537110420524057, "data_time": 0.017837262153625487, "loss_single": 3.463796925544739, "loss_dense": 3.503489637374878, "loss": 6.967286682128906, "time": 0.15479867458343505, "step": 189548}
{"lr": 0.027537110420524057, "data_time": 0.016211485862731932, "loss_single": 3.4985805988311767, "loss_dense": 3.5446447849273683, "loss": 7.043225336074829, "time": 0.15632565021514894, "step": 189598}
{"lr": 0.027537110420524057, "data_time": 0.016503548622131346, "loss_single": 3.511012148857117, "loss_dense": 3.5482736110687254, "loss": 7.059285688400268, "time": 0.15010421276092528, "step": 189648}
{"lr": 0.027537110420524057, "data_time": 0.01715230941772461, "loss_single": 3.4441503047943116, "loss_dense": 3.4931747198104857, "loss": 6.937325048446655, "time": 0.15424485206604005, "step": 189698}
{"lr": 0.027537110420524057, "data_time": 0.016473269462585448, "loss_single": 3.4723217725753783, "loss_dense": 3.528935766220093, "loss": 7.001257467269897, "time": 0.1629366397857666, "step": 189748}
{"lr": 0.027537110420524057, "data_time": 0.016964268684387208, "loss_single": 3.4746062040328978, "loss_dense": 3.527274560928345, "loss": 7.001880741119384, "time": 0.16737682819366456, "step": 189798}
{"lr": 0.027537110420524057, "data_time": 0.018728137016296387, "loss_single": 3.45466833114624, "loss_dense": 3.502727174758911, "loss": 6.9573955059051515, "time": 0.15335664749145508, "step": 189848}
{"lr": 0.027537110420524057, "data_time": 0.016756486892700196, "loss_single": 3.448813271522522, "loss_dense": 3.5117257833480835, "loss": 6.960539054870606, "time": 0.1546142578125, "step": 189898}
{"lr": 0.027537110420524057, "data_time": 0.01621878147125244, "loss_single": 3.484347200393677, "loss_dense": 3.529124402999878, "loss": 7.013471603393555, "time": 0.15918164253234862, "step": 189948}
{"lr": 0.027537110420524057, "data_time": 0.01988954544067383, "loss_single": 3.4954991817474363, "loss_dense": 3.5269056797027587, "loss": 7.0224048614501955, "time": 0.15194592475891114, "step": 189998}
{"lr": 0.027537110420524057, "data_time": 0.02115316390991211, "loss_single": 3.495900344848633, "loss_dense": 3.5402485132217407, "loss": 7.036148881912231, "time": 0.15638477802276612, "step": 190048}
{"lr": 0.027537110420524057, "data_time": 0.01623992919921875, "loss_single": 3.465623641014099, "loss_dense": 3.51197350025177, "loss": 6.9775971412658695, "time": 0.153920316696167, "step": 190098}
{"lr": 0.027537110420524057, "data_time": 0.01308741569519043, "loss_single": 3.496298980712891, "loss_dense": 3.5389007806777952, "loss": 7.035199785232544, "time": 0.14448938369750977, "step": 190148}
{"lr": 0.027406208614118428, "data_time": 0.017847537994384766, "loss_single": 3.4675114154815674, "loss_dense": 3.5153592348098757, "loss": 6.9828706741333, "time": 0.15133655071258545, "step": 190202}
{"lr": 0.027406208614118428, "data_time": 0.016152167320251466, "loss_single": 3.4653158664703367, "loss_dense": 3.5160515546798705, "loss": 6.981367397308349, "time": 0.15990288257598878, "step": 190252}
{"lr": 0.027406208614118428, "data_time": 0.018329262733459473, "loss_single": 3.4935601711273194, "loss_dense": 3.5359333515167237, "loss": 7.0294934749603275, "time": 0.1496594190597534, "step": 190302}
{"lr": 0.027406208614118428, "data_time": 0.017823028564453124, "loss_single": 3.4609097719192503, "loss_dense": 3.5089938640594482, "loss": 6.969903612136841, "time": 0.15345752239227295, "step": 190352}
{"lr": 0.027406208614118428, "data_time": 0.018567585945129396, "loss_single": 3.459663724899292, "loss_dense": 3.507833981513977, "loss": 6.967497730255127, "time": 0.1496330738067627, "step": 190402}
{"lr": 0.027406208614118428, "data_time": 0.01952061653137207, "loss_single": 3.470621132850647, "loss_dense": 3.5196393728256226, "loss": 6.9902605533599855, "time": 0.15220994949340821, "step": 190452}
{"lr": 0.027406208614118428, "data_time": 0.016501307487487793, "loss_single": 3.4594359397888184, "loss_dense": 3.525319147109985, "loss": 6.9847550868988035, "time": 0.17391109466552734, "step": 190502}
{"lr": 0.027406208614118428, "data_time": 0.017350530624389647, "loss_single": 3.4682197093963625, "loss_dense": 3.525109577178955, "loss": 6.993329334259033, "time": 0.14810690879821778, "step": 190552}
{"lr": 0.027406208614118428, "data_time": 0.04986231327056885, "loss_single": 3.4634750366210936, "loss_dense": 3.5111047267913817, "loss": 6.974579811096191, "time": 0.2049741268157959, "step": 190602}
{"lr": 0.027406208614118428, "data_time": 0.02153010368347168, "loss_single": 3.4672138690948486, "loss_dense": 3.523603630065918, "loss": 6.990817499160767, "time": 0.16020777225494384, "step": 190652}
{"lr": 0.027406208614118428, "data_time": 0.016904664039611817, "loss_single": 3.4873048067092896, "loss_dense": 3.544711542129517, "loss": 7.032016372680664, "time": 0.15206594467163087, "step": 190702}
{"lr": 0.027406208614118428, "data_time": 0.01663517951965332, "loss_single": 3.4470455169677736, "loss_dense": 3.508717250823975, "loss": 6.955762720108032, "time": 0.15603399276733398, "step": 190752}
{"lr": 0.027406208614118428, "data_time": 0.015543103218078613, "loss_single": 3.46837899684906, "loss_dense": 3.5332982301712037, "loss": 7.0016772747039795, "time": 0.16044058799743652, "step": 190802}
{"lr": 0.027406208614118428, "data_time": 0.015590977668762208, "loss_single": 3.486229944229126, "loss_dense": 3.526189851760864, "loss": 7.01241979598999, "time": 0.1601426124572754, "step": 190852}
{"lr": 0.027406208614118428, "data_time": 0.016625094413757324, "loss_single": 3.483185052871704, "loss_dense": 3.520028829574585, "loss": 7.003213882446289, "time": 0.1618391752243042, "step": 190902}
{"lr": 0.027406208614118428, "data_time": 0.017296624183654786, "loss_single": 3.4838075637817383, "loss_dense": 3.5266681432724, "loss": 7.010475540161133, "time": 0.15368142127990722, "step": 190952}
{"lr": 0.027406208614118428, "data_time": 0.016950106620788573, "loss_single": 3.472912859916687, "loss_dense": 3.5182939767837524, "loss": 6.991206884384155, "time": 0.15652425289154054, "step": 191002}
{"lr": 0.027406208614118428, "data_time": 0.0145859956741333, "loss_single": 3.4687151670455934, "loss_dense": 3.526349592208862, "loss": 6.995064783096313, "time": 0.1512295961380005, "step": 191052}
{"lr": 0.027406208614118428, "data_time": 0.016092634201049803, "loss_single": 3.475294256210327, "loss_dense": 3.522011923789978, "loss": 6.997306203842163, "time": 0.14829883575439454, "step": 191102}
{"lr": 0.027406208614118428, "data_time": 0.018655920028686525, "loss_single": 3.503734016418457, "loss_dense": 3.5365781784057617, "loss": 7.040312194824219, "time": 0.1645688533782959, "step": 191152}
{"lr": 0.027406208614118428, "data_time": 0.017731618881225587, "loss_single": 3.489507246017456, "loss_dense": 3.5300416231155394, "loss": 7.019548845291138, "time": 0.16258795261383058, "step": 191202}
{"lr": 0.027406208614118428, "data_time": 0.016915416717529295, "loss_single": 3.4535804271697996, "loss_dense": 3.5150437116622926, "loss": 6.96862416267395, "time": 0.15028481483459472, "step": 191252}
{"lr": 0.027406208614118428, "data_time": 0.015190482139587402, "loss_single": 3.4706305503845214, "loss_dense": 3.5174198389053344, "loss": 6.988050317764282, "time": 0.14951095581054688, "step": 191302}
{"lr": 0.027406208614118428, "data_time": 0.04208991527557373, "loss_single": 3.4766505479812624, "loss_dense": 3.5069497346878054, "loss": 6.983600330352783, "time": 0.18268375396728515, "step": 191352}
{"lr": 0.027406208614118428, "data_time": 0.017677116394042968, "loss_single": 3.4768714427948, "loss_dense": 3.521579051017761, "loss": 6.998450517654419, "time": 0.15189895629882813, "step": 191402}
{"lr": 0.027406208614118428, "data_time": 0.018516802787780763, "loss_single": 3.473968434333801, "loss_dense": 3.523542881011963, "loss": 6.997511386871338, "time": 0.15202455520629882, "step": 191452}
{"lr": 0.027406208614118428, "data_time": 0.018051409721374513, "loss_single": 3.495833492279053, "loss_dense": 3.5301342964172364, "loss": 7.025967788696289, "time": 0.148848295211792, "step": 191502}
{"lr": 0.027406208614118428, "data_time": 0.018711304664611815, "loss_single": 3.484763836860657, "loss_dense": 3.539470410346985, "loss": 7.024234104156494, "time": 0.15148584842681884, "step": 191552}
{"lr": 0.027406208614118428, "data_time": 0.0207927942276001, "loss_single": 3.4842329740524294, "loss_dense": 3.524719071388245, "loss": 7.00895209312439, "time": 0.177826452255249, "step": 191602}
{"lr": 0.027406208614118428, "data_time": 0.017046642303466798, "loss_single": 3.486070990562439, "loss_dense": 3.524325799942017, "loss": 7.010396814346313, "time": 0.15905580520629883, "step": 191652}
{"lr": 0.027406208614118428, "data_time": 0.0189617395401001, "loss_single": 3.4665579795837402, "loss_dense": 3.5052242994308473, "loss": 6.971782398223877, "time": 0.15620274543762208, "step": 191702}
{"lr": 0.027406208614118428, "data_time": 0.01584641933441162, "loss_single": 3.480354356765747, "loss_dense": 3.5166814804077147, "loss": 6.997035837173462, "time": 0.1518043041229248, "step": 191752}
{"lr": 0.027406208614118428, "data_time": 0.016741228103637696, "loss_single": 3.4600642919540405, "loss_dense": 3.515167999267578, "loss": 6.975232315063477, "time": 0.15137126445770263, "step": 191802}
{"lr": 0.027406208614118428, "data_time": 0.017096185684204103, "loss_single": 3.4735996961593627, "loss_dense": 3.519604468345642, "loss": 6.993204164505005, "time": 0.2326958656311035, "step": 191852}
{"lr": 0.027406208614118428, "data_time": 0.01589667797088623, "loss_single": 3.465088129043579, "loss_dense": 3.5214304685592652, "loss": 6.986518526077271, "time": 0.15242249965667726, "step": 191902}
{"lr": 0.027406208614118428, "data_time": 0.007624387741088867, "loss_single": 3.4988097667694094, "loss_dense": 3.532769203186035, "loss": 7.03157901763916, "time": 0.15385899543762208, "step": 191952}
{"lr": 0.027406208614118428, "data_time": 0.017831707000732423, "loss_single": 3.4896693229675293, "loss_dense": 3.52773175239563, "loss": 7.017401170730591, "time": 0.15984342098236085, "step": 192002}
{"lr": 0.027406208614118428, "data_time": 0.0169189453125, "loss_single": 3.459773802757263, "loss_dense": 3.5032630443572996, "loss": 6.9630368709564205, "time": 0.14867594242095947, "step": 192052}
{"lr": 0.027406208614118428, "data_time": 0.017418766021728517, "loss_single": 3.4729568481445314, "loss_dense": 3.5238801002502442, "loss": 6.996837043762207, "time": 0.168314790725708, "step": 192102}
{"lr": 0.027406208614118428, "data_time": 0.01658365726470947, "loss_single": 3.4722143173217774, "loss_dense": 3.525458288192749, "loss": 6.9976725578308105, "time": 0.1490398168563843, "step": 192152}
{"lr": 0.027406208614118428, "data_time": 0.018273282051086425, "loss_single": 3.4661463499069214, "loss_dense": 3.5137224912643434, "loss": 6.979868793487549, "time": 0.14993207454681395, "step": 192202}
{"lr": 0.027406208614118428, "data_time": 0.021271944046020508, "loss_single": 3.4822476863861085, "loss_dense": 3.5324201583862305, "loss": 7.0146678447723385, "time": 0.15606338977813722, "step": 192252}
{"lr": 0.027406208614118428, "data_time": 0.01663999557495117, "loss_single": 3.4667181253433226, "loss_dense": 3.514026975631714, "loss": 6.980745124816894, "time": 0.14951460361480712, "step": 192302}
{"lr": 0.027406208614118428, "data_time": 0.020655393600463867, "loss_single": 3.4970361232757567, "loss_dense": 3.5384524345397947, "loss": 7.035488557815552, "time": 0.24107811450958253, "step": 192352}
{"lr": 0.027406208614118428, "data_time": 0.017053604125976562, "loss_single": 3.4951213598251343, "loss_dense": 3.535188603401184, "loss": 7.030309963226318, "time": 0.1530310869216919, "step": 192402}
{"lr": 0.027406208614118428, "data_time": 0.016451597213745117, "loss_single": 3.5086019039154053, "loss_dense": 3.546683597564697, "loss": 7.055285549163818, "time": 0.152589750289917, "step": 192452}
{"lr": 0.027406208614118428, "data_time": 0.015543031692504882, "loss_single": 3.4660093545913697, "loss_dense": 3.525113272666931, "loss": 6.991122579574585, "time": 0.15415823459625244, "step": 192502}
{"lr": 0.027406208614118428, "data_time": 0.016991806030273438, "loss_single": 3.501353049278259, "loss_dense": 3.5427306652069093, "loss": 7.04408369064331, "time": 0.15307180881500243, "step": 192552}
{"lr": 0.027406208614118428, "data_time": 0.016565561294555664, "loss_single": 3.479993724822998, "loss_dense": 3.5416629314422607, "loss": 7.02165675163269, "time": 0.14950547218322754, "step": 192602}
{"lr": 0.027406208614118428, "data_time": 0.01724083423614502, "loss_single": 3.480052614212036, "loss_dense": 3.5261812686920164, "loss": 7.006233882904053, "time": 0.16397716999053955, "step": 192652}
{"lr": 0.027406208614118428, "data_time": 0.016904067993164063, "loss_single": 3.492776083946228, "loss_dense": 3.5381223440170286, "loss": 7.0308984279632565, "time": 0.14650774002075195, "step": 192702}
{"lr": 0.027406208614118428, "data_time": 0.017389941215515136, "loss_single": 3.4690014839172365, "loss_dense": 3.5093126773834227, "loss": 6.9783142566680905, "time": 0.15220744609832765, "step": 192752}
{"lr": 0.027406208614118428, "data_time": 0.02486586570739746, "loss_single": 3.474625658988953, "loss_dense": 3.534309220314026, "loss": 7.008934783935547, "time": 0.17122862339019776, "step": 192802}
{"lr": 0.027406208614118428, "data_time": 0.01675896644592285, "loss_single": 3.4726701021194457, "loss_dense": 3.5240864515304566, "loss": 6.996756505966187, "time": 0.19654462337493897, "step": 192852}
{"lr": 0.027406208614118428, "data_time": 0.018912434577941895, "loss_single": 3.4632769584655763, "loss_dense": 3.5229830741882324, "loss": 6.986260080337525, "time": 0.1524096965789795, "step": 192902}
{"lr": 0.027406208614118428, "data_time": 0.019214224815368653, "loss_single": 3.479951524734497, "loss_dense": 3.5250171422958374, "loss": 7.004968595504761, "time": 0.15248262882232666, "step": 192952}
{"lr": 0.027406208614118428, "data_time": 0.01727719306945801, "loss_single": 3.489655637741089, "loss_dense": 3.524717926979065, "loss": 7.0143735885620115, "time": 0.1471729278564453, "step": 193002}
{"lr": 0.027406208614118428, "data_time": 0.018040037155151366, "loss_single": 3.4634610652923583, "loss_dense": 3.532635951042175, "loss": 6.996097040176392, "time": 0.2248241424560547, "step": 193052}
{"lr": 0.027406208614118428, "data_time": 0.017298793792724608, "loss_single": 3.484706258773804, "loss_dense": 3.5300636291503906, "loss": 7.0147699356079105, "time": 0.15286500453948976, "step": 193102}
{"lr": 0.027406208614118428, "data_time": 0.019314122200012208, "loss_single": 3.4605406761169433, "loss_dense": 3.5002554416656495, "loss": 6.960796165466308, "time": 0.1710103988647461, "step": 193152}
{"lr": 0.027406208614118428, "data_time": 0.017060160636901855, "loss_single": 3.4905616283416747, "loss_dense": 3.5335688829421996, "loss": 7.024130582809448, "time": 0.17265479564666747, "step": 193202}
{"lr": 0.027406208614118428, "data_time": 0.016232228279113768, "loss_single": 3.481088137626648, "loss_dense": 3.5273035049438475, "loss": 7.008391618728638, "time": 0.15152888298034667, "step": 193252}
{"lr": 0.027406208614118428, "data_time": 0.01575636863708496, "loss_single": 3.465064787864685, "loss_dense": 3.5268754720687867, "loss": 6.991940212249756, "time": 0.15570459365844727, "step": 193302}
{"lr": 0.027406208614118428, "data_time": 0.018349218368530273, "loss_single": 3.4694410800933837, "loss_dense": 3.5235594511032104, "loss": 6.993000602722168, "time": 0.1524904489517212, "step": 193352}
{"lr": 0.027406208614118428, "data_time": 0.021924662590026855, "loss_single": 3.450272297859192, "loss_dense": 3.490651822090149, "loss": 6.940924119949341, "time": 0.18879497051239014, "step": 193402}
{"lr": 0.027406208614118428, "data_time": 0.016639208793640135, "loss_single": 3.4804378032684324, "loss_dense": 3.523878240585327, "loss": 7.004316091537476, "time": 0.15161030292510985, "step": 193452}
{"lr": 0.027406208614118428, "data_time": 0.012581539154052735, "loss_single": 3.4701032638549805, "loss_dense": 3.511517786979675, "loss": 6.981621026992798, "time": 0.15152413845062257, "step": 193502}
{"lr": 0.027406208614118428, "data_time": 0.017176198959350585, "loss_single": 3.4852458477020263, "loss_dense": 3.5308051824569704, "loss": 7.0160510540008545, "time": 0.1547841787338257, "step": 193552}
{"lr": 0.027406208614118428, "data_time": 0.01782681941986084, "loss_single": 3.4573352575302123, "loss_dense": 3.519987678527832, "loss": 6.977322912216186, "time": 0.16002984046936036, "step": 193602}
{"lr": 0.027406208614118428, "data_time": 0.017486882209777833, "loss_single": 3.4688076972961426, "loss_dense": 3.523942708969116, "loss": 6.992750453948974, "time": 0.1557543992996216, "step": 193652}
{"lr": 0.027406208614118428, "data_time": 0.01731274127960205, "loss_single": 3.4998339414596558, "loss_dense": 3.543918085098267, "loss": 7.04375205039978, "time": 0.156136155128479, "step": 193702}
{"lr": 0.027406208614118428, "data_time": 0.019722986221313476, "loss_single": 3.486056661605835, "loss_dense": 3.540222001075745, "loss": 7.0262785911560055, "time": 0.20296876430511473, "step": 193752}
{"lr": 0.027406208614118428, "data_time": 0.016416716575622558, "loss_single": 3.4460607051849363, "loss_dense": 3.4888078689575197, "loss": 6.934868669509887, "time": 0.15687296390533448, "step": 193802}
{"lr": 0.027406208614118428, "data_time": 0.01736752986907959, "loss_single": 3.4694428205490113, "loss_dense": 3.5048803806304933, "loss": 6.974323177337647, "time": 0.17671606540679932, "step": 193852}
{"lr": 0.027406208614118428, "data_time": 0.014534759521484374, "loss_single": 3.463485932350159, "loss_dense": 3.5220757722854614, "loss": 6.985561752319336, "time": 0.15340774059295653, "step": 193902}
{"lr": 0.027406208614118428, "data_time": 0.017235875129699707, "loss_single": 3.4562769889831544, "loss_dense": 3.498492932319641, "loss": 6.954769945144653, "time": 0.15123252868652343, "step": 193952}
{"lr": 0.027406208614118428, "data_time": 0.016647982597351074, "loss_single": 3.4606474161148073, "loss_dense": 3.51763916015625, "loss": 6.978286647796631, "time": 0.1522893190383911, "step": 194002}
{"lr": 0.027406208614118428, "data_time": 0.02188735008239746, "loss_single": 3.481060099601746, "loss_dense": 3.538108563423157, "loss": 7.019168663024902, "time": 0.15953640937805175, "step": 194052}
{"lr": 0.027406208614118428, "data_time": 0.01572861671447754, "loss_single": 3.4493942737579344, "loss_dense": 3.4982720613479614, "loss": 6.94766640663147, "time": 0.14944331645965575, "step": 194102}
{"lr": 0.027406208614118428, "data_time": 0.01664271354675293, "loss_single": 3.4921485424041747, "loss_dense": 3.5264291286468508, "loss": 7.018577718734742, "time": 0.15309560298919678, "step": 194152}
{"lr": 0.027406208614118428, "data_time": 0.01626276969909668, "loss_single": 3.4825407028198243, "loss_dense": 3.536539912223816, "loss": 7.019080638885498, "time": 0.17750418186187744, "step": 194202}
{"lr": 0.027406208614118428, "data_time": 0.016990232467651366, "loss_single": 3.4727627754211428, "loss_dense": 3.538687992095947, "loss": 7.01145076751709, "time": 0.15810732841491698, "step": 194252}
{"lr": 0.027406208614118428, "data_time": 0.018752574920654297, "loss_single": 3.4636839628219604, "loss_dense": 3.514540457725525, "loss": 6.978224372863769, "time": 0.15216152667999266, "step": 194302}
{"lr": 0.027406208614118428, "data_time": 0.01782073974609375, "loss_single": 3.4822048425674437, "loss_dense": 3.5355262041091917, "loss": 7.017731046676635, "time": 0.1545098304748535, "step": 194352}
{"lr": 0.027406208614118428, "data_time": 0.014855360984802246, "loss_single": 3.4728161096572876, "loss_dense": 3.52128005027771, "loss": 6.994096183776856, "time": 0.1545954465866089, "step": 194402}
{"lr": 0.027406208614118428, "data_time": 0.01984539031982422, "loss_single": 3.4883784294128417, "loss_dense": 3.5233627557754517, "loss": 7.0117411613464355, "time": 0.22822508811950684, "step": 194452}
{"lr": 0.027406208614118428, "data_time": 0.016396331787109374, "loss_single": 3.4651201248168944, "loss_dense": 3.516610884666443, "loss": 6.981730985641479, "time": 0.1562194585800171, "step": 194502}
{"lr": 0.027406208614118428, "data_time": 0.023465347290039063, "loss_single": 3.4577775239944457, "loss_dense": 3.51375093460083, "loss": 6.971528434753418, "time": 0.2025609016418457, "step": 194552}
{"lr": 0.027406208614118428, "data_time": 0.01812455654144287, "loss_single": 3.4663780689239503, "loss_dense": 3.508766937255859, "loss": 6.975144958496093, "time": 0.15008673667907715, "step": 194602}
{"lr": 0.027406208614118428, "data_time": 0.016808462142944337, "loss_single": 3.4896442174911497, "loss_dense": 3.5459996461868286, "loss": 7.035643863677978, "time": 0.14906070232391358, "step": 194652}
{"lr": 0.027406208614118428, "data_time": 0.015607357025146484, "loss_single": 3.5051255941390993, "loss_dense": 3.544915699958801, "loss": 7.050041389465332, "time": 0.15050070285797118, "step": 194702}
{"lr": 0.027406208614118428, "data_time": 0.021654891967773437, "loss_single": 3.4705711603164673, "loss_dense": 3.5221265316009522, "loss": 6.992697715759277, "time": 0.15785233974456786, "step": 194752}
{"lr": 0.027406208614118428, "data_time": 0.015367436408996581, "loss_single": 3.454204034805298, "loss_dense": 3.5056955814361572, "loss": 6.959899663925171, "time": 0.16000642776489257, "step": 194802}
{"lr": 0.027406208614118428, "data_time": 0.018127822875976564, "loss_single": 3.5109575271606444, "loss_dense": 3.549257493019104, "loss": 7.060215044021606, "time": 0.15102505683898926, "step": 194852}
{"lr": 0.027406208614118428, "data_time": 0.015829038619995118, "loss_single": 3.4775838613510133, "loss_dense": 3.5189455270767214, "loss": 6.996529388427734, "time": 0.17078242301940919, "step": 194902}
{"lr": 0.027406208614118428, "data_time": 0.01750967502593994, "loss_single": 3.463744330406189, "loss_dense": 3.518084001541138, "loss": 6.981828403472901, "time": 0.15184242725372316, "step": 194952}
{"lr": 0.027406208614118428, "data_time": 0.023430275917053222, "loss_single": 3.4913416624069216, "loss_dense": 3.5338935613632203, "loss": 7.025235223770141, "time": 0.2166152000427246, "step": 195002}
{"lr": 0.027406208614118428, "data_time": 0.02282061576843262, "loss_single": 3.4817538976669313, "loss_dense": 3.5268080949783327, "loss": 7.008561897277832, "time": 0.16526391506195068, "step": 195052}
{"lr": 0.027406208614118428, "data_time": 0.018688511848449708, "loss_single": 3.46806914806366, "loss_dense": 3.5160941600799562, "loss": 6.984163236618042, "time": 0.14929468631744386, "step": 195102}
{"lr": 0.027406208614118428, "data_time": 0.013070297241210938, "loss_single": 3.513237476348877, "loss_dense": 3.564036798477173, "loss": 7.077274179458618, "time": 0.1426309585571289, "step": 195152}
{"lr": 0.027272245761375352, "data_time": 0.013416862487792969, "loss_single": 3.4768080949783324, "loss_dense": 3.5208012580871584, "loss": 6.997609329223633, "time": 0.16315820217132568, "step": 195206}
{"lr": 0.027272245761375352, "data_time": 0.019688987731933595, "loss_single": 3.493658447265625, "loss_dense": 3.537638521194458, "loss": 7.031297016143799, "time": 0.15361485481262208, "step": 195256}
{"lr": 0.027272245761375352, "data_time": 0.017954802513122557, "loss_single": 3.466854429244995, "loss_dense": 3.518411707878113, "loss": 6.98526611328125, "time": 0.1504350185394287, "step": 195306}
{"lr": 0.027272245761375352, "data_time": 0.03226449489593506, "loss_single": 3.4755112171173095, "loss_dense": 3.523710536956787, "loss": 6.999221706390381, "time": 0.1802050828933716, "step": 195356}
{"lr": 0.027272245761375352, "data_time": 0.015419816970825196, "loss_single": 3.4889358043670655, "loss_dense": 3.5434016227722167, "loss": 7.032337331771851, "time": 0.16292824745178222, "step": 195406}
{"lr": 0.027272245761375352, "data_time": 0.016858959197998048, "loss_single": 3.4663754224777223, "loss_dense": 3.5186715841293337, "loss": 6.985047006607056, "time": 0.1512899398803711, "step": 195456}
{"lr": 0.027272245761375352, "data_time": 0.017316412925720216, "loss_single": 3.463267374038696, "loss_dense": 3.514691925048828, "loss": 6.977959251403808, "time": 0.1494520902633667, "step": 195506}
{"lr": 0.027272245761375352, "data_time": 0.02015378475189209, "loss_single": 3.476031708717346, "loss_dense": 3.53710880279541, "loss": 7.01314058303833, "time": 0.15977976322174073, "step": 195556}
{"lr": 0.027272245761375352, "data_time": 0.015017414093017578, "loss_single": 3.480684781074524, "loss_dense": 3.5124392032623293, "loss": 6.993124008178711, "time": 0.20705244541168213, "step": 195606}
{"lr": 0.027272245761375352, "data_time": 0.016707205772399904, "loss_single": 3.5103267669677733, "loss_dense": 3.551268148422241, "loss": 7.061594867706299, "time": 0.14589385986328124, "step": 195656}
{"lr": 0.027272245761375352, "data_time": 0.016801095008850096, "loss_single": 3.4610329627990724, "loss_dense": 3.5054187536239625, "loss": 6.966451692581177, "time": 0.18057634830474853, "step": 195706}
{"lr": 0.027272245761375352, "data_time": 0.016411256790161134, "loss_single": 3.4796161890029906, "loss_dense": 3.5336942434310914, "loss": 7.013310337066651, "time": 0.17810456752777098, "step": 195756}
{"lr": 0.027272245761375352, "data_time": 0.017774629592895507, "loss_single": 3.468289685249329, "loss_dense": 3.5074997901916505, "loss": 6.9757894515991214, "time": 0.15145258903503417, "step": 195806}
{"lr": 0.027272245761375352, "data_time": 0.016149091720581054, "loss_single": 3.480458664894104, "loss_dense": 3.5425426721572877, "loss": 7.023001337051392, "time": 0.1554949998855591, "step": 195856}
{"lr": 0.027272245761375352, "data_time": 0.016490912437438963, "loss_single": 3.4620893478393553, "loss_dense": 3.511115074157715, "loss": 6.973204469680786, "time": 0.16071774959564208, "step": 195906}
{"lr": 0.027272245761375352, "data_time": 0.015514111518859864, "loss_single": 3.479364442825317, "loss_dense": 3.5382229804992678, "loss": 7.017587471008301, "time": 0.2375027894973755, "step": 195956}
{"lr": 0.027272245761375352, "data_time": 0.019071102142333984, "loss_single": 3.465763807296753, "loss_dense": 3.5180922985076903, "loss": 6.983856058120727, "time": 0.15513904094696046, "step": 196006}
{"lr": 0.027272245761375352, "data_time": 0.016091156005859374, "loss_single": 3.494031071662903, "loss_dense": 3.5422232866287233, "loss": 7.036254405975342, "time": 0.15126991271972656, "step": 196056}
{"lr": 0.027272245761375352, "data_time": 0.016897296905517577, "loss_single": 3.468714690208435, "loss_dense": 3.520782780647278, "loss": 6.989497423171997, "time": 0.15301642417907715, "step": 196106}
{"lr": 0.027272245761375352, "data_time": 0.016357851028442384, "loss_single": 3.466559958457947, "loss_dense": 3.517420792579651, "loss": 6.9839808464050295, "time": 0.15436069965362548, "step": 196156}
{"lr": 0.027272245761375352, "data_time": 0.020107555389404296, "loss_single": 3.476884460449219, "loss_dense": 3.5451991081237795, "loss": 7.022083568572998, "time": 0.1588373899459839, "step": 196206}
{"lr": 0.027272245761375352, "data_time": 0.0232896089553833, "loss_single": 3.495413327217102, "loss_dense": 3.544368028640747, "loss": 7.039781379699707, "time": 0.18821992874145507, "step": 196256}
{"lr": 0.027272245761375352, "data_time": 0.01650390625, "loss_single": 3.465081262588501, "loss_dense": 3.5133497953414916, "loss": 6.97843108177185, "time": 0.1510460615158081, "step": 196306}
{"lr": 0.027272245761375352, "data_time": 0.01618030071258545, "loss_single": 3.4812791109085084, "loss_dense": 3.5327073335647583, "loss": 7.013986396789551, "time": 0.15225558280944823, "step": 196356}
{"lr": 0.027272245761375352, "data_time": 0.017543888092041014, "loss_single": 3.4602574348449706, "loss_dense": 3.5008521556854246, "loss": 6.961109590530396, "time": 0.15212130546569824, "step": 196406}
{"lr": 0.027272245761375352, "data_time": 0.01612682342529297, "loss_single": 3.459553861618042, "loss_dense": 3.5203892469406126, "loss": 6.979943084716797, "time": 0.15520434379577636, "step": 196456}
{"lr": 0.027272245761375352, "data_time": 0.016262006759643555, "loss_single": 3.4819308042526247, "loss_dense": 3.5433844089508058, "loss": 7.025315141677856, "time": 0.16672492027282715, "step": 196506}
{"lr": 0.027272245761375352, "data_time": 0.01590912342071533, "loss_single": 3.4714499950408935, "loss_dense": 3.5192012071609495, "loss": 6.990651178359985, "time": 0.15094497203826904, "step": 196556}
{"lr": 0.027272245761375352, "data_time": 0.031092357635498048, "loss_single": 3.4875208377838134, "loss_dense": 3.5419243812561034, "loss": 7.029445219039917, "time": 0.1728388786315918, "step": 196606}
{"lr": 0.027272245761375352, "data_time": 0.017387890815734865, "loss_single": 3.501271367073059, "loss_dense": 3.54971182346344, "loss": 7.050983190536499, "time": 0.15238645076751708, "step": 196656}
{"lr": 0.027272245761375352, "data_time": 0.016284823417663574, "loss_single": 3.518262767791748, "loss_dense": 3.575794053077698, "loss": 7.094056797027588, "time": 0.14798665046691895, "step": 196706}
{"lr": 0.027272245761375352, "data_time": 0.014717507362365722, "loss_single": 3.4539887428283693, "loss_dense": 3.5016794204711914, "loss": 6.955668210983276, "time": 0.1633920907974243, "step": 196756}
{"lr": 0.027272245761375352, "data_time": 0.017292237281799315, "loss_single": 3.4909650087356567, "loss_dense": 3.523222470283508, "loss": 7.014187479019165, "time": 0.15440657138824462, "step": 196806}
{"lr": 0.027272245761375352, "data_time": 0.015578317642211913, "loss_single": 3.459621262550354, "loss_dense": 3.4986493825912475, "loss": 6.95827054977417, "time": 0.17186837196350097, "step": 196856}
{"lr": 0.027272245761375352, "data_time": 0.01843605041503906, "loss_single": 3.485554885864258, "loss_dense": 3.5357374429702757, "loss": 7.021292304992675, "time": 0.15117235183715821, "step": 196906}
{"lr": 0.027272245761375352, "data_time": 0.01670985221862793, "loss_single": 3.4570119380950928, "loss_dense": 3.5222450733184814, "loss": 6.979257011413575, "time": 0.15106806755065919, "step": 196956}
{"lr": 0.027272245761375352, "data_time": 0.019723057746887207, "loss_single": 3.4608186721801757, "loss_dense": 3.5104126214981077, "loss": 6.971231365203858, "time": 0.16489660739898682, "step": 197006}
{"lr": 0.027272245761375352, "data_time": 0.017181587219238282, "loss_single": 3.5010969161987306, "loss_dense": 3.5426376342773436, "loss": 7.043734502792359, "time": 0.15058684349060059, "step": 197056}
{"lr": 0.027272245761375352, "data_time": 0.016556334495544434, "loss_single": 3.4714836835861207, "loss_dense": 3.522892689704895, "loss": 6.9943764209747314, "time": 0.15207295417785643, "step": 197106}
{"lr": 0.027272245761375352, "data_time": 0.016808438301086425, "loss_single": 3.478888177871704, "loss_dense": 3.530923104286194, "loss": 7.00981125831604, "time": 0.20067553520202636, "step": 197156}
{"lr": 0.027272245761375352, "data_time": 0.01635003089904785, "loss_single": 3.477516269683838, "loss_dense": 3.5152494430541994, "loss": 6.992765617370606, "time": 0.15045032501220704, "step": 197206}
{"lr": 0.027272245761375352, "data_time": 0.017541670799255372, "loss_single": 3.479443359375, "loss_dense": 3.5305386781692505, "loss": 7.009982013702393, "time": 0.14956481456756593, "step": 197256}
{"lr": 0.027272245761375352, "data_time": 0.013473105430603028, "loss_single": 3.463827037811279, "loss_dense": 3.515103816986084, "loss": 6.978930902481079, "time": 0.21249792575836182, "step": 197306}
{"lr": 0.027272245761375352, "data_time": 0.0183438777923584, "loss_single": 3.4953786373138427, "loss_dense": 3.55720534324646, "loss": 7.052584028244018, "time": 0.1506131410598755, "step": 197356}
{"lr": 0.027272245761375352, "data_time": 0.01804807186126709, "loss_single": 3.4744357109069823, "loss_dense": 3.511117148399353, "loss": 6.985552835464477, "time": 0.14988987445831298, "step": 197406}
{"lr": 0.027272245761375352, "data_time": 0.016116070747375488, "loss_single": 3.4642521858215334, "loss_dense": 3.5216702699661253, "loss": 6.9859224319458, "time": 0.17138526439666749, "step": 197456}
{"lr": 0.027272245761375352, "data_time": 0.018750905990600586, "loss_single": 3.4653966665267943, "loss_dense": 3.5083455801010133, "loss": 6.973742246627808, "time": 0.15149548053741455, "step": 197506}
{"lr": 0.027272245761375352, "data_time": 0.02021951675415039, "loss_single": 3.4772111892700197, "loss_dense": 3.5260325193405153, "loss": 7.003243780136108, "time": 0.2497398614883423, "step": 197556}
{"lr": 0.027272245761375352, "data_time": 0.01721479892730713, "loss_single": 3.455460214614868, "loss_dense": 3.4967990159988402, "loss": 6.952259254455567, "time": 0.15975520610809327, "step": 197606}
{"lr": 0.027272245761375352, "data_time": 0.017665910720825195, "loss_single": 3.475515079498291, "loss_dense": 3.5270931243896486, "loss": 7.002608299255371, "time": 0.1548898696899414, "step": 197656}
{"lr": 0.027272245761375352, "data_time": 0.01713378429412842, "loss_single": 3.475622820854187, "loss_dense": 3.5147651195526124, "loss": 6.990387916564941, "time": 0.14821109771728516, "step": 197706}
{"lr": 0.027272245761375352, "data_time": 0.016905593872070312, "loss_single": 3.452913522720337, "loss_dense": 3.4938800811767576, "loss": 6.9467936038970945, "time": 0.1533606767654419, "step": 197756}
{"lr": 0.027272245761375352, "data_time": 0.01983799934387207, "loss_single": 3.4853818655014037, "loss_dense": 3.5400297164916994, "loss": 7.025411558151245, "time": 0.2238945722579956, "step": 197806}
{"lr": 0.027272245761375352, "data_time": 0.014549851417541504, "loss_single": 3.4581701040267943, "loss_dense": 3.5075358152389526, "loss": 6.9657059669494625, "time": 0.149474835395813, "step": 197856}
{"lr": 0.027272245761375352, "data_time": 0.018936991691589355, "loss_single": 3.4774075746536255, "loss_dense": 3.51436824798584, "loss": 6.991775894165039, "time": 0.1592402935028076, "step": 197906}
{"lr": 0.027272245761375352, "data_time": 0.016727185249328612, "loss_single": 3.4806307315826417, "loss_dense": 3.5155402183532716, "loss": 6.996170902252198, "time": 0.1871739625930786, "step": 197956}
{"lr": 0.027272245761375352, "data_time": 0.015862178802490235, "loss_single": 3.482686448097229, "loss_dense": 3.536284565925598, "loss": 7.018971014022827, "time": 0.17474334239959716, "step": 198006}
{"lr": 0.027272245761375352, "data_time": 0.016782712936401368, "loss_single": 3.4886127948760985, "loss_dense": 3.5450088739395142, "loss": 7.0336216449737545, "time": 0.14983730316162108, "step": 198056}
{"lr": 0.027272245761375352, "data_time": 0.02096126079559326, "loss_single": 3.4866077423095705, "loss_dense": 3.538261294364929, "loss": 7.024869060516357, "time": 0.18065166473388672, "step": 198106}
{"lr": 0.027272245761375352, "data_time": 0.018817567825317384, "loss_single": 3.4703721046447753, "loss_dense": 3.5185604095458984, "loss": 6.988932466506958, "time": 0.14746592044830323, "step": 198156}
{"lr": 0.027272245761375352, "data_time": 0.01549544334411621, "loss_single": 3.4804162263870237, "loss_dense": 3.5279768466949464, "loss": 7.008393001556397, "time": 0.15370402336120606, "step": 198206}
{"lr": 0.027272245761375352, "data_time": 0.016254496574401856, "loss_single": 3.4737985849380495, "loss_dense": 3.509332847595215, "loss": 6.983131265640258, "time": 0.19618761539459229, "step": 198256}
{"lr": 0.027272245761375352, "data_time": 0.030505156517028807, "loss_single": 3.472566604614258, "loss_dense": 3.527790880203247, "loss": 7.000357532501221, "time": 0.16595633029937745, "step": 198306}
{"lr": 0.027272245761375352, "data_time": 0.02624223232269287, "loss_single": 3.5034220933914186, "loss_dense": 3.531138014793396, "loss": 7.034560012817383, "time": 0.17757341861724854, "step": 198356}
{"lr": 0.027272245761375352, "data_time": 0.017463135719299316, "loss_single": 3.4727843523025514, "loss_dense": 3.5288438320159914, "loss": 7.0016282081604, "time": 0.1516265392303467, "step": 198406}
{"lr": 0.027272245761375352, "data_time": 0.01600320339202881, "loss_single": 3.465554141998291, "loss_dense": 3.523195171356201, "loss": 6.988749313354492, "time": 0.16022648811340331, "step": 198456}
{"lr": 0.027272245761375352, "data_time": 0.0171797513961792, "loss_single": 3.4576347351074217, "loss_dense": 3.5191571950912475, "loss": 6.976791954040527, "time": 0.15477612018585205, "step": 198506}
{"lr": 0.027272245761375352, "data_time": 0.015755105018615722, "loss_single": 3.481750965118408, "loss_dense": 3.5342875480651856, "loss": 7.016038513183593, "time": 0.14771628379821777, "step": 198556}
{"lr": 0.027272245761375352, "data_time": 0.03174192905426025, "loss_single": 3.47198486328125, "loss_dense": 3.5195098876953126, "loss": 6.991494750976562, "time": 0.1897127389907837, "step": 198606}
{"lr": 0.027272245761375352, "data_time": 0.016157889366149904, "loss_single": 3.478633761405945, "loss_dense": 3.5326740980148315, "loss": 7.011307859420777, "time": 0.17194485664367676, "step": 198656}
{"lr": 0.027272245761375352, "data_time": 0.030194926261901855, "loss_single": 3.489919090270996, "loss_dense": 3.538150596618652, "loss": 7.028069734573364, "time": 0.16164848804473878, "step": 198706}
{"lr": 0.027272245761375352, "data_time": 0.02256631851196289, "loss_single": 3.4501657247543336, "loss_dense": 3.507685089111328, "loss": 6.957850790023803, "time": 0.1564168930053711, "step": 198756}
{"lr": 0.027272245761375352, "data_time": 0.016603636741638183, "loss_single": 3.4861038446426393, "loss_dense": 3.53146755695343, "loss": 7.0175714015960695, "time": 0.14919304847717285, "step": 198806}
{"lr": 0.027272245761375352, "data_time": 0.018490290641784667, "loss_single": 3.4489635705947874, "loss_dense": 3.499563956260681, "loss": 6.948527526855469, "time": 0.14922540187835692, "step": 198856}
{"lr": 0.027272245761375352, "data_time": 0.018807268142700194, "loss_single": 3.4723876476287843, "loss_dense": 3.5139854192733764, "loss": 6.986373043060302, "time": 0.14882538318634034, "step": 198906}
{"lr": 0.027272245761375352, "data_time": 0.01644167900085449, "loss_single": 3.4768901824951173, "loss_dense": 3.527097702026367, "loss": 7.0039879322052006, "time": 0.15195834636688232, "step": 198956}
{"lr": 0.027272245761375352, "data_time": 0.015980291366577148, "loss_single": 3.45459668636322, "loss_dense": 3.519977021217346, "loss": 6.97457365989685, "time": 0.1507080078125, "step": 199006}
{"lr": 0.027272245761375352, "data_time": 0.017474150657653807, "loss_single": 3.4841801404953, "loss_dense": 3.5384398460388184, "loss": 7.022620058059692, "time": 0.15216782093048095, "step": 199056}
{"lr": 0.027272245761375352, "data_time": 0.0174694299697876, "loss_single": 3.4865702390670776, "loss_dense": 3.533338212966919, "loss": 7.019908475875854, "time": 0.1615769863128662, "step": 199106}
{"lr": 0.027272245761375352, "data_time": 0.01840364933013916, "loss_single": 3.479618501663208, "loss_dense": 3.5303492546081543, "loss": 7.009967708587647, "time": 0.1575248956680298, "step": 199156}
{"lr": 0.027272245761375352, "data_time": 0.017666888236999512, "loss_single": 3.476057505607605, "loss_dense": 3.5078988790512087, "loss": 6.983956384658813, "time": 0.15053093433380127, "step": 199206}
{"lr": 0.027272245761375352, "data_time": 0.016751790046691896, "loss_single": 3.482807493209839, "loss_dense": 3.5283830404281615, "loss": 7.011190557479859, "time": 0.16148169040679933, "step": 199256}
{"lr": 0.027272245761375352, "data_time": 0.018512821197509764, "loss_single": 3.46341233253479, "loss_dense": 3.514719295501709, "loss": 6.978131675720215, "time": 0.14946916103363037, "step": 199306}
{"lr": 0.027272245761375352, "data_time": 0.019578194618225096, "loss_single": 3.4877735376358032, "loss_dense": 3.538449692726135, "loss": 7.026223182678223, "time": 0.1958623170852661, "step": 199356}
{"lr": 0.027272245761375352, "data_time": 0.01654317378997803, "loss_single": 3.487445664405823, "loss_dense": 3.5278490781784058, "loss": 7.015294742584229, "time": 0.1476893424987793, "step": 199406}
{"lr": 0.027272245761375352, "data_time": 0.016388893127441406, "loss_single": 3.4586357831954957, "loss_dense": 3.5147350788116456, "loss": 6.973370885848999, "time": 0.1510545015335083, "step": 199456}
{"lr": 0.027272245761375352, "data_time": 0.01867721080780029, "loss_single": 3.497114562988281, "loss_dense": 3.537817692756653, "loss": 7.034932231903076, "time": 0.15322661399841309, "step": 199506}
{"lr": 0.027272245761375352, "data_time": 0.018227481842041017, "loss_single": 3.4517935514450073, "loss_dense": 3.5123764276504517, "loss": 6.964169931411743, "time": 0.1543278455734253, "step": 199556}
{"lr": 0.027272245761375352, "data_time": 0.01931188106536865, "loss_single": 3.452393889427185, "loss_dense": 3.495452356338501, "loss": 6.94784631729126, "time": 0.2411332368850708, "step": 199606}
{"lr": 0.027272245761375352, "data_time": 0.01722707748413086, "loss_single": 3.4648590326309203, "loss_dense": 3.507469820976257, "loss": 6.9723289012908936, "time": 0.15169501304626465, "step": 199656}
{"lr": 0.027272245761375352, "data_time": 0.019112372398376466, "loss_single": 3.477717971801758, "loss_dense": 3.5344869613647463, "loss": 7.012204980850219, "time": 0.1493828535079956, "step": 199706}
{"lr": 0.027272245761375352, "data_time": 0.01580488681793213, "loss_single": 3.469366359710693, "loss_dense": 3.521509575843811, "loss": 6.990875864028931, "time": 0.15070867538452148, "step": 199756}
{"lr": 0.027272245761375352, "data_time": 0.014770245552062989, "loss_single": 3.443363571166992, "loss_dense": 3.5034268379211424, "loss": 6.946790504455566, "time": 0.2064810037612915, "step": 199806}
{"lr": 0.027272245761375352, "data_time": 0.01829419136047363, "loss_single": 3.5091798305511475, "loss_dense": 3.548443913459778, "loss": 7.057623720169067, "time": 0.1494581699371338, "step": 199856}
{"lr": 0.027272245761375352, "data_time": 0.01724066734313965, "loss_single": 3.5006681203842165, "loss_dense": 3.5328186750411987, "loss": 7.033486795425415, "time": 0.14907071590423585, "step": 199906}
{"lr": 0.027272245761375352, "data_time": 0.015729188919067383, "loss_single": 3.4911376237869263, "loss_dense": 3.5226676940917967, "loss": 7.0138054370880125, "time": 0.15703012943267822, "step": 199956}
{"lr": 0.027272245761375352, "data_time": 0.018675875663757325, "loss_single": 3.4786614418029784, "loss_dense": 3.5325281381607057, "loss": 7.011189603805542, "time": 0.1498476266860962, "step": 200006}
{"lr": 0.027272245761375352, "data_time": 0.014888882637023926, "loss_single": 3.484819006919861, "loss_dense": 3.523670792579651, "loss": 7.0084898471832275, "time": 0.15560834407806395, "step": 200056}
{"lr": 0.027272245761375352, "data_time": 0.016416764259338378, "loss_single": 3.48986554145813, "loss_dense": 3.532189202308655, "loss": 7.022054719924927, "time": 0.15642473697662354, "step": 200106}
{"lr": 0.027272245761375352, "data_time": 0.01378169059753418, "loss_single": 3.4731369018554688, "loss_dense": 3.5193440437316896, "loss": 6.992480993270874, "time": 0.18090481758117677, "step": 200156}
{"lr": 0.027135254915624213, "data_time": 0.0180713415145874, "loss_single": 3.4440075159072876, "loss_dense": 3.503396773338318, "loss": 6.9474043369293215, "time": 0.1534524917602539, "step": 200210}
{"lr": 0.027135254915624213, "data_time": 0.016322517395019533, "loss_single": 3.4773313999176025, "loss_dense": 3.5346962213516235, "loss": 7.0120276927948, "time": 0.15693347454071044, "step": 200260}
{"lr": 0.027135254915624213, "data_time": 0.019862842559814454, "loss_single": 3.4567016124725343, "loss_dense": 3.511232376098633, "loss": 6.967934036254883, "time": 0.15607199668884278, "step": 200310}
{"lr": 0.027135254915624213, "data_time": 0.016439080238342285, "loss_single": 3.4871097564697267, "loss_dense": 3.532880353927612, "loss": 7.019990110397339, "time": 0.16347732543945312, "step": 200360}
{"lr": 0.027135254915624213, "data_time": 0.018558549880981445, "loss_single": 3.4931214809417725, "loss_dense": 3.544281578063965, "loss": 7.037403106689453, "time": 0.1551814079284668, "step": 200410}
{"lr": 0.027135254915624213, "data_time": 0.018788647651672364, "loss_single": 3.4939652919769286, "loss_dense": 3.5381447076797485, "loss": 7.032110023498535, "time": 0.15346436500549315, "step": 200460}
{"lr": 0.027135254915624213, "data_time": 0.01871988773345947, "loss_single": 3.4791361331939696, "loss_dense": 3.519783687591553, "loss": 6.9989197731018065, "time": 0.15326275825500488, "step": 200510}
{"lr": 0.027135254915624213, "data_time": 0.01753542423248291, "loss_single": 3.4817044496536256, "loss_dense": 3.526371693611145, "loss": 7.008076095581055, "time": 0.1835634708404541, "step": 200560}
{"lr": 0.027135254915624213, "data_time": 0.021971893310546876, "loss_single": 3.481797623634338, "loss_dense": 3.5504951953887938, "loss": 7.032292890548706, "time": 0.1614673137664795, "step": 200610}
{"lr": 0.027135254915624213, "data_time": 0.017126584053039552, "loss_single": 3.464299774169922, "loss_dense": 3.5107064485549926, "loss": 6.975006198883056, "time": 0.16522727012634278, "step": 200660}
{"lr": 0.027135254915624213, "data_time": 0.018039226531982422, "loss_single": 3.4797865390777587, "loss_dense": 3.525765228271484, "loss": 7.005551719665528, "time": 0.15501294136047364, "step": 200710}
{"lr": 0.027135254915624213, "data_time": 0.017832112312316895, "loss_single": 3.4885126113891602, "loss_dense": 3.545668387413025, "loss": 7.034180927276611, "time": 0.15225696563720703, "step": 200760}
{"lr": 0.027135254915624213, "data_time": 0.019378089904785158, "loss_single": 3.456737685203552, "loss_dense": 3.511127471923828, "loss": 6.967865228652954, "time": 0.16350922584533692, "step": 200810}
{"lr": 0.027135254915624213, "data_time": 0.01768813133239746, "loss_single": 3.4821980476379393, "loss_dense": 3.521273899078369, "loss": 7.003471946716308, "time": 0.15988631248474122, "step": 200860}
{"lr": 0.027135254915624213, "data_time": 0.014653849601745605, "loss_single": 3.462770771980286, "loss_dense": 3.500517416000366, "loss": 6.963288116455078, "time": 0.149072265625, "step": 200910}
{"lr": 0.027135254915624213, "data_time": 0.01672043800354004, "loss_single": 3.453740882873535, "loss_dense": 3.514925169944763, "loss": 6.968665981292725, "time": 0.15631563663482667, "step": 200960}
{"lr": 0.027135254915624213, "data_time": 0.015374302864074707, "loss_single": 3.4570005178451537, "loss_dense": 3.4971362590789794, "loss": 6.954136800765991, "time": 0.1529900312423706, "step": 201010}
{"lr": 0.027135254915624213, "data_time": 0.0199676513671875, "loss_single": 3.470800995826721, "loss_dense": 3.518259382247925, "loss": 6.989060354232788, "time": 0.2345804214477539, "step": 201060}
{"lr": 0.027135254915624213, "data_time": 0.018256306648254395, "loss_single": 3.469072937965393, "loss_dense": 3.5214566230773925, "loss": 6.990529489517212, "time": 0.17136471271514891, "step": 201110}
{"lr": 0.027135254915624213, "data_time": 0.016092252731323243, "loss_single": 3.496008062362671, "loss_dense": 3.5439318656921386, "loss": 7.039939975738525, "time": 0.15361735820770264, "step": 201160}
{"lr": 0.027135254915624213, "data_time": 0.016118192672729494, "loss_single": 3.4672356128692625, "loss_dense": 3.507334756851196, "loss": 6.974570465087891, "time": 0.15150673389434816, "step": 201210}
{"lr": 0.027135254915624213, "data_time": 0.016587424278259277, "loss_single": 3.4792242288589477, "loss_dense": 3.5232271194458007, "loss": 7.0024512767791744, "time": 0.17279090881347656, "step": 201260}
{"lr": 0.027135254915624213, "data_time": 0.014504313468933105, "loss_single": 3.4856563091278074, "loss_dense": 3.545447564125061, "loss": 7.031103849411011, "time": 0.1440720796585083, "step": 201310}
{"lr": 0.027135254915624213, "data_time": 0.014205026626586913, "loss_single": 3.4737562417984007, "loss_dense": 3.536590838432312, "loss": 7.010347080230713, "time": 0.15114781856536866, "step": 201360}
{"lr": 0.027135254915624213, "data_time": 0.015070366859436034, "loss_single": 3.4547574043273928, "loss_dense": 3.4972501039505004, "loss": 6.95200743675232, "time": 0.21293437480926514, "step": 201410}
{"lr": 0.027135254915624213, "data_time": 0.015860676765441895, "loss_single": 3.462673783302307, "loss_dense": 3.516437363624573, "loss": 6.97911114692688, "time": 0.14850130081176757, "step": 201460}
{"lr": 0.027135254915624213, "data_time": 0.01711747646331787, "loss_single": 3.4675016164779664, "loss_dense": 3.5230390787124635, "loss": 6.9905407428741455, "time": 0.15237269401550294, "step": 201510}
{"lr": 0.027135254915624213, "data_time": 0.017549753189086914, "loss_single": 3.50479576587677, "loss_dense": 3.5462817192077636, "loss": 7.051077461242675, "time": 0.1515394926071167, "step": 201560}
{"lr": 0.027135254915624213, "data_time": 0.015796709060668945, "loss_single": 3.471111536026001, "loss_dense": 3.5258519411087037, "loss": 6.996963453292847, "time": 0.2217296838760376, "step": 201610}
{"lr": 0.027135254915624213, "data_time": 0.02078707218170166, "loss_single": 3.442962670326233, "loss_dense": 3.4968406677246096, "loss": 6.9398033618927, "time": 0.15335435867309571, "step": 201660}
{"lr": 0.027135254915624213, "data_time": 0.015081095695495605, "loss_single": 3.460098934173584, "loss_dense": 3.5180142402648924, "loss": 6.978113126754761, "time": 0.19311063289642333, "step": 201710}
{"lr": 0.027135254915624213, "data_time": 0.015995097160339356, "loss_single": 3.5026577711105347, "loss_dense": 3.5487058401107787, "loss": 7.051363611221314, "time": 0.1527331829071045, "step": 201760}
{"lr": 0.027135254915624213, "data_time": 0.015665197372436525, "loss_single": 3.4755356550216674, "loss_dense": 3.535090374946594, "loss": 7.010625982284546, "time": 0.14867212772369384, "step": 201810}
{"lr": 0.027135254915624213, "data_time": 0.015630578994750975, "loss_single": 3.4607364177703857, "loss_dense": 3.5231441020965577, "loss": 6.983880519866943, "time": 0.17089691162109374, "step": 201860}
{"lr": 0.027135254915624213, "data_time": 0.016058850288391113, "loss_single": 3.470250153541565, "loss_dense": 3.515904402732849, "loss": 6.986154556274414, "time": 0.1512758493423462, "step": 201910}
{"lr": 0.027135254915624213, "data_time": 0.017130589485168456, "loss_single": 3.4747134923934935, "loss_dense": 3.5272876262664794, "loss": 7.002001237869263, "time": 0.15123279094696046, "step": 201960}
{"lr": 0.027135254915624213, "data_time": 0.017188882827758788, "loss_single": 3.4549941539764406, "loss_dense": 3.5162456750869753, "loss": 6.971239852905273, "time": 0.15249955654144287, "step": 202010}
{"lr": 0.027135254915624213, "data_time": 0.015089583396911622, "loss_single": 3.456225800514221, "loss_dense": 3.504149150848389, "loss": 6.960374975204468, "time": 0.15529930591583252, "step": 202060}
{"lr": 0.027135254915624213, "data_time": 0.01691608428955078, "loss_single": 3.474855923652649, "loss_dense": 3.527522253990173, "loss": 7.002378177642822, "time": 0.1492452621459961, "step": 202110}
{"lr": 0.027135254915624213, "data_time": 0.018939638137817384, "loss_single": 3.468050312995911, "loss_dense": 3.517547631263733, "loss": 6.985597848892212, "time": 0.1925403356552124, "step": 202160}
{"lr": 0.027135254915624213, "data_time": 0.0157975435256958, "loss_single": 3.456329822540283, "loss_dense": 3.4998988628387453, "loss": 6.9562286853790285, "time": 0.15260448455810546, "step": 202210}
{"lr": 0.027135254915624213, "data_time": 0.01696295738220215, "loss_single": 3.4703479766845704, "loss_dense": 3.5177156209945677, "loss": 6.988063621520996, "time": 0.14916622638702393, "step": 202260}
{"lr": 0.027135254915624213, "data_time": 0.018167448043823243, "loss_single": 3.4676836013793944, "loss_dense": 3.5096702575683594, "loss": 6.977353858947754, "time": 0.15229666233062744, "step": 202310}
{"lr": 0.027135254915624213, "data_time": 0.021758770942687987, "loss_single": 3.493356537818909, "loss_dense": 3.5363691091537475, "loss": 7.02972559928894, "time": 0.16665832996368407, "step": 202360}
{"lr": 0.027135254915624213, "data_time": 0.016561174392700197, "loss_single": 3.487471914291382, "loss_dense": 3.5275857925415037, "loss": 7.015057706832886, "time": 0.1495032787322998, "step": 202410}
{"lr": 0.027135254915624213, "data_time": 0.015347599983215332, "loss_single": 3.4586891651153566, "loss_dense": 3.511765551567078, "loss": 6.970454740524292, "time": 0.15043747425079346, "step": 202460}
{"lr": 0.027135254915624213, "data_time": 0.01723794937133789, "loss_single": 3.4670818567276003, "loss_dense": 3.520113134384155, "loss": 6.987195014953613, "time": 0.16263678073883056, "step": 202510}
{"lr": 0.027135254915624213, "data_time": 0.016417956352233885, "loss_single": 3.465633201599121, "loss_dense": 3.516701650619507, "loss": 6.982334899902344, "time": 0.14486076831817626, "step": 202560}
{"lr": 0.027135254915624213, "data_time": 0.019280552864074707, "loss_single": 3.4624578237533568, "loss_dense": 3.501522445678711, "loss": 6.96398024559021, "time": 0.15193705558776854, "step": 202610}
{"lr": 0.027135254915624213, "data_time": 0.009834742546081543, "loss_single": 3.45667245388031, "loss_dense": 3.51596519947052, "loss": 6.97263765335083, "time": 0.1693575620651245, "step": 202660}
{"lr": 0.027135254915624213, "data_time": 0.01756618022918701, "loss_single": 3.447856593132019, "loss_dense": 3.5035576581954957, "loss": 6.951414251327515, "time": 0.14693815708160402, "step": 202710}
{"lr": 0.027135254915624213, "data_time": 0.017089486122131348, "loss_single": 3.4637959718704225, "loss_dense": 3.5239277362823485, "loss": 6.987723731994629, "time": 0.1479492664337158, "step": 202760}
{"lr": 0.027135254915624213, "data_time": 0.01753556728363037, "loss_single": 3.4790831327438356, "loss_dense": 3.5342463731765745, "loss": 7.013329553604126, "time": 0.15254786014556884, "step": 202810}
{"lr": 0.027135254915624213, "data_time": 0.019496607780456542, "loss_single": 3.46972861289978, "loss_dense": 3.513410210609436, "loss": 6.983138942718506, "time": 0.2063847780227661, "step": 202860}
{"lr": 0.027135254915624213, "data_time": 0.017963862419128417, "loss_single": 3.45958149433136, "loss_dense": 3.5038100719451903, "loss": 6.963391590118408, "time": 0.15142135620117186, "step": 202910}
{"lr": 0.027135254915624213, "data_time": 0.016817140579223632, "loss_single": 3.478416633605957, "loss_dense": 3.531676936149597, "loss": 7.010093641281128, "time": 0.1627129077911377, "step": 202960}
{"lr": 0.027135254915624213, "data_time": 0.017182230949401855, "loss_single": 3.496948266029358, "loss_dense": 3.5444653749465944, "loss": 7.041413736343384, "time": 0.1558385133743286, "step": 203010}
{"lr": 0.027135254915624213, "data_time": 0.016263651847839355, "loss_single": 3.4520971298217775, "loss_dense": 3.5078569889068603, "loss": 6.959954118728637, "time": 0.1774893283843994, "step": 203060}
{"lr": 0.027135254915624213, "data_time": 0.01612975597381592, "loss_single": 3.477918601036072, "loss_dense": 3.5247870445251466, "loss": 7.002705526351929, "time": 0.19297690391540528, "step": 203110}
{"lr": 0.027135254915624213, "data_time": 0.02073204517364502, "loss_single": 3.4753146886825563, "loss_dense": 3.5114144802093508, "loss": 6.986729145050049, "time": 0.15361924171447755, "step": 203160}
{"lr": 0.027135254915624213, "data_time": 0.017827749252319336, "loss_single": 3.5035223007202148, "loss_dense": 3.5495350122451783, "loss": 7.0530571937561035, "time": 0.1529933214187622, "step": 203210}
{"lr": 0.027135254915624213, "data_time": 0.01713831424713135, "loss_single": 3.49281530380249, "loss_dense": 3.531368041038513, "loss": 7.024183320999145, "time": 0.15108189582824708, "step": 203260}
{"lr": 0.027135254915624213, "data_time": 0.016675710678100586, "loss_single": 3.464805507659912, "loss_dense": 3.517030191421509, "loss": 6.981835651397705, "time": 0.15936689376831054, "step": 203310}
{"lr": 0.027135254915624213, "data_time": 0.017892622947692872, "loss_single": 3.4472094058990477, "loss_dense": 3.4943771600723266, "loss": 6.941586542129516, "time": 0.15773067474365235, "step": 203360}
{"lr": 0.027135254915624213, "data_time": 0.019853615760803224, "loss_single": 3.4848708152770995, "loss_dense": 3.5266993761062624, "loss": 7.01157021522522, "time": 0.18168072700500487, "step": 203410}
{"lr": 0.027135254915624213, "data_time": 0.01747140884399414, "loss_single": 3.4706910610198975, "loss_dense": 3.5209770441055297, "loss": 6.991668176651001, "time": 0.15343782901763917, "step": 203460}
{"lr": 0.027135254915624213, "data_time": 0.018912768363952635, "loss_single": 3.4459139823913576, "loss_dense": 3.4865692853927612, "loss": 6.932483291625976, "time": 0.15655558109283446, "step": 203510}
{"lr": 0.027135254915624213, "data_time": 0.018810391426086426, "loss_single": 3.486535596847534, "loss_dense": 3.5355458736419676, "loss": 7.022081518173218, "time": 0.14915685653686522, "step": 203560}
{"lr": 0.027135254915624213, "data_time": 0.016562891006469727, "loss_single": 3.451668405532837, "loss_dense": 3.4998666763305666, "loss": 6.951535034179687, "time": 0.1526348352432251, "step": 203610}
{"lr": 0.027135254915624213, "data_time": 0.01589679718017578, "loss_single": 3.471566152572632, "loss_dense": 3.512869048118591, "loss": 6.984435176849365, "time": 0.1629403829574585, "step": 203660}
{"lr": 0.027135254915624213, "data_time": 0.012530636787414551, "loss_single": 3.435714292526245, "loss_dense": 3.4930245876312256, "loss": 6.928738927841186, "time": 0.1728060007095337, "step": 203710}
{"lr": 0.027135254915624213, "data_time": 0.01707150936126709, "loss_single": 3.468073010444641, "loss_dense": 3.522748875617981, "loss": 6.990821886062622, "time": 0.15150074958801268, "step": 203760}
{"lr": 0.027135254915624213, "data_time": 0.013310909271240234, "loss_single": 3.453585314750671, "loss_dense": 3.5041619539260864, "loss": 6.95774736404419, "time": 0.1865222930908203, "step": 203810}
{"lr": 0.027135254915624213, "data_time": 0.016611981391906738, "loss_single": 3.4663980484008787, "loss_dense": 3.530695390701294, "loss": 6.997093439102173, "time": 0.1504115104675293, "step": 203860}
{"lr": 0.027135254915624213, "data_time": 0.016303825378417968, "loss_single": 3.4494638681411742, "loss_dense": 3.494788312911987, "loss": 6.944252252578735, "time": 0.1612593412399292, "step": 203910}
{"lr": 0.027135254915624213, "data_time": 0.016852307319641113, "loss_single": 3.468696188926697, "loss_dense": 3.5164305448532103, "loss": 6.985126686096192, "time": 0.1468057870864868, "step": 203960}
{"lr": 0.027135254915624213, "data_time": 0.01764650344848633, "loss_single": 3.477214050292969, "loss_dense": 3.5150406122207642, "loss": 6.992254686355591, "time": 0.1531834125518799, "step": 204010}
{"lr": 0.027135254915624213, "data_time": 0.014820265769958495, "loss_single": 3.480928063392639, "loss_dense": 3.5136730432510377, "loss": 6.994601106643676, "time": 0.18665633201599122, "step": 204060}
{"lr": 0.027135254915624213, "data_time": 0.016568255424499512, "loss_single": 3.4664849758148195, "loss_dense": 3.52446129322052, "loss": 6.990946340560913, "time": 0.14641647338867186, "step": 204110}
{"lr": 0.027135254915624213, "data_time": 0.020209264755249024, "loss_single": 3.4555572509765624, "loss_dense": 3.5088937044143678, "loss": 6.964451026916504, "time": 0.1546147108078003, "step": 204160}
{"lr": 0.027135254915624213, "data_time": 0.017854142189025878, "loss_single": 3.4635623931884765, "loss_dense": 3.5107601642608643, "loss": 6.9743226051330565, "time": 0.15508480072021485, "step": 204210}
{"lr": 0.027135254915624213, "data_time": 0.018523478507995607, "loss_single": 3.495148277282715, "loss_dense": 3.5416016817092895, "loss": 7.036749982833863, "time": 0.15305886268615723, "step": 204260}
{"lr": 0.027135254915624213, "data_time": 0.018143558502197267, "loss_single": 3.4922189712524414, "loss_dense": 3.5427029132843018, "loss": 7.0349218368530275, "time": 0.15192370414733886, "step": 204310}
{"lr": 0.027135254915624213, "data_time": 0.017879486083984375, "loss_single": 3.470769929885864, "loss_dense": 3.5247793197631836, "loss": 6.995549297332763, "time": 0.15226194858551026, "step": 204360}
{"lr": 0.027135254915624213, "data_time": 0.01755838394165039, "loss_single": 3.494391918182373, "loss_dense": 3.5521527528762817, "loss": 7.0465446472167965, "time": 0.1764147996902466, "step": 204410}
{"lr": 0.027135254915624213, "data_time": 0.0151625394821167, "loss_single": 3.485690116882324, "loss_dense": 3.514045000076294, "loss": 6.9997350692749025, "time": 0.15533199310302734, "step": 204460}
{"lr": 0.027135254915624213, "data_time": 0.017197847366333008, "loss_single": 3.495961403846741, "loss_dense": 3.550765371322632, "loss": 7.046726846694947, "time": 0.15411667823791503, "step": 204510}
{"lr": 0.027135254915624213, "data_time": 0.017138099670410155, "loss_single": 3.4909966945648194, "loss_dense": 3.5260401487350466, "loss": 7.017036962509155, "time": 0.15374343395233153, "step": 204560}
{"lr": 0.027135254915624213, "data_time": 0.016316556930541994, "loss_single": 3.469108724594116, "loss_dense": 3.522570586204529, "loss": 6.991679334640503, "time": 0.16229283809661865, "step": 204610}
{"lr": 0.027135254915624213, "data_time": 0.018074560165405273, "loss_single": 3.485508942604065, "loss_dense": 3.5362596988677977, "loss": 7.021768617630005, "time": 0.17172541618347167, "step": 204660}
{"lr": 0.027135254915624213, "data_time": 0.016201472282409667, "loss_single": 3.496725296974182, "loss_dense": 3.5409040212631226, "loss": 7.037629318237305, "time": 0.1495746374130249, "step": 204710}
{"lr": 0.027135254915624213, "data_time": 0.02359881401062012, "loss_single": 3.4641480445861816, "loss_dense": 3.5055346488952637, "loss": 6.969682741165161, "time": 0.15716552734375, "step": 204760}
{"lr": 0.027135254915624213, "data_time": 0.016494607925415038, "loss_single": 3.456449341773987, "loss_dense": 3.5129345178604128, "loss": 6.9693838596344, "time": 0.1471085548400879, "step": 204810}
{"lr": 0.027135254915624213, "data_time": 0.0168701171875, "loss_single": 3.4401000261306764, "loss_dense": 3.4954416513442994, "loss": 6.935541677474975, "time": 0.14954304695129395, "step": 204860}
{"lr": 0.027135254915624213, "data_time": 0.04782402515411377, "loss_single": 3.4683210134506224, "loss_dense": 3.5176659345626833, "loss": 6.985986948013306, "time": 0.18867230415344238, "step": 204910}
{"lr": 0.027135254915624213, "data_time": 0.01715662479400635, "loss_single": 3.4790356159210205, "loss_dense": 3.5333776473999023, "loss": 7.012413263320923, "time": 0.1550572395324707, "step": 204960}
{"lr": 0.027135254915624213, "data_time": 0.016488933563232423, "loss_single": 3.475426769256592, "loss_dense": 3.5365458726882935, "loss": 7.0119727611541744, "time": 0.15259160995483398, "step": 205010}
{"lr": 0.027135254915624213, "data_time": 0.017325210571289062, "loss_single": 3.4833188533782957, "loss_dense": 3.53815438747406, "loss": 7.0214732646942135, "time": 0.15020465850830078, "step": 205060}
{"lr": 0.027135254915624213, "data_time": 0.015546941757202148, "loss_single": 3.4745607137680055, "loss_dense": 3.522526001930237, "loss": 6.997086763381958, "time": 0.1478557825088501, "step": 205110}
{"lr": 0.027135254915624213, "data_time": 0.014135432243347169, "loss_single": 3.4814938068389893, "loss_dense": 3.5261761426925657, "loss": 7.007670116424561, "time": 0.16518793106079102, "step": 205160}
{"lr": 0.026995269877306362, "data_time": 0.016254687309265138, "loss_single": 3.4645501136779786, "loss_dense": 3.5139116048812866, "loss": 6.978461742401123, "time": 0.1633854627609253, "step": 205214}
{"lr": 0.026995269877306362, "data_time": 0.03151538372039795, "loss_single": 3.47619891166687, "loss_dense": 3.5363838195800783, "loss": 7.012582731246948, "time": 0.1723543405532837, "step": 205264}
{"lr": 0.026995269877306362, "data_time": 0.015038776397705077, "loss_single": 3.469737339019775, "loss_dense": 3.5123408317565916, "loss": 6.982078170776367, "time": 0.14576945304870606, "step": 205314}
{"lr": 0.026995269877306362, "data_time": 0.015344524383544922, "loss_single": 3.487168717384338, "loss_dense": 3.516344666481018, "loss": 7.003513336181641, "time": 0.15303552150726318, "step": 205364}
{"lr": 0.026995269877306362, "data_time": 0.0184983491897583, "loss_single": 3.4596828699111937, "loss_dense": 3.520342540740967, "loss": 6.980025339126587, "time": 0.15257720947265624, "step": 205414}
{"lr": 0.026995269877306362, "data_time": 0.01988110542297363, "loss_single": 3.4836031913757326, "loss_dense": 3.5365636348724365, "loss": 7.020166873931885, "time": 0.18322534561157228, "step": 205464}
{"lr": 0.026995269877306362, "data_time": 0.011405587196350098, "loss_single": 3.487717127799988, "loss_dense": 3.537385034561157, "loss": 7.025102186203003, "time": 0.14773876667022706, "step": 205514}
{"lr": 0.026995269877306362, "data_time": 0.018125700950622558, "loss_single": 3.4624127388000487, "loss_dense": 3.510049295425415, "loss": 6.972461986541748, "time": 0.14834847450256347, "step": 205564}
{"lr": 0.026995269877306362, "data_time": 0.01646451950073242, "loss_single": 3.474720025062561, "loss_dense": 3.522689867019653, "loss": 6.997409915924072, "time": 0.1505263328552246, "step": 205614}
{"lr": 0.026995269877306362, "data_time": 0.014753293991088868, "loss_single": 3.4698649406433106, "loss_dense": 3.5273574113845827, "loss": 6.997222280502319, "time": 0.14973053932189942, "step": 205664}
{"lr": 0.026995269877306362, "data_time": 0.01954805850982666, "loss_single": 3.447636342048645, "loss_dense": 3.506005549430847, "loss": 6.953641891479492, "time": 0.20320708751678468, "step": 205714}
{"lr": 0.026995269877306362, "data_time": 0.01659398078918457, "loss_single": 3.481073570251465, "loss_dense": 3.519681787490845, "loss": 7.000755357742309, "time": 0.15629198551177978, "step": 205764}
{"lr": 0.026995269877306362, "data_time": 0.015034866333007813, "loss_single": 3.4628938674926757, "loss_dense": 3.510096001625061, "loss": 6.972989797592163, "time": 0.14523701667785643, "step": 205814}
{"lr": 0.026995269877306362, "data_time": 0.012133145332336425, "loss_single": 3.4449474096298216, "loss_dense": 3.5037972688674928, "loss": 6.948744678497315, "time": 0.1519380569458008, "step": 205864}
{"lr": 0.026995269877306362, "data_time": 0.01806652545928955, "loss_single": 3.4553839683532717, "loss_dense": 3.5208424806594847, "loss": 6.976226425170898, "time": 0.14853885173797607, "step": 205914}
{"lr": 0.026995269877306362, "data_time": 0.01828477382659912, "loss_single": 3.471953010559082, "loss_dense": 3.516868495941162, "loss": 6.988821411132813, "time": 0.17741236686706544, "step": 205964}
{"lr": 0.026995269877306362, "data_time": 0.01676497459411621, "loss_single": 3.4863576173782347, "loss_dense": 3.5364943742752075, "loss": 7.022852182388306, "time": 0.19128224849700928, "step": 206014}
{"lr": 0.026995269877306362, "data_time": 0.017648077011108397, "loss_single": 3.4725441694259644, "loss_dense": 3.5201400756835937, "loss": 6.9926842212677, "time": 0.14732999801635743, "step": 206064}
{"lr": 0.026995269877306362, "data_time": 0.018221735954284668, "loss_single": 3.4607889652252197, "loss_dense": 3.5104665994644164, "loss": 6.971255588531494, "time": 0.15594830513000488, "step": 206114}
{"lr": 0.026995269877306362, "data_time": 0.01649465560913086, "loss_single": 3.475957655906677, "loss_dense": 3.5203793048858643, "loss": 6.996337032318115, "time": 0.14802343845367433, "step": 206164}
{"lr": 0.026995269877306362, "data_time": 0.016357111930847167, "loss_single": 3.47945294380188, "loss_dense": 3.5236088037490845, "loss": 7.003061580657959, "time": 0.15048420429229736, "step": 206214}
{"lr": 0.026995269877306362, "data_time": 0.016663455963134767, "loss_single": 3.4618642807006834, "loss_dense": 3.5078615665435793, "loss": 6.969725799560547, "time": 0.16188204288482666, "step": 206264}
{"lr": 0.026995269877306362, "data_time": 0.01566159725189209, "loss_single": 3.477184200286865, "loss_dense": 3.5259090423583985, "loss": 7.003093194961548, "time": 0.17949016094207765, "step": 206314}
{"lr": 0.026995269877306362, "data_time": 0.01633615493774414, "loss_single": 3.465804839134216, "loss_dense": 3.519620680809021, "loss": 6.9854254722595215, "time": 0.15652215480804443, "step": 206364}
{"lr": 0.026995269877306362, "data_time": 0.018983936309814452, "loss_single": 3.4753338575363157, "loss_dense": 3.5271250009536743, "loss": 7.00245885848999, "time": 0.15632355213165283, "step": 206414}
{"lr": 0.026995269877306362, "data_time": 0.017931556701660155, "loss_single": 3.451286959648132, "loss_dense": 3.509615659713745, "loss": 6.960902690887451, "time": 0.15178921222686767, "step": 206464}
{"lr": 0.026995269877306362, "data_time": 0.018181777000427245, "loss_single": 3.4748841524124146, "loss_dense": 3.510291814804077, "loss": 6.985175848007202, "time": 0.16478278636932372, "step": 206514}
{"lr": 0.026995269877306362, "data_time": 0.01151137351989746, "loss_single": 3.4972334146499633, "loss_dense": 3.526175832748413, "loss": 7.023409223556518, "time": 0.1495656728744507, "step": 206564}
{"lr": 0.026995269877306362, "data_time": 0.016123199462890626, "loss_single": 3.4574373722076417, "loss_dense": 3.501288723945618, "loss": 6.958726119995117, "time": 0.18538031578063965, "step": 206614}
{"lr": 0.026995269877306362, "data_time": 0.015476179122924805, "loss_single": 3.4739181280136107, "loss_dense": 3.5233951091766356, "loss": 6.997313213348389, "time": 0.14900858402252198, "step": 206664}
{"lr": 0.026995269877306362, "data_time": 0.016225862503051757, "loss_single": 3.4414424657821656, "loss_dense": 3.4800001621246337, "loss": 6.921442604064941, "time": 0.14699573516845704, "step": 206714}
{"lr": 0.026995269877306362, "data_time": 0.017108964920043945, "loss_single": 3.487578797340393, "loss_dense": 3.538715100288391, "loss": 7.026293849945068, "time": 0.15970826148986816, "step": 206764}
{"lr": 0.026995269877306362, "data_time": 0.01777539253234863, "loss_single": 3.4704325914382936, "loss_dense": 3.511856532096863, "loss": 6.982289123535156, "time": 0.15550682544708253, "step": 206814}
{"lr": 0.026995269877306362, "data_time": 0.01958768367767334, "loss_single": 3.4786813497543334, "loss_dense": 3.517895150184631, "loss": 6.996576547622681, "time": 0.1848137617111206, "step": 206864}
{"lr": 0.026995269877306362, "data_time": 0.017436909675598144, "loss_single": 3.461565351486206, "loss_dense": 3.5213785648345945, "loss": 6.982943916320801, "time": 0.1515424966812134, "step": 206914}
{"lr": 0.026995269877306362, "data_time": 0.019277048110961915, "loss_single": 3.450035071372986, "loss_dense": 3.511756157875061, "loss": 6.961791276931763, "time": 0.15096032619476318, "step": 206964}
{"lr": 0.026995269877306362, "data_time": 0.014539766311645507, "loss_single": 3.4920199632644655, "loss_dense": 3.535215902328491, "loss": 7.027235889434815, "time": 0.15172207355499268, "step": 207014}
{"lr": 0.026995269877306362, "data_time": 0.01804318428039551, "loss_single": 3.4750418186187746, "loss_dense": 3.520889234542847, "loss": 6.995931005477905, "time": 0.15479304790496826, "step": 207064}
{"lr": 0.026995269877306362, "data_time": 0.015891718864440917, "loss_single": 3.4681379318237306, "loss_dense": 3.514685344696045, "loss": 6.982823324203491, "time": 0.15312623977661133, "step": 207114}
{"lr": 0.026995269877306362, "data_time": 0.018200182914733888, "loss_single": 3.4591347932815553, "loss_dense": 3.524320101737976, "loss": 6.983454847335816, "time": 0.15349891185760497, "step": 207164}
{"lr": 0.026995269877306362, "data_time": 0.01577892303466797, "loss_single": 3.464294743537903, "loss_dense": 3.515435528755188, "loss": 6.979730319976807, "time": 0.19634661674499512, "step": 207214}
{"lr": 0.026995269877306362, "data_time": 0.016307854652404787, "loss_single": 3.4738008975982666, "loss_dense": 3.5262675046920777, "loss": 7.0000683784484865, "time": 0.15724966526031495, "step": 207264}
{"lr": 0.026995269877306362, "data_time": 0.01746644973754883, "loss_single": 3.4806814670562742, "loss_dense": 3.514777994155884, "loss": 6.995459461212159, "time": 0.1504446029663086, "step": 207314}
{"lr": 0.026995269877306362, "data_time": 0.01830618381500244, "loss_single": 3.475777435302734, "loss_dense": 3.5193461894989015, "loss": 6.995123672485351, "time": 0.16162598133087158, "step": 207364}
{"lr": 0.026995269877306362, "data_time": 0.017626738548278807, "loss_single": 3.462571549415588, "loss_dense": 3.523195767402649, "loss": 6.9857673168182375, "time": 0.1542128801345825, "step": 207414}
{"lr": 0.026995269877306362, "data_time": 0.013212966918945312, "loss_single": 3.4932313680648805, "loss_dense": 3.545503568649292, "loss": 7.038735008239746, "time": 0.14715869426727296, "step": 207464}
{"lr": 0.026995269877306362, "data_time": 0.01746833324432373, "loss_single": 3.4580168962478637, "loss_dense": 3.499716591835022, "loss": 6.957733488082885, "time": 0.14992544651031495, "step": 207514}
{"lr": 0.026995269877306362, "data_time": 0.0179750919342041, "loss_single": 3.4827027797698973, "loss_dense": 3.515904116630554, "loss": 6.998606777191162, "time": 0.14912950992584229, "step": 207564}
{"lr": 0.026995269877306362, "data_time": 0.018224692344665526, "loss_single": 3.457902932167053, "loss_dense": 3.485967183113098, "loss": 6.943870115280151, "time": 0.16251509189605712, "step": 207614}
{"lr": 0.026995269877306362, "data_time": 0.013508057594299317, "loss_single": 3.458965802192688, "loss_dense": 3.514537715911865, "loss": 6.973503541946411, "time": 0.15356533527374266, "step": 207664}
{"lr": 0.026995269877306362, "data_time": 0.017022252082824707, "loss_single": 3.45346519947052, "loss_dense": 3.5035463094711305, "loss": 6.957011556625366, "time": 0.2115877389907837, "step": 207714}
{"lr": 0.026995269877306362, "data_time": 0.01727616786956787, "loss_single": 3.4934741973876955, "loss_dense": 3.540913772583008, "loss": 7.0343879699707035, "time": 0.15419507026672363, "step": 207764}
{"lr": 0.026995269877306362, "data_time": 0.01847419738769531, "loss_single": 3.4790242195129393, "loss_dense": 3.5288981914520265, "loss": 7.007922410964966, "time": 0.149859619140625, "step": 207814}
{"lr": 0.026995269877306362, "data_time": 0.014961028099060058, "loss_single": 3.458793568611145, "loss_dense": 3.5206591367721556, "loss": 6.979452753067017, "time": 0.14894628524780273, "step": 207864}
{"lr": 0.026995269877306362, "data_time": 0.01769893169403076, "loss_single": 3.4620927810668944, "loss_dense": 3.508197569847107, "loss": 6.9702903747558596, "time": 0.1481989622116089, "step": 207914}
{"lr": 0.026995269877306362, "data_time": 0.015883970260620116, "loss_single": 3.484548258781433, "loss_dense": 3.5196486711502075, "loss": 7.004196882247925, "time": 0.1539163827896118, "step": 207964}
{"lr": 0.026995269877306362, "data_time": 0.016730761528015135, "loss_single": 3.466385245323181, "loss_dense": 3.5124372005462647, "loss": 6.978822422027588, "time": 0.16514208316802978, "step": 208014}
{"lr": 0.026995269877306362, "data_time": 0.023675370216369628, "loss_single": 3.4566598653793337, "loss_dense": 3.5084009170532227, "loss": 6.965060758590698, "time": 0.16092100143432617, "step": 208064}
{"lr": 0.026995269877306362, "data_time": 0.014656472206115722, "loss_single": 3.462004852294922, "loss_dense": 3.5092878103256226, "loss": 6.9712926864624025, "time": 0.15293779373168945, "step": 208114}
{"lr": 0.026995269877306362, "data_time": 0.05969204902648926, "loss_single": 3.476289987564087, "loss_dense": 3.535121703147888, "loss": 7.011411714553833, "time": 0.1966663122177124, "step": 208164}
{"lr": 0.026995269877306362, "data_time": 0.01618955135345459, "loss_single": 3.4520620107650757, "loss_dense": 3.518267869949341, "loss": 6.970329904556275, "time": 0.1507251024246216, "step": 208214}
{"lr": 0.026995269877306362, "data_time": 0.017277050018310546, "loss_single": 3.4897735118865967, "loss_dense": 3.5236431837081907, "loss": 7.013416767120361, "time": 0.19639439582824708, "step": 208264}
{"lr": 0.026995269877306362, "data_time": 0.02277212142944336, "loss_single": 3.45919406414032, "loss_dense": 3.5254462480545046, "loss": 6.984640216827392, "time": 0.1542604923248291, "step": 208314}
{"lr": 0.026995269877306362, "data_time": 0.016969728469848632, "loss_single": 3.480195641517639, "loss_dense": 3.5196467638015747, "loss": 6.9998424530029295, "time": 0.15575158596038818, "step": 208364}
{"lr": 0.026995269877306362, "data_time": 0.023869013786315917, "loss_single": 3.450458359718323, "loss_dense": 3.4966893196105957, "loss": 6.947147703170776, "time": 0.18327343463897705, "step": 208414}
{"lr": 0.026995269877306362, "data_time": 0.017981767654418945, "loss_single": 3.461565923690796, "loss_dense": 3.5084907531738283, "loss": 6.97005672454834, "time": 0.1716592788696289, "step": 208464}
{"lr": 0.026995269877306362, "data_time": 0.01880369186401367, "loss_single": 3.4810357093811035, "loss_dense": 3.5165908575057983, "loss": 6.997626638412475, "time": 0.15588157176971434, "step": 208514}
{"lr": 0.026995269877306362, "data_time": 0.015967392921447755, "loss_single": 3.437371611595154, "loss_dense": 3.4888892650604246, "loss": 6.926260852813721, "time": 0.27779717445373536, "step": 208564}
{"lr": 0.026995269877306362, "data_time": 0.01704373359680176, "loss_single": 3.471141743659973, "loss_dense": 3.5141415119171144, "loss": 6.985283279418946, "time": 0.15375769138336182, "step": 208614}
{"lr": 0.026995269877306362, "data_time": 0.016252565383911132, "loss_single": 3.4596966981887816, "loss_dense": 3.512372350692749, "loss": 6.9720690727233885, "time": 0.15290017127990724, "step": 208664}
{"lr": 0.026995269877306362, "data_time": 0.015218877792358398, "loss_single": 3.46387722492218, "loss_dense": 3.5144298791885378, "loss": 6.978307104110717, "time": 0.1582308292388916, "step": 208714}
{"lr": 0.026995269877306362, "data_time": 0.018048310279846193, "loss_single": 3.4559848070144654, "loss_dense": 3.516514039039612, "loss": 6.972498846054077, "time": 0.16899256706237792, "step": 208764}
{"lr": 0.026995269877306362, "data_time": 0.017476820945739747, "loss_single": 3.4703094482421877, "loss_dense": 3.5180928230285646, "loss": 6.988402366638184, "time": 0.18637993335723876, "step": 208814}
{"lr": 0.026995269877306362, "data_time": 0.017069554328918456, "loss_single": 3.4811343431472777, "loss_dense": 3.528636908531189, "loss": 7.009771203994751, "time": 0.1487299919128418, "step": 208864}
{"lr": 0.026995269877306362, "data_time": 0.018505430221557616, "loss_single": 3.4602740526199343, "loss_dense": 3.5029614686965944, "loss": 6.963235521316529, "time": 0.2666297435760498, "step": 208914}
{"lr": 0.026995269877306362, "data_time": 0.016917324066162108, "loss_single": 3.4792121171951296, "loss_dense": 3.520231294631958, "loss": 6.999443435668946, "time": 0.15277349948883057, "step": 208964}
{"lr": 0.026995269877306362, "data_time": 0.018474650382995606, "loss_single": 3.493616795539856, "loss_dense": 3.5249725341796876, "loss": 7.0185894012451175, "time": 0.15392301082611085, "step": 209014}
{"lr": 0.026995269877306362, "data_time": 0.01646296977996826, "loss_single": 3.4567832708358766, "loss_dense": 3.5008980989456178, "loss": 6.957681322097779, "time": 0.15138494968414307, "step": 209064}
{"lr": 0.026995269877306362, "data_time": 0.01536705493927002, "loss_single": 3.463990306854248, "loss_dense": 3.5126891851425173, "loss": 6.976679515838623, "time": 0.20030763149261474, "step": 209114}
{"lr": 0.026995269877306362, "data_time": 0.015818190574645997, "loss_single": 3.463017988204956, "loss_dense": 3.511590576171875, "loss": 6.974608469009399, "time": 0.18707740306854248, "step": 209164}
{"lr": 0.026995269877306362, "data_time": 0.015010547637939454, "loss_single": 3.4770774126052855, "loss_dense": 3.530240535736084, "loss": 7.007317924499512, "time": 0.16234471797943115, "step": 209214}
{"lr": 0.026995269877306362, "data_time": 0.019442272186279298, "loss_single": 3.4743662118911742, "loss_dense": 3.5283958196640013, "loss": 7.002762079238892, "time": 0.15259289741516113, "step": 209264}
{"lr": 0.026995269877306362, "data_time": 0.01882045269012451, "loss_single": 3.450725817680359, "loss_dense": 3.508758044242859, "loss": 6.9594837665557865, "time": 0.15520167350769043, "step": 209314}
{"lr": 0.026995269877306362, "data_time": 0.017356061935424806, "loss_single": 3.457395339012146, "loss_dense": 3.5061987161636354, "loss": 6.963594007492065, "time": 0.15209195613861085, "step": 209364}
{"lr": 0.026995269877306362, "data_time": 0.015342116355895996, "loss_single": 3.4595006465911866, "loss_dense": 3.52505362033844, "loss": 6.9845543384552, "time": 0.17261228561401368, "step": 209414}
{"lr": 0.026995269877306362, "data_time": 0.016802072525024414, "loss_single": 3.4749285221099853, "loss_dense": 3.5283050298690797, "loss": 7.003233528137207, "time": 0.16855289936065673, "step": 209464}
{"lr": 0.026995269877306362, "data_time": 0.016630268096923827, "loss_single": 3.490518498420715, "loss_dense": 3.530052137374878, "loss": 7.020570564270019, "time": 0.18947460651397705, "step": 209514}
{"lr": 0.026995269877306362, "data_time": 0.01664297580718994, "loss_single": 3.490852117538452, "loss_dense": 3.5462155103683473, "loss": 7.037067556381226, "time": 0.15211138725280762, "step": 209564}
{"lr": 0.026995269877306362, "data_time": 0.01649932861328125, "loss_single": 3.4906957864761354, "loss_dense": 3.551807475090027, "loss": 7.0425032615661625, "time": 0.1894529342651367, "step": 209614}
{"lr": 0.026995269877306362, "data_time": 0.015697479248046875, "loss_single": 3.4610185861587524, "loss_dense": 3.508479881286621, "loss": 6.969498491287231, "time": 0.15509920120239257, "step": 209664}
{"lr": 0.026995269877306362, "data_time": 0.01713900566101074, "loss_single": 3.4500004768371584, "loss_dense": 3.48655366897583, "loss": 6.936554193496704, "time": 0.14528155326843262, "step": 209714}
{"lr": 0.026995269877306362, "data_time": 0.02435727119445801, "loss_single": 3.443769693374634, "loss_dense": 3.50388765335083, "loss": 6.947657346725464, "time": 0.16245832443237304, "step": 209764}
{"lr": 0.026995269877306362, "data_time": 0.01663656234741211, "loss_single": 3.4748537063598635, "loss_dense": 3.5155673742294313, "loss": 6.990421104431152, "time": 0.18975319862365722, "step": 209814}
{"lr": 0.026995269877306362, "data_time": 0.01648998260498047, "loss_single": 3.470013380050659, "loss_dense": 3.5380866050720217, "loss": 7.008099985122681, "time": 0.15363836288452148, "step": 209864}
{"lr": 0.026995269877306362, "data_time": 0.01741073131561279, "loss_single": 3.4836437940597533, "loss_dense": 3.539328670501709, "loss": 7.022972440719604, "time": 0.15275468826293945, "step": 209914}
{"lr": 0.026995269877306362, "data_time": 0.01625380516052246, "loss_single": 3.443615531921387, "loss_dense": 3.495850396156311, "loss": 6.939465856552124, "time": 0.16382079124450682, "step": 209964}
{"lr": 0.026995269877306362, "data_time": 0.01823279857635498, "loss_single": 3.503745746612549, "loss_dense": 3.5437599658966064, "loss": 7.0475057601928714, "time": 0.16995081901550294, "step": 210014}
{"lr": 0.026995269877306362, "data_time": 0.0176145076751709, "loss_single": 3.4662276029586794, "loss_dense": 3.537017059326172, "loss": 7.003244686126709, "time": 0.1510683059692383, "step": 210064}
{"lr": 0.026995269877306362, "data_time": 0.018626093864440918, "loss_single": 3.460619068145752, "loss_dense": 3.4900143146514893, "loss": 6.950633382797241, "time": 0.15145497322082518, "step": 210114}
{"lr": 0.026995269877306362, "data_time": 0.012479472160339355, "loss_single": 3.4630377769470213, "loss_dense": 3.5001914262771607, "loss": 6.963229131698609, "time": 0.14243717193603517, "step": 210164}
{"lr": 0.026852325185635354, "data_time": 0.016997623443603515, "loss_single": 3.4639104843139648, "loss_dense": 3.502518892288208, "loss": 6.966429376602173, "time": 0.1502164363861084, "step": 210218}
{"lr": 0.026852325185635354, "data_time": 0.01669919490814209, "loss_single": 3.4830640316009522, "loss_dense": 3.5284660339355467, "loss": 7.011530065536499, "time": 0.15184364318847657, "step": 210268}
{"lr": 0.026852325185635354, "data_time": 0.017260169982910155, "loss_single": 3.488869333267212, "loss_dense": 3.5382845878601072, "loss": 7.027153873443604, "time": 0.15062267780303956, "step": 210318}
{"lr": 0.026852325185635354, "data_time": 0.01579587459564209, "loss_single": 3.4846793174743653, "loss_dense": 3.5369513034820557, "loss": 7.021630668640137, "time": 0.19038517475128175, "step": 210368}
{"lr": 0.026852325185635354, "data_time": 0.01567220687866211, "loss_single": 3.4757285594940184, "loss_dense": 3.5322264194488526, "loss": 7.0079549789428714, "time": 0.15209653377532958, "step": 210418}
{"lr": 0.026852325185635354, "data_time": 0.01649792194366455, "loss_single": 3.4649863481521606, "loss_dense": 3.5125695705413817, "loss": 6.977555990219116, "time": 0.15755906105041503, "step": 210468}
{"lr": 0.026852325185635354, "data_time": 0.016411304473876953, "loss_single": 3.4429464817047117, "loss_dense": 3.504311442375183, "loss": 6.947257852554321, "time": 0.1500241994857788, "step": 210518}
{"lr": 0.026852325185635354, "data_time": 0.01729283332824707, "loss_single": 3.4507057905197143, "loss_dense": 3.513139033317566, "loss": 6.963844919204712, "time": 0.15174083709716796, "step": 210568}
{"lr": 0.026852325185635354, "data_time": 0.01762378215789795, "loss_single": 3.4326071977615356, "loss_dense": 3.4751134395599363, "loss": 6.907720613479614, "time": 0.15153923034667968, "step": 210618}
{"lr": 0.026852325185635354, "data_time": 0.01710464954376221, "loss_single": 3.470899486541748, "loss_dense": 3.5174435138702393, "loss": 6.988342952728272, "time": 0.1481616497039795, "step": 210668}
{"lr": 0.026852325185635354, "data_time": 0.018155837059020997, "loss_single": 3.4799437046051027, "loss_dense": 3.5374686241149904, "loss": 7.017412185668945, "time": 0.1630239963531494, "step": 210718}
{"lr": 0.026852325185635354, "data_time": 0.01608893871307373, "loss_single": 3.4782037019729612, "loss_dense": 3.533024764060974, "loss": 7.011228370666504, "time": 0.1614067316055298, "step": 210768}
{"lr": 0.026852325185635354, "data_time": 0.018886923789978027, "loss_single": 3.449942445755005, "loss_dense": 3.5120613813400268, "loss": 6.9620038032531735, "time": 0.15636720657348632, "step": 210818}
{"lr": 0.026852325185635354, "data_time": 0.020654010772705077, "loss_single": 3.440335583686829, "loss_dense": 3.5022417306900024, "loss": 6.942577219009399, "time": 0.1700495481491089, "step": 210868}
{"lr": 0.026852325185635354, "data_time": 0.016101837158203125, "loss_single": 3.4731090784072878, "loss_dense": 3.517085385322571, "loss": 6.990194463729859, "time": 0.15165228843688966, "step": 210918}
{"lr": 0.026852325185635354, "data_time": 0.01713263988494873, "loss_single": 3.4809919595718384, "loss_dense": 3.505283260345459, "loss": 6.986275243759155, "time": 0.14996321201324464, "step": 210968}
{"lr": 0.026852325185635354, "data_time": 0.01643519401550293, "loss_single": 3.5004878997802735, "loss_dense": 3.549839496612549, "loss": 7.050327348709106, "time": 0.15381143093109131, "step": 211018}
{"lr": 0.026852325185635354, "data_time": 0.01720399856567383, "loss_single": 3.4647871017456056, "loss_dense": 3.518060493469238, "loss": 6.982847499847412, "time": 0.15794479846954346, "step": 211068}
{"lr": 0.026852325185635354, "data_time": 0.023339295387268068, "loss_single": 3.4504608631134035, "loss_dense": 3.5048683166503904, "loss": 6.955329179763794, "time": 0.2177884817123413, "step": 211118}
{"lr": 0.026852325185635354, "data_time": 0.016727280616760255, "loss_single": 3.4807455778121947, "loss_dense": 3.521979022026062, "loss": 7.002724647521973, "time": 0.1550424337387085, "step": 211168}
{"lr": 0.026852325185635354, "data_time": 0.016503667831420897, "loss_single": 3.4585866689682008, "loss_dense": 3.51464467048645, "loss": 6.973231363296509, "time": 0.15397131443023682, "step": 211218}
{"lr": 0.026852325185635354, "data_time": 0.01505899429321289, "loss_single": 3.4799585819244383, "loss_dense": 3.5276231288909914, "loss": 7.007581758499145, "time": 0.15289957523345948, "step": 211268}
{"lr": 0.026852325185635354, "data_time": 0.01574387550354004, "loss_single": 3.440981459617615, "loss_dense": 3.5028390645980836, "loss": 6.943820381164551, "time": 0.15054681301116943, "step": 211318}
{"lr": 0.026852325185635354, "data_time": 0.023812198638916017, "loss_single": 3.4984561681747435, "loss_dense": 3.5481351137161257, "loss": 7.0465912342071535, "time": 0.2555610418319702, "step": 211368}
{"lr": 0.026852325185635354, "data_time": 0.011763763427734376, "loss_single": 3.4737823963165284, "loss_dense": 3.504551649093628, "loss": 6.978334093093872, "time": 0.1514220952987671, "step": 211418}
{"lr": 0.026852325185635354, "data_time": 0.01701698303222656, "loss_single": 3.4381718158721926, "loss_dense": 3.4941771984100343, "loss": 6.932349014282226, "time": 0.16032016277313232, "step": 211468}
{"lr": 0.026852325185635354, "data_time": 0.014099383354187011, "loss_single": 3.485932469367981, "loss_dense": 3.5384562730789186, "loss": 7.024388694763184, "time": 0.1671802282333374, "step": 211518}
{"lr": 0.026852325185635354, "data_time": 0.01781198978424072, "loss_single": 3.486691451072693, "loss_dense": 3.530114030838013, "loss": 7.016805410385132, "time": 0.15341262817382811, "step": 211568}
{"lr": 0.026852325185635354, "data_time": 0.017520785331726074, "loss_single": 3.481310796737671, "loss_dense": 3.535767841339111, "loss": 7.017078638076782, "time": 0.2298360824584961, "step": 211618}
{"lr": 0.026852325185635354, "data_time": 0.017442893981933594, "loss_single": 3.4610846757888796, "loss_dense": 3.502285695075989, "loss": 6.963370418548584, "time": 0.14914050102233886, "step": 211668}
{"lr": 0.026852325185635354, "data_time": 0.019545984268188477, "loss_single": 3.4731850385665894, "loss_dense": 3.5108896017074587, "loss": 6.984074687957763, "time": 0.15503287315368652, "step": 211718}
{"lr": 0.026852325185635354, "data_time": 0.016196441650390626, "loss_single": 3.488771343231201, "loss_dense": 3.5384409427642822, "loss": 7.027212285995484, "time": 0.15950436592102052, "step": 211768}
{"lr": 0.026852325185635354, "data_time": 0.020935320854187013, "loss_single": 3.4486328601837157, "loss_dense": 3.5023100852966307, "loss": 6.950942897796631, "time": 0.15311603546142577, "step": 211818}
{"lr": 0.026852325185635354, "data_time": 0.014713668823242187, "loss_single": 3.446070432662964, "loss_dense": 3.505316638946533, "loss": 6.951387071609497, "time": 0.1611806869506836, "step": 211868}
{"lr": 0.026852325185635354, "data_time": 0.017353320121765138, "loss_single": 3.4958748817443848, "loss_dense": 3.5370369434356688, "loss": 7.032911872863769, "time": 0.1541534662246704, "step": 211918}
{"lr": 0.026852325185635354, "data_time": 0.016943359375, "loss_single": 3.465826082229614, "loss_dense": 3.5096629858016968, "loss": 6.975489139556885, "time": 0.15199768543243408, "step": 211968}
{"lr": 0.026852325185635354, "data_time": 0.016013264656066895, "loss_single": 3.465427207946777, "loss_dense": 3.5181819677352903, "loss": 6.98360915184021, "time": 0.1503444194793701, "step": 212018}
{"lr": 0.026852325185635354, "data_time": 0.017060732841491698, "loss_single": 3.466132378578186, "loss_dense": 3.513799476623535, "loss": 6.979931926727295, "time": 0.15210320949554443, "step": 212068}
{"lr": 0.026852325185635354, "data_time": 0.017673087120056153, "loss_single": 3.482379913330078, "loss_dense": 3.5471816778182985, "loss": 7.029561567306518, "time": 0.1544513463973999, "step": 212118}
{"lr": 0.026852325185635354, "data_time": 0.015061140060424805, "loss_single": 3.4761634826660157, "loss_dense": 3.5280001878738405, "loss": 7.004163694381714, "time": 0.7504452466964722, "step": 212168}
{"lr": 0.026852325185635354, "data_time": 0.018406271934509277, "loss_single": 3.463912582397461, "loss_dense": 3.5136093139648437, "loss": 6.977521896362305, "time": 0.15333178043365478, "step": 212218}
{"lr": 0.026852325185635354, "data_time": 0.019716548919677734, "loss_single": 3.467717671394348, "loss_dense": 3.514056849479675, "loss": 6.981774473190308, "time": 0.15348432064056397, "step": 212268}
{"lr": 0.026852325185635354, "data_time": 0.01980092525482178, "loss_single": 3.474671745300293, "loss_dense": 3.51729097366333, "loss": 6.991962671279907, "time": 0.18483328819274902, "step": 212318}
{"lr": 0.026852325185635354, "data_time": 0.01644420623779297, "loss_single": 3.5022027254104615, "loss_dense": 3.5413599491119383, "loss": 7.043562650680542, "time": 0.15494775772094727, "step": 212368}
{"lr": 0.026852325185635354, "data_time": 0.012767767906188965, "loss_single": 3.4476651191711425, "loss_dense": 3.486883783340454, "loss": 6.934548950195312, "time": 0.15025682449340821, "step": 212418}
{"lr": 0.026852325185635354, "data_time": 0.02152361869812012, "loss_single": 3.459436368942261, "loss_dense": 3.508562111854553, "loss": 6.9679985523223875, "time": 0.15706150531768798, "step": 212468}
{"lr": 0.026852325185635354, "data_time": 0.016529560089111328, "loss_single": 3.4551159620285032, "loss_dense": 3.5012444972991945, "loss": 6.956360530853272, "time": 0.16057150363922118, "step": 212518}
{"lr": 0.026852325185635354, "data_time": 0.015616655349731445, "loss_single": 3.4909935712814333, "loss_dense": 3.5408793687820435, "loss": 7.031872987747192, "time": 0.17572076320648194, "step": 212568}
{"lr": 0.026852325185635354, "data_time": 0.022832822799682618, "loss_single": 3.4760694026947023, "loss_dense": 3.526153898239136, "loss": 7.002223300933838, "time": 0.1782374143600464, "step": 212618}
{"lr": 0.026852325185635354, "data_time": 0.017625021934509277, "loss_single": 3.49038770198822, "loss_dense": 3.5221946954727175, "loss": 7.0125823497772215, "time": 0.15652866363525392, "step": 212668}
{"lr": 0.026852325185635354, "data_time": 0.016209959983825684, "loss_single": 3.443695044517517, "loss_dense": 3.501081657409668, "loss": 6.9447766780853275, "time": 0.16884200572967528, "step": 212718}
{"lr": 0.026852325185635354, "data_time": 0.01752619743347168, "loss_single": 3.466948699951172, "loss_dense": 3.5177600383758545, "loss": 6.984708786010742, "time": 0.14907550811767578, "step": 212768}
{"lr": 0.026852325185635354, "data_time": 0.01583712100982666, "loss_single": 3.490996170043945, "loss_dense": 3.53982834815979, "loss": 7.030824422836304, "time": 0.15105340480804444, "step": 212818}
{"lr": 0.026852325185635354, "data_time": 0.014119553565979003, "loss_single": 3.5169757604599, "loss_dense": 3.554002356529236, "loss": 7.070978164672852, "time": 0.17103948593139648, "step": 212868}
{"lr": 0.026852325185635354, "data_time": 0.018758559226989747, "loss_single": 3.459095001220703, "loss_dense": 3.5160775899887087, "loss": 6.9751725673675535, "time": 0.14918415546417235, "step": 212918}
{"lr": 0.026852325185635354, "data_time": 0.01591031551361084, "loss_single": 3.458575487136841, "loss_dense": 3.5113330602645876, "loss": 6.9699084758758545, "time": 0.15469696521759033, "step": 212968}
{"lr": 0.026852325185635354, "data_time": 0.0162642240524292, "loss_single": 3.4740572929382325, "loss_dense": 3.5153044939041136, "loss": 6.98936185836792, "time": 0.1486431121826172, "step": 213018}
{"lr": 0.026852325185635354, "data_time": 0.014764761924743653, "loss_single": 3.4771571159362793, "loss_dense": 3.5371790409088133, "loss": 7.014336109161377, "time": 0.17152094841003418, "step": 213068}
{"lr": 0.026852325185635354, "data_time": 0.017623591423034667, "loss_single": 3.4916765213012697, "loss_dense": 3.528194451332092, "loss": 7.019870948791504, "time": 0.15416262149810792, "step": 213118}
{"lr": 0.026852325185635354, "data_time": 0.017928194999694825, "loss_single": 3.475698399543762, "loss_dense": 3.524784564971924, "loss": 7.000482988357544, "time": 0.1847153902053833, "step": 213168}
{"lr": 0.026852325185635354, "data_time": 0.021462416648864745, "loss_single": 3.4942795991897584, "loss_dense": 3.5320916175842285, "loss": 7.026371145248413, "time": 0.16487720012664794, "step": 213218}
{"lr": 0.026852325185635354, "data_time": 0.015876054763793945, "loss_single": 3.4581279516220094, "loss_dense": 3.5015286445617675, "loss": 6.959656572341919, "time": 0.20941739082336425, "step": 213268}
{"lr": 0.026852325185635354, "data_time": 0.017420220375061034, "loss_single": 3.4658512592315676, "loss_dense": 3.5179611921310423, "loss": 6.98381233215332, "time": 0.1626899242401123, "step": 213318}
{"lr": 0.026852325185635354, "data_time": 0.017513465881347657, "loss_single": 3.490994930267334, "loss_dense": 3.537838339805603, "loss": 7.028833246231079, "time": 0.14903647899627687, "step": 213368}
{"lr": 0.026852325185635354, "data_time": 0.01703343391418457, "loss_single": 3.4701141357421874, "loss_dense": 3.5271763801574707, "loss": 6.997290420532226, "time": 0.1547619104385376, "step": 213418}
{"lr": 0.026852325185635354, "data_time": 0.01862049102783203, "loss_single": 3.466580557823181, "loss_dense": 3.5138642311096193, "loss": 6.980444717407226, "time": 0.15482020378112793, "step": 213468}
{"lr": 0.026852325185635354, "data_time": 0.018487215042114258, "loss_single": 3.483306574821472, "loss_dense": 3.527235245704651, "loss": 7.010541915893555, "time": 0.14948759078979493, "step": 213518}
{"lr": 0.026852325185635354, "data_time": 0.017122316360473632, "loss_single": 3.4624852895736695, "loss_dense": 3.5170397043228148, "loss": 6.979524993896485, "time": 0.15108284950256348, "step": 213568}
{"lr": 0.026852325185635354, "data_time": 0.017831039428710938, "loss_single": 3.473947858810425, "loss_dense": 3.5230205774307253, "loss": 6.996968460083008, "time": 0.14925673007965087, "step": 213618}
{"lr": 0.026852325185635354, "data_time": 0.017792892456054688, "loss_single": 3.4478176116943358, "loss_dense": 3.501917815208435, "loss": 6.949735403060913, "time": 0.18088774681091307, "step": 213668}
{"lr": 0.026852325185635354, "data_time": 0.01944108009338379, "loss_single": 3.4938831329345703, "loss_dense": 3.5392700672149657, "loss": 7.033153104782104, "time": 0.19676973819732665, "step": 213718}
{"lr": 0.026852325185635354, "data_time": 0.017379570007324218, "loss_single": 3.4832811832427977, "loss_dense": 3.526786518096924, "loss": 7.010067701339722, "time": 0.15122849941253663, "step": 213768}
{"lr": 0.026852325185635354, "data_time": 0.01996738910675049, "loss_single": 3.5048184156417848, "loss_dense": 3.5467944145202637, "loss": 7.051612806320191, "time": 0.1544795274734497, "step": 213818}
{"lr": 0.026852325185635354, "data_time": 0.01497654914855957, "loss_single": 3.4801310300827026, "loss_dense": 3.5391526937484743, "loss": 7.019283723831177, "time": 0.19188921451568602, "step": 213868}
{"lr": 0.026852325185635354, "data_time": 0.01602802276611328, "loss_single": 3.485905170440674, "loss_dense": 3.533963179588318, "loss": 7.019868326187134, "time": 0.1513486385345459, "step": 213918}
{"lr": 0.026852325185635354, "data_time": 0.0136214017868042, "loss_single": 3.475777745246887, "loss_dense": 3.5356494665145872, "loss": 7.011427164077759, "time": 0.15239887237548827, "step": 213968}
{"lr": 0.026852325185635354, "data_time": 0.017071294784545898, "loss_single": 3.4838711977005006, "loss_dense": 3.528713822364807, "loss": 7.012585067749024, "time": 0.15994768142700194, "step": 214018}
{"lr": 0.026852325185635354, "data_time": 0.016689419746398926, "loss_single": 3.469370794296265, "loss_dense": 3.5114642858505247, "loss": 6.9808351516723635, "time": 0.15275914669036866, "step": 214068}
{"lr": 0.026852325185635354, "data_time": 0.0182894229888916, "loss_single": 3.451138210296631, "loss_dense": 3.4986598968505858, "loss": 6.949798059463501, "time": 0.15251338481903076, "step": 214118}
{"lr": 0.026852325185635354, "data_time": 0.018238592147827148, "loss_single": 3.447109889984131, "loss_dense": 3.511210489273071, "loss": 6.958320426940918, "time": 0.15187811851501465, "step": 214168}
{"lr": 0.026852325185635354, "data_time": 0.01580662727355957, "loss_single": 3.4866585731506348, "loss_dense": 3.533280539512634, "loss": 7.019939041137695, "time": 0.1468193769454956, "step": 214218}
{"lr": 0.026852325185635354, "data_time": 0.018800687789916993, "loss_single": 3.4408144474029543, "loss_dense": 3.485733246803284, "loss": 6.926547622680664, "time": 0.15032048225402833, "step": 214268}
{"lr": 0.026852325185635354, "data_time": 0.01777956485748291, "loss_single": 3.471463418006897, "loss_dense": 3.5155719757080077, "loss": 6.987035417556763, "time": 0.14616022109985352, "step": 214318}
{"lr": 0.026852325185635354, "data_time": 0.019522261619567872, "loss_single": 3.48777859210968, "loss_dense": 3.533284091949463, "loss": 7.021062707901001, "time": 0.1533482313156128, "step": 214368}
{"lr": 0.026852325185635354, "data_time": 0.013982248306274415, "loss_single": 3.4828250646591186, "loss_dense": 3.5310580492019654, "loss": 7.013882970809936, "time": 0.18686869144439697, "step": 214418}
{"lr": 0.026852325185635354, "data_time": 0.01799883842468262, "loss_single": 3.48224823474884, "loss_dense": 3.528653311729431, "loss": 7.0109014987945555, "time": 0.15025875568389893, "step": 214468}
{"lr": 0.026852325185635354, "data_time": 0.01900639533996582, "loss_single": 3.467409086227417, "loss_dense": 3.529532241821289, "loss": 6.996941375732422, "time": 0.156805157661438, "step": 214518}
{"lr": 0.026852325185635354, "data_time": 0.018253684043884277, "loss_single": 3.4714771509170532, "loss_dense": 3.525513243675232, "loss": 6.996990394592285, "time": 0.1627052068710327, "step": 214568}
{"lr": 0.026852325185635354, "data_time": 0.01738555431365967, "loss_single": 3.464538049697876, "loss_dense": 3.510391879081726, "loss": 6.974930000305176, "time": 0.1501297950744629, "step": 214618}
{"lr": 0.026852325185635354, "data_time": 0.016892480850219726, "loss_single": 3.4698654651641845, "loss_dense": 3.5264729976654055, "loss": 6.996338415145874, "time": 0.1546243190765381, "step": 214668}
{"lr": 0.026852325185635354, "data_time": 0.016580080986022948, "loss_single": 3.4868690252304075, "loss_dense": 3.5368122339248655, "loss": 7.02368130683899, "time": 0.14830987453460692, "step": 214718}
{"lr": 0.026852325185635354, "data_time": 0.019847011566162108, "loss_single": 3.470089554786682, "loss_dense": 3.5322171449661255, "loss": 7.002306747436523, "time": 0.17684693336486818, "step": 214768}
{"lr": 0.026852325185635354, "data_time": 0.017168807983398437, "loss_single": 3.4736418962478637, "loss_dense": 3.518213891983032, "loss": 6.99185585975647, "time": 0.1522768259048462, "step": 214818}
{"lr": 0.026852325185635354, "data_time": 0.01814248561859131, "loss_single": 3.4610251426696776, "loss_dense": 3.5202076911926268, "loss": 6.981232833862305, "time": 0.1509345293045044, "step": 214868}
{"lr": 0.026852325185635354, "data_time": 0.01638529300689697, "loss_single": 3.4875064373016356, "loss_dense": 3.541270875930786, "loss": 7.028777313232422, "time": 0.1836933135986328, "step": 214918}
{"lr": 0.026852325185635354, "data_time": 0.017893338203430177, "loss_single": 3.474690294265747, "loss_dense": 3.5153086185455322, "loss": 6.989998865127563, "time": 0.1540996551513672, "step": 214968}
{"lr": 0.026852325185635354, "data_time": 0.016900253295898438, "loss_single": 3.4645330190658568, "loss_dense": 3.5092859983444216, "loss": 6.973819065093994, "time": 0.5034678220748902, "step": 215018}
{"lr": 0.026852325185635354, "data_time": 0.016558909416198732, "loss_single": 3.510157918930054, "loss_dense": 3.542528200149536, "loss": 7.052686071395874, "time": 0.14970049858093262, "step": 215068}
{"lr": 0.026852325185635354, "data_time": 0.01661834716796875, "loss_single": 3.4690203189849855, "loss_dense": 3.5242919921875, "loss": 6.993312358856201, "time": 0.15105679035186767, "step": 215118}
{"lr": 0.026852325185635354, "data_time": 0.013470983505249024, "loss_single": 3.474376940727234, "loss_dense": 3.513182759284973, "loss": 6.987559700012207, "time": 0.14817678928375244, "step": 215168}
{"lr": 0.02670645611007495, "data_time": 0.016748952865600585, "loss_single": 3.4565282583236696, "loss_dense": 3.5078484058380126, "loss": 6.964376640319824, "time": 0.14883675575256347, "step": 215222}
{"lr": 0.02670645611007495, "data_time": 0.01820716857910156, "loss_single": 3.445765662193298, "loss_dense": 3.50445613861084, "loss": 6.950221920013428, "time": 0.18254272937774657, "step": 215272}
{"lr": 0.02670645611007495, "data_time": 0.017751860618591308, "loss_single": 3.4675453662872315, "loss_dense": 3.5141653060913085, "loss": 6.981710767745971, "time": 0.1507244110107422, "step": 215322}
{"lr": 0.02670645611007495, "data_time": 0.016375350952148437, "loss_single": 3.482691216468811, "loss_dense": 3.5488364458084107, "loss": 7.0315276145935055, "time": 0.14917163848876952, "step": 215372}
{"lr": 0.02670645611007495, "data_time": 0.015445613861083984, "loss_single": 3.4513090372085573, "loss_dense": 3.5093362808227537, "loss": 6.960645294189453, "time": 0.19938092231750487, "step": 215422}
{"lr": 0.02670645611007495, "data_time": 0.018439388275146483, "loss_single": 3.4513550758361817, "loss_dense": 3.5057143688201906, "loss": 6.957069349288941, "time": 0.1510326862335205, "step": 215472}
{"lr": 0.02670645611007495, "data_time": 0.016409134864807128, "loss_single": 3.468581748008728, "loss_dense": 3.5070844411849977, "loss": 6.975666189193726, "time": 0.2187824249267578, "step": 215522}
{"lr": 0.02670645611007495, "data_time": 0.015207910537719726, "loss_single": 3.4509753227233886, "loss_dense": 3.518412208557129, "loss": 6.969387626647949, "time": 0.20134577751159669, "step": 215572}
{"lr": 0.02670645611007495, "data_time": 0.016925811767578125, "loss_single": 3.4774141788482664, "loss_dense": 3.526567316055298, "loss": 7.003981494903565, "time": 0.15049366950988768, "step": 215622}
{"lr": 0.02670645611007495, "data_time": 0.0174685001373291, "loss_single": 3.470505166053772, "loss_dense": 3.517282772064209, "loss": 6.987787866592408, "time": 0.15461761951446534, "step": 215672}
{"lr": 0.02670645611007495, "data_time": 0.02054619789123535, "loss_single": 3.4408299684524537, "loss_dense": 3.498855447769165, "loss": 6.939685392379761, "time": 0.15422773361206055, "step": 215722}
{"lr": 0.02670645611007495, "data_time": 0.014131569862365722, "loss_single": 3.495260167121887, "loss_dense": 3.5396311044692994, "loss": 7.034891271591187, "time": 0.156218957901001, "step": 215772}
{"lr": 0.02670645611007495, "data_time": 0.01845405101776123, "loss_single": 3.436176586151123, "loss_dense": 3.4913010597229004, "loss": 6.927477598190308, "time": 0.19776427745819092, "step": 215822}
{"lr": 0.02670645611007495, "data_time": 0.020052409172058104, "loss_single": 3.469762754440308, "loss_dense": 3.5271116733551025, "loss": 6.996874475479126, "time": 0.15677011013031006, "step": 215872}
{"lr": 0.02670645611007495, "data_time": 0.016401052474975586, "loss_single": 3.4554493904113768, "loss_dense": 3.5056944370269774, "loss": 6.961143827438354, "time": 0.15385921001434327, "step": 215922}
{"lr": 0.02670645611007495, "data_time": 0.01641099452972412, "loss_single": 3.4897494554519652, "loss_dense": 3.5466060400009156, "loss": 7.036355638504029, "time": 0.1553217887878418, "step": 215972}
{"lr": 0.02670645611007495, "data_time": 0.016592788696289062, "loss_single": 3.475591802597046, "loss_dense": 3.5124020099639894, "loss": 6.987993764877319, "time": 0.15044629573822021, "step": 216022}
{"lr": 0.02670645611007495, "data_time": 0.014158964157104492, "loss_single": 3.448591685295105, "loss_dense": 3.4999691963195803, "loss": 6.948560905456543, "time": 0.16227447986602783, "step": 216072}
{"lr": 0.02670645611007495, "data_time": 0.016567444801330565, "loss_single": 3.4947951555252077, "loss_dense": 3.5442251205444335, "loss": 7.039020252227783, "time": 0.16929411888122559, "step": 216122}
{"lr": 0.02670645611007495, "data_time": 0.018109512329101563, "loss_single": 3.4819329738616944, "loss_dense": 3.5262912273406983, "loss": 7.008224201202393, "time": 0.15182969570159913, "step": 216172}
{"lr": 0.02670645611007495, "data_time": 0.016082286834716797, "loss_single": 3.465422034263611, "loss_dense": 3.505808115005493, "loss": 6.971230125427246, "time": 0.14939026832580565, "step": 216222}
{"lr": 0.02670645611007495, "data_time": 0.0160930871963501, "loss_single": 3.4621602296829224, "loss_dense": 3.510020923614502, "loss": 6.972181081771851, "time": 0.2329049825668335, "step": 216272}
{"lr": 0.02670645611007495, "data_time": 0.01623208522796631, "loss_single": 3.459265398979187, "loss_dense": 3.510984683036804, "loss": 6.970250129699707, "time": 0.15082111358642578, "step": 216322}
{"lr": 0.02670645611007495, "data_time": 0.01736891269683838, "loss_single": 3.4477830648422243, "loss_dense": 3.4925400257110595, "loss": 6.940323066711426, "time": 0.1584766387939453, "step": 216372}
{"lr": 0.02670645611007495, "data_time": 0.01773092746734619, "loss_single": 3.4539201259613037, "loss_dense": 3.490131163597107, "loss": 6.944051218032837, "time": 0.15315043926239014, "step": 216422}
{"lr": 0.02670645611007495, "data_time": 0.015183258056640624, "loss_single": 3.4872098684310915, "loss_dense": 3.5268715620040894, "loss": 7.0140814781188965, "time": 0.14981505870819092, "step": 216472}
{"lr": 0.02670645611007495, "data_time": 0.021249842643737794, "loss_single": 3.458840489387512, "loss_dense": 3.5147544145584106, "loss": 6.9735949516296385, "time": 0.19710991382598878, "step": 216522}
{"lr": 0.02670645611007495, "data_time": 0.013877463340759278, "loss_single": 3.4533488750457764, "loss_dense": 3.5043396234512327, "loss": 6.957688474655152, "time": 0.1566939115524292, "step": 216572}
{"lr": 0.02670645611007495, "data_time": 0.016423726081848146, "loss_single": 3.4595443487167357, "loss_dense": 3.5143414735794067, "loss": 6.973885822296142, "time": 0.15336959362030028, "step": 216622}
{"lr": 0.02670645611007495, "data_time": 0.015692639350891113, "loss_single": 3.471218776702881, "loss_dense": 3.5120735645294188, "loss": 6.983292293548584, "time": 0.14951083660125733, "step": 216672}
{"lr": 0.02670645611007495, "data_time": 0.016443538665771484, "loss_single": 3.4965818405151365, "loss_dense": 3.5338459253311156, "loss": 7.030427885055542, "time": 0.15111424922943115, "step": 216722}
{"lr": 0.02670645611007495, "data_time": 0.019857192039489747, "loss_single": 3.459624981880188, "loss_dense": 3.502638816833496, "loss": 6.962263822555542, "time": 0.2390390157699585, "step": 216772}
{"lr": 0.02670645611007495, "data_time": 0.019738101959228517, "loss_single": 3.4756343126297, "loss_dense": 3.5244939804077147, "loss": 7.000128269195557, "time": 0.15762367248535156, "step": 216822}
{"lr": 0.02670645611007495, "data_time": 0.019141340255737306, "loss_single": 3.469127893447876, "loss_dense": 3.503634715080261, "loss": 6.972762680053711, "time": 0.151054310798645, "step": 216872}
{"lr": 0.02670645611007495, "data_time": 0.014808249473571778, "loss_single": 3.4848441600799562, "loss_dense": 3.5186212778091432, "loss": 7.003465557098389, "time": 0.17781379222869872, "step": 216922}
{"lr": 0.02670645611007495, "data_time": 0.01742582321166992, "loss_single": 3.4615705966949464, "loss_dense": 3.509936571121216, "loss": 6.971507167816162, "time": 0.15725562572479249, "step": 216972}
{"lr": 0.02670645611007495, "data_time": 0.01642591953277588, "loss_single": 3.4742326974868774, "loss_dense": 3.5255999088287355, "loss": 6.999832534790039, "time": 0.22868072986602783, "step": 217022}
{"lr": 0.02670645611007495, "data_time": 0.02841010093688965, "loss_single": 3.4810134172439575, "loss_dense": 3.5335535287857054, "loss": 7.014566946029663, "time": 0.16573596000671387, "step": 217072}
{"lr": 0.02670645611007495, "data_time": 0.01815185546875, "loss_single": 3.4721865892410277, "loss_dense": 3.520774078369141, "loss": 6.992960786819458, "time": 0.16243131160736085, "step": 217122}
{"lr": 0.02670645611007495, "data_time": 0.016332507133483887, "loss_single": 3.4781632900238035, "loss_dense": 3.5289764404296875, "loss": 7.007139730453491, "time": 0.1605544090270996, "step": 217172}
{"lr": 0.02670645611007495, "data_time": 0.020785975456237792, "loss_single": 3.4718469858169554, "loss_dense": 3.513412356376648, "loss": 6.985259342193603, "time": 0.15935628414154052, "step": 217222}
{"lr": 0.02670645611007495, "data_time": 0.016027021408081054, "loss_single": 3.446153092384338, "loss_dense": 3.493520426750183, "loss": 6.93967342376709, "time": 0.15939323902130126, "step": 217272}
{"lr": 0.02670645611007495, "data_time": 0.022197985649108888, "loss_single": 3.4991629362106322, "loss_dense": 3.541819620132446, "loss": 7.040982580184936, "time": 0.20866732597351073, "step": 217322}
{"lr": 0.02670645611007495, "data_time": 0.01670224666595459, "loss_single": 3.506430149078369, "loss_dense": 3.54728307723999, "loss": 7.053713274002075, "time": 0.14764695167541503, "step": 217372}
{"lr": 0.02670645611007495, "data_time": 0.01827850341796875, "loss_single": 3.469712162017822, "loss_dense": 3.5117565155029298, "loss": 6.981468677520752, "time": 0.15059003829956055, "step": 217422}
{"lr": 0.02670645611007495, "data_time": 0.01703145503997803, "loss_single": 3.459292483329773, "loss_dense": 3.525306487083435, "loss": 6.984598970413208, "time": 0.14727375507354737, "step": 217472}
{"lr": 0.02670645611007495, "data_time": 0.017679643630981446, "loss_single": 3.4590547561645506, "loss_dense": 3.5121010541915894, "loss": 6.971155786514283, "time": 0.17905244827270508, "step": 217522}
{"lr": 0.02670645611007495, "data_time": 0.017524290084838866, "loss_single": 3.475975227355957, "loss_dense": 3.5195192813873293, "loss": 6.99549446105957, "time": 0.1500767469406128, "step": 217572}
{"lr": 0.02670645611007495, "data_time": 0.016798949241638182, "loss_single": 3.4550422191619874, "loss_dense": 3.490431785583496, "loss": 6.945473861694336, "time": 0.15030388832092284, "step": 217622}
{"lr": 0.02670645611007495, "data_time": 0.018023133277893066, "loss_single": 3.4660713195800783, "loss_dense": 3.5053077936172485, "loss": 6.971379137039184, "time": 0.15233218669891357, "step": 217672}
{"lr": 0.02670645611007495, "data_time": 0.015497040748596192, "loss_single": 3.483959674835205, "loss_dense": 3.5242095947265626, "loss": 7.008169364929199, "time": 0.19821531772613527, "step": 217722}
{"lr": 0.02670645611007495, "data_time": 0.016164255142211915, "loss_single": 3.4632176876068117, "loss_dense": 3.51294846534729, "loss": 6.976166200637818, "time": 0.14751524925231935, "step": 217772}
{"lr": 0.02670645611007495, "data_time": 0.01327977180480957, "loss_single": 3.485503387451172, "loss_dense": 3.5175144910812377, "loss": 7.003017807006836, "time": 0.1653819799423218, "step": 217822}
{"lr": 0.02670645611007495, "data_time": 0.015313363075256348, "loss_single": 3.469993543624878, "loss_dense": 3.52383496761322, "loss": 6.993828439712525, "time": 0.14855732917785644, "step": 217872}
{"lr": 0.02670645611007495, "data_time": 0.01797595024108887, "loss_single": 3.4565046548843386, "loss_dense": 3.514637064933777, "loss": 6.971141767501831, "time": 0.15174641609191894, "step": 217922}
{"lr": 0.02670645611007495, "data_time": 0.017050838470458983, "loss_single": 3.4726607322692873, "loss_dense": 3.5266557216644285, "loss": 6.9993165016174315, "time": 0.1739206552505493, "step": 217972}
{"lr": 0.02670645611007495, "data_time": 0.01705353260040283, "loss_single": 3.4670435428619384, "loss_dense": 3.5131637811660767, "loss": 6.980207300186157, "time": 0.15393168926239015, "step": 218022}
{"lr": 0.02670645611007495, "data_time": 0.01979362964630127, "loss_single": 3.4662664890289308, "loss_dense": 3.5053463697433473, "loss": 6.971612977981567, "time": 0.18695354461669922, "step": 218072}
{"lr": 0.02670645611007495, "data_time": 0.02148420810699463, "loss_single": 3.4967622995376586, "loss_dense": 3.538976263999939, "loss": 7.035738563537597, "time": 0.1618281841278076, "step": 218122}
{"lr": 0.02670645611007495, "data_time": 0.017239713668823244, "loss_single": 3.4764468669891357, "loss_dense": 3.5328111171722414, "loss": 7.009258031845093, "time": 0.14892232418060303, "step": 218172}
{"lr": 0.02670645611007495, "data_time": 0.018372368812561036, "loss_single": 3.449178671836853, "loss_dense": 3.5061346530914306, "loss": 6.955313348770142, "time": 0.15019428730010986, "step": 218222}
{"lr": 0.02670645611007495, "data_time": 0.015529441833496093, "loss_single": 3.4670900106430054, "loss_dense": 3.5037999629974363, "loss": 6.9708899974823, "time": 0.145369553565979, "step": 218272}
{"lr": 0.02670645611007495, "data_time": 0.02680203914642334, "loss_single": 3.4738223791122436, "loss_dense": 3.545074939727783, "loss": 7.018897294998169, "time": 0.20530214309692382, "step": 218322}
{"lr": 0.02670645611007495, "data_time": 0.05932350158691406, "loss_single": 3.435506558418274, "loss_dense": 3.4865160465240477, "loss": 6.9220226287841795, "time": 0.1910146951675415, "step": 218372}
{"lr": 0.02670645611007495, "data_time": 0.01726539134979248, "loss_single": 3.482111620903015, "loss_dense": 3.527048373222351, "loss": 7.009159994125366, "time": 0.15348966121673585, "step": 218422}
{"lr": 0.02670645611007495, "data_time": 0.01576075553894043, "loss_single": 3.482449698448181, "loss_dense": 3.532871723175049, "loss": 7.015321445465088, "time": 0.15267667770385743, "step": 218472}
{"lr": 0.02670645611007495, "data_time": 0.018005633354187013, "loss_single": 3.49186692237854, "loss_dense": 3.527988076210022, "loss": 7.019854974746704, "time": 0.1516185760498047, "step": 218522}
{"lr": 0.02670645611007495, "data_time": 0.01605103015899658, "loss_single": 3.4919989585876463, "loss_dense": 3.5275424242019655, "loss": 7.0195413589477536, "time": 0.1519786834716797, "step": 218572}
{"lr": 0.02670645611007495, "data_time": 0.020728111267089844, "loss_single": 3.4585613012313843, "loss_dense": 3.5076500177383423, "loss": 6.966211318969727, "time": 0.17405216693878173, "step": 218622}
{"lr": 0.02670645611007495, "data_time": 0.01690535545349121, "loss_single": 3.463632106781006, "loss_dense": 3.5205861568450927, "loss": 6.984218311309815, "time": 0.15331649780273438, "step": 218672}
{"lr": 0.02670645611007495, "data_time": 0.01579451560974121, "loss_single": 3.4589633703231812, "loss_dense": 3.520767641067505, "loss": 6.979731035232544, "time": 0.16764326095581056, "step": 218722}
{"lr": 0.02670645611007495, "data_time": 0.014618563652038574, "loss_single": 3.483686351776123, "loss_dense": 3.5225763082504273, "loss": 7.006262636184692, "time": 0.14919421672821045, "step": 218772}
{"lr": 0.02670645611007495, "data_time": 0.01665506362915039, "loss_single": 3.4561118841171266, "loss_dense": 3.5072129726409913, "loss": 6.96332483291626, "time": 0.15550286769866944, "step": 218822}
{"lr": 0.02670645611007495, "data_time": 0.02200179100036621, "loss_single": 3.4767993927001952, "loss_dense": 3.523701047897339, "loss": 7.00050048828125, "time": 0.21978328227996827, "step": 218872}
{"lr": 0.02670645611007495, "data_time": 0.017168188095092775, "loss_single": 3.4616435050964354, "loss_dense": 3.5274124145507812, "loss": 6.989055871963501, "time": 0.15122520923614502, "step": 218922}
{"lr": 0.02670645611007495, "data_time": 0.017142415046691895, "loss_single": 3.515734601020813, "loss_dense": 3.546714210510254, "loss": 7.0624488353729244, "time": 0.1510928153991699, "step": 218972}
{"lr": 0.02670645611007495, "data_time": 0.01674387454986572, "loss_single": 3.472451162338257, "loss_dense": 3.5218308925628663, "loss": 6.994282054901123, "time": 0.17451331615447999, "step": 219022}
{"lr": 0.02670645611007495, "data_time": 0.016104459762573242, "loss_single": 3.4469383716583253, "loss_dense": 3.484906220436096, "loss": 6.931844663619995, "time": 0.15936486721038817, "step": 219072}
{"lr": 0.02670645611007495, "data_time": 0.015418791770935058, "loss_single": 3.4784247398376467, "loss_dense": 3.52899968624115, "loss": 7.007424449920654, "time": 0.1466538667678833, "step": 219122}
{"lr": 0.02670645611007495, "data_time": 0.01698412895202637, "loss_single": 3.456963038444519, "loss_dense": 3.5042757272720335, "loss": 6.961238765716553, "time": 0.15109732151031494, "step": 219172}
{"lr": 0.02670645611007495, "data_time": 0.022092676162719725, "loss_single": 3.480802321434021, "loss_dense": 3.5289939641952515, "loss": 7.009796237945556, "time": 0.1608288049697876, "step": 219222}
{"lr": 0.02670645611007495, "data_time": 0.020339655876159667, "loss_single": 3.4649219036102297, "loss_dense": 3.515967011451721, "loss": 6.980888938903808, "time": 0.1568980932235718, "step": 219272}
{"lr": 0.02670645611007495, "data_time": 0.01840503215789795, "loss_single": 3.4882181882858276, "loss_dense": 3.5472972631454467, "loss": 7.035515451431275, "time": 0.14934163093566893, "step": 219322}
{"lr": 0.02670645611007495, "data_time": 0.02172245979309082, "loss_single": 3.497441792488098, "loss_dense": 3.5392181396484377, "loss": 7.036659860610962, "time": 0.21657447814941405, "step": 219372}
{"lr": 0.02670645611007495, "data_time": 0.013034319877624512, "loss_single": 3.4564919471740723, "loss_dense": 3.5325011730194094, "loss": 6.988993120193482, "time": 0.15373713970184327, "step": 219422}
{"lr": 0.02670645611007495, "data_time": 0.01715247631072998, "loss_single": 3.448102903366089, "loss_dense": 3.51251482963562, "loss": 6.9606178283691404, "time": 0.16058783531188964, "step": 219472}
{"lr": 0.02670645611007495, "data_time": 0.01707940101623535, "loss_single": 3.4474406003952027, "loss_dense": 3.5039159297943114, "loss": 6.951356554031372, "time": 0.14474048614501953, "step": 219522}
{"lr": 0.02670645611007495, "data_time": 0.016074156761169432, "loss_single": 3.4812833070755005, "loss_dense": 3.533312368392944, "loss": 7.014595651626587, "time": 0.15594069957733153, "step": 219572}
{"lr": 0.02670645611007495, "data_time": 0.015872669219970704, "loss_single": 3.4623854398727416, "loss_dense": 3.505840611457825, "loss": 6.968226051330566, "time": 0.1447687864303589, "step": 219622}
{"lr": 0.02670645611007495, "data_time": 0.021872305870056154, "loss_single": 3.4837677001953127, "loss_dense": 3.5296522617340087, "loss": 7.013419914245605, "time": 0.16216762065887452, "step": 219672}
{"lr": 0.02670645611007495, "data_time": 0.017751264572143554, "loss_single": 3.455112338066101, "loss_dense": 3.5214004278182984, "loss": 6.976512718200683, "time": 0.15615882873535156, "step": 219722}
{"lr": 0.02670645611007495, "data_time": 0.014004993438720702, "loss_single": 3.4590195178985597, "loss_dense": 3.5137423992156984, "loss": 6.97276201248169, "time": 0.1538529396057129, "step": 219772}
{"lr": 0.02670645611007495, "data_time": 0.01753411293029785, "loss_single": 3.4716158866882325, "loss_dense": 3.518797206878662, "loss": 6.990413045883178, "time": 0.15020194053649902, "step": 219822}
{"lr": 0.02670645611007495, "data_time": 0.016043782234191895, "loss_single": 3.4558573961257935, "loss_dense": 3.510468292236328, "loss": 6.9663256168365475, "time": 0.1455932378768921, "step": 219872}
{"lr": 0.02670645611007495, "data_time": 0.014805150032043458, "loss_single": 3.441829061508179, "loss_dense": 3.502507972717285, "loss": 6.944337034225464, "time": 0.19643909931182862, "step": 219922}
{"lr": 0.02670645611007495, "data_time": 0.016452264785766602, "loss_single": 3.460009789466858, "loss_dense": 3.514851450920105, "loss": 6.974861335754395, "time": 0.14920578002929688, "step": 219972}
{"lr": 0.02670645611007495, "data_time": 0.018889498710632325, "loss_single": 3.4483654737472533, "loss_dense": 3.4932151079177856, "loss": 6.941580581665039, "time": 0.1534041166305542, "step": 220022}
{"lr": 0.02670645611007495, "data_time": 0.016599631309509276, "loss_single": 3.4712403297424315, "loss_dense": 3.51942663192749, "loss": 6.990667009353638, "time": 0.16419548988342286, "step": 220072}
{"lr": 0.02670645611007495, "data_time": 0.015392398834228516, "loss_single": 3.4773441791534423, "loss_dense": 3.5266435384750365, "loss": 7.003987598419189, "time": 0.1519016981124878, "step": 220122}
{"lr": 0.02670645611007495, "data_time": 0.013095402717590332, "loss_single": 3.4957047939300536, "loss_dense": 3.536299705505371, "loss": 7.032004499435425, "time": 0.1467898368835449, "step": 220172}
{"lr": 0.026557698641636842, "data_time": 0.034398674964904785, "loss_single": 3.4509889125823974, "loss_dense": 3.5093507051467894, "loss": 6.960339593887329, "time": 0.22972748279571534, "step": 220226}
{"lr": 0.026557698641636842, "data_time": 0.017038893699645997, "loss_single": 3.477641224861145, "loss_dense": 3.5297430038452147, "loss": 7.007384347915649, "time": 0.14845471382141112, "step": 220276}
{"lr": 0.026557698641636842, "data_time": 0.017073750495910645, "loss_single": 3.4558672428131105, "loss_dense": 3.5100452423095705, "loss": 6.965912485122681, "time": 0.14683215618133544, "step": 220326}
{"lr": 0.026557698641636842, "data_time": 0.017976856231689452, "loss_single": 3.469891357421875, "loss_dense": 3.517409896850586, "loss": 6.987301254272461, "time": 0.15546956062316894, "step": 220376}
{"lr": 0.026557698641636842, "data_time": 0.016332149505615234, "loss_single": 3.4552942752838134, "loss_dense": 3.5093232154846192, "loss": 6.964617538452148, "time": 0.14803411960601806, "step": 220426}
{"lr": 0.026557698641636842, "data_time": 0.017824673652648927, "loss_single": 3.4382040739059447, "loss_dense": 3.5009742259979246, "loss": 6.9391782760620115, "time": 0.2257143259048462, "step": 220476}
{"lr": 0.026557698641636842, "data_time": 0.017295002937316895, "loss_single": 3.46010274887085, "loss_dense": 3.5184162616729737, "loss": 6.978518915176392, "time": 0.15296525955200196, "step": 220526}
{"lr": 0.026557698641636842, "data_time": 0.016895031929016112, "loss_single": 3.4886849403381346, "loss_dense": 3.54346239566803, "loss": 7.0321472644805905, "time": 0.15118007659912108, "step": 220576}
{"lr": 0.026557698641636842, "data_time": 0.01728694438934326, "loss_single": 3.4552061557769775, "loss_dense": 3.5005192041397093, "loss": 6.955725383758545, "time": 0.14823410511016846, "step": 220626}
{"lr": 0.026557698641636842, "data_time": 0.019162774085998535, "loss_single": 3.4508649349212646, "loss_dense": 3.505943036079407, "loss": 6.95680799484253, "time": 0.16482174396514893, "step": 220676}
{"lr": 0.026557698641636842, "data_time": 0.02297813892364502, "loss_single": 3.470342922210693, "loss_dense": 3.508547329902649, "loss": 6.978890228271484, "time": 0.20438737869262696, "step": 220726}
{"lr": 0.026557698641636842, "data_time": 0.018465089797973632, "loss_single": 3.4832121610641478, "loss_dense": 3.531076264381409, "loss": 7.014288377761841, "time": 0.15232644081115723, "step": 220776}
{"lr": 0.026557698641636842, "data_time": 0.014972639083862305, "loss_single": 3.45817973613739, "loss_dense": 3.502527856826782, "loss": 6.9607076168060305, "time": 0.16070315837860108, "step": 220826}
{"lr": 0.026557698641636842, "data_time": 0.027985334396362305, "loss_single": 3.457166290283203, "loss_dense": 3.5165604829788206, "loss": 6.973726797103882, "time": 0.16474006175994874, "step": 220876}
{"lr": 0.026557698641636842, "data_time": 0.017772817611694337, "loss_single": 3.499338746070862, "loss_dense": 3.544506239891052, "loss": 7.043845081329346, "time": 0.15065464973449708, "step": 220926}
{"lr": 0.026557698641636842, "data_time": 0.01680424213409424, "loss_single": 3.43350830078125, "loss_dense": 3.4962886095047, "loss": 6.929796934127808, "time": 0.1528547525405884, "step": 220976}
{"lr": 0.026557698641636842, "data_time": 0.016615962982177733, "loss_single": 3.468192386627197, "loss_dense": 3.5231343507766724, "loss": 6.991326713562012, "time": 0.15349128246307372, "step": 221026}
{"lr": 0.026557698641636842, "data_time": 0.019061779975891112, "loss_single": 3.4552367687225343, "loss_dense": 3.5190163373947145, "loss": 6.974253129959107, "time": 0.15551407337188722, "step": 221076}
{"lr": 0.026557698641636842, "data_time": 0.025738048553466796, "loss_single": 3.4607490062713624, "loss_dense": 3.506309080123901, "loss": 6.967058086395264, "time": 0.16638271808624266, "step": 221126}
{"lr": 0.026557698641636842, "data_time": 0.019675397872924806, "loss_single": 3.464829683303833, "loss_dense": 3.522723746299744, "loss": 6.987553548812866, "time": 0.15299084186553955, "step": 221176}
{"lr": 0.026557698641636842, "data_time": 0.019095134735107423, "loss_single": 3.478141498565674, "loss_dense": 3.5274154901504517, "loss": 7.005557107925415, "time": 0.15316388607025147, "step": 221226}
{"lr": 0.026557698641636842, "data_time": 0.020421910285949706, "loss_single": 3.479803037643433, "loss_dense": 3.530320334434509, "loss": 7.0101233959198, "time": 0.20545129776000975, "step": 221276}
{"lr": 0.026557698641636842, "data_time": 0.016687893867492677, "loss_single": 3.4572638034820558, "loss_dense": 3.495518946647644, "loss": 6.952782726287841, "time": 0.15388197898864747, "step": 221326}
{"lr": 0.026557698641636842, "data_time": 0.018523359298706056, "loss_single": 3.486724543571472, "loss_dense": 3.5434173583984374, "loss": 7.030141878128052, "time": 0.16087164878845214, "step": 221376}
{"lr": 0.026557698641636842, "data_time": 0.017528939247131347, "loss_single": 3.503369379043579, "loss_dense": 3.5491099119186402, "loss": 7.052479362487793, "time": 0.15698785781860353, "step": 221426}
{"lr": 0.026557698641636842, "data_time": 0.015671801567077637, "loss_single": 3.4201274633407595, "loss_dense": 3.4783519506454468, "loss": 6.898479366302491, "time": 0.15214624404907226, "step": 221476}
{"lr": 0.026557698641636842, "data_time": 0.016371798515319825, "loss_single": 3.4700237989425657, "loss_dense": 3.5195196628570558, "loss": 6.989543437957764, "time": 0.1657644748687744, "step": 221526}
{"lr": 0.026557698641636842, "data_time": 0.016266870498657226, "loss_single": 3.4631765365600584, "loss_dense": 3.5007508993148804, "loss": 6.963927507400513, "time": 0.15358595848083495, "step": 221576}
{"lr": 0.026557698641636842, "data_time": 0.010157227516174316, "loss_single": 3.468829894065857, "loss_dense": 3.5132511377334597, "loss": 6.9820809841156, "time": 0.16291677951812744, "step": 221626}
{"lr": 0.026557698641636842, "data_time": 0.017017102241516112, "loss_single": 3.468695616722107, "loss_dense": 3.502932620048523, "loss": 6.971628284454345, "time": 0.15656015872955323, "step": 221676}
{"lr": 0.026557698641636842, "data_time": 0.017495894432067872, "loss_single": 3.462236428260803, "loss_dense": 3.5108548402786255, "loss": 6.973091268539429, "time": 0.1462461233139038, "step": 221726}
{"lr": 0.026557698641636842, "data_time": 0.013817071914672852, "loss_single": 3.4481972455978394, "loss_dense": 3.5142351388931274, "loss": 6.9624322891235355, "time": 0.16373128890991212, "step": 221776}
{"lr": 0.026557698641636842, "data_time": 0.016016149520874025, "loss_single": 3.451378679275513, "loss_dense": 3.507706069946289, "loss": 6.959084844589233, "time": 0.1668170928955078, "step": 221826}
{"lr": 0.026557698641636842, "data_time": 0.016532516479492186, "loss_single": 3.485826587677002, "loss_dense": 3.5309345960617065, "loss": 7.01676115989685, "time": 0.14932804107666015, "step": 221876}
{"lr": 0.026557698641636842, "data_time": 0.016892218589782716, "loss_single": 3.469325876235962, "loss_dense": 3.526957106590271, "loss": 6.996283006668091, "time": 0.15530412197113036, "step": 221926}
{"lr": 0.026557698641636842, "data_time": 0.016687726974487303, "loss_single": 3.469472122192383, "loss_dense": 3.5249379158020018, "loss": 6.9944100856781, "time": 0.15710070133209228, "step": 221976}
{"lr": 0.026557698641636842, "data_time": 0.016651630401611328, "loss_single": 3.4600319862365723, "loss_dense": 3.521661138534546, "loss": 6.981693172454834, "time": 0.19145359992980956, "step": 222026}
{"lr": 0.026557698641636842, "data_time": 0.01640274524688721, "loss_single": 3.4713418245315553, "loss_dense": 3.53091721534729, "loss": 7.002259063720703, "time": 0.22078948020935057, "step": 222076}
{"lr": 0.026557698641636842, "data_time": 0.018322110176086426, "loss_single": 3.4641503572463987, "loss_dense": 3.517092490196228, "loss": 6.981242847442627, "time": 0.15183918476104735, "step": 222126}
{"lr": 0.026557698641636842, "data_time": 0.01660943031311035, "loss_single": 3.4977514266967775, "loss_dense": 3.542353391647339, "loss": 7.040104770660401, "time": 0.14841632843017577, "step": 222176}
{"lr": 0.026557698641636842, "data_time": 0.01875591278076172, "loss_single": 3.461426520347595, "loss_dense": 3.504222536087036, "loss": 6.965649080276489, "time": 0.14769306182861328, "step": 222226}
{"lr": 0.026557698641636842, "data_time": 0.016357612609863282, "loss_single": 3.44952507019043, "loss_dense": 3.5135649681091308, "loss": 6.963089942932129, "time": 0.19633088111877442, "step": 222276}
{"lr": 0.026557698641636842, "data_time": 0.014466166496276855, "loss_single": 3.4804049015045164, "loss_dense": 3.5312403202056886, "loss": 7.011645269393921, "time": 0.16984598636627196, "step": 222326}
{"lr": 0.026557698641636842, "data_time": 0.02484283447265625, "loss_single": 3.487933707237244, "loss_dense": 3.5418022871017456, "loss": 7.029735898971557, "time": 0.1617579460144043, "step": 222376}
{"lr": 0.026557698641636842, "data_time": 0.017593574523925782, "loss_single": 3.46572527885437, "loss_dense": 3.5246834754943848, "loss": 6.990408658981323, "time": 0.1622324228286743, "step": 222426}
{"lr": 0.026557698641636842, "data_time": 0.019109582901000975, "loss_single": 3.45538272857666, "loss_dense": 3.5130323648452757, "loss": 6.968415212631226, "time": 0.15177543163299562, "step": 222476}
{"lr": 0.026557698641636842, "data_time": 0.017317676544189455, "loss_single": 3.473879361152649, "loss_dense": 3.4990929126739503, "loss": 6.972972202301025, "time": 0.15148298740386962, "step": 222526}
{"lr": 0.026557698641636842, "data_time": 0.015386295318603516, "loss_single": 3.4582317590713503, "loss_dense": 3.529210114479065, "loss": 6.987441873550415, "time": 0.15148344039916992, "step": 222576}
{"lr": 0.026557698641636842, "data_time": 0.016902947425842287, "loss_single": 3.460140419006348, "loss_dense": 3.511758899688721, "loss": 6.971899318695068, "time": 0.15691990852355958, "step": 222626}
{"lr": 0.026557698641636842, "data_time": 0.017591023445129396, "loss_single": 3.475134038925171, "loss_dense": 3.523166823387146, "loss": 6.998300933837891, "time": 0.15251874923706055, "step": 222676}
{"lr": 0.026557698641636842, "data_time": 0.017258191108703615, "loss_single": 3.49049551486969, "loss_dense": 3.516655516624451, "loss": 7.007151031494141, "time": 0.1505114793777466, "step": 222726}
{"lr": 0.026557698641636842, "data_time": 0.01466381549835205, "loss_single": 3.4698708772659304, "loss_dense": 3.5102720975875856, "loss": 6.980142974853516, "time": 0.15846705436706543, "step": 222776}
{"lr": 0.026557698641636842, "data_time": 0.01597132682800293, "loss_single": 3.4888393878936768, "loss_dense": 3.5336938381195067, "loss": 7.022533321380616, "time": 0.16203901767730713, "step": 222826}
{"lr": 0.026557698641636842, "data_time": 0.01714136600494385, "loss_single": 3.485125184059143, "loss_dense": 3.5160715341567994, "loss": 7.001196718215942, "time": 0.1534567356109619, "step": 222876}
{"lr": 0.026557698641636842, "data_time": 0.016382050514221192, "loss_single": 3.477010154724121, "loss_dense": 3.5312623739242555, "loss": 7.008272504806518, "time": 0.19193551540374756, "step": 222926}
{"lr": 0.026557698641636842, "data_time": 0.01747097969055176, "loss_single": 3.4628815412521363, "loss_dense": 3.515593910217285, "loss": 6.978475427627563, "time": 0.15047008991241456, "step": 222976}
{"lr": 0.026557698641636842, "data_time": 0.017015290260314942, "loss_single": 3.4525174856185914, "loss_dense": 3.5033794403076173, "loss": 6.95589690208435, "time": 0.16048274040222169, "step": 223026}
{"lr": 0.026557698641636842, "data_time": 0.019806933403015137, "loss_single": 3.4675529479980467, "loss_dense": 3.511871409416199, "loss": 6.979424381256104, "time": 0.19294931888580322, "step": 223076}
{"lr": 0.026557698641636842, "data_time": 0.016795420646667482, "loss_single": 3.4735087156295776, "loss_dense": 3.527249002456665, "loss": 7.000757694244385, "time": 0.14771780967712403, "step": 223126}
{"lr": 0.026557698641636842, "data_time": 0.015334200859069825, "loss_single": 3.4659032344818117, "loss_dense": 3.5093939304351807, "loss": 6.975297164916992, "time": 0.2050755262374878, "step": 223176}
{"lr": 0.026557698641636842, "data_time": 0.017145776748657228, "loss_single": 3.4500288724899293, "loss_dense": 3.503993511199951, "loss": 6.954022455215454, "time": 0.15297336578369142, "step": 223226}
{"lr": 0.026557698641636842, "data_time": 0.01767566204071045, "loss_single": 3.4559886932373045, "loss_dense": 3.5092749118804933, "loss": 6.965263605117798, "time": 0.15118238925933838, "step": 223276}
{"lr": 0.026557698641636842, "data_time": 0.01495192050933838, "loss_single": 3.4835105180740356, "loss_dense": 3.535875749588013, "loss": 7.019386243820191, "time": 0.16425209045410155, "step": 223326}
{"lr": 0.026557698641636842, "data_time": 0.016446447372436522, "loss_single": 3.475040316581726, "loss_dense": 3.523052716255188, "loss": 6.998092937469482, "time": 0.14938704967498778, "step": 223376}
{"lr": 0.026557698641636842, "data_time": 0.016364669799804686, "loss_single": 3.464449715614319, "loss_dense": 3.5135616302490233, "loss": 6.9780113220214846, "time": 0.14779605865478515, "step": 223426}
{"lr": 0.026557698641636842, "data_time": 0.0165071964263916, "loss_single": 3.475198173522949, "loss_dense": 3.516197085380554, "loss": 6.991395378112793, "time": 0.20637030601501466, "step": 223476}
{"lr": 0.026557698641636842, "data_time": 0.01652684211730957, "loss_single": 3.4859235525131225, "loss_dense": 3.521998333930969, "loss": 7.007921934127808, "time": 0.15295929908752443, "step": 223526}
{"lr": 0.026557698641636842, "data_time": 0.016190719604492188, "loss_single": 3.4376118183135986, "loss_dense": 3.5007513999938964, "loss": 6.938363075256348, "time": 0.19809999465942382, "step": 223576}
{"lr": 0.026557698641636842, "data_time": 0.017259907722473145, "loss_single": 3.444225788116455, "loss_dense": 3.4815441131591798, "loss": 6.925769901275634, "time": 0.14826948642730714, "step": 223626}
{"lr": 0.026557698641636842, "data_time": 0.016274237632751466, "loss_single": 3.4736517429351808, "loss_dense": 3.5363139629364015, "loss": 7.009965705871582, "time": 0.15069656372070311, "step": 223676}
{"lr": 0.026557698641636842, "data_time": 0.007693743705749512, "loss_single": 3.464081048965454, "loss_dense": 3.508094549179077, "loss": 6.972175645828247, "time": 0.14913771152496338, "step": 223726}
{"lr": 0.026557698641636842, "data_time": 0.016736674308776855, "loss_single": 3.470155358314514, "loss_dense": 3.52108211517334, "loss": 6.991237449645996, "time": 0.14911925792694092, "step": 223776}
{"lr": 0.026557698641636842, "data_time": 0.016629958152770997, "loss_single": 3.463256669044495, "loss_dense": 3.497860288619995, "loss": 6.961116981506348, "time": 0.1502303123474121, "step": 223826}
{"lr": 0.026557698641636842, "data_time": 0.016846060752868652, "loss_single": 3.450206923484802, "loss_dense": 3.5142045497894285, "loss": 6.964411354064941, "time": 0.14880554676055907, "step": 223876}
{"lr": 0.026557698641636842, "data_time": 0.017449378967285156, "loss_single": 3.4639559984207153, "loss_dense": 3.5157231092453003, "loss": 6.9796790599823, "time": 0.1510908603668213, "step": 223926}
{"lr": 0.026557698641636842, "data_time": 0.01743760108947754, "loss_single": 3.50197012424469, "loss_dense": 3.5451837301254274, "loss": 7.047153806686401, "time": 0.14877169132232665, "step": 223976}
{"lr": 0.026557698641636842, "data_time": 0.017300748825073244, "loss_single": 3.458620047569275, "loss_dense": 3.5102588415145872, "loss": 6.968878936767578, "time": 0.15517852306365967, "step": 224026}
{"lr": 0.026557698641636842, "data_time": 0.01692986488342285, "loss_single": 3.4502699613571166, "loss_dense": 3.5041099309921266, "loss": 6.954379940032959, "time": 0.14894275665283202, "step": 224076}
{"lr": 0.026557698641636842, "data_time": 0.01810781955718994, "loss_single": 3.472372817993164, "loss_dense": 3.5368727445602417, "loss": 7.009245491027832, "time": 0.15222485065460206, "step": 224126}
{"lr": 0.026557698641636842, "data_time": 0.01785597801208496, "loss_single": 3.479351305961609, "loss_dense": 3.5136653423309325, "loss": 6.993016624450684, "time": 0.1520522117614746, "step": 224176}
{"lr": 0.026557698641636842, "data_time": 0.016295623779296876, "loss_single": 3.443779468536377, "loss_dense": 3.4886760234832765, "loss": 6.932455587387085, "time": 0.15991575717926027, "step": 224226}
{"lr": 0.026557698641636842, "data_time": 0.018181276321411134, "loss_single": 3.467995285987854, "loss_dense": 3.514623022079468, "loss": 6.982618236541748, "time": 0.15436942577362062, "step": 224276}
{"lr": 0.026557698641636842, "data_time": 0.015686297416687013, "loss_single": 3.4561174154281615, "loss_dense": 3.4933075666427613, "loss": 6.949424934387207, "time": 0.14711604118347169, "step": 224326}
{"lr": 0.026557698641636842, "data_time": 0.016367506980895997, "loss_single": 3.464480686187744, "loss_dense": 3.50825457572937, "loss": 6.972735214233398, "time": 0.18789262771606446, "step": 224376}
{"lr": 0.026557698641636842, "data_time": 0.015673041343688965, "loss_single": 3.454228925704956, "loss_dense": 3.5068032503128053, "loss": 6.961032199859619, "time": 0.14928772449493408, "step": 224426}
{"lr": 0.026557698641636842, "data_time": 0.018306779861450195, "loss_single": 3.459030508995056, "loss_dense": 3.504315423965454, "loss": 6.963345956802368, "time": 0.15059471130371094, "step": 224476}
{"lr": 0.026557698641636842, "data_time": 0.018250298500061036, "loss_single": 3.4841344356536865, "loss_dense": 3.520358443260193, "loss": 7.004492855072021, "time": 0.15214982032775878, "step": 224526}
{"lr": 0.026557698641636842, "data_time": 0.017128825187683105, "loss_single": 3.4695971488952635, "loss_dense": 3.510825777053833, "loss": 6.980422925949097, "time": 0.14747841358184816, "step": 224576}
{"lr": 0.026557698641636842, "data_time": 0.01810169219970703, "loss_single": 3.4812921047210694, "loss_dense": 3.5276150465011598, "loss": 7.008907175064087, "time": 0.15229513645172119, "step": 224626}
{"lr": 0.026557698641636842, "data_time": 0.016871428489685057, "loss_single": 3.4778385162353516, "loss_dense": 3.530033493041992, "loss": 7.007872009277344, "time": 0.1538383722305298, "step": 224676}
{"lr": 0.026557698641636842, "data_time": 0.01600027084350586, "loss_single": 3.4744357109069823, "loss_dense": 3.531653308868408, "loss": 7.006088972091675, "time": 0.1613781690597534, "step": 224726}
{"lr": 0.026557698641636842, "data_time": 0.018758487701416016, "loss_single": 3.4944766759872437, "loss_dense": 3.541877579689026, "loss": 7.03635425567627, "time": 0.15449585914611816, "step": 224776}
{"lr": 0.026557698641636842, "data_time": 0.014322280883789062, "loss_single": 3.4610405445098875, "loss_dense": 3.522991180419922, "loss": 6.984031820297242, "time": 0.14753279685974122, "step": 224826}
{"lr": 0.026557698641636842, "data_time": 0.015844273567199706, "loss_single": 3.4698474645614623, "loss_dense": 3.5177183151245117, "loss": 6.987565803527832, "time": 0.17546391487121582, "step": 224876}
{"lr": 0.026557698641636842, "data_time": 0.015818524360656738, "loss_single": 3.483797478675842, "loss_dense": 3.5328731298446656, "loss": 7.016670608520508, "time": 0.20415444374084474, "step": 224926}
{"lr": 0.026557698641636842, "data_time": 0.017081403732299806, "loss_single": 3.474969005584717, "loss_dense": 3.521557927131653, "loss": 6.996526861190796, "time": 0.14992616176605225, "step": 224976}
{"lr": 0.026557698641636842, "data_time": 0.013988828659057618, "loss_single": 3.4562830209732054, "loss_dense": 3.494410681724548, "loss": 6.95069375038147, "time": 0.14967834949493408, "step": 225026}
{"lr": 0.026557698641636842, "data_time": 0.01748836040496826, "loss_single": 3.4807770252227783, "loss_dense": 3.5181495428085325, "loss": 6.998926591873169, "time": 0.15085008144378662, "step": 225076}
{"lr": 0.026557698641636842, "data_time": 0.017577815055847167, "loss_single": 3.4589735507965087, "loss_dense": 3.5137022495269776, "loss": 6.972675800323486, "time": 0.1516704559326172, "step": 225126}
{"lr": 0.026557698641636842, "data_time": 0.017325639724731445, "loss_single": 3.4382369041442873, "loss_dense": 3.4826914072036743, "loss": 6.920928287506103, "time": 0.20995798110961914, "step": 225176}
{"lr": 0.02640608948400047, "data_time": 0.01688430309295654, "loss_single": 3.443246078491211, "loss_dense": 3.4951943159103394, "loss": 6.938440370559692, "time": 0.15778813362121583, "step": 225230}
{"lr": 0.02640608948400047, "data_time": 0.0188352108001709, "loss_single": 3.456550693511963, "loss_dense": 3.4938682079315186, "loss": 6.950418853759766, "time": 0.15081703662872314, "step": 225280}
{"lr": 0.02640608948400047, "data_time": 0.016053986549377442, "loss_single": 3.4601509094238283, "loss_dense": 3.5168737888336183, "loss": 6.977024698257447, "time": 0.1722261667251587, "step": 225330}
{"lr": 0.02640608948400047, "data_time": 0.015359234809875489, "loss_single": 3.4935826301574706, "loss_dense": 3.5366076707839964, "loss": 7.030190277099609, "time": 0.15592222213745116, "step": 225380}
{"lr": 0.02640608948400047, "data_time": 0.018673038482666014, "loss_single": 3.4780982971191405, "loss_dense": 3.5150338649749755, "loss": 6.9931321144104, "time": 0.15238263607025146, "step": 225430}
{"lr": 0.02640608948400047, "data_time": 0.01637687683105469, "loss_single": 3.4700063467025757, "loss_dense": 3.520828890800476, "loss": 6.990835285186767, "time": 0.14958574771881103, "step": 225480}
{"lr": 0.02640608948400047, "data_time": 0.0171736478805542, "loss_single": 3.482928013801575, "loss_dense": 3.521421265602112, "loss": 7.0043493747711185, "time": 0.16949551105499266, "step": 225530}
{"lr": 0.02640608948400047, "data_time": 0.013645195960998535, "loss_single": 3.45614607334137, "loss_dense": 3.504218101501465, "loss": 6.960364246368409, "time": 0.14595990180969237, "step": 225580}
{"lr": 0.02640608948400047, "data_time": 0.01824805736541748, "loss_single": 3.4651129245758057, "loss_dense": 3.5189436197280886, "loss": 6.984056568145752, "time": 0.14853644371032715, "step": 225630}
{"lr": 0.02640608948400047, "data_time": 0.018527865409851074, "loss_single": 3.484309983253479, "loss_dense": 3.5332334995269776, "loss": 7.01754355430603, "time": 0.15094263553619386, "step": 225680}
{"lr": 0.02640608948400047, "data_time": 0.01583282947540283, "loss_single": 3.445812773704529, "loss_dense": 3.510139489173889, "loss": 6.955952215194702, "time": 0.15901851654052734, "step": 225730}
{"lr": 0.02640608948400047, "data_time": 0.02013351917266846, "loss_single": 3.465510439872742, "loss_dense": 3.5109505653381348, "loss": 6.976460981369018, "time": 0.17736418247222902, "step": 225780}
{"lr": 0.02640608948400047, "data_time": 0.016843748092651368, "loss_single": 3.4580297470092773, "loss_dense": 3.5159355878829954, "loss": 6.973965454101562, "time": 0.15662825107574463, "step": 225830}
{"lr": 0.02640608948400047, "data_time": 0.017342162132263184, "loss_single": 3.4635761737823487, "loss_dense": 3.5108938932418825, "loss": 6.974470090866089, "time": 0.15356388092041015, "step": 225880}
{"lr": 0.02640608948400047, "data_time": 0.019588232040405273, "loss_single": 3.4924589872360228, "loss_dense": 3.5254563331604003, "loss": 7.01791524887085, "time": 0.156709885597229, "step": 225930}
{"lr": 0.02640608948400047, "data_time": 0.016470813751220705, "loss_single": 3.470853638648987, "loss_dense": 3.5173230171203613, "loss": 6.988176679611206, "time": 0.14999988079071044, "step": 225980}
{"lr": 0.02640608948400047, "data_time": 0.017106389999389647, "loss_single": 3.4497975587844847, "loss_dense": 3.4963356971740724, "loss": 6.946133327484131, "time": 0.149567174911499, "step": 226030}
{"lr": 0.02640608948400047, "data_time": 0.01631450653076172, "loss_single": 3.482563281059265, "loss_dense": 3.5348857641220093, "loss": 7.017449045181275, "time": 0.15026774406433105, "step": 226080}
{"lr": 0.02640608948400047, "data_time": 0.016996932029724122, "loss_single": 3.456556487083435, "loss_dense": 3.511647653579712, "loss": 6.968204116821289, "time": 0.1495417594909668, "step": 226130}
{"lr": 0.02640608948400047, "data_time": 0.016689276695251463, "loss_single": 3.4670264959335326, "loss_dense": 3.5191513538360595, "loss": 6.986177778244018, "time": 0.14979515075683594, "step": 226180}
{"lr": 0.02640608948400047, "data_time": 0.018019342422485353, "loss_single": 3.490713286399841, "loss_dense": 3.5369277238845824, "loss": 7.02764105796814, "time": 0.1501784086227417, "step": 226230}
{"lr": 0.02640608948400047, "data_time": 0.017789220809936522, "loss_single": 3.4841383934020995, "loss_dense": 3.5307126522064207, "loss": 7.014851093292236, "time": 0.15519516468048095, "step": 226280}
{"lr": 0.02640608948400047, "data_time": 0.01702733039855957, "loss_single": 3.4501962184906008, "loss_dense": 3.4996850728988647, "loss": 6.949881219863892, "time": 0.15677180290222167, "step": 226330}
{"lr": 0.02640608948400047, "data_time": 0.017759490013122558, "loss_single": 3.466200423240662, "loss_dense": 3.513931083679199, "loss": 6.980131530761719, "time": 0.20449934005737305, "step": 226380}
{"lr": 0.02640608948400047, "data_time": 0.015918469429016112, "loss_single": 3.466380977630615, "loss_dense": 3.5180306673049926, "loss": 6.984411668777466, "time": 0.1645503282546997, "step": 226430}
{"lr": 0.02640608948400047, "data_time": 0.01750051975250244, "loss_single": 3.4368107080459596, "loss_dense": 3.4914668083190916, "loss": 6.928277492523193, "time": 0.16265699863433838, "step": 226480}
{"lr": 0.02640608948400047, "data_time": 0.019863271713256837, "loss_single": 3.4597145318984985, "loss_dense": 3.503309631347656, "loss": 6.963024234771728, "time": 0.14875612258911133, "step": 226530}
{"lr": 0.02640608948400047, "data_time": 0.01643524169921875, "loss_single": 3.46571888923645, "loss_dense": 3.502882480621338, "loss": 6.96860146522522, "time": 0.15182223320007324, "step": 226580}
{"lr": 0.02640608948400047, "data_time": 0.01739654541015625, "loss_single": 3.487131118774414, "loss_dense": 3.538634753227234, "loss": 7.02576584815979, "time": 0.17236740589141847, "step": 226630}
{"lr": 0.02640608948400047, "data_time": 0.01854233741760254, "loss_single": 3.4650975465774536, "loss_dense": 3.5145538806915284, "loss": 6.979651403427124, "time": 0.15880317687988282, "step": 226680}
{"lr": 0.02640608948400047, "data_time": 0.0161879301071167, "loss_single": 3.4605456352233888, "loss_dense": 3.5088409900665285, "loss": 6.969386625289917, "time": 0.15905747413635254, "step": 226730}
{"lr": 0.02640608948400047, "data_time": 0.016163349151611328, "loss_single": 3.4446821928024294, "loss_dense": 3.5011343955993652, "loss": 6.945816612243652, "time": 0.1533730745315552, "step": 226780}
{"lr": 0.02640608948400047, "data_time": 0.01983063220977783, "loss_single": 3.459957456588745, "loss_dense": 3.5044371843338014, "loss": 6.964394617080688, "time": 0.2019279956817627, "step": 226830}
{"lr": 0.02640608948400047, "data_time": 0.01980297565460205, "loss_single": 3.466997194290161, "loss_dense": 3.5164422512054445, "loss": 6.98343939781189, "time": 0.15356695652008057, "step": 226880}
{"lr": 0.02640608948400047, "data_time": 0.017700600624084472, "loss_single": 3.462011623382568, "loss_dense": 3.5048036575317383, "loss": 6.966815185546875, "time": 0.1521821975708008, "step": 226930}
{"lr": 0.02640608948400047, "data_time": 0.01615605354309082, "loss_single": 3.4705686807632445, "loss_dense": 3.5153873205184936, "loss": 6.985956048965454, "time": 0.14751617908477782, "step": 226980}
{"lr": 0.02640608948400047, "data_time": 0.017061638832092284, "loss_single": 3.4725433111190798, "loss_dense": 3.5079299449920653, "loss": 6.980473279953003, "time": 0.15721452236175537, "step": 227030}
{"lr": 0.02640608948400047, "data_time": 0.0181988000869751, "loss_single": 3.4774638175964356, "loss_dense": 3.545993423461914, "loss": 7.023457288742065, "time": 0.15032038688659669, "step": 227080}
{"lr": 0.02640608948400047, "data_time": 0.019621920585632325, "loss_single": 3.45525267124176, "loss_dense": 3.4919560670852663, "loss": 6.947208833694458, "time": 0.15256760120391846, "step": 227130}
{"lr": 0.02640608948400047, "data_time": 0.01891763210296631, "loss_single": 3.5020965576171874, "loss_dense": 3.538983964920044, "loss": 7.041080570220947, "time": 0.15389938354492189, "step": 227180}
{"lr": 0.02640608948400047, "data_time": 0.017980360984802247, "loss_single": 3.4387209892272947, "loss_dense": 3.4826088666915895, "loss": 6.921329927444458, "time": 0.158417010307312, "step": 227230}
{"lr": 0.02640608948400047, "data_time": 0.022843384742736818, "loss_single": 3.4499895572662354, "loss_dense": 3.5002169847488402, "loss": 6.950206518173218, "time": 0.3039332628250122, "step": 227280}
{"lr": 0.02640608948400047, "data_time": 0.017277169227600097, "loss_single": 3.4456772565841676, "loss_dense": 3.494820785522461, "loss": 6.940498018264771, "time": 0.1519557237625122, "step": 227330}
{"lr": 0.02640608948400047, "data_time": 0.016673898696899413, "loss_single": 3.4633705377578736, "loss_dense": 3.5133801221847536, "loss": 6.976750802993775, "time": 0.17975618839263915, "step": 227380}
{"lr": 0.02640608948400047, "data_time": 0.01595938205718994, "loss_single": 3.4642690896987913, "loss_dense": 3.5248287439346315, "loss": 6.989097785949707, "time": 0.15734758377075195, "step": 227430}
{"lr": 0.02640608948400047, "data_time": 0.014197015762329101, "loss_single": 3.446329212188721, "loss_dense": 3.5100151538848876, "loss": 6.956344366073608, "time": 0.15556464195251465, "step": 227480}
{"lr": 0.02640608948400047, "data_time": 0.018333029747009278, "loss_single": 3.4600708961486815, "loss_dense": 3.532268691062927, "loss": 6.9923395156860355, "time": 0.14727327823638917, "step": 227530}
{"lr": 0.02640608948400047, "data_time": 0.01711111068725586, "loss_single": 3.479120874404907, "loss_dense": 3.515234136581421, "loss": 6.994354915618897, "time": 0.15063791275024413, "step": 227580}
{"lr": 0.02640608948400047, "data_time": 0.01883575916290283, "loss_single": 3.430151104927063, "loss_dense": 3.485033869743347, "loss": 6.91518497467041, "time": 0.14959969520568847, "step": 227630}
{"lr": 0.02640608948400047, "data_time": 0.015456748008728028, "loss_single": 3.4792548418045044, "loss_dense": 3.525231647491455, "loss": 7.004486513137818, "time": 0.14648616313934326, "step": 227680}
{"lr": 0.02640608948400047, "data_time": 0.014401984214782716, "loss_single": 3.457992362976074, "loss_dense": 3.511720156669617, "loss": 6.969712495803833, "time": 0.1608450174331665, "step": 227730}
{"lr": 0.02640608948400047, "data_time": 0.014913702011108398, "loss_single": 3.4925285816192626, "loss_dense": 3.542321705818176, "loss": 7.034850358963013, "time": 0.14642322063446045, "step": 227780}
{"lr": 0.02640608948400047, "data_time": 0.01796417236328125, "loss_single": 3.4611942291259767, "loss_dense": 3.5025948762893675, "loss": 6.963789081573486, "time": 0.15641376972198487, "step": 227830}
{"lr": 0.02640608948400047, "data_time": 0.0165407657623291, "loss_single": 3.4558198928833006, "loss_dense": 3.5111490726470946, "loss": 6.966969013214111, "time": 0.15382859706878663, "step": 227880}
{"lr": 0.02640608948400047, "data_time": 0.016638803482055663, "loss_single": 3.4855502128601072, "loss_dense": 3.5192641019821167, "loss": 7.004814291000367, "time": 0.14789361953735353, "step": 227930}
{"lr": 0.02640608948400047, "data_time": 0.01617889404296875, "loss_single": 3.439337968826294, "loss_dense": 3.4928579807281492, "loss": 6.932195949554443, "time": 0.1686330795288086, "step": 227980}
{"lr": 0.02640608948400047, "data_time": 0.017642998695373537, "loss_single": 3.480919337272644, "loss_dense": 3.5296735525131226, "loss": 7.010592842102051, "time": 0.1519838571548462, "step": 228030}
{"lr": 0.02640608948400047, "data_time": 0.017133069038391114, "loss_single": 3.4754059076309205, "loss_dense": 3.507770371437073, "loss": 6.983176279067993, "time": 0.1541072130203247, "step": 228080}
{"lr": 0.02640608948400047, "data_time": 0.01791198253631592, "loss_single": 3.4649385690689085, "loss_dense": 3.5089688062667848, "loss": 6.973907375335694, "time": 0.1577214479446411, "step": 228130}
{"lr": 0.02640608948400047, "data_time": 0.018292689323425294, "loss_single": 3.470500659942627, "loss_dense": 3.531943941116333, "loss": 7.002444648742676, "time": 0.14955828189849854, "step": 228180}
{"lr": 0.02640608948400047, "data_time": 0.017299175262451172, "loss_single": 3.4254701137542725, "loss_dense": 3.481569743156433, "loss": 6.907039833068848, "time": 0.15053913593292237, "step": 228230}
{"lr": 0.02640608948400047, "data_time": 0.01790928840637207, "loss_single": 3.4797296285629273, "loss_dense": 3.526935076713562, "loss": 7.006664705276489, "time": 0.1500490427017212, "step": 228280}
{"lr": 0.02640608948400047, "data_time": 0.019089651107788087, "loss_single": 3.462930989265442, "loss_dense": 3.5047415256500245, "loss": 6.96767258644104, "time": 0.15485999584197999, "step": 228330}
{"lr": 0.02640608948400047, "data_time": 0.01587076187133789, "loss_single": 3.4919411182403564, "loss_dense": 3.5387651920318604, "loss": 7.030706214904785, "time": 0.1495203733444214, "step": 228380}
{"lr": 0.02640608948400047, "data_time": 0.021302962303161622, "loss_single": 3.4781428813934325, "loss_dense": 3.5288389682769776, "loss": 7.00698184967041, "time": 0.16529576778411864, "step": 228430}
{"lr": 0.02640608948400047, "data_time": 0.03272924423217773, "loss_single": 3.489824724197388, "loss_dense": 3.53540620803833, "loss": 7.025230932235718, "time": 0.16376802921295167, "step": 228480}
{"lr": 0.02640608948400047, "data_time": 0.02259218692779541, "loss_single": 3.472962737083435, "loss_dense": 3.519800329208374, "loss": 6.992763090133667, "time": 0.15645215511322022, "step": 228530}
{"lr": 0.02640608948400047, "data_time": 0.017384672164916994, "loss_single": 3.486821246147156, "loss_dense": 3.536236596107483, "loss": 7.023057842254639, "time": 0.15267136096954345, "step": 228580}
{"lr": 0.02640608948400047, "data_time": 0.01713385581970215, "loss_single": 3.488259696960449, "loss_dense": 3.548984694480896, "loss": 7.037244367599487, "time": 0.15275335311889648, "step": 228630}
{"lr": 0.02640608948400047, "data_time": 0.01957242488861084, "loss_single": 3.462020230293274, "loss_dense": 3.508013296127319, "loss": 6.970033502578735, "time": 0.16077423095703125, "step": 228680}
{"lr": 0.02640608948400047, "data_time": 0.018044757843017577, "loss_single": 3.4773765087127684, "loss_dense": 3.5134151697158815, "loss": 6.990791654586792, "time": 0.15105700492858887, "step": 228730}
{"lr": 0.02640608948400047, "data_time": 0.02003953456878662, "loss_single": 3.4536442041397093, "loss_dense": 3.500108313560486, "loss": 6.953752565383911, "time": 0.1509833812713623, "step": 228780}
{"lr": 0.02640608948400047, "data_time": 0.01671164035797119, "loss_single": 3.4760722160339355, "loss_dense": 3.518562436103821, "loss": 6.994634675979614, "time": 0.15566368103027345, "step": 228830}
{"lr": 0.02640608948400047, "data_time": 0.019562244415283203, "loss_single": 3.4671902894973754, "loss_dense": 3.513808274269104, "loss": 6.980998516082764, "time": 0.1870041847229004, "step": 228880}
{"lr": 0.02640608948400047, "data_time": 0.019988346099853515, "loss_single": 3.4268030881881715, "loss_dense": 3.4961981773376465, "loss": 6.92300124168396, "time": 0.1500093460083008, "step": 228930}
{"lr": 0.02640608948400047, "data_time": 0.015624642372131348, "loss_single": 3.4601922750473024, "loss_dense": 3.525379943847656, "loss": 6.985572290420532, "time": 0.1574629783630371, "step": 228980}
{"lr": 0.02640608948400047, "data_time": 0.015577435493469238, "loss_single": 3.476688027381897, "loss_dense": 3.5320961236953736, "loss": 7.008784198760987, "time": 0.15278139114379882, "step": 229030}
{"lr": 0.02640608948400047, "data_time": 0.018862009048461914, "loss_single": 3.4603026151657104, "loss_dense": 3.520674729347229, "loss": 6.980977296829224, "time": 0.16040031909942626, "step": 229080}
{"lr": 0.02640608948400047, "data_time": 0.016297626495361327, "loss_single": 3.4561841249465943, "loss_dense": 3.507173252105713, "loss": 6.963357400894165, "time": 0.15170276165008545, "step": 229130}
{"lr": 0.02640608948400047, "data_time": 0.020607471466064453, "loss_single": 3.4516227006912232, "loss_dense": 3.5043789386749267, "loss": 6.956001567840576, "time": 0.23133306503295897, "step": 229180}
{"lr": 0.02640608948400047, "data_time": 0.018845200538635254, "loss_single": 3.4429356813430787, "loss_dense": 3.496424341201782, "loss": 6.939359998703003, "time": 0.15194554328918458, "step": 229230}
{"lr": 0.02640608948400047, "data_time": 0.017807507514953615, "loss_single": 3.459760880470276, "loss_dense": 3.5376076698303223, "loss": 6.997368478775025, "time": 0.1503734827041626, "step": 229280}
{"lr": 0.02640608948400047, "data_time": 0.017571020126342773, "loss_single": 3.461040902137756, "loss_dense": 3.5021120071411134, "loss": 6.96315279006958, "time": 0.15411632061004638, "step": 229330}
{"lr": 0.02640608948400047, "data_time": 0.016636085510253907, "loss_single": 3.4662924289703367, "loss_dense": 3.502313160896301, "loss": 6.968605709075928, "time": 0.15274264812469482, "step": 229380}
{"lr": 0.02640608948400047, "data_time": 0.016049122810363768, "loss_single": 3.4428917169570923, "loss_dense": 3.4950452566146852, "loss": 6.937937021255493, "time": 0.16964004039764405, "step": 229430}
{"lr": 0.02640608948400047, "data_time": 0.01602654457092285, "loss_single": 3.430792212486267, "loss_dense": 3.494970750808716, "loss": 6.925762939453125, "time": 0.14953258037567138, "step": 229480}
{"lr": 0.02640608948400047, "data_time": 0.017087697982788086, "loss_single": 3.4510509252548216, "loss_dense": 3.504261016845703, "loss": 6.955311822891235, "time": 0.1488106966018677, "step": 229530}
{"lr": 0.02640608948400047, "data_time": 0.016716670989990235, "loss_single": 3.473697638511658, "loss_dense": 3.5226436376571657, "loss": 6.996341276168823, "time": 0.15323050022125245, "step": 229580}
{"lr": 0.02640608948400047, "data_time": 0.01780431270599365, "loss_single": 3.4586547136306764, "loss_dense": 3.510050415992737, "loss": 6.968705177307129, "time": 0.14906952381134034, "step": 229630}
{"lr": 0.02640608948400047, "data_time": 0.01817045211791992, "loss_single": 3.4780293464660645, "loss_dense": 3.5319724321365356, "loss": 7.010001850128174, "time": 0.15687687397003175, "step": 229680}
{"lr": 0.02640608948400047, "data_time": 0.017127466201782227, "loss_single": 3.4585525512695314, "loss_dense": 3.524383020401001, "loss": 6.982935571670533, "time": 0.1623859405517578, "step": 229730}
{"lr": 0.02640608948400047, "data_time": 0.012869977951049804, "loss_single": 3.454406762123108, "loss_dense": 3.5190035820007326, "loss": 6.973410320281983, "time": 0.15519418716430664, "step": 229780}
{"lr": 0.02640608948400047, "data_time": 0.017331862449645997, "loss_single": 3.4658840894699097, "loss_dense": 3.527552366256714, "loss": 6.993436574935913, "time": 0.1538098096847534, "step": 229830}
{"lr": 0.02640608948400047, "data_time": 0.01695263385772705, "loss_single": 3.46401584148407, "loss_dense": 3.527314639091492, "loss": 6.99133038520813, "time": 0.1457202672958374, "step": 229880}
{"lr": 0.02640608948400047, "data_time": 0.018878602981567384, "loss_single": 3.478723978996277, "loss_dense": 3.546719288825989, "loss": 7.0254433155059814, "time": 0.16173009872436522, "step": 229930}
{"lr": 0.02640608948400047, "data_time": 0.01592860221862793, "loss_single": 3.4849905967712402, "loss_dense": 3.522800850868225, "loss": 7.007791471481323, "time": 0.17197976112365723, "step": 229980}
{"lr": 0.02640608948400047, "data_time": 0.018537163734436035, "loss_single": 3.467644381523132, "loss_dense": 3.530363130569458, "loss": 6.998007488250733, "time": 0.15187423229217528, "step": 230030}
{"lr": 0.02640608948400047, "data_time": 0.011805009841918946, "loss_single": 3.4682432413101196, "loss_dense": 3.525585150718689, "loss": 6.99382848739624, "time": 0.14696271419525148, "step": 230080}
{"lr": 0.02640608948400047, "data_time": 0.009757280349731445, "loss_single": 3.479529619216919, "loss_dense": 3.5303316831588747, "loss": 7.009861326217651, "time": 0.1637500047683716, "step": 230130}
{"lr": 0.02640608948400047, "data_time": 0.013368630409240722, "loss_single": 3.4354425430297852, "loss_dense": 3.4925372123718263, "loss": 6.927979755401611, "time": 0.14857561588287355, "step": 230180}
{"lr": 0.026251666044456896, "data_time": 0.01632421016693115, "loss_single": 3.4706697940826414, "loss_dense": 3.511955738067627, "loss": 6.982625579833984, "time": 0.1558971643447876, "step": 230234}
{"lr": 0.026251666044456896, "data_time": 0.01729457378387451, "loss_single": 3.449611687660217, "loss_dense": 3.5107738971710205, "loss": 6.96038556098938, "time": 0.19217958450317382, "step": 230284}
{"lr": 0.026251666044456896, "data_time": 0.017313122749328613, "loss_single": 3.471547341346741, "loss_dense": 3.5071566343307494, "loss": 6.9787040710449215, "time": 0.1478954553604126, "step": 230334}
{"lr": 0.026251666044456896, "data_time": 0.015618515014648438, "loss_single": 3.4751046895980835, "loss_dense": 3.517297387123108, "loss": 6.992402124404907, "time": 0.15004184246063232, "step": 230384}
{"lr": 0.026251666044456896, "data_time": 0.015807700157165528, "loss_single": 3.473951292037964, "loss_dense": 3.51535701751709, "loss": 6.989308214187622, "time": 0.15082073211669922, "step": 230434}
{"lr": 0.026251666044456896, "data_time": 0.016889739036560058, "loss_single": 3.4411295890808105, "loss_dense": 3.491949439048767, "loss": 6.93307900428772, "time": 0.1505904197692871, "step": 230484}
{"lr": 0.026251666044456896, "data_time": 0.014230751991271972, "loss_single": 3.460879588127136, "loss_dense": 3.5254669904708864, "loss": 6.9863465309143065, "time": 0.1489757776260376, "step": 230534}
{"lr": 0.026251666044456896, "data_time": 0.015820693969726563, "loss_single": 3.497883176803589, "loss_dense": 3.535470461845398, "loss": 7.033353662490844, "time": 0.19105982780456543, "step": 230584}
{"lr": 0.026251666044456896, "data_time": 0.017702364921569826, "loss_single": 3.465637683868408, "loss_dense": 3.5139211654663085, "loss": 6.979558897018433, "time": 0.15437922477722169, "step": 230634}
{"lr": 0.026251666044456896, "data_time": 0.017065763473510742, "loss_single": 3.439852404594421, "loss_dense": 3.4859336853027343, "loss": 6.925786066055298, "time": 0.15674686431884766, "step": 230684}
{"lr": 0.026251666044456896, "data_time": 0.01734790802001953, "loss_single": 3.482001304626465, "loss_dense": 3.5361472845077513, "loss": 7.018148565292359, "time": 0.1560009479522705, "step": 230734}
{"lr": 0.026251666044456896, "data_time": 0.019257616996765137, "loss_single": 3.4631682634353638, "loss_dense": 3.5012017488479614, "loss": 6.9643699645996096, "time": 0.15306851863861085, "step": 230784}
{"lr": 0.026251666044456896, "data_time": 0.02077305316925049, "loss_single": 3.4369422674179075, "loss_dense": 3.494698905944824, "loss": 6.931641101837158, "time": 0.26068687438964844, "step": 230834}
{"lr": 0.026251666044456896, "data_time": 0.01977391242980957, "loss_single": 3.449189329147339, "loss_dense": 3.4867112159729006, "loss": 6.935900545120239, "time": 0.15100233554840087, "step": 230884}
{"lr": 0.026251666044456896, "data_time": 0.01493682861328125, "loss_single": 3.44354133605957, "loss_dense": 3.4934144496917723, "loss": 6.936955785751342, "time": 0.16123719215393068, "step": 230934}
{"lr": 0.026251666044456896, "data_time": 0.05313355922698974, "loss_single": 3.442307448387146, "loss_dense": 3.495154094696045, "loss": 6.937461519241333, "time": 0.19970934391021727, "step": 230984}
{"lr": 0.026251666044456896, "data_time": 0.019539952278137207, "loss_single": 3.4655808448791503, "loss_dense": 3.514269757270813, "loss": 6.979850625991821, "time": 0.1534050464630127, "step": 231034}
{"lr": 0.026251666044456896, "data_time": 0.018645453453063964, "loss_single": 3.45295307636261, "loss_dense": 3.504232978820801, "loss": 6.957186126708985, "time": 0.150274920463562, "step": 231084}
{"lr": 0.026251666044456896, "data_time": 0.017361021041870116, "loss_single": 3.469378185272217, "loss_dense": 3.5262996196746825, "loss": 6.995677804946899, "time": 0.15383515357971192, "step": 231134}
{"lr": 0.026251666044456896, "data_time": 0.0157573938369751, "loss_single": 3.4669668436050416, "loss_dense": 3.5131894826889036, "loss": 6.980156278610229, "time": 0.19201650619506835, "step": 231184}
{"lr": 0.026251666044456896, "data_time": 0.017841339111328125, "loss_single": 3.462634253501892, "loss_dense": 3.5030018091201782, "loss": 6.965636110305786, "time": 0.15265581607818604, "step": 231234}
{"lr": 0.026251666044456896, "data_time": 0.0174893856048584, "loss_single": 3.486873650550842, "loss_dense": 3.5436121463775634, "loss": 7.030485725402832, "time": 0.15429956912994386, "step": 231284}
{"lr": 0.026251666044456896, "data_time": 0.01556849479675293, "loss_single": 3.4833966732025146, "loss_dense": 3.519985294342041, "loss": 7.003381967544556, "time": 0.14670002460479736, "step": 231334}
{"lr": 0.026251666044456896, "data_time": 0.012868595123291016, "loss_single": 3.4529144287109377, "loss_dense": 3.505296325683594, "loss": 6.958210754394531, "time": 0.1531302213668823, "step": 231384}
{"lr": 0.026251666044456896, "data_time": 0.013917326927185059, "loss_single": 3.4769058227539062, "loss_dense": 3.525316596031189, "loss": 7.002222490310669, "time": 0.1539088487625122, "step": 231434}
{"lr": 0.026251666044456896, "data_time": 0.017310404777526857, "loss_single": 3.4559765100479125, "loss_dense": 3.494556355476379, "loss": 6.950532913208008, "time": 0.19174461364746093, "step": 231484}
{"lr": 0.026251666044456896, "data_time": 0.0196333646774292, "loss_single": 3.453693699836731, "loss_dense": 3.5069007396698, "loss": 6.960594415664673, "time": 0.15042128562927246, "step": 231534}
{"lr": 0.026251666044456896, "data_time": 0.016286683082580567, "loss_single": 3.4870734453201293, "loss_dense": 3.538248562812805, "loss": 7.025322008132934, "time": 0.1569690227508545, "step": 231584}
{"lr": 0.026251666044456896, "data_time": 0.01704378128051758, "loss_single": 3.4430715084075927, "loss_dense": 3.505745053291321, "loss": 6.948816585540771, "time": 0.15213570594787598, "step": 231634}
{"lr": 0.026251666044456896, "data_time": 0.018068099021911622, "loss_single": 3.4828152894973754, "loss_dense": 3.5205872774124147, "loss": 7.003402519226074, "time": 0.1517479181289673, "step": 231684}
{"lr": 0.026251666044456896, "data_time": 0.01639688014984131, "loss_single": 3.436402678489685, "loss_dense": 3.4885414123535154, "loss": 6.924944162368774, "time": 0.1789397716522217, "step": 231734}
{"lr": 0.026251666044456896, "data_time": 0.01527562141418457, "loss_single": 3.4839431285858153, "loss_dense": 3.539240860939026, "loss": 7.023184061050415, "time": 0.15735974311828613, "step": 231784}
{"lr": 0.026251666044456896, "data_time": 0.030428576469421386, "loss_single": 3.4496060848236083, "loss_dense": 3.5002810955047607, "loss": 6.9498871803283695, "time": 0.16345229148864746, "step": 231834}
{"lr": 0.026251666044456896, "data_time": 0.017031645774841307, "loss_single": 3.440037250518799, "loss_dense": 3.4908539772033693, "loss": 6.930891227722168, "time": 0.14821805953979492, "step": 231884}
{"lr": 0.026251666044456896, "data_time": 0.02123267650604248, "loss_single": 3.447484278678894, "loss_dense": 3.4827926397323608, "loss": 6.930276870727539, "time": 0.16524219512939453, "step": 231934}
{"lr": 0.026251666044456896, "data_time": 0.01618666648864746, "loss_single": 3.4600985527038572, "loss_dense": 3.512353467941284, "loss": 6.972452068328858, "time": 0.15105488300323486, "step": 231984}
{"lr": 0.026251666044456896, "data_time": 0.017746901512145995, "loss_single": 3.459397864341736, "loss_dense": 3.5132033586502076, "loss": 6.972601079940796, "time": 0.14970934391021729, "step": 232034}
{"lr": 0.026251666044456896, "data_time": 0.017398858070373537, "loss_single": 3.4745898723602293, "loss_dense": 3.5109835624694825, "loss": 6.985573387145996, "time": 0.15236196517944336, "step": 232084}
{"lr": 0.026251666044456896, "data_time": 0.01890103816986084, "loss_single": 3.47241096496582, "loss_dense": 3.5249534845352173, "loss": 6.997364521026611, "time": 0.17829606533050538, "step": 232134}
{"lr": 0.026251666044456896, "data_time": 0.019129443168640136, "loss_single": 3.466891121864319, "loss_dense": 3.527620792388916, "loss": 6.994511938095092, "time": 0.15886754989624025, "step": 232184}
{"lr": 0.026251666044456896, "data_time": 0.020074129104614258, "loss_single": 3.470918893814087, "loss_dense": 3.5279892683029175, "loss": 6.998908138275146, "time": 0.153579044342041, "step": 232234}
{"lr": 0.026251666044456896, "data_time": 0.01713402271270752, "loss_single": 3.4698612451553346, "loss_dense": 3.5092437505722045, "loss": 6.979105043411255, "time": 0.14811315536499023, "step": 232284}
{"lr": 0.026251666044456896, "data_time": 0.01510605812072754, "loss_single": 3.4398498058319094, "loss_dense": 3.5037305116653443, "loss": 6.943580198287964, "time": 0.2100285291671753, "step": 232334}
{"lr": 0.026251666044456896, "data_time": 0.015934205055236815, "loss_single": 3.475130319595337, "loss_dense": 3.5289068937301638, "loss": 7.004037284851075, "time": 0.14923448562622071, "step": 232384}
{"lr": 0.026251666044456896, "data_time": 0.01626424789428711, "loss_single": 3.446309733390808, "loss_dense": 3.5074419021606444, "loss": 6.95375165939331, "time": 0.15228695869445802, "step": 232434}
{"lr": 0.026251666044456896, "data_time": 0.016098737716674805, "loss_single": 3.474458122253418, "loss_dense": 3.526853895187378, "loss": 7.001312017440796, "time": 0.14939432144165038, "step": 232484}
{"lr": 0.026251666044456896, "data_time": 0.016603422164916993, "loss_single": 3.4403730630874634, "loss_dense": 3.495369482040405, "loss": 6.935742568969727, "time": 0.14935169219970704, "step": 232534}
{"lr": 0.026251666044456896, "data_time": 0.01814453601837158, "loss_single": 3.45970823764801, "loss_dense": 3.5112903356552123, "loss": 6.9709985733032225, "time": 0.15295658111572266, "step": 232584}
{"lr": 0.026251666044456896, "data_time": 0.016249942779541015, "loss_single": 3.489496088027954, "loss_dense": 3.5364459276199343, "loss": 7.025941991806031, "time": 0.17970261573791504, "step": 232634}
{"lr": 0.026251666044456896, "data_time": 0.017504358291625978, "loss_single": 3.475578284263611, "loss_dense": 3.516644239425659, "loss": 6.992222595214844, "time": 0.19388980865478517, "step": 232684}
{"lr": 0.026251666044456896, "data_time": 0.017744565010070802, "loss_single": 3.4785380601882934, "loss_dense": 3.5385838031768797, "loss": 7.017121887207031, "time": 0.14833805561065674, "step": 232734}
{"lr": 0.026251666044456896, "data_time": 0.02380843162536621, "loss_single": 3.4916091203689574, "loss_dense": 3.5304094791412353, "loss": 7.022018623352051, "time": 0.16622350215911866, "step": 232784}
{"lr": 0.026251666044456896, "data_time": 0.02316725254058838, "loss_single": 3.47510883808136, "loss_dense": 3.534641146659851, "loss": 7.009749937057495, "time": 0.15288200378417968, "step": 232834}
{"lr": 0.026251666044456896, "data_time": 0.01748640537261963, "loss_single": 3.465181303024292, "loss_dense": 3.513606858253479, "loss": 6.978788137435913, "time": 0.1600477933883667, "step": 232884}
{"lr": 0.026251666044456896, "data_time": 0.01789541244506836, "loss_single": 3.495397686958313, "loss_dense": 3.5252042770385743, "loss": 7.020602083206176, "time": 0.15920374393463135, "step": 232934}
{"lr": 0.026251666044456896, "data_time": 0.018657469749450685, "loss_single": 3.448536515235901, "loss_dense": 3.498508334159851, "loss": 6.947044849395752, "time": 0.16606857776641845, "step": 232984}
{"lr": 0.026251666044456896, "data_time": 0.0342104434967041, "loss_single": 3.471794772148132, "loss_dense": 3.5096106052398683, "loss": 6.981405305862427, "time": 0.1695321798324585, "step": 233034}
{"lr": 0.026251666044456896, "data_time": 0.017407703399658202, "loss_single": 3.4547012090682983, "loss_dense": 3.508603000640869, "loss": 6.96330418586731, "time": 0.1626347064971924, "step": 233084}
{"lr": 0.026251666044456896, "data_time": 0.017103815078735353, "loss_single": 3.467167615890503, "loss_dense": 3.514694595336914, "loss": 6.981862163543701, "time": 0.1544158935546875, "step": 233134}
{"lr": 0.026251666044456896, "data_time": 0.015026187896728516, "loss_single": 3.450332999229431, "loss_dense": 3.5067177534103395, "loss": 6.957050704956055, "time": 0.14970045089721679, "step": 233184}
{"lr": 0.026251666044456896, "data_time": 0.01479477882385254, "loss_single": 3.465538501739502, "loss_dense": 3.520951437950134, "loss": 6.986489963531494, "time": 0.15622434616088868, "step": 233234}
{"lr": 0.026251666044456896, "data_time": 0.01684415340423584, "loss_single": 3.473526644706726, "loss_dense": 3.521804690361023, "loss": 6.995331287384033, "time": 0.15549862384796143, "step": 233284}
{"lr": 0.026251666044456896, "data_time": 0.019853758811950683, "loss_single": 3.4680020570755006, "loss_dense": 3.5197918891906737, "loss": 6.987793827056885, "time": 0.16035478115081786, "step": 233334}
{"lr": 0.026251666044456896, "data_time": 0.018480515480041503, "loss_single": 3.4866368770599365, "loss_dense": 3.5290823936462403, "loss": 7.015719270706176, "time": 0.16092925071716307, "step": 233384}
{"lr": 0.026251666044456896, "data_time": 0.012060999870300293, "loss_single": 3.4493489980697634, "loss_dense": 3.49695827960968, "loss": 6.946307134628296, "time": 0.7494893074035645, "step": 233434}
{"lr": 0.026251666044456896, "data_time": 0.017323732376098633, "loss_single": 3.4833215713500976, "loss_dense": 3.5113749504089355, "loss": 6.994696569442749, "time": 0.15091996192932128, "step": 233484}
{"lr": 0.026251666044456896, "data_time": 0.016483116149902343, "loss_single": 3.4696792125701905, "loss_dense": 3.523197078704834, "loss": 6.992876291275024, "time": 0.15199995040893555, "step": 233534}
{"lr": 0.026251666044456896, "data_time": 0.015360474586486816, "loss_single": 3.459333801269531, "loss_dense": 3.5222448110580444, "loss": 6.98157844543457, "time": 0.1493666648864746, "step": 233584}
{"lr": 0.026251666044456896, "data_time": 0.012640166282653808, "loss_single": 3.464502453804016, "loss_dense": 3.502217507362366, "loss": 6.9667198181152346, "time": 0.14936347007751466, "step": 233634}
{"lr": 0.026251666044456896, "data_time": 0.016446304321289063, "loss_single": 3.4821008443832397, "loss_dense": 3.536837935447693, "loss": 7.018938779830933, "time": 0.15171542167663574, "step": 233684}
{"lr": 0.026251666044456896, "data_time": 0.017000484466552734, "loss_single": 3.48107590675354, "loss_dense": 3.521239399909973, "loss": 7.002315330505371, "time": 0.15511972904205323, "step": 233734}
{"lr": 0.026251666044456896, "data_time": 0.017244672775268553, "loss_single": 3.476255464553833, "loss_dense": 3.520941424369812, "loss": 6.997196912765503, "time": 0.15414049625396728, "step": 233784}
{"lr": 0.026251666044456896, "data_time": 0.0179349422454834, "loss_single": 3.483984875679016, "loss_dense": 3.538166642189026, "loss": 7.022151517868042, "time": 0.15049843788146972, "step": 233834}
{"lr": 0.026251666044456896, "data_time": 0.016838502883911134, "loss_single": 3.465025806427002, "loss_dense": 3.517660617828369, "loss": 6.982686519622803, "time": 0.15375373363494874, "step": 233884}
{"lr": 0.026251666044456896, "data_time": 0.018224620819091798, "loss_single": 3.4797926425933836, "loss_dense": 3.528483176231384, "loss": 7.00827579498291, "time": 0.1552945852279663, "step": 233934}
{"lr": 0.026251666044456896, "data_time": 0.014389419555664062, "loss_single": 3.457949090003967, "loss_dense": 3.52001748085022, "loss": 6.977966594696045, "time": 0.20076305866241456, "step": 233984}
{"lr": 0.026251666044456896, "data_time": 0.014467120170593262, "loss_single": 3.450730633735657, "loss_dense": 3.500952625274658, "loss": 6.951683378219604, "time": 0.15925087928771972, "step": 234034}
{"lr": 0.026251666044456896, "data_time": 0.02059338092803955, "loss_single": 3.478662109375, "loss_dense": 3.5333625078201294, "loss": 7.012024688720703, "time": 0.16892726421356202, "step": 234084}
{"lr": 0.026251666044456896, "data_time": 0.016886591911315918, "loss_single": 3.443780541419983, "loss_dense": 3.4897522211074827, "loss": 6.93353271484375, "time": 0.15122826099395753, "step": 234134}
{"lr": 0.026251666044456896, "data_time": 0.01705911159515381, "loss_single": 3.474648880958557, "loss_dense": 3.5316039323806763, "loss": 7.006252813339233, "time": 0.15598275661468505, "step": 234184}
{"lr": 0.026251666044456896, "data_time": 0.019020891189575194, "loss_single": 3.4297511339187623, "loss_dense": 3.4866692304611204, "loss": 6.916420364379883, "time": 0.16039888858795165, "step": 234234}
{"lr": 0.026251666044456896, "data_time": 0.020018362998962404, "loss_single": 3.4419507503509523, "loss_dense": 3.494207239151001, "loss": 6.936157989501953, "time": 0.1620711326599121, "step": 234284}
{"lr": 0.026251666044456896, "data_time": 0.01654672622680664, "loss_single": 3.4724075317382814, "loss_dense": 3.5152917861938477, "loss": 6.987699365615844, "time": 0.1464489459991455, "step": 234334}
{"lr": 0.026251666044456896, "data_time": 0.016607499122619628, "loss_single": 3.4557607173919678, "loss_dense": 3.5132179498672484, "loss": 6.968978691101074, "time": 0.16244051456451417, "step": 234384}
{"lr": 0.026251666044456896, "data_time": 0.017569708824157714, "loss_single": 3.481569838523865, "loss_dense": 3.545614218711853, "loss": 7.027183961868286, "time": 0.1501643180847168, "step": 234434}
{"lr": 0.026251666044456896, "data_time": 0.014694952964782714, "loss_single": 3.471375918388367, "loss_dense": 3.5318588733673097, "loss": 7.00323486328125, "time": 0.21669576168060303, "step": 234484}
{"lr": 0.026251666044456896, "data_time": 0.01791079044342041, "loss_single": 3.451103091239929, "loss_dense": 3.486044692993164, "loss": 6.937147760391236, "time": 0.16171936988830565, "step": 234534}
{"lr": 0.026251666044456896, "data_time": 0.014536786079406738, "loss_single": 3.4429208517074583, "loss_dense": 3.491519498825073, "loss": 6.934440326690674, "time": 0.15867598056793214, "step": 234584}
{"lr": 0.026251666044456896, "data_time": 0.020649480819702148, "loss_single": 3.503557014465332, "loss_dense": 3.541188645362854, "loss": 7.044745635986328, "time": 0.15695559978485107, "step": 234634}
{"lr": 0.026251666044456896, "data_time": 0.016091561317443846, "loss_single": 3.4826809883117678, "loss_dense": 3.5273521900177003, "loss": 7.010033178329468, "time": 0.1733262062072754, "step": 234684}
{"lr": 0.026251666044456896, "data_time": 0.018460011482238768, "loss_single": 3.468114709854126, "loss_dense": 3.5235010147094727, "loss": 6.9916157722473145, "time": 0.14810125827789306, "step": 234734}
{"lr": 0.026251666044456896, "data_time": 0.016730833053588866, "loss_single": 3.470350670814514, "loss_dense": 3.519257068634033, "loss": 6.98960771560669, "time": 0.1594008445739746, "step": 234784}
{"lr": 0.026251666044456896, "data_time": 0.016350674629211425, "loss_single": 3.470278811454773, "loss_dense": 3.5270602226257326, "loss": 6.997339057922363, "time": 0.1628495931625366, "step": 234834}
{"lr": 0.026251666044456896, "data_time": 0.017707037925720214, "loss_single": 3.448622441291809, "loss_dense": 3.5121271133422853, "loss": 6.960749530792237, "time": 0.15958027839660643, "step": 234884}
{"lr": 0.026251666044456896, "data_time": 0.019588708877563477, "loss_single": 3.464770221710205, "loss_dense": 3.514738416671753, "loss": 6.979508590698242, "time": 0.15521759986877443, "step": 234934}
{"lr": 0.026251666044456896, "data_time": 0.01652848720550537, "loss_single": 3.481102442741394, "loss_dense": 3.5403120279312135, "loss": 7.021414422988892, "time": 0.15000171661376954, "step": 234984}
{"lr": 0.026251666044456896, "data_time": 0.015784168243408205, "loss_single": 3.454898548126221, "loss_dense": 3.5137774467468263, "loss": 6.968675994873047, "time": 0.1520620822906494, "step": 235034}
{"lr": 0.026251666044456896, "data_time": 0.0163482666015625, "loss_single": 3.4612550497055055, "loss_dense": 3.530886244773865, "loss": 6.992141342163086, "time": 0.14405379295349122, "step": 235084}
{"lr": 0.026251666044456896, "data_time": 0.015742564201354982, "loss_single": 3.5119990587234495, "loss_dense": 3.545953965187073, "loss": 7.057952976226806, "time": 0.16023893356323243, "step": 235134}
{"lr": 0.026251666044456896, "data_time": 0.012858295440673828, "loss_single": 3.4664451599121096, "loss_dense": 3.513152551651001, "loss": 6.979597711563111, "time": 0.14268219470977783, "step": 235184}
{"lr": 0.026094466424679146, "data_time": 0.0465057373046875, "loss_single": 3.4772621393203735, "loss_dense": 3.521473741531372, "loss": 6.998735857009888, "time": 0.21206090450286866, "step": 235238}
{"lr": 0.026094466424679146, "data_time": 0.021728324890136718, "loss_single": 3.448851466178894, "loss_dense": 3.4894019842147825, "loss": 6.938253450393677, "time": 0.1522456645965576, "step": 235288}
{"lr": 0.026094466424679146, "data_time": 0.016661739349365233, "loss_single": 3.4522292613983154, "loss_dense": 3.5004435777664185, "loss": 6.952672863006592, "time": 0.16419005393981934, "step": 235338}
{"lr": 0.026094466424679146, "data_time": 0.019754672050476076, "loss_single": 3.4471248149871827, "loss_dense": 3.503196382522583, "loss": 6.950321197509766, "time": 0.1521172285079956, "step": 235388}
{"lr": 0.026094466424679146, "data_time": 0.045314669609069824, "loss_single": 3.4551577806472777, "loss_dense": 3.5062651872634887, "loss": 6.961422920227051, "time": 0.19148650169372558, "step": 235438}
{"lr": 0.026094466424679146, "data_time": 0.01877882480621338, "loss_single": 3.4591638803482057, "loss_dense": 3.5008545398712156, "loss": 6.960018444061279, "time": 0.1495671033859253, "step": 235488}
{"lr": 0.026094466424679146, "data_time": 0.01728827953338623, "loss_single": 3.4696733713150025, "loss_dense": 3.5247644662857054, "loss": 6.994437837600708, "time": 0.15884697437286377, "step": 235538}
{"lr": 0.026094466424679146, "data_time": 0.027835607528686523, "loss_single": 3.4657142162323, "loss_dense": 3.503246521949768, "loss": 6.96896071434021, "time": 0.2310288667678833, "step": 235588}
{"lr": 0.026094466424679146, "data_time": 0.005887436866760254, "loss_single": 3.445805621147156, "loss_dense": 3.4857714414596557, "loss": 6.931577110290528, "time": 0.15245404243469238, "step": 235638}
{"lr": 0.026094466424679146, "data_time": 0.02007615566253662, "loss_single": 3.4718631505966187, "loss_dense": 3.5103585958480834, "loss": 6.982221794128418, "time": 0.15580506324768068, "step": 235688}
{"lr": 0.026094466424679146, "data_time": 0.018286943435668945, "loss_single": 3.468332552909851, "loss_dense": 3.519055461883545, "loss": 6.987388038635254, "time": 0.15558021068572997, "step": 235738}
{"lr": 0.026094466424679146, "data_time": 0.015963006019592284, "loss_single": 3.4781694173812867, "loss_dense": 3.5235162496566774, "loss": 7.001685762405396, "time": 0.15488648414611816, "step": 235788}
{"lr": 0.026094466424679146, "data_time": 0.01864800453186035, "loss_single": 3.430495500564575, "loss_dense": 3.489906167984009, "loss": 6.920401620864868, "time": 0.17876384258270264, "step": 235838}
{"lr": 0.026094466424679146, "data_time": 0.01570444107055664, "loss_single": 3.4879080057144165, "loss_dense": 3.530261588096619, "loss": 7.018169498443603, "time": 0.20396556854248046, "step": 235888}
{"lr": 0.026094466424679146, "data_time": 0.01679391860961914, "loss_single": 3.456429624557495, "loss_dense": 3.5199587821960447, "loss": 6.97638840675354, "time": 0.1628648519515991, "step": 235938}
{"lr": 0.026094466424679146, "data_time": 0.01783928871154785, "loss_single": 3.4807443618774414, "loss_dense": 3.5262635231018065, "loss": 7.007007789611817, "time": 0.1502446413040161, "step": 235988}
{"lr": 0.026094466424679146, "data_time": 0.017951083183288575, "loss_single": 3.449160265922546, "loss_dense": 3.5102203130722045, "loss": 6.959380674362182, "time": 0.15251808166503905, "step": 236038}
{"lr": 0.026094466424679146, "data_time": 0.016043996810913085, "loss_single": 3.465730142593384, "loss_dense": 3.518593263626099, "loss": 6.984323453903198, "time": 0.1533461332321167, "step": 236088}
{"lr": 0.026094466424679146, "data_time": 0.017708230018615722, "loss_single": 3.47636821269989, "loss_dense": 3.5227489471435547, "loss": 6.999117183685303, "time": 0.15350792407989503, "step": 236138}
{"lr": 0.026094466424679146, "data_time": 0.05664329528808594, "loss_single": 3.46825852394104, "loss_dense": 3.5128625631332397, "loss": 6.981121158599853, "time": 0.20515868663787842, "step": 236188}
{"lr": 0.026094466424679146, "data_time": 0.016614246368408202, "loss_single": 3.466685104370117, "loss_dense": 3.5062864065170287, "loss": 6.972971439361572, "time": 0.15587754249572755, "step": 236238}
{"lr": 0.026094466424679146, "data_time": 0.018299007415771486, "loss_single": 3.4889278411865234, "loss_dense": 3.5438793182373045, "loss": 7.032807207107544, "time": 0.16761298179626466, "step": 236288}
{"lr": 0.026094466424679146, "data_time": 0.01592540740966797, "loss_single": 3.4615535497665406, "loss_dense": 3.517705225944519, "loss": 6.979258728027344, "time": 0.1546934127807617, "step": 236338}
{"lr": 0.026094466424679146, "data_time": 0.01670253276824951, "loss_single": 3.4626134634017944, "loss_dense": 3.503103804588318, "loss": 6.9657172679901125, "time": 0.15472962856292724, "step": 236388}
{"lr": 0.026094466424679146, "data_time": 0.01955070495605469, "loss_single": 3.4556731939315797, "loss_dense": 3.516533851623535, "loss": 6.972207069396973, "time": 0.15209970474243165, "step": 236438}
{"lr": 0.026094466424679146, "data_time": 0.01634693145751953, "loss_single": 3.4555131673812864, "loss_dense": 3.5086588144302366, "loss": 6.964171934127807, "time": 0.19171476364135742, "step": 236488}
{"lr": 0.026094466424679146, "data_time": 0.01680102348327637, "loss_single": 3.477619433403015, "loss_dense": 3.530918908119202, "loss": 7.008538293838501, "time": 0.1986861228942871, "step": 236538}
{"lr": 0.026094466424679146, "data_time": 0.01624796390533447, "loss_single": 3.4438827991485597, "loss_dense": 3.496073031425476, "loss": 6.939955806732177, "time": 0.1530684471130371, "step": 236588}
{"lr": 0.026094466424679146, "data_time": 0.016071581840515138, "loss_single": 3.4590315580368043, "loss_dense": 3.505274748802185, "loss": 6.964306259155274, "time": 0.1540355682373047, "step": 236638}
{"lr": 0.026094466424679146, "data_time": 0.01714043617248535, "loss_single": 3.4360932111740112, "loss_dense": 3.487765383720398, "loss": 6.9238584518432615, "time": 0.15497255325317383, "step": 236688}
{"lr": 0.026094466424679146, "data_time": 0.01892681121826172, "loss_single": 3.45294394493103, "loss_dense": 3.50791540145874, "loss": 6.96085934638977, "time": 0.15611352920532226, "step": 236738}
{"lr": 0.026094466424679146, "data_time": 0.01581265926361084, "loss_single": 3.4518175601959227, "loss_dense": 3.5037737607955934, "loss": 6.955591249465942, "time": 0.15652570724487305, "step": 236788}
{"lr": 0.026094466424679146, "data_time": 0.01739819049835205, "loss_single": 3.4627259969711304, "loss_dense": 3.508497166633606, "loss": 6.971223163604736, "time": 0.15144879817962648, "step": 236838}
{"lr": 0.026094466424679146, "data_time": 0.01756618022918701, "loss_single": 3.4416707038879393, "loss_dense": 3.5014595985412598, "loss": 6.943130254745483, "time": 0.15439186096191407, "step": 236888}
{"lr": 0.026094466424679146, "data_time": 0.016959500312805176, "loss_single": 3.480527973175049, "loss_dense": 3.530548119544983, "loss": 7.0110760688781735, "time": 0.15366122722625733, "step": 236938}
{"lr": 0.026094466424679146, "data_time": 0.017333555221557616, "loss_single": 3.469200921058655, "loss_dense": 3.524085211753845, "loss": 6.993286228179931, "time": 0.16589760780334473, "step": 236988}
{"lr": 0.026094466424679146, "data_time": 0.017157435417175293, "loss_single": 3.4660367012023925, "loss_dense": 3.5188540697097777, "loss": 6.984890747070312, "time": 0.14952101707458496, "step": 237038}
{"lr": 0.026094466424679146, "data_time": 0.017982888221740722, "loss_single": 3.442631459236145, "loss_dense": 3.489289140701294, "loss": 6.931920576095581, "time": 0.14991967678070067, "step": 237088}
{"lr": 0.026094466424679146, "data_time": 0.017812442779541016, "loss_single": 3.4659484386444093, "loss_dense": 3.519637370109558, "loss": 6.985585737228393, "time": 0.14791600704193114, "step": 237138}
{"lr": 0.026094466424679146, "data_time": 0.01616799831390381, "loss_single": 3.4408612728118895, "loss_dense": 3.4861433267593385, "loss": 6.927004623413086, "time": 0.1588437557220459, "step": 237188}
{"lr": 0.026094466424679146, "data_time": 0.015655207633972167, "loss_single": 3.448284649848938, "loss_dense": 3.492690348625183, "loss": 6.940975141525269, "time": 0.24635937213897705, "step": 237238}
{"lr": 0.026094466424679146, "data_time": 0.014694857597351074, "loss_single": 3.421337056159973, "loss_dense": 3.4699302911758423, "loss": 6.891267347335815, "time": 0.15593445301055908, "step": 237288}
{"lr": 0.026094466424679146, "data_time": 0.01602940559387207, "loss_single": 3.4516513109207154, "loss_dense": 3.513178896903992, "loss": 6.964830112457276, "time": 0.1810741662979126, "step": 237338}
{"lr": 0.026094466424679146, "data_time": 0.015472817420959472, "loss_single": 3.460223579406738, "loss_dense": 3.5067436933517455, "loss": 6.966967391967773, "time": 0.6047613859176636, "step": 237388}
{"lr": 0.026094466424679146, "data_time": 0.01572859287261963, "loss_single": 3.483367681503296, "loss_dense": 3.5363067388534546, "loss": 7.019674348831177, "time": 0.15588901042938233, "step": 237438}
{"lr": 0.026094466424679146, "data_time": 0.015681123733520506, "loss_single": 3.470833587646484, "loss_dense": 3.5184094429016115, "loss": 6.98924298286438, "time": 0.15645136833190917, "step": 237488}
{"lr": 0.026094466424679146, "data_time": 0.022121620178222657, "loss_single": 3.4715286254882813, "loss_dense": 3.5177372217178347, "loss": 6.989265823364258, "time": 0.19422013759613038, "step": 237538}
{"lr": 0.026094466424679146, "data_time": 0.017339754104614257, "loss_single": 3.4455569267272947, "loss_dense": 3.5019285678863525, "loss": 6.947485446929932, "time": 0.1558051586151123, "step": 237588}
{"lr": 0.026094466424679146, "data_time": 0.017394161224365233, "loss_single": 3.47538001537323, "loss_dense": 3.534846043586731, "loss": 7.010226011276245, "time": 0.15041863918304443, "step": 237638}
{"lr": 0.026094466424679146, "data_time": 0.01662743091583252, "loss_single": 3.4665860176086425, "loss_dense": 3.5212806701660155, "loss": 6.987866687774658, "time": 0.15699048042297364, "step": 237688}
{"lr": 0.026094466424679146, "data_time": 0.01817758083343506, "loss_single": 3.476385164260864, "loss_dense": 3.5060136556625365, "loss": 6.982398796081543, "time": 0.14976189136505128, "step": 237738}
{"lr": 0.026094466424679146, "data_time": 0.01647915840148926, "loss_single": 3.42328360080719, "loss_dense": 3.485794425010681, "loss": 6.909078121185303, "time": 0.2003152847290039, "step": 237788}
{"lr": 0.026094466424679146, "data_time": 0.016736936569213868, "loss_single": 3.4647507429122926, "loss_dense": 3.503949189186096, "loss": 6.96870002746582, "time": 0.1622563123703003, "step": 237838}
{"lr": 0.026094466424679146, "data_time": 0.016615796089172363, "loss_single": 3.455821681022644, "loss_dense": 3.5088381290435793, "loss": 6.964659833908081, "time": 0.15602762699127198, "step": 237888}
{"lr": 0.026094466424679146, "data_time": 0.016091799736022948, "loss_single": 3.451915669441223, "loss_dense": 3.5058306217193604, "loss": 6.95774621963501, "time": 0.15434834957122803, "step": 237938}
{"lr": 0.026094466424679146, "data_time": 0.0224869966506958, "loss_single": 3.4717445611953734, "loss_dense": 3.521495485305786, "loss": 6.99323992729187, "time": 0.15523006916046142, "step": 237988}
{"lr": 0.026094466424679146, "data_time": 0.015613818168640136, "loss_single": 3.453374242782593, "loss_dense": 3.5109302282333372, "loss": 6.9643045425415036, "time": 0.1856467008590698, "step": 238038}
{"lr": 0.026094466424679146, "data_time": 0.01577489376068115, "loss_single": 3.477729392051697, "loss_dense": 3.5276296138763428, "loss": 7.005359029769897, "time": 0.17076799869537354, "step": 238088}
{"lr": 0.026094466424679146, "data_time": 0.018458962440490723, "loss_single": 3.4448322296142577, "loss_dense": 3.507260489463806, "loss": 6.952092695236206, "time": 0.15336196422576903, "step": 238138}
{"lr": 0.026094466424679146, "data_time": 0.016715455055236816, "loss_single": 3.460371255874634, "loss_dense": 3.500062584877014, "loss": 6.96043381690979, "time": 0.15419986248016357, "step": 238188}
{"lr": 0.026094466424679146, "data_time": 0.018629693984985353, "loss_single": 3.495542073249817, "loss_dense": 3.55236177444458, "loss": 7.0479038715362545, "time": 0.1542388916015625, "step": 238238}
{"lr": 0.026094466424679146, "data_time": 0.018825459480285644, "loss_single": 3.4648589372634886, "loss_dense": 3.5146387338638307, "loss": 6.979497718811035, "time": 0.16863391399383545, "step": 238288}
{"lr": 0.026094466424679146, "data_time": 0.0182725191116333, "loss_single": 3.472709226608276, "loss_dense": 3.5163679122924805, "loss": 6.989077138900757, "time": 0.15703282356262208, "step": 238338}
{"lr": 0.026094466424679146, "data_time": 0.01656684875488281, "loss_single": 3.4562291145324706, "loss_dense": 3.504664349555969, "loss": 6.960893440246582, "time": 0.15318553447723388, "step": 238388}
{"lr": 0.026094466424679146, "data_time": 0.018131017684936523, "loss_single": 3.4529297828674315, "loss_dense": 3.5166419506073, "loss": 6.969571733474732, "time": 0.1574101448059082, "step": 238438}
{"lr": 0.026094466424679146, "data_time": 0.015793418884277342, "loss_single": 3.467631483078003, "loss_dense": 3.523447585105896, "loss": 6.991079092025757, "time": 0.1761845111846924, "step": 238488}
{"lr": 0.026094466424679146, "data_time": 0.017715024948120116, "loss_single": 3.434283447265625, "loss_dense": 3.480201578140259, "loss": 6.914484977722168, "time": 0.15413277149200438, "step": 238538}
{"lr": 0.026094466424679146, "data_time": 0.015950655937194823, "loss_single": 3.4948781728744507, "loss_dense": 3.526748037338257, "loss": 7.021626234054565, "time": 0.1538403272628784, "step": 238588}
{"lr": 0.026094466424679146, "data_time": 0.019228315353393553, "loss_single": 3.4410862922668457, "loss_dense": 3.4890749216079713, "loss": 6.930161094665527, "time": 0.14992804527282716, "step": 238638}
{"lr": 0.026094466424679146, "data_time": 0.01558988094329834, "loss_single": 3.4702598333358763, "loss_dense": 3.5176984786987306, "loss": 6.987958335876465, "time": 0.16532785892486573, "step": 238688}
{"lr": 0.026094466424679146, "data_time": 0.015302109718322753, "loss_single": 3.444286847114563, "loss_dense": 3.49944167137146, "loss": 6.9437285423278805, "time": 0.15178961753845216, "step": 238738}
{"lr": 0.026094466424679146, "data_time": 0.016151022911071778, "loss_single": 3.447921967506409, "loss_dense": 3.492493486404419, "loss": 6.9404154300689695, "time": 0.15239806175231935, "step": 238788}
{"lr": 0.026094466424679146, "data_time": 0.017387032508850098, "loss_single": 3.445846176147461, "loss_dense": 3.4902222394943236, "loss": 6.936068296432495, "time": 0.15267486572265626, "step": 238838}
{"lr": 0.026094466424679146, "data_time": 0.0250244140625, "loss_single": 3.4602381706237795, "loss_dense": 3.5109402179718017, "loss": 6.971178436279297, "time": 0.15873773097991944, "step": 238888}
{"lr": 0.026094466424679146, "data_time": 0.015162062644958497, "loss_single": 3.4749476432800295, "loss_dense": 3.50524742603302, "loss": 6.980195093154907, "time": 0.15855739116668702, "step": 238938}
{"lr": 0.026094466424679146, "data_time": 0.026340937614440917, "loss_single": 3.4727017879486084, "loss_dense": 3.5171849012374876, "loss": 6.989886713027954, "time": 0.16036558151245117, "step": 238988}
{"lr": 0.026094466424679146, "data_time": 0.01680624485015869, "loss_single": 3.457940149307251, "loss_dense": 3.511235475540161, "loss": 6.969175624847412, "time": 0.16703543663024903, "step": 239038}
{"lr": 0.026094466424679146, "data_time": 0.019803500175476073, "loss_single": 3.46256046295166, "loss_dense": 3.5065746307373047, "loss": 6.969135093688965, "time": 0.15559718608856202, "step": 239088}
{"lr": 0.026094466424679146, "data_time": 0.01573655605316162, "loss_single": 3.448845458030701, "loss_dense": 3.4981462240219114, "loss": 6.946991634368897, "time": 0.22272872924804688, "step": 239138}
{"lr": 0.026094466424679146, "data_time": 0.017273688316345216, "loss_single": 3.4766361236572267, "loss_dense": 3.5127985954284666, "loss": 6.989434623718262, "time": 0.15463314056396485, "step": 239188}
{"lr": 0.026094466424679146, "data_time": 0.017310738563537598, "loss_single": 3.459214115142822, "loss_dense": 3.5166560888290403, "loss": 6.97587022781372, "time": 0.1535097122192383, "step": 239238}
{"lr": 0.026094466424679146, "data_time": 0.018318605422973634, "loss_single": 3.4620338678359985, "loss_dense": 3.5225976705551147, "loss": 6.984631538391113, "time": 0.15540590286254882, "step": 239288}
{"lr": 0.026094466424679146, "data_time": 0.018254709243774415, "loss_single": 3.4760434150695803, "loss_dense": 3.514426517486572, "loss": 6.990469980239868, "time": 0.1527324914932251, "step": 239338}
{"lr": 0.026094466424679146, "data_time": 0.016904354095458984, "loss_single": 3.4512434244155883, "loss_dense": 3.496180510520935, "loss": 6.947423887252808, "time": 0.2176055669784546, "step": 239388}
{"lr": 0.026094466424679146, "data_time": 0.014069294929504395, "loss_single": 3.4512676000595093, "loss_dense": 3.506079363822937, "loss": 6.957346963882446, "time": 0.19242866039276124, "step": 239438}
{"lr": 0.026094466424679146, "data_time": 0.015529131889343262, "loss_single": 3.459985852241516, "loss_dense": 3.515307402610779, "loss": 6.975293350219727, "time": 0.1543628215789795, "step": 239488}
{"lr": 0.026094466424679146, "data_time": 0.016656875610351562, "loss_single": 3.46466748714447, "loss_dense": 3.5207742929458616, "loss": 6.985441732406616, "time": 0.15241105556488038, "step": 239538}
{"lr": 0.026094466424679146, "data_time": 0.01599874496459961, "loss_single": 3.439353179931641, "loss_dense": 3.489140439033508, "loss": 6.928493595123291, "time": 0.20156900882720946, "step": 239588}
{"lr": 0.026094466424679146, "data_time": 0.018642258644104005, "loss_single": 3.46382794380188, "loss_dense": 3.5162193298339846, "loss": 6.980047225952148, "time": 0.14904649257659913, "step": 239638}
{"lr": 0.026094466424679146, "data_time": 0.015803313255310057, "loss_single": 3.4586110591888426, "loss_dense": 3.505673861503601, "loss": 6.964284896850586, "time": 0.1827976942062378, "step": 239688}
{"lr": 0.026094466424679146, "data_time": 0.015065693855285644, "loss_single": 3.4600192070007325, "loss_dense": 3.528089904785156, "loss": 6.988109159469604, "time": 0.20122621059417725, "step": 239738}
{"lr": 0.026094466424679146, "data_time": 0.016263413429260253, "loss_single": 3.47353835105896, "loss_dense": 3.5137699365615847, "loss": 6.987308311462402, "time": 0.15027837753295897, "step": 239788}
{"lr": 0.026094466424679146, "data_time": 0.016356658935546876, "loss_single": 3.460086941719055, "loss_dense": 3.497358798980713, "loss": 6.957445812225342, "time": 0.15272812843322753, "step": 239838}
{"lr": 0.026094466424679146, "data_time": 0.016837096214294432, "loss_single": 3.458633828163147, "loss_dense": 3.499484634399414, "loss": 6.958118534088134, "time": 0.15114409923553468, "step": 239888}
{"lr": 0.026094466424679146, "data_time": 0.016587185859680175, "loss_single": 3.4470022916793823, "loss_dense": 3.495374631881714, "loss": 6.9423768520355225, "time": 0.16093888282775878, "step": 239938}
{"lr": 0.026094466424679146, "data_time": 0.024008345603942872, "loss_single": 3.483210635185242, "loss_dense": 3.5322155714035035, "loss": 7.015426206588745, "time": 0.22185132503509522, "step": 239988}
{"lr": 0.026094466424679146, "data_time": 0.01872100830078125, "loss_single": 3.4745355606079102, "loss_dense": 3.5210036516189573, "loss": 6.995539140701294, "time": 0.15179059505462647, "step": 240038}
{"lr": 0.026094466424679146, "data_time": 0.019463467597961425, "loss_single": 3.442554235458374, "loss_dense": 3.5063623905181887, "loss": 6.948916721343994, "time": 0.21144483089447022, "step": 240088}
{"lr": 0.026094466424679146, "data_time": 0.014835929870605469, "loss_single": 3.4608696937561034, "loss_dense": 3.505068635940552, "loss": 6.965938329696655, "time": 0.1614546537399292, "step": 240138}
{"lr": 0.026094466424679146, "data_time": 0.011760711669921875, "loss_single": 3.5027642965316774, "loss_dense": 3.5540613174438476, "loss": 7.056825590133667, "time": 0.14281234741210938, "step": 240188}
{"lr": 0.025934529411321176, "data_time": 0.016748809814453126, "loss_single": 3.4927582502365113, "loss_dense": 3.532678008079529, "loss": 7.025436162948608, "time": 0.15408740043640137, "step": 240242}
{"lr": 0.025934529411321176, "data_time": 0.016283726692199706, "loss_single": 3.491800546646118, "loss_dense": 3.5309120416641235, "loss": 7.022712564468383, "time": 0.15253784656524658, "step": 240292}
{"lr": 0.025934529411321176, "data_time": 0.01683204174041748, "loss_single": 3.4352227210998536, "loss_dense": 3.486972951889038, "loss": 6.922195625305176, "time": 0.1511465311050415, "step": 240342}
{"lr": 0.025934529411321176, "data_time": 0.018139576911926268, "loss_single": 3.4637176036834716, "loss_dense": 3.532476615905762, "loss": 6.996194171905517, "time": 0.231024169921875, "step": 240392}
{"lr": 0.025934529411321176, "data_time": 0.018576741218566895, "loss_single": 3.4555151224136353, "loss_dense": 3.502753496170044, "loss": 6.958268642425537, "time": 0.14964518547058106, "step": 240442}
{"lr": 0.025934529411321176, "data_time": 0.017393207550048827, "loss_single": 3.471662926673889, "loss_dense": 3.508553123474121, "loss": 6.980216026306152, "time": 0.1534947633743286, "step": 240492}
{"lr": 0.025934529411321176, "data_time": 0.017984437942504882, "loss_single": 3.4699820995330812, "loss_dense": 3.508782458305359, "loss": 6.978764629364013, "time": 0.15004734992980956, "step": 240542}
{"lr": 0.025934529411321176, "data_time": 0.018913960456848143, "loss_single": 3.45875141620636, "loss_dense": 3.5006792545318604, "loss": 6.959430599212647, "time": 0.15487523078918458, "step": 240592}
{"lr": 0.025934529411321176, "data_time": 0.020078396797180174, "loss_single": 3.4563313722610474, "loss_dense": 3.4979660272598267, "loss": 6.95429744720459, "time": 0.22590250968933107, "step": 240642}
{"lr": 0.025934529411321176, "data_time": 0.016874980926513673, "loss_single": 3.4706486463546753, "loss_dense": 3.517318844795227, "loss": 6.987967443466187, "time": 0.15010311603546142, "step": 240692}
{"lr": 0.025934529411321176, "data_time": 0.01602785587310791, "loss_single": 3.460092329978943, "loss_dense": 3.4917650699615477, "loss": 6.951857328414917, "time": 0.1553879737854004, "step": 240742}
{"lr": 0.025934529411321176, "data_time": 0.01451563835144043, "loss_single": 3.4309102058410645, "loss_dense": 3.4825430870056153, "loss": 6.913453245162964, "time": 0.16500110626220704, "step": 240792}
{"lr": 0.025934529411321176, "data_time": 0.019868755340576173, "loss_single": 3.4473110914230345, "loss_dense": 3.505198335647583, "loss": 6.9525093078613285, "time": 0.15487980842590332, "step": 240842}
{"lr": 0.025934529411321176, "data_time": 0.01666562557220459, "loss_single": 3.468391847610474, "loss_dense": 3.5215842485427857, "loss": 6.989976024627685, "time": 0.15083801746368408, "step": 240892}
{"lr": 0.025934529411321176, "data_time": 0.01662180423736572, "loss_single": 3.4400695085525514, "loss_dense": 3.48630211353302, "loss": 6.9263715744018555, "time": 0.16771256923675537, "step": 240942}
{"lr": 0.025934529411321176, "data_time": 0.016070342063903807, "loss_single": 3.4745989799499513, "loss_dense": 3.5271644592285156, "loss": 7.001763391494751, "time": 0.166839337348938, "step": 240992}
{"lr": 0.025934529411321176, "data_time": 0.015517258644104004, "loss_single": 3.4587023735046385, "loss_dense": 3.5023677825927733, "loss": 6.961070156097412, "time": 0.1487664222717285, "step": 241042}
{"lr": 0.025934529411321176, "data_time": 0.020572209358215333, "loss_single": 3.488496279716492, "loss_dense": 3.5278676748275757, "loss": 7.016363906860351, "time": 0.1550853967666626, "step": 241092}
{"lr": 0.025934529411321176, "data_time": 0.023483681678771972, "loss_single": 3.4589826583862306, "loss_dense": 3.516112804412842, "loss": 6.975095415115357, "time": 0.1566260814666748, "step": 241142}
{"lr": 0.025934529411321176, "data_time": 0.016267967224121094, "loss_single": 3.446944499015808, "loss_dense": 3.4975810766220095, "loss": 6.944525480270386, "time": 0.15589478015899658, "step": 241192}
{"lr": 0.025934529411321176, "data_time": 0.02079310417175293, "loss_single": 3.483112072944641, "loss_dense": 3.5354437112808226, "loss": 7.018555736541748, "time": 0.23958735466003417, "step": 241242}
{"lr": 0.025934529411321176, "data_time": 0.016456222534179686, "loss_single": 3.48139283657074, "loss_dense": 3.5332658529281615, "loss": 7.014658737182617, "time": 0.1552135705947876, "step": 241292}
{"lr": 0.025934529411321176, "data_time": 0.015695476531982423, "loss_single": 3.471740388870239, "loss_dense": 3.5079461574554442, "loss": 6.979686498641968, "time": 0.1504270076751709, "step": 241342}
{"lr": 0.025934529411321176, "data_time": 0.0167191743850708, "loss_single": 3.433265733718872, "loss_dense": 3.4805850267410277, "loss": 6.9138508319854735, "time": 0.15521950721740724, "step": 241392}
{"lr": 0.025934529411321176, "data_time": 0.01975727081298828, "loss_single": 3.4598356008529665, "loss_dense": 3.5112140417099, "loss": 6.971049642562866, "time": 0.15853044986724854, "step": 241442}
{"lr": 0.025934529411321176, "data_time": 0.014904093742370606, "loss_single": 3.4504095554351806, "loss_dense": 3.5062139511108397, "loss": 6.9566234111785885, "time": 0.18898351192474366, "step": 241492}
{"lr": 0.025934529411321176, "data_time": 0.015782594680786133, "loss_single": 3.4680015802383424, "loss_dense": 3.517972540855408, "loss": 6.985974073410034, "time": 0.1474917411804199, "step": 241542}
{"lr": 0.025934529411321176, "data_time": 0.014725160598754884, "loss_single": 3.453308415412903, "loss_dense": 3.512760305404663, "loss": 6.966068696975708, "time": 0.154836106300354, "step": 241592}
{"lr": 0.025934529411321176, "data_time": 0.018178319931030272, "loss_single": 3.453763794898987, "loss_dense": 3.5176700830459593, "loss": 6.971433925628662, "time": 0.15249238014221192, "step": 241642}
{"lr": 0.025934529411321176, "data_time": 0.01749420166015625, "loss_single": 3.4958542823791503, "loss_dense": 3.561154270172119, "loss": 7.057008552551269, "time": 0.1586758613586426, "step": 241692}
{"lr": 0.025934529411321176, "data_time": 0.015127873420715332, "loss_single": 3.4810725927352903, "loss_dense": 3.5184668064117433, "loss": 6.999539375305176, "time": 0.2028123140335083, "step": 241742}
{"lr": 0.025934529411321176, "data_time": 0.018716263771057128, "loss_single": 3.476059603691101, "loss_dense": 3.5298929452896117, "loss": 7.005952644348144, "time": 0.161061429977417, "step": 241792}
{"lr": 0.025934529411321176, "data_time": 0.017422413825988768, "loss_single": 3.447462797164917, "loss_dense": 3.496747541427612, "loss": 6.944210433959961, "time": 0.14991450309753418, "step": 241842}
{"lr": 0.025934529411321176, "data_time": 0.017068696022033692, "loss_single": 3.4630526065826417, "loss_dense": 3.5193503856658936, "loss": 6.982402992248535, "time": 0.15908689498901368, "step": 241892}
{"lr": 0.025934529411321176, "data_time": 0.01490190029144287, "loss_single": 3.4643314838409425, "loss_dense": 3.51698899269104, "loss": 6.981320428848266, "time": 0.16034040451049805, "step": 241942}
{"lr": 0.025934529411321176, "data_time": 0.017458081245422363, "loss_single": 3.4781700372695923, "loss_dense": 3.532452702522278, "loss": 7.010622644424439, "time": 0.14599974155426027, "step": 241992}
{"lr": 0.025934529411321176, "data_time": 0.016858601570129396, "loss_single": 3.4566533088684084, "loss_dense": 3.504413032531738, "loss": 6.9610662937164305, "time": 0.14922521114349366, "step": 242042}
{"lr": 0.025934529411321176, "data_time": 0.016509389877319335, "loss_single": 3.4455464601516725, "loss_dense": 3.4928176164627076, "loss": 6.93836407661438, "time": 0.15406711101531984, "step": 242092}
{"lr": 0.025934529411321176, "data_time": 0.015383434295654298, "loss_single": 3.4877180814743043, "loss_dense": 3.5397775173187256, "loss": 7.027495574951172, "time": 0.1582942008972168, "step": 242142}
{"lr": 0.025934529411321176, "data_time": 0.015602660179138184, "loss_single": 3.4403128147125246, "loss_dense": 3.494109630584717, "loss": 6.934422492980957, "time": 0.15031833648681642, "step": 242192}
{"lr": 0.025934529411321176, "data_time": 0.01761915683746338, "loss_single": 3.459379696846008, "loss_dense": 3.502866291999817, "loss": 6.962245893478394, "time": 0.15306808948516845, "step": 242242}
{"lr": 0.025934529411321176, "data_time": 0.015285062789916991, "loss_single": 3.4566645860671996, "loss_dense": 3.517425513267517, "loss": 6.974090051651001, "time": 0.15552752017974852, "step": 242292}
{"lr": 0.025934529411321176, "data_time": 0.01765463352203369, "loss_single": 3.4533682346343992, "loss_dense": 3.5044027090072634, "loss": 6.957770967483521, "time": 0.20295310020446777, "step": 242342}
{"lr": 0.025934529411321176, "data_time": 0.01570274829864502, "loss_single": 3.4338773012161257, "loss_dense": 3.4922483444213865, "loss": 6.926125621795654, "time": 0.18140032291412353, "step": 242392}
{"lr": 0.025934529411321176, "data_time": 0.02464003562927246, "loss_single": 3.478363800048828, "loss_dense": 3.523744893074036, "loss": 7.002108716964722, "time": 0.16728763580322265, "step": 242442}
{"lr": 0.025934529411321176, "data_time": 0.018093323707580565, "loss_single": 3.47555992603302, "loss_dense": 3.5219154596328734, "loss": 6.997475337982178, "time": 0.15201146602630616, "step": 242492}
{"lr": 0.025934529411321176, "data_time": 0.016730594635009765, "loss_single": 3.453097915649414, "loss_dense": 3.5027002096176147, "loss": 6.955798053741455, "time": 0.15810017585754393, "step": 242542}
{"lr": 0.025934529411321176, "data_time": 0.016262125968933106, "loss_single": 3.480649209022522, "loss_dense": 3.5364423513412477, "loss": 7.017091560363769, "time": 0.15292494297027587, "step": 242592}
{"lr": 0.025934529411321176, "data_time": 0.018709301948547363, "loss_single": 3.464830017089844, "loss_dense": 3.5110798597335817, "loss": 6.975909852981568, "time": 0.1522819995880127, "step": 242642}
{"lr": 0.025934529411321176, "data_time": 0.016985583305358886, "loss_single": 3.4540300130844117, "loss_dense": 3.5109414577484133, "loss": 6.964971399307251, "time": 0.15170817375183104, "step": 242692}
{"lr": 0.025934529411321176, "data_time": 0.017001819610595704, "loss_single": 3.504193115234375, "loss_dense": 3.5584881067276, "loss": 7.0626812934875485, "time": 0.15348637104034424, "step": 242742}
{"lr": 0.025934529411321176, "data_time": 0.01624574661254883, "loss_single": 3.4612064599990844, "loss_dense": 3.50208694934845, "loss": 6.96329345703125, "time": 0.15304388999938964, "step": 242792}
{"lr": 0.025934529411321176, "data_time": 0.018105912208557128, "loss_single": 3.495686101913452, "loss_dense": 3.5605627059936524, "loss": 7.056248807907105, "time": 0.16510655879974365, "step": 242842}
{"lr": 0.025934529411321176, "data_time": 0.01808013916015625, "loss_single": 3.446838450431824, "loss_dense": 3.502315330505371, "loss": 6.949153900146484, "time": 0.15406832695007325, "step": 242892}
{"lr": 0.025934529411321176, "data_time": 0.015596652030944824, "loss_single": 3.47685866355896, "loss_dense": 3.5284297943115233, "loss": 7.0052885055542, "time": 0.19111218452453613, "step": 242942}
{"lr": 0.025934529411321176, "data_time": 0.017370963096618654, "loss_single": 3.461062693595886, "loss_dense": 3.528515887260437, "loss": 6.989578533172607, "time": 0.1485968828201294, "step": 242992}
{"lr": 0.025934529411321176, "data_time": 0.01682717800140381, "loss_single": 3.4387553453445436, "loss_dense": 3.493350958824158, "loss": 6.932106304168701, "time": 0.19588141441345214, "step": 243042}
{"lr": 0.025934529411321176, "data_time": 0.01568775177001953, "loss_single": 3.5092994451522825, "loss_dense": 3.545878839492798, "loss": 7.055178213119507, "time": 0.1472553014755249, "step": 243092}
{"lr": 0.025934529411321176, "data_time": 0.01964418888092041, "loss_single": 3.477419447898865, "loss_dense": 3.5241439580917358, "loss": 7.0015634059906, "time": 0.24711792469024657, "step": 243142}
{"lr": 0.025934529411321176, "data_time": 0.01774122714996338, "loss_single": 3.461986756324768, "loss_dense": 3.499976873397827, "loss": 6.961963653564453, "time": 0.1502936601638794, "step": 243192}
{"lr": 0.025934529411321176, "data_time": 0.02054469585418701, "loss_single": 3.46239595413208, "loss_dense": 3.5155651807785033, "loss": 6.97796106338501, "time": 0.21260566711425782, "step": 243242}
{"lr": 0.025934529411321176, "data_time": 0.016190099716186523, "loss_single": 3.4726561069488526, "loss_dense": 3.516124224662781, "loss": 6.988780450820923, "time": 0.15433158874511718, "step": 243292}
{"lr": 0.025934529411321176, "data_time": 0.0127701997756958, "loss_single": 3.462412452697754, "loss_dense": 3.525762414932251, "loss": 6.988174915313721, "time": 0.15678908824920654, "step": 243342}
{"lr": 0.025934529411321176, "data_time": 0.016181015968322755, "loss_single": 3.4739717721939085, "loss_dense": 3.5154804229736327, "loss": 6.989452171325683, "time": 0.15367522239685058, "step": 243392}
{"lr": 0.025934529411321176, "data_time": 0.01859867572784424, "loss_single": 3.4466089010238647, "loss_dense": 3.504098892211914, "loss": 6.9507077693939205, "time": 0.15574886798858642, "step": 243442}
{"lr": 0.025934529411321176, "data_time": 0.01606450080871582, "loss_single": 3.4648114442825317, "loss_dense": 3.508186364173889, "loss": 6.972997713088989, "time": 0.19075410366058348, "step": 243492}
{"lr": 0.025934529411321176, "data_time": 0.017795467376708986, "loss_single": 3.4628081560134887, "loss_dense": 3.5161927938461304, "loss": 6.979001045227051, "time": 0.1525813579559326, "step": 243542}
{"lr": 0.025934529411321176, "data_time": 0.017476511001586915, "loss_single": 3.4486395359039306, "loss_dense": 3.4884961605072022, "loss": 6.937135648727417, "time": 0.15068328380584717, "step": 243592}
{"lr": 0.025934529411321176, "data_time": 0.018177199363708495, "loss_single": 3.467245030403137, "loss_dense": 3.52111177444458, "loss": 6.9883567810058596, "time": 0.1516589879989624, "step": 243642}
{"lr": 0.025934529411321176, "data_time": 0.015509033203125, "loss_single": 3.4767259120941163, "loss_dense": 3.516257095336914, "loss": 6.992983007431031, "time": 0.16472306251525878, "step": 243692}
{"lr": 0.025934529411321176, "data_time": 0.01633751392364502, "loss_single": 3.4584182262420655, "loss_dense": 3.503872203826904, "loss": 6.9622903823852536, "time": 0.16241745948791503, "step": 243742}
{"lr": 0.025934529411321176, "data_time": 0.01147449016571045, "loss_single": 3.471607303619385, "loss_dense": 3.5282138109207155, "loss": 6.999821043014526, "time": 0.16118454933166504, "step": 243792}
{"lr": 0.025934529411321176, "data_time": 0.015884661674499513, "loss_single": 3.4815123796463014, "loss_dense": 3.535487937927246, "loss": 7.017000293731689, "time": 0.14504079818725585, "step": 243842}
{"lr": 0.025934529411321176, "data_time": 0.018073606491088866, "loss_single": 3.4653526544570923, "loss_dense": 3.514861726760864, "loss": 6.9802145004272464, "time": 0.15173418521881105, "step": 243892}
{"lr": 0.025934529411321176, "data_time": 0.01974027156829834, "loss_single": 3.438883590698242, "loss_dense": 3.4856884241104127, "loss": 6.9245720386505125, "time": 0.1555717706680298, "step": 243942}
{"lr": 0.025934529411321176, "data_time": 0.015691280364990234, "loss_single": 3.4502813100814818, "loss_dense": 3.5182443141937254, "loss": 6.968525505065918, "time": 0.15630753040313722, "step": 243992}
{"lr": 0.025934529411321176, "data_time": 0.01594719886779785, "loss_single": 3.472728204727173, "loss_dense": 3.528967571258545, "loss": 7.001695871353149, "time": 0.20699608325958252, "step": 244042}
{"lr": 0.025934529411321176, "data_time": 0.018361496925354003, "loss_single": 3.4597769260406492, "loss_dense": 3.5064263105392457, "loss": 6.966203308105468, "time": 0.16788859367370607, "step": 244092}
{"lr": 0.025934529411321176, "data_time": 0.013915205001831054, "loss_single": 3.45890953540802, "loss_dense": 3.518007922172546, "loss": 6.976917505264282, "time": 0.14820325374603271, "step": 244142}
{"lr": 0.025934529411321176, "data_time": 0.018276262283325195, "loss_single": 3.4635420560836794, "loss_dense": 3.5140426635742186, "loss": 6.97758469581604, "time": 0.1559048891067505, "step": 244192}
{"lr": 0.025934529411321176, "data_time": 0.016738271713256835, "loss_single": 3.4565706968307497, "loss_dense": 3.48949019908905, "loss": 6.9460608959198, "time": 0.15531108379364014, "step": 244242}
{"lr": 0.025934529411321176, "data_time": 0.01812257766723633, "loss_single": 3.482282853126526, "loss_dense": 3.534853434562683, "loss": 7.017136287689209, "time": 0.16160199642181397, "step": 244292}
{"lr": 0.025934529411321176, "data_time": 0.018924641609191894, "loss_single": 3.483532428741455, "loss_dense": 3.530110764503479, "loss": 7.0136431694030765, "time": 0.2116941452026367, "step": 244342}
{"lr": 0.025934529411321176, "data_time": 0.018165040016174316, "loss_single": 3.4973646879196165, "loss_dense": 3.550562834739685, "loss": 7.047927522659302, "time": 0.1572577714920044, "step": 244392}
{"lr": 0.025934529411321176, "data_time": 0.018815207481384277, "loss_single": 3.4741424560546874, "loss_dense": 3.5303505182266237, "loss": 7.004492950439453, "time": 0.15625226497650146, "step": 244442}
{"lr": 0.025934529411321176, "data_time": 0.017688870429992676, "loss_single": 3.460349369049072, "loss_dense": 3.505953145027161, "loss": 6.966302537918091, "time": 0.15080406665802001, "step": 244492}
{"lr": 0.025934529411321176, "data_time": 0.011870336532592774, "loss_single": 3.4682771444320677, "loss_dense": 3.5310235023498535, "loss": 6.9993006706237795, "time": 0.14619050025939942, "step": 244542}
{"lr": 0.025934529411321176, "data_time": 0.01674797534942627, "loss_single": 3.456195282936096, "loss_dense": 3.496064329147339, "loss": 6.952259635925293, "time": 0.17755322456359862, "step": 244592}
{"lr": 0.025934529411321176, "data_time": 0.015326619148254395, "loss_single": 3.451145052909851, "loss_dense": 3.512417793273926, "loss": 6.963562774658203, "time": 0.19611601829528807, "step": 244642}
{"lr": 0.025934529411321176, "data_time": 0.01796720027923584, "loss_single": 3.450913667678833, "loss_dense": 3.502903628349304, "loss": 6.953817224502563, "time": 0.15385668277740477, "step": 244692}
{"lr": 0.025934529411321176, "data_time": 0.01716337203979492, "loss_single": 3.47923686504364, "loss_dense": 3.5356820106506346, "loss": 7.014918851852417, "time": 0.1472736120223999, "step": 244742}
{"lr": 0.025934529411321176, "data_time": 0.016527342796325683, "loss_single": 3.4310139179229737, "loss_dense": 3.470028877258301, "loss": 6.901042795181274, "time": 0.15128705501556397, "step": 244792}
{"lr": 0.025934529411321176, "data_time": 0.019329309463500977, "loss_single": 3.504962158203125, "loss_dense": 3.541992163658142, "loss": 7.046954345703125, "time": 0.1515643358230591, "step": 244842}
{"lr": 0.025934529411321176, "data_time": 0.01726992130279541, "loss_single": 3.458637070655823, "loss_dense": 3.515146589279175, "loss": 6.973783540725708, "time": 0.15072255134582518, "step": 244892}
{"lr": 0.025934529411321176, "data_time": 0.016396236419677735, "loss_single": 3.4461563348770143, "loss_dense": 3.500490689277649, "loss": 6.946647071838379, "time": 0.15575308799743653, "step": 244942}
{"lr": 0.025934529411321176, "data_time": 0.016579341888427735, "loss_single": 3.44308979511261, "loss_dense": 3.511226463317871, "loss": 6.954316186904907, "time": 0.1519109010696411, "step": 244992}
{"lr": 0.025934529411321176, "data_time": 0.0165224552154541, "loss_single": 3.443375253677368, "loss_dense": 3.4849585771560667, "loss": 6.928333806991577, "time": 0.16351854801177979, "step": 245042}
{"lr": 0.025934529411321176, "data_time": 0.0157778263092041, "loss_single": 3.463373374938965, "loss_dense": 3.5121307373046875, "loss": 6.9755041122436525, "time": 0.1831120014190674, "step": 245092}
{"lr": 0.025934529411321176, "data_time": 0.015974998474121094, "loss_single": 3.4469945430755615, "loss_dense": 3.4917248725891112, "loss": 6.938719415664673, "time": 0.16182963848114013, "step": 245142}
{"lr": 0.025934529411321176, "data_time": 0.012620043754577637, "loss_single": 3.439869499206543, "loss_dense": 3.4951356649398804, "loss": 6.935005187988281, "time": 0.14664018154144287, "step": 245192}
{"lr": 0.025771894466447835, "data_time": 0.01701693534851074, "loss_single": 3.4963589191436766, "loss_dense": 3.537837839126587, "loss": 7.034196758270264, "time": 0.1509347915649414, "step": 245246}
{"lr": 0.025771894466447835, "data_time": 0.01791994571685791, "loss_single": 3.44027156829834, "loss_dense": 3.502739691734314, "loss": 6.943011140823364, "time": 0.15674352645874023, "step": 245296}
{"lr": 0.025771894466447835, "data_time": 0.01951014995574951, "loss_single": 3.45648992061615, "loss_dense": 3.516922211647034, "loss": 6.973412132263183, "time": 0.15090081691741944, "step": 245346}
{"lr": 0.025771894466447835, "data_time": 0.017517566680908203, "loss_single": 3.459792375564575, "loss_dense": 3.522071385383606, "loss": 6.981863784790039, "time": 0.15388064384460448, "step": 245396}
{"lr": 0.025771894466447835, "data_time": 0.015954232215881346, "loss_single": 3.4319830179214477, "loss_dense": 3.46980242729187, "loss": 6.901785469055175, "time": 0.1808082103729248, "step": 245446}
{"lr": 0.025771894466447835, "data_time": 0.015106678009033203, "loss_single": 3.4846314668655394, "loss_dense": 3.5284146785736086, "loss": 7.013046169281006, "time": 0.17239561080932617, "step": 245496}
{"lr": 0.025771894466447835, "data_time": 0.015103983879089355, "loss_single": 3.4560389280319215, "loss_dense": 3.5145647287368775, "loss": 6.970603561401367, "time": 0.18647329807281493, "step": 245546}
{"lr": 0.025771894466447835, "data_time": 0.017565107345581053, "loss_single": 3.447658395767212, "loss_dense": 3.4986923933029175, "loss": 6.946350765228272, "time": 0.15221621990203857, "step": 245596}
{"lr": 0.025771894466447835, "data_time": 0.017687559127807617, "loss_single": 3.4761045932769776, "loss_dense": 3.527906823158264, "loss": 7.004011392593384, "time": 0.14855475425720216, "step": 245646}
{"lr": 0.025771894466447835, "data_time": 0.019218754768371583, "loss_single": 3.4752325773239137, "loss_dense": 3.5211950302124024, "loss": 6.996427536010742, "time": 0.15587644577026366, "step": 245696}
{"lr": 0.025771894466447835, "data_time": 0.020815443992614747, "loss_single": 3.483821153640747, "loss_dense": 3.538769030570984, "loss": 7.022590160369873, "time": 0.226011323928833, "step": 245746}
{"lr": 0.025771894466447835, "data_time": 0.015045833587646485, "loss_single": 3.4514586448669435, "loss_dense": 3.501012754440308, "loss": 6.952471351623535, "time": 0.15828111171722412, "step": 245796}
{"lr": 0.025771894466447835, "data_time": 0.01845998764038086, "loss_single": 3.454697108268738, "loss_dense": 3.5031147241592406, "loss": 6.95781192779541, "time": 0.16084005832672119, "step": 245846}
{"lr": 0.025771894466447835, "data_time": 0.016429853439331055, "loss_single": 3.4807416915893556, "loss_dense": 3.530721402168274, "loss": 7.0114631175994875, "time": 0.14974675178527833, "step": 245896}
{"lr": 0.025771894466447835, "data_time": 0.017794585227966307, "loss_single": 3.4660925388336183, "loss_dense": 3.5215157985687258, "loss": 6.987608337402344, "time": 0.14923629760742188, "step": 245946}
{"lr": 0.025771894466447835, "data_time": 0.019113612174987794, "loss_single": 3.434931993484497, "loss_dense": 3.488851618766785, "loss": 6.923783636093139, "time": 0.1518841028213501, "step": 245996}
{"lr": 0.025771894466447835, "data_time": 0.016140341758728027, "loss_single": 3.461999750137329, "loss_dense": 3.5201332330703736, "loss": 6.9821329593658445, "time": 0.1529521942138672, "step": 246046}
{"lr": 0.025771894466447835, "data_time": 0.017269015312194824, "loss_single": 3.481937289237976, "loss_dense": 3.5265883445739745, "loss": 7.008525609970093, "time": 0.15254719257354737, "step": 246096}
{"lr": 0.025771894466447835, "data_time": 0.019007086753845215, "loss_single": 3.45879225730896, "loss_dense": 3.519869303703308, "loss": 6.9786614894866945, "time": 0.15056943893432617, "step": 246146}
{"lr": 0.025771894466447835, "data_time": 0.016919803619384766, "loss_single": 3.471644425392151, "loss_dense": 3.5116499185562136, "loss": 6.983294343948364, "time": 0.22056174278259277, "step": 246196}
{"lr": 0.025771894466447835, "data_time": 0.01823124885559082, "loss_single": 3.4408213615417482, "loss_dense": 3.4847414970397947, "loss": 6.925562906265259, "time": 0.15247507095336915, "step": 246246}
{"lr": 0.025771894466447835, "data_time": 0.016565656661987303, "loss_single": 3.4460424900054933, "loss_dense": 3.496451234817505, "loss": 6.942493724822998, "time": 0.1481186866760254, "step": 246296}
{"lr": 0.025771894466447835, "data_time": 0.03817517757415771, "loss_single": 3.507789874076843, "loss_dense": 3.5700055599212646, "loss": 7.07779541015625, "time": 0.20162520408630372, "step": 246346}
{"lr": 0.025771894466447835, "data_time": 0.018324446678161622, "loss_single": 3.4485168933868406, "loss_dense": 3.4993995428085327, "loss": 6.947916460037232, "time": 0.15166337490081788, "step": 246396}
{"lr": 0.025771894466447835, "data_time": 0.01512444019317627, "loss_single": 3.4630518674850466, "loss_dense": 3.5260014295578004, "loss": 6.989053249359131, "time": 0.16739418506622314, "step": 246446}
{"lr": 0.025771894466447835, "data_time": 0.017207074165344238, "loss_single": 3.46351318359375, "loss_dense": 3.5111836194992065, "loss": 6.974696969985962, "time": 0.16030561923980713, "step": 246496}
{"lr": 0.025771894466447835, "data_time": 0.03290882110595703, "loss_single": 3.455296182632446, "loss_dense": 3.508113408088684, "loss": 6.9634096145629885, "time": 0.30216593742370607, "step": 246546}
{"lr": 0.025771894466447835, "data_time": 0.020237112045288087, "loss_single": 3.4664804935455322, "loss_dense": 3.509761905670166, "loss": 6.976242351531982, "time": 0.15546755790710448, "step": 246596}
{"lr": 0.025771894466447835, "data_time": 0.017786216735839844, "loss_single": 3.4509764671325684, "loss_dense": 3.4956848859786986, "loss": 6.946661376953125, "time": 0.15355343818664552, "step": 246646}
{"lr": 0.025771894466447835, "data_time": 0.017346739768981934, "loss_single": 3.456004023551941, "loss_dense": 3.5090763568878174, "loss": 6.965080451965332, "time": 0.1528182029724121, "step": 246696}
{"lr": 0.025771894466447835, "data_time": 0.016536808013916014, "loss_single": 3.486320233345032, "loss_dense": 3.5454256534576416, "loss": 7.0317458152771, "time": 0.15221023559570312, "step": 246746}
{"lr": 0.025771894466447835, "data_time": 0.015123963356018066, "loss_single": 3.492545819282532, "loss_dense": 3.533683681488037, "loss": 7.026229476928711, "time": 0.15164659023284913, "step": 246796}
{"lr": 0.025771894466447835, "data_time": 0.018980026245117188, "loss_single": 3.471018433570862, "loss_dense": 3.5272693395614625, "loss": 6.998287677764893, "time": 0.15842466354370116, "step": 246846}
{"lr": 0.025771894466447835, "data_time": 0.016764497756958006, "loss_single": 3.454780173301697, "loss_dense": 3.504765510559082, "loss": 6.959545755386353, "time": 0.14893639087677002, "step": 246896}
{"lr": 0.025771894466447835, "data_time": 0.016759634017944336, "loss_single": 3.481545329093933, "loss_dense": 3.5377358913421633, "loss": 7.019281196594238, "time": 0.15272510051727295, "step": 246946}
{"lr": 0.025771894466447835, "data_time": 0.014830827713012695, "loss_single": 3.469425320625305, "loss_dense": 3.525127577781677, "loss": 6.994552850723267, "time": 0.14686739444732666, "step": 246996}
{"lr": 0.025771894466447835, "data_time": 0.015896248817443847, "loss_single": 3.4570950984954836, "loss_dense": 3.5062090873718263, "loss": 6.963304233551026, "time": 0.1789775609970093, "step": 247046}
{"lr": 0.025771894466447835, "data_time": 0.017972230911254883, "loss_single": 3.472640872001648, "loss_dense": 3.523279309272766, "loss": 6.995920181274414, "time": 0.1660764455795288, "step": 247096}
{"lr": 0.025771894466447835, "data_time": 0.015240025520324708, "loss_single": 3.478653168678284, "loss_dense": 3.5312928676605226, "loss": 7.00994610786438, "time": 0.14937665462493896, "step": 247146}
{"lr": 0.025771894466447835, "data_time": 0.019356775283813476, "loss_single": 3.463010859489441, "loss_dense": 3.5213019847869873, "loss": 6.98431282043457, "time": 0.1526552438735962, "step": 247196}
{"lr": 0.025771894466447835, "data_time": 0.016234159469604492, "loss_single": 3.45190486907959, "loss_dense": 3.5022964477539062, "loss": 6.954201316833496, "time": 0.14649834632873535, "step": 247246}
{"lr": 0.025771894466447835, "data_time": 0.01698446273803711, "loss_single": 3.4480178117752076, "loss_dense": 3.512730669975281, "loss": 6.960748529434204, "time": 0.14859507083892823, "step": 247296}
{"lr": 0.025771894466447835, "data_time": 0.01618533134460449, "loss_single": 3.456609296798706, "loss_dense": 3.498589539527893, "loss": 6.955198860168457, "time": 0.17399818897247316, "step": 247346}
{"lr": 0.025771894466447835, "data_time": 0.017662930488586425, "loss_single": 3.456903314590454, "loss_dense": 3.4867127418518065, "loss": 6.943616056442261, "time": 0.16636691093444825, "step": 247396}
{"lr": 0.025771894466447835, "data_time": 0.019040942192077637, "loss_single": 3.458148169517517, "loss_dense": 3.4998982906341554, "loss": 6.9580464363098145, "time": 0.15532279014587402, "step": 247446}
{"lr": 0.025771894466447835, "data_time": 0.015924072265625, "loss_single": 3.4433712005615233, "loss_dense": 3.4953744888305662, "loss": 6.938745641708374, "time": 0.16068627834320068, "step": 247496}
{"lr": 0.025771894466447835, "data_time": 0.016609859466552735, "loss_single": 3.466226100921631, "loss_dense": 3.508608889579773, "loss": 6.9748351097106935, "time": 0.15314152240753173, "step": 247546}
{"lr": 0.025771894466447835, "data_time": 0.01672542095184326, "loss_single": 3.458921933174133, "loss_dense": 3.4987568140029905, "loss": 6.957678747177124, "time": 0.15032505989074707, "step": 247596}
{"lr": 0.025771894466447835, "data_time": 0.01891038417816162, "loss_single": 3.4615564584732055, "loss_dense": 3.5151543617248535, "loss": 6.9767107486724855, "time": 0.17963809967041017, "step": 247646}
{"lr": 0.025771894466447835, "data_time": 0.01861433982849121, "loss_single": 3.4541606426239015, "loss_dense": 3.5000991582870484, "loss": 6.954259777069092, "time": 0.16132302284240724, "step": 247696}
{"lr": 0.025771894466447835, "data_time": 0.017683029174804688, "loss_single": 3.457395887374878, "loss_dense": 3.4956073999404906, "loss": 6.953003311157227, "time": 0.1503253698348999, "step": 247746}
{"lr": 0.025771894466447835, "data_time": 0.01722726821899414, "loss_single": 3.4561949491500856, "loss_dense": 3.499114656448364, "loss": 6.955309677124023, "time": 0.1566088914871216, "step": 247796}
{"lr": 0.025771894466447835, "data_time": 0.017925405502319337, "loss_single": 3.4682069301605223, "loss_dense": 3.520133137702942, "loss": 6.98833999633789, "time": 0.15082454681396484, "step": 247846}
{"lr": 0.025771894466447835, "data_time": 0.017594504356384277, "loss_single": 3.4754686832427977, "loss_dense": 3.509534168243408, "loss": 6.98500280380249, "time": 0.2567283153533936, "step": 247896}
{"lr": 0.025771894466447835, "data_time": 0.016518998146057128, "loss_single": 3.466805863380432, "loss_dense": 3.5134799003601076, "loss": 6.980285739898681, "time": 0.15302960872650145, "step": 247946}
{"lr": 0.025771894466447835, "data_time": 0.019220900535583497, "loss_single": 3.446713757514954, "loss_dense": 3.4946848154067993, "loss": 6.9413985252380375, "time": 0.15333204269409179, "step": 247996}
{"lr": 0.025771894466447835, "data_time": 0.016916465759277344, "loss_single": 3.474384140968323, "loss_dense": 3.5153940439224245, "loss": 6.989778184890747, "time": 0.1737586259841919, "step": 248046}
{"lr": 0.025771894466447835, "data_time": 0.01619582176208496, "loss_single": 3.477548670768738, "loss_dense": 3.516443395614624, "loss": 6.993992137908935, "time": 0.15206782817840575, "step": 248096}
{"lr": 0.025771894466447835, "data_time": 0.014843106269836426, "loss_single": 3.450442934036255, "loss_dense": 3.506044340133667, "loss": 6.9564872741699215, "time": 0.1477365732192993, "step": 248146}
{"lr": 0.025771894466447835, "data_time": 0.017584848403930663, "loss_single": 3.485605335235596, "loss_dense": 3.531109571456909, "loss": 7.016714954376221, "time": 0.15221214294433594, "step": 248196}
{"lr": 0.025771894466447835, "data_time": 0.017301034927368165, "loss_single": 3.4643115282058714, "loss_dense": 3.523042583465576, "loss": 6.98735408782959, "time": 0.15674939155578613, "step": 248246}
{"lr": 0.025771894466447835, "data_time": 0.014401125907897949, "loss_single": 3.4609238386154173, "loss_dense": 3.516069936752319, "loss": 6.97699384689331, "time": 0.14988317489624023, "step": 248296}
{"lr": 0.025771894466447835, "data_time": 0.015810084342956544, "loss_single": 3.4643420219421386, "loss_dense": 3.5164010763168334, "loss": 6.98074312210083, "time": 0.18228037357330323, "step": 248346}
{"lr": 0.025771894466447835, "data_time": 0.01565392017364502, "loss_single": 3.457491087913513, "loss_dense": 3.5138304471969604, "loss": 6.971321535110474, "time": 0.15397093296051026, "step": 248396}
{"lr": 0.025771894466447835, "data_time": 0.016801619529724122, "loss_single": 3.480407977104187, "loss_dense": 3.529500460624695, "loss": 7.009908390045166, "time": 0.15361883640289306, "step": 248446}
{"lr": 0.025771894466447835, "data_time": 0.01944575309753418, "loss_single": 3.4283096551895142, "loss_dense": 3.488652062416077, "loss": 6.916961765289306, "time": 0.15418357849121095, "step": 248496}
{"lr": 0.025771894466447835, "data_time": 0.016398906707763672, "loss_single": 3.4418256759643553, "loss_dense": 3.4896745920181274, "loss": 6.931500339508057, "time": 0.1531991720199585, "step": 248546}
{"lr": 0.025771894466447835, "data_time": 0.01743626594543457, "loss_single": 3.461302900314331, "loss_dense": 3.531286334991455, "loss": 6.9925891876220705, "time": 0.1564180374145508, "step": 248596}
{"lr": 0.025771894466447835, "data_time": 0.01770656108856201, "loss_single": 3.477811312675476, "loss_dense": 3.527908372879028, "loss": 7.0057196617126465, "time": 0.14806628227233887, "step": 248646}
{"lr": 0.025771894466447835, "data_time": 0.019170475006103516, "loss_single": 3.4471418380737306, "loss_dense": 3.5005682945251464, "loss": 6.947710132598877, "time": 0.15046613216400145, "step": 248696}
{"lr": 0.025771894466447835, "data_time": 0.014949870109558106, "loss_single": 3.4657114028930662, "loss_dense": 3.5074493408203127, "loss": 6.9731607913970945, "time": 0.15671892166137696, "step": 248746}
{"lr": 0.025771894466447835, "data_time": 0.01565816402435303, "loss_single": 3.4503331661224363, "loss_dense": 3.507797026634216, "loss": 6.958130168914795, "time": 0.15118806362152098, "step": 248796}
{"lr": 0.025771894466447835, "data_time": 0.01863703727722168, "loss_single": 3.4614201545715333, "loss_dense": 3.5325511693954468, "loss": 6.9939713954925535, "time": 0.15177760124206544, "step": 248846}
{"lr": 0.025771894466447835, "data_time": 0.01869533061981201, "loss_single": 3.448779249191284, "loss_dense": 3.510565161705017, "loss": 6.959344387054443, "time": 0.15502302646636962, "step": 248896}
{"lr": 0.025771894466447835, "data_time": 0.017316317558288573, "loss_single": 3.487378740310669, "loss_dense": 3.5366002798080443, "loss": 7.023979043960571, "time": 0.16337647438049316, "step": 248946}
{"lr": 0.025771894466447835, "data_time": 0.01579446792602539, "loss_single": 3.43433518409729, "loss_dense": 3.4826275587081907, "loss": 6.916962814331055, "time": 0.15213000774383545, "step": 248996}
{"lr": 0.025771894466447835, "data_time": 0.016625285148620605, "loss_single": 3.453939962387085, "loss_dense": 3.4870601892471313, "loss": 6.941000127792359, "time": 0.18758320808410645, "step": 249046}
{"lr": 0.025771894466447835, "data_time": 0.018245840072631837, "loss_single": 3.466259002685547, "loss_dense": 3.514281392097473, "loss": 6.980540370941162, "time": 0.15281126499176026, "step": 249096}
{"lr": 0.025771894466447835, "data_time": 0.017256689071655274, "loss_single": 3.465439224243164, "loss_dense": 3.5182292461395264, "loss": 6.983668470382691, "time": 0.1713268995285034, "step": 249146}
{"lr": 0.025771894466447835, "data_time": 0.016833400726318358, "loss_single": 3.468540000915527, "loss_dense": 3.5220979690551757, "loss": 6.990637922286988, "time": 0.14994184970855712, "step": 249196}
{"lr": 0.025771894466447835, "data_time": 0.0208571195602417, "loss_single": 3.4508421182632447, "loss_dense": 3.4977369785308836, "loss": 6.948579168319702, "time": 0.1557593822479248, "step": 249246}
{"lr": 0.025771894466447835, "data_time": 0.017163181304931642, "loss_single": 3.454177737236023, "loss_dense": 3.5090163469314577, "loss": 6.963194084167481, "time": 0.15139331817626953, "step": 249296}
{"lr": 0.025771894466447835, "data_time": 0.01714458465576172, "loss_single": 3.476715850830078, "loss_dense": 3.5307201385498046, "loss": 7.007435894012451, "time": 0.1543527364730835, "step": 249346}
{"lr": 0.025771894466447835, "data_time": 0.016022920608520508, "loss_single": 3.4595268964767456, "loss_dense": 3.5138010025024413, "loss": 6.9733278274536135, "time": 0.15609545707702638, "step": 249396}
{"lr": 0.025771894466447835, "data_time": 0.016457772254943846, "loss_single": 3.445721077919006, "loss_dense": 3.5060075759887694, "loss": 6.95172872543335, "time": 0.15143637657165526, "step": 249446}
{"lr": 0.025771894466447835, "data_time": 0.01728081703186035, "loss_single": 3.492643117904663, "loss_dense": 3.5387659072875977, "loss": 7.031409025192261, "time": 0.15655944347381592, "step": 249496}
{"lr": 0.025771894466447835, "data_time": 0.01703822612762451, "loss_single": 3.4744711399078367, "loss_dense": 3.5269598722457887, "loss": 7.001430988311768, "time": 0.17462329864501952, "step": 249546}
{"lr": 0.025771894466447835, "data_time": 0.014510130882263184, "loss_single": 3.4705406665802, "loss_dense": 3.5267619609832765, "loss": 6.997302579879761, "time": 0.1484215259552002, "step": 249596}
{"lr": 0.025771894466447835, "data_time": 0.015256476402282716, "loss_single": 3.454953837394714, "loss_dense": 3.497068691253662, "loss": 6.95202260017395, "time": 0.17001717090606688, "step": 249646}
{"lr": 0.025771894466447835, "data_time": 0.0179157018661499, "loss_single": 3.452109456062317, "loss_dense": 3.490401864051819, "loss": 6.942511177062988, "time": 0.1509108304977417, "step": 249696}
{"lr": 0.025771894466447835, "data_time": 0.028898024559020997, "loss_single": 3.4282422065734863, "loss_dense": 3.4749489307403563, "loss": 6.903191184997558, "time": 0.1626434803009033, "step": 249746}
{"lr": 0.025771894466447835, "data_time": 0.02075512409210205, "loss_single": 3.4434643983840942, "loss_dense": 3.4899805545806886, "loss": 6.933444929122925, "time": 0.28646848201751707, "step": 249796}
{"lr": 0.025771894466447835, "data_time": 0.018554329872131348, "loss_single": 3.463480234146118, "loss_dense": 3.4974534034729006, "loss": 6.960933542251587, "time": 0.15279693603515626, "step": 249846}
{"lr": 0.025771894466447835, "data_time": 0.01826467514038086, "loss_single": 3.4726030588150025, "loss_dense": 3.5293651103973387, "loss": 7.001968145370483, "time": 0.15229909420013427, "step": 249896}
{"lr": 0.025771894466447835, "data_time": 0.017609882354736327, "loss_single": 3.4807613134384154, "loss_dense": 3.5304340362548827, "loss": 7.011195325851441, "time": 0.15310566425323485, "step": 249946}
{"lr": 0.025771894466447835, "data_time": 0.017870616912841798, "loss_single": 3.4791823863983153, "loss_dense": 3.5292158126831055, "loss": 7.0083982944488525, "time": 0.1583479404449463, "step": 249996}
{"lr": 0.025771894466447835, "data_time": 0.01328122615814209, "loss_single": 3.454286217689514, "loss_dense": 3.5072916030883787, "loss": 6.961577844619751, "time": 0.14979181289672852, "step": 250046}
{"lr": 0.025771894466447835, "data_time": 0.016899418830871583, "loss_single": 3.4468174457550047, "loss_dense": 3.500080966949463, "loss": 6.946898412704468, "time": 0.15090610980987548, "step": 250096}
{"lr": 0.025771894466447835, "data_time": 0.01649160385131836, "loss_single": 3.4384090423583986, "loss_dense": 3.489822030067444, "loss": 6.928231048583984, "time": 0.16181573867797852, "step": 250146}
{"lr": 0.025771894466447835, "data_time": 0.013724803924560547, "loss_single": 3.4752485513687135, "loss_dense": 3.509851574897766, "loss": 6.985100173950196, "time": 0.1435161352157593, "step": 250196}
{"lr": 0.025606601717798213, "data_time": 0.02905318737030029, "loss_single": 3.464482235908508, "loss_dense": 3.534508299827576, "loss": 6.998990535736084, "time": 0.19375407695770264, "step": 250250}
{"lr": 0.025606601717798213, "data_time": 0.018923401832580566, "loss_single": 3.464781141281128, "loss_dense": 3.5252362489700317, "loss": 6.990017509460449, "time": 0.1542426109313965, "step": 250300}
{"lr": 0.025606601717798213, "data_time": 0.01663808822631836, "loss_single": 3.4409997940063475, "loss_dense": 3.4820372343063353, "loss": 6.923037052154541, "time": 0.15608570575714112, "step": 250350}
{"lr": 0.025606601717798213, "data_time": 0.01684560775756836, "loss_single": 3.481653165817261, "loss_dense": 3.5324224710464476, "loss": 7.01407561302185, "time": 0.15086157321929933, "step": 250400}
{"lr": 0.025606601717798213, "data_time": 0.015490245819091798, "loss_single": 3.4694360971450804, "loss_dense": 3.5274648666381836, "loss": 6.996900987625122, "time": 0.1542431592941284, "step": 250450}
{"lr": 0.025606601717798213, "data_time": 0.017287087440490723, "loss_single": 3.484717774391174, "loss_dense": 3.536805272102356, "loss": 7.021523094177246, "time": 0.18696117401123047, "step": 250500}
{"lr": 0.025606601717798213, "data_time": 0.01801614761352539, "loss_single": 3.462614965438843, "loss_dense": 3.527969765663147, "loss": 6.990584754943848, "time": 0.15191609859466554, "step": 250550}
{"lr": 0.025606601717798213, "data_time": 0.015672802925109863, "loss_single": 3.4858927011489866, "loss_dense": 3.527128505706787, "loss": 7.0130211353302006, "time": 0.15096263885498046, "step": 250600}
{"lr": 0.025606601717798213, "data_time": 0.017674183845520018, "loss_single": 3.490124726295471, "loss_dense": 3.536008596420288, "loss": 7.026133251190186, "time": 0.15018537044525146, "step": 250650}
{"lr": 0.025606601717798213, "data_time": 0.016602492332458495, "loss_single": 3.451664614677429, "loss_dense": 3.485994243621826, "loss": 6.937658882141113, "time": 0.15077569484710693, "step": 250700}
{"lr": 0.025606601717798213, "data_time": 0.0171187162399292, "loss_single": 3.4962581634521483, "loss_dense": 3.540632796287537, "loss": 7.036890983581543, "time": 0.18079662322998047, "step": 250750}
{"lr": 0.025606601717798213, "data_time": 0.015329551696777344, "loss_single": 3.474489855766296, "loss_dense": 3.5217297315597533, "loss": 6.996219682693481, "time": 0.15605523586273193, "step": 250800}
{"lr": 0.025606601717798213, "data_time": 0.016139459609985352, "loss_single": 3.4723132371902468, "loss_dense": 3.523812103271484, "loss": 6.996125268936157, "time": 0.1523880958557129, "step": 250850}
{"lr": 0.025606601717798213, "data_time": 0.017377233505249022, "loss_single": 3.4595447063446043, "loss_dense": 3.5163553953170776, "loss": 6.975900077819825, "time": 0.1504767656326294, "step": 250900}
{"lr": 0.025606601717798213, "data_time": 0.01717534065246582, "loss_single": 3.4567142486572267, "loss_dense": 3.5112404584884644, "loss": 6.9679547309875485, "time": 0.1499481201171875, "step": 250950}
{"lr": 0.025606601717798213, "data_time": 0.01752626895904541, "loss_single": 3.464852786064148, "loss_dense": 3.503777837753296, "loss": 6.96863055229187, "time": 0.15369234085083008, "step": 251000}
{"lr": 0.025606601717798213, "data_time": 0.0185133695602417, "loss_single": 3.471184229850769, "loss_dense": 3.522133445739746, "loss": 6.993317651748657, "time": 0.15982699394226074, "step": 251050}
{"lr": 0.025606601717798213, "data_time": 0.014971303939819335, "loss_single": 3.4525664329528807, "loss_dense": 3.5085389375686646, "loss": 6.9611053466796875, "time": 0.14690868854522704, "step": 251100}
{"lr": 0.025606601717798213, "data_time": 0.01569035053253174, "loss_single": 3.4580096006393433, "loss_dense": 3.5000924348831175, "loss": 6.958102083206176, "time": 0.15406286716461182, "step": 251150}
{"lr": 0.025606601717798213, "data_time": 0.017444896697998046, "loss_single": 3.431551933288574, "loss_dense": 3.4895580291748045, "loss": 6.921110010147094, "time": 0.1460291862487793, "step": 251200}
{"lr": 0.025606601717798213, "data_time": 0.016062235832214354, "loss_single": 3.4548303365707396, "loss_dense": 3.5153007984161375, "loss": 6.97013111114502, "time": 0.1738426446914673, "step": 251250}
{"lr": 0.025606601717798213, "data_time": 0.020137882232666014, "loss_single": 3.460798740386963, "loss_dense": 3.5127880573272705, "loss": 6.973586845397949, "time": 0.24273355007171632, "step": 251300}
{"lr": 0.025606601717798213, "data_time": 0.01867692470550537, "loss_single": 3.441909122467041, "loss_dense": 3.4961657524108887, "loss": 6.9380748748779295, "time": 0.15545508861541749, "step": 251350}
{"lr": 0.025606601717798213, "data_time": 0.017039275169372557, "loss_single": 3.4522780656814573, "loss_dense": 3.500763487815857, "loss": 6.953041505813599, "time": 0.17264468669891359, "step": 251400}
{"lr": 0.025606601717798213, "data_time": 0.016507697105407716, "loss_single": 3.4416762351989747, "loss_dense": 3.4790370225906373, "loss": 6.920713281631469, "time": 0.15218691825866698, "step": 251450}
{"lr": 0.025606601717798213, "data_time": 0.015554308891296387, "loss_single": 3.434768795967102, "loss_dense": 3.4949702978134156, "loss": 6.929738998413086, "time": 0.1599175214767456, "step": 251500}
{"lr": 0.025606601717798213, "data_time": 0.016092896461486816, "loss_single": 3.4548920154571534, "loss_dense": 3.511432576179504, "loss": 6.9663246154785154, "time": 0.14556620121002198, "step": 251550}
{"lr": 0.025606601717798213, "data_time": 0.017581939697265625, "loss_single": 3.454652285575867, "loss_dense": 3.51292998790741, "loss": 6.967582273483276, "time": 0.157669734954834, "step": 251600}
{"lr": 0.025606601717798213, "data_time": 0.0171297550201416, "loss_single": 3.4457157850265503, "loss_dense": 3.497752380371094, "loss": 6.943468236923218, "time": 0.15672457218170166, "step": 251650}
{"lr": 0.025606601717798213, "data_time": 0.018024587631225587, "loss_single": 3.4406590700149535, "loss_dense": 3.494150233268738, "loss": 6.93480920791626, "time": 0.15739824771881103, "step": 251700}
{"lr": 0.025606601717798213, "data_time": 0.01639585494995117, "loss_single": 3.4635547399520874, "loss_dense": 3.5089221000671387, "loss": 6.972476816177368, "time": 0.16460855007171632, "step": 251750}
{"lr": 0.025606601717798213, "data_time": 0.01721944808959961, "loss_single": 3.466072988510132, "loss_dense": 3.5157472848892213, "loss": 6.981820201873779, "time": 0.17630746364593505, "step": 251800}
{"lr": 0.025606601717798213, "data_time": 0.01781909465789795, "loss_single": 3.4693905115127563, "loss_dense": 3.5229865074157716, "loss": 6.99237699508667, "time": 0.1536003589630127, "step": 251850}
{"lr": 0.025606601717798213, "data_time": 0.01576979160308838, "loss_single": 3.464700722694397, "loss_dense": 3.516391468048096, "loss": 6.981092071533203, "time": 0.15424010753631592, "step": 251900}
{"lr": 0.025606601717798213, "data_time": 0.016511416435241698, "loss_single": 3.4537766695022585, "loss_dense": 3.5106001138687133, "loss": 6.964376735687256, "time": 0.15416219234466552, "step": 251950}
{"lr": 0.025606601717798213, "data_time": 0.019323158264160156, "loss_single": 3.468754029273987, "loss_dense": 3.5155004501342773, "loss": 6.984254550933838, "time": 0.1555957794189453, "step": 252000}
{"lr": 0.025606601717798213, "data_time": 0.017924022674560548, "loss_single": 3.4575870990753175, "loss_dense": 3.52381911277771, "loss": 6.981406211853027, "time": 0.1503225088119507, "step": 252050}
{"lr": 0.025606601717798213, "data_time": 0.017740893363952636, "loss_single": 3.4663339376449587, "loss_dense": 3.510098457336426, "loss": 6.976432275772095, "time": 0.1517343759536743, "step": 252100}
{"lr": 0.025606601717798213, "data_time": 0.017191386222839354, "loss_single": 3.47622332572937, "loss_dense": 3.518140125274658, "loss": 6.994363451004029, "time": 0.1524181604385376, "step": 252150}
{"lr": 0.025606601717798213, "data_time": 0.016698193550109864, "loss_single": 3.455087423324585, "loss_dense": 3.5051934719085693, "loss": 6.960280847549439, "time": 0.18619179725646973, "step": 252200}
{"lr": 0.025606601717798213, "data_time": 0.017994451522827148, "loss_single": 3.447570252418518, "loss_dense": 3.49688560962677, "loss": 6.944455814361572, "time": 0.15336649417877196, "step": 252250}
{"lr": 0.025606601717798213, "data_time": 0.018216657638549804, "loss_single": 3.4725179433822633, "loss_dense": 3.5195553064346314, "loss": 6.992073249816895, "time": 0.1546473979949951, "step": 252300}
{"lr": 0.025606601717798213, "data_time": 0.01687793731689453, "loss_single": 3.4769314765930175, "loss_dense": 3.5296955585479735, "loss": 7.006626939773559, "time": 0.19040193557739257, "step": 252350}
{"lr": 0.025606601717798213, "data_time": 0.016336560249328613, "loss_single": 3.4777069807052614, "loss_dense": 3.525377607345581, "loss": 7.0030846118927, "time": 0.15808496475219727, "step": 252400}
{"lr": 0.025606601717798213, "data_time": 0.02077312469482422, "loss_single": 3.4318323612213133, "loss_dense": 3.494429683685303, "loss": 6.926261901855469, "time": 0.16227130889892577, "step": 252450}
{"lr": 0.025606601717798213, "data_time": 0.01652653217315674, "loss_single": 3.4918334245681764, "loss_dense": 3.546811103820801, "loss": 7.038644599914551, "time": 0.15889499187469483, "step": 252500}
{"lr": 0.025606601717798213, "data_time": 0.016023898124694826, "loss_single": 3.4588369846343996, "loss_dense": 3.5046756267547607, "loss": 6.963512659072876, "time": 0.16436047554016114, "step": 252550}
{"lr": 0.025606601717798213, "data_time": 0.01666436195373535, "loss_single": 3.4701531410217283, "loss_dense": 3.5284723043441772, "loss": 6.998625469207764, "time": 0.15741798877716065, "step": 252600}
{"lr": 0.025606601717798213, "data_time": 0.01733684539794922, "loss_single": 3.4354270696640015, "loss_dense": 3.4897358655929565, "loss": 6.925162935256958, "time": 0.16910262107849122, "step": 252650}
{"lr": 0.025606601717798213, "data_time": 0.015807342529296876, "loss_single": 3.471512055397034, "loss_dense": 3.5155794620513916, "loss": 6.987091541290283, "time": 0.15820789337158203, "step": 252700}
{"lr": 0.025606601717798213, "data_time": 0.017313575744628905, "loss_single": 3.4518776893615724, "loss_dense": 3.5064277410507203, "loss": 6.958305501937867, "time": 0.15393967628479005, "step": 252750}
{"lr": 0.025606601717798213, "data_time": 0.01570720672607422, "loss_single": 3.4700044631958007, "loss_dense": 3.520534324645996, "loss": 6.990538740158081, "time": 0.20405166149139403, "step": 252800}
{"lr": 0.025606601717798213, "data_time": 0.01623854637145996, "loss_single": 3.4645011186599732, "loss_dense": 3.510559844970703, "loss": 6.97506103515625, "time": 0.1633601188659668, "step": 252850}
{"lr": 0.025606601717798213, "data_time": 0.016451930999755858, "loss_single": 3.4531810522079467, "loss_dense": 3.52458770275116, "loss": 6.977768754959106, "time": 0.15091025829315186, "step": 252900}
{"lr": 0.025606601717798213, "data_time": 0.01706688404083252, "loss_single": 3.461681342124939, "loss_dense": 3.522744822502136, "loss": 6.984426259994507, "time": 0.15439856052398682, "step": 252950}
{"lr": 0.025606601717798213, "data_time": 0.017725467681884766, "loss_single": 3.4705931901931764, "loss_dense": 3.514357018470764, "loss": 6.984950208663941, "time": 0.1535282850265503, "step": 253000}
{"lr": 0.025606601717798213, "data_time": 0.01752140522003174, "loss_single": 3.4445642948150637, "loss_dense": 3.5082388639450075, "loss": 6.952803134918213, "time": 0.1513692855834961, "step": 253050}
{"lr": 0.025606601717798213, "data_time": 0.0169952392578125, "loss_single": 3.4802293300628664, "loss_dense": 3.51965868473053, "loss": 6.9998880386352536, "time": 0.15639877319335938, "step": 253100}
{"lr": 0.025606601717798213, "data_time": 0.017373991012573243, "loss_single": 3.441735053062439, "loss_dense": 3.497079634666443, "loss": 6.93881459236145, "time": 0.14968130588531495, "step": 253150}
{"lr": 0.025606601717798213, "data_time": 0.023267364501953124, "loss_single": 3.4653162240982054, "loss_dense": 3.494561052322388, "loss": 6.959877347946167, "time": 0.21562423706054687, "step": 253200}
{"lr": 0.025606601717798213, "data_time": 0.017643189430236815, "loss_single": 3.4629559993743895, "loss_dense": 3.5103065013885497, "loss": 6.973262453079224, "time": 0.1548455238342285, "step": 253250}
{"lr": 0.025606601717798213, "data_time": 0.015804815292358398, "loss_single": 3.4713840961456297, "loss_dense": 3.51488516330719, "loss": 6.986269235610962, "time": 0.15687181949615478, "step": 253300}
{"lr": 0.025606601717798213, "data_time": 0.016855430603027344, "loss_single": 3.46597580909729, "loss_dense": 3.510821723937988, "loss": 6.976797580718994, "time": 0.15230021476745606, "step": 253350}
{"lr": 0.025606601717798213, "data_time": 0.016933608055114745, "loss_single": 3.457338309288025, "loss_dense": 3.5043107986450197, "loss": 6.961649084091187, "time": 0.14865717887878419, "step": 253400}
{"lr": 0.025606601717798213, "data_time": 0.01762361526489258, "loss_single": 3.463846278190613, "loss_dense": 3.507441759109497, "loss": 6.971287965774536, "time": 0.1519495964050293, "step": 253450}
{"lr": 0.025606601717798213, "data_time": 0.013040781021118164, "loss_single": 3.4826794624328614, "loss_dense": 3.5177382469177245, "loss": 7.000417757034302, "time": 0.16479117870330812, "step": 253500}
{"lr": 0.025606601717798213, "data_time": 0.01643233299255371, "loss_single": 3.4557905197143555, "loss_dense": 3.5230482816696167, "loss": 6.978838777542114, "time": 0.1486752986907959, "step": 253550}
{"lr": 0.025606601717798213, "data_time": 0.0167649507522583, "loss_single": 3.4708033323287966, "loss_dense": 3.5129478216171264, "loss": 6.983751106262207, "time": 0.15328648090362548, "step": 253600}
{"lr": 0.025606601717798213, "data_time": 0.01661550998687744, "loss_single": 3.4546735525131225, "loss_dense": 3.5067615270614625, "loss": 6.961435031890869, "time": 0.15204007625579835, "step": 253650}
{"lr": 0.025606601717798213, "data_time": 0.016962122917175294, "loss_single": 3.4489897966384886, "loss_dense": 3.5090691566467287, "loss": 6.958058929443359, "time": 0.15155510902404784, "step": 253700}
{"lr": 0.025606601717798213, "data_time": 0.01965968608856201, "loss_single": 3.466189074516296, "loss_dense": 3.503699803352356, "loss": 6.969888830184937, "time": 0.1565004825592041, "step": 253750}
{"lr": 0.025606601717798213, "data_time": 0.015040707588195801, "loss_single": 3.468518328666687, "loss_dense": 3.5085885763168334, "loss": 6.97710690498352, "time": 0.15401721000671387, "step": 253800}
{"lr": 0.025606601717798213, "data_time": 0.015010237693786621, "loss_single": 3.4642346143722533, "loss_dense": 3.5116811037063598, "loss": 6.9759156703948975, "time": 0.15455546379089355, "step": 253850}
{"lr": 0.025606601717798213, "data_time": 0.017331933975219725, "loss_single": 3.484954571723938, "loss_dense": 3.5392465114593508, "loss": 7.024201107025147, "time": 0.15052852630615235, "step": 253900}
{"lr": 0.025606601717798213, "data_time": 0.015081691741943359, "loss_single": 3.45622239112854, "loss_dense": 3.5029690742492674, "loss": 6.959191513061524, "time": 0.15253686904907227, "step": 253950}
{"lr": 0.025606601717798213, "data_time": 0.01544809341430664, "loss_single": 3.469313907623291, "loss_dense": 3.518782043457031, "loss": 6.988095951080322, "time": 0.20961852073669435, "step": 254000}
{"lr": 0.025606601717798213, "data_time": 0.01848149299621582, "loss_single": 3.4645957469940187, "loss_dense": 3.507784199714661, "loss": 6.972379875183106, "time": 0.15231120586395264, "step": 254050}
{"lr": 0.025606601717798213, "data_time": 0.01811521053314209, "loss_single": 3.465199899673462, "loss_dense": 3.5234615325927736, "loss": 6.9886613368988035, "time": 0.15661609172821045, "step": 254100}
{"lr": 0.025606601717798213, "data_time": 0.017784643173217773, "loss_single": 3.4567853450775146, "loss_dense": 3.5152294397354127, "loss": 6.9720148086547855, "time": 0.15122544765472412, "step": 254150}
{"lr": 0.025606601717798213, "data_time": 0.016542744636535645, "loss_single": 3.4422914743423463, "loss_dense": 3.50819730758667, "loss": 6.950488805770874, "time": 0.1509549379348755, "step": 254200}
{"lr": 0.025606601717798213, "data_time": 0.017147111892700195, "loss_single": 3.481057596206665, "loss_dense": 3.525744819641113, "loss": 7.006802368164062, "time": 0.19466264247894288, "step": 254250}
{"lr": 0.025606601717798213, "data_time": 0.012323617935180664, "loss_single": 3.438111090660095, "loss_dense": 3.4994604349136353, "loss": 6.937571477890015, "time": 0.15720341205596924, "step": 254300}
{"lr": 0.025606601717798213, "data_time": 0.02878546714782715, "loss_single": 3.4789844512939454, "loss_dense": 3.5338611125946047, "loss": 7.012845468521118, "time": 0.165305495262146, "step": 254350}
{"lr": 0.025606601717798213, "data_time": 0.014544153213500976, "loss_single": 3.455455684661865, "loss_dense": 3.5077401399612427, "loss": 6.963195848464966, "time": 0.1955191373825073, "step": 254400}
{"lr": 0.025606601717798213, "data_time": 0.01600308418273926, "loss_single": 3.4647647619247435, "loss_dense": 3.5111570596694945, "loss": 6.9759218215942385, "time": 0.15533127784729003, "step": 254450}
{"lr": 0.025606601717798213, "data_time": 0.015125656127929687, "loss_single": 3.4679411172866823, "loss_dense": 3.512145662307739, "loss": 6.980086851119995, "time": 0.14546382427215576, "step": 254500}
{"lr": 0.025606601717798213, "data_time": 0.01687774658203125, "loss_single": 3.4666680812835695, "loss_dense": 3.5088332414627077, "loss": 6.975501251220703, "time": 0.15070109367370604, "step": 254550}
{"lr": 0.025606601717798213, "data_time": 0.01779611110687256, "loss_single": 3.424382185935974, "loss_dense": 3.4975341081619264, "loss": 6.9219162940979, "time": 0.15652728080749512, "step": 254600}
{"lr": 0.025606601717798213, "data_time": 0.017886900901794435, "loss_single": 3.459073805809021, "loss_dense": 3.51512553691864, "loss": 6.974199295043945, "time": 0.1493553638458252, "step": 254650}
{"lr": 0.025606601717798213, "data_time": 0.01599888801574707, "loss_single": 3.4599165439605715, "loss_dense": 3.52030770778656, "loss": 6.980224180221557, "time": 0.1500561475753784, "step": 254700}
{"lr": 0.025606601717798213, "data_time": 0.04526274204254151, "loss_single": 3.4392486333847048, "loss_dense": 3.4839715480804445, "loss": 6.923220205307007, "time": 0.17421345710754393, "step": 254750}
{"lr": 0.025606601717798213, "data_time": 0.018873882293701173, "loss_single": 3.477501916885376, "loss_dense": 3.5251677989959718, "loss": 7.002669715881348, "time": 0.15664145946502686, "step": 254800}
{"lr": 0.025606601717798213, "data_time": 0.014797472953796386, "loss_single": 3.4657477140426636, "loss_dense": 3.5315712690353394, "loss": 6.997318935394287, "time": 0.16162140369415284, "step": 254850}
{"lr": 0.025606601717798213, "data_time": 0.019526457786560057, "loss_single": 3.4667642593383787, "loss_dense": 3.5272924423217775, "loss": 6.994056606292725, "time": 0.1534433126449585, "step": 254900}
{"lr": 0.025606601717798213, "data_time": 0.01446239948272705, "loss_single": 3.46074378490448, "loss_dense": 3.5065243244171143, "loss": 6.967268085479736, "time": 0.2098001003265381, "step": 254950}
{"lr": 0.025606601717798213, "data_time": 0.015977025032043457, "loss_single": 3.4685479164123536, "loss_dense": 3.5208301544189453, "loss": 6.989378166198731, "time": 0.1605837106704712, "step": 255000}
{"lr": 0.025606601717798213, "data_time": 0.0170271635055542, "loss_single": 3.450765061378479, "loss_dense": 3.500957798957825, "loss": 6.951722860336304, "time": 0.15020341873168946, "step": 255050}
{"lr": 0.025606601717798213, "data_time": 0.01790773868560791, "loss_single": 3.4963916063308718, "loss_dense": 3.529284954071045, "loss": 7.025676488876343, "time": 0.15169901847839357, "step": 255100}
{"lr": 0.025606601717798213, "data_time": 0.02016172409057617, "loss_single": 3.4770089626312255, "loss_dense": 3.5266626358032225, "loss": 7.003671646118164, "time": 0.19043569564819335, "step": 255150}
{"lr": 0.025606601717798213, "data_time": 0.013537907600402832, "loss_single": 3.481176018714905, "loss_dense": 3.5221564531326295, "loss": 7.003332567214966, "time": 0.14404842853546143, "step": 255200}
{"lr": 0.025438691948884713, "data_time": 0.020000934600830078, "loss_single": 3.470966100692749, "loss_dense": 3.508863091468811, "loss": 6.979829216003418, "time": 0.1862577199935913, "step": 255254}
{"lr": 0.025438691948884713, "data_time": 0.016211748123168945, "loss_single": 3.435798692703247, "loss_dense": 3.501139760017395, "loss": 6.936938381195068, "time": 0.15489723682403564, "step": 255304}
{"lr": 0.025438691948884713, "data_time": 0.016236639022827147, "loss_single": 3.4586005926132204, "loss_dense": 3.5211376428604124, "loss": 6.979738235473633, "time": 0.15216169357299805, "step": 255354}
{"lr": 0.025438691948884713, "data_time": 0.017723464965820314, "loss_single": 3.4504366397857664, "loss_dense": 3.4943477392196653, "loss": 6.944784307479859, "time": 0.20228614807128906, "step": 255404}
{"lr": 0.025438691948884713, "data_time": 0.017032623291015625, "loss_single": 3.451260542869568, "loss_dense": 3.509956121444702, "loss": 6.961216640472412, "time": 0.15370545387268067, "step": 255454}
{"lr": 0.025438691948884713, "data_time": 0.016721129417419434, "loss_single": 3.44703631401062, "loss_dense": 3.497977542877197, "loss": 6.945013856887817, "time": 0.1534506559371948, "step": 255504}
{"lr": 0.025438691948884713, "data_time": 0.017028284072875977, "loss_single": 3.478852152824402, "loss_dense": 3.52265260219574, "loss": 7.001504755020141, "time": 0.1507136583328247, "step": 255554}
{"lr": 0.025438691948884713, "data_time": 0.01706247329711914, "loss_single": 3.467915344238281, "loss_dense": 3.530858016014099, "loss": 6.998773431777954, "time": 0.15188636779785156, "step": 255604}
{"lr": 0.025438691948884713, "data_time": 0.013308215141296386, "loss_single": 3.4664750576019285, "loss_dense": 3.5216694116592406, "loss": 6.988144445419311, "time": 0.15055339336395263, "step": 255654}
{"lr": 0.025438691948884713, "data_time": 0.017063164710998537, "loss_single": 3.499413800239563, "loss_dense": 3.551154279708862, "loss": 7.050568056106568, "time": 0.1542006254196167, "step": 255704}
{"lr": 0.025438691948884713, "data_time": 0.01772301197052002, "loss_single": 3.4329907178878782, "loss_dense": 3.495993423461914, "loss": 6.92898416519165, "time": 0.14948325157165526, "step": 255754}
{"lr": 0.025438691948884713, "data_time": 0.014635777473449707, "loss_single": 3.474108648300171, "loss_dense": 3.5241054773330687, "loss": 6.9982141017913815, "time": 0.1553713321685791, "step": 255804}
{"lr": 0.025438691948884713, "data_time": 0.029065728187561035, "loss_single": 3.4596901655197145, "loss_dense": 3.514774227142334, "loss": 6.974464368820191, "time": 0.17177948951721192, "step": 255854}
{"lr": 0.025438691948884713, "data_time": 0.016956138610839843, "loss_single": 3.4487283706665037, "loss_dense": 3.4848527908325195, "loss": 6.933581256866455, "time": 0.15451769828796386, "step": 255904}
{"lr": 0.025438691948884713, "data_time": 0.01846168041229248, "loss_single": 3.4649447441101073, "loss_dense": 3.516449475288391, "loss": 6.981394195556641, "time": 0.18401293754577636, "step": 255954}
{"lr": 0.025438691948884713, "data_time": 0.01728816032409668, "loss_single": 3.4549249410629272, "loss_dense": 3.50749294757843, "loss": 6.962417936325073, "time": 0.1566234588623047, "step": 256004}
{"lr": 0.025438691948884713, "data_time": 0.01824212074279785, "loss_single": 3.4695860385894775, "loss_dense": 3.5222686767578124, "loss": 6.991854810714722, "time": 0.14973607063293456, "step": 256054}
{"lr": 0.025438691948884713, "data_time": 0.016066455841064455, "loss_single": 3.477600932121277, "loss_dense": 3.5089775562286376, "loss": 6.986578512191772, "time": 0.1509169101715088, "step": 256104}
{"lr": 0.025438691948884713, "data_time": 0.01791801452636719, "loss_single": 3.4640869140625, "loss_dense": 3.515329623222351, "loss": 6.979416561126709, "time": 0.15273125171661378, "step": 256154}
{"lr": 0.025438691948884713, "data_time": 0.016885948181152344, "loss_single": 3.4844043970108034, "loss_dense": 3.5233174324035645, "loss": 7.007721853256226, "time": 0.15122668743133544, "step": 256204}
{"lr": 0.025438691948884713, "data_time": 0.013488197326660156, "loss_single": 3.461056709289551, "loss_dense": 3.5134937047958372, "loss": 6.974550390243531, "time": 0.15460424423217772, "step": 256254}
{"lr": 0.025438691948884713, "data_time": 0.015213704109191895, "loss_single": 3.4665795803070067, "loss_dense": 3.5289716482162476, "loss": 6.995551204681396, "time": 0.14898786544799805, "step": 256304}
{"lr": 0.025438691948884713, "data_time": 0.01740386486053467, "loss_single": 3.44688994884491, "loss_dense": 3.4979740858078, "loss": 6.944864082336426, "time": 0.17156670093536378, "step": 256354}
{"lr": 0.025438691948884713, "data_time": 0.01595001220703125, "loss_single": 3.416889023780823, "loss_dense": 3.480907344818115, "loss": 6.89779634475708, "time": 0.15188088417053222, "step": 256404}
{"lr": 0.025438691948884713, "data_time": 0.01717045307159424, "loss_single": 3.467783713340759, "loss_dense": 3.5170584201812742, "loss": 6.984842205047608, "time": 0.1516038417816162, "step": 256454}
{"lr": 0.025438691948884713, "data_time": 0.01745340824127197, "loss_single": 3.4631155014038084, "loss_dense": 3.525945019721985, "loss": 6.989060497283935, "time": 0.1553129196166992, "step": 256504}
{"lr": 0.025438691948884713, "data_time": 0.017365217208862305, "loss_single": 3.47542028427124, "loss_dense": 3.5159093618392943, "loss": 6.991329622268677, "time": 0.14788610935211183, "step": 256554}
{"lr": 0.025438691948884713, "data_time": 0.021091628074645995, "loss_single": 3.449999141693115, "loss_dense": 3.505116677284241, "loss": 6.955115842819214, "time": 0.17835965156555175, "step": 256604}
{"lr": 0.025438691948884713, "data_time": 0.016425275802612306, "loss_single": 3.4340691804885863, "loss_dense": 3.4772558212280273, "loss": 6.91132493019104, "time": 0.1736133337020874, "step": 256654}
{"lr": 0.025438691948884713, "data_time": 0.0174410343170166, "loss_single": 3.490362811088562, "loss_dense": 3.52769672870636, "loss": 7.018059492111206, "time": 0.15608716011047363, "step": 256704}
{"lr": 0.025438691948884713, "data_time": 0.016895985603332518, "loss_single": 3.432485747337341, "loss_dense": 3.4718940258026123, "loss": 6.904379796981812, "time": 0.15613293647766113, "step": 256754}
{"lr": 0.025438691948884713, "data_time": 0.016508269309997558, "loss_single": 3.4405187368392944, "loss_dense": 3.4848361015319824, "loss": 6.925354862213135, "time": 0.15441031455993653, "step": 256804}
{"lr": 0.025438691948884713, "data_time": 0.017290353775024414, "loss_single": 3.4487770557403565, "loss_dense": 3.485281538963318, "loss": 6.934058618545532, "time": 0.1480623960494995, "step": 256854}
{"lr": 0.025438691948884713, "data_time": 0.016867637634277344, "loss_single": 3.4584038972854616, "loss_dense": 3.520287585258484, "loss": 6.9786913871765135, "time": 0.18982908725738526, "step": 256904}
{"lr": 0.025438691948884713, "data_time": 0.017140984535217285, "loss_single": 3.4545462369918822, "loss_dense": 3.5053972721099855, "loss": 6.95994348526001, "time": 0.1526638984680176, "step": 256954}
{"lr": 0.025438691948884713, "data_time": 0.01629316806793213, "loss_single": 3.42808620929718, "loss_dense": 3.497854471206665, "loss": 6.925940704345703, "time": 0.1601931095123291, "step": 257004}
{"lr": 0.025438691948884713, "data_time": 0.015514945983886719, "loss_single": 3.4747806549072267, "loss_dense": 3.5251046895980833, "loss": 6.999885416030883, "time": 0.18299942016601561, "step": 257054}
{"lr": 0.025438691948884713, "data_time": 0.01610124111175537, "loss_single": 3.453696608543396, "loss_dense": 3.511242318153381, "loss": 6.9649388790130615, "time": 0.15245211124420166, "step": 257104}
{"lr": 0.025438691948884713, "data_time": 0.016775131225585938, "loss_single": 3.464280891418457, "loss_dense": 3.525519871711731, "loss": 6.9898007869720455, "time": 0.14865248203277587, "step": 257154}
{"lr": 0.025438691948884713, "data_time": 0.01705822944641113, "loss_single": 3.433007550239563, "loss_dense": 3.479162645339966, "loss": 6.9121702194213865, "time": 0.16854376792907716, "step": 257204}
{"lr": 0.025438691948884713, "data_time": 0.020924806594848633, "loss_single": 3.4467180728912354, "loss_dense": 3.4832874536514282, "loss": 6.930005502700806, "time": 0.15140295028686523, "step": 257254}
{"lr": 0.025438691948884713, "data_time": 0.01750900745391846, "loss_single": 3.451614022254944, "loss_dense": 3.5016866445541384, "loss": 6.953300619125367, "time": 0.15048129558563234, "step": 257304}
{"lr": 0.025438691948884713, "data_time": 0.016279029846191406, "loss_single": 3.460722041130066, "loss_dense": 3.519147539138794, "loss": 6.979869604110718, "time": 0.1490656852722168, "step": 257354}
{"lr": 0.025438691948884713, "data_time": 0.016100049018859863, "loss_single": 3.4591853857040404, "loss_dense": 3.502921986579895, "loss": 6.962107372283936, "time": 0.15724120140075684, "step": 257404}
{"lr": 0.025438691948884713, "data_time": 0.01806824207305908, "loss_single": 3.4718745708465577, "loss_dense": 3.5173365116119384, "loss": 6.9892110347747805, "time": 0.18041276931762695, "step": 257454}
{"lr": 0.025438691948884713, "data_time": 0.016067147254943848, "loss_single": 3.4625381231307983, "loss_dense": 3.503000855445862, "loss": 6.96553897857666, "time": 0.1531879186630249, "step": 257504}
{"lr": 0.025438691948884713, "data_time": 0.018127918243408203, "loss_single": 3.4589047908782957, "loss_dense": 3.500359225273132, "loss": 6.959264087677002, "time": 0.15169386863708495, "step": 257554}
{"lr": 0.025438691948884713, "data_time": 0.01838686466217041, "loss_single": 3.4643731355667113, "loss_dense": 3.5187833070755006, "loss": 6.983156442642212, "time": 0.1527247905731201, "step": 257604}
{"lr": 0.025438691948884713, "data_time": 0.01689765453338623, "loss_single": 3.4457719564437865, "loss_dense": 3.4887357711791993, "loss": 6.934507751464844, "time": 0.16076440811157228, "step": 257654}
{"lr": 0.025438691948884713, "data_time": 0.01697673797607422, "loss_single": 3.4696885347366333, "loss_dense": 3.5277480602264406, "loss": 6.997436618804931, "time": 0.1639925479888916, "step": 257704}
{"lr": 0.025438691948884713, "data_time": 0.016565871238708497, "loss_single": 3.482650947570801, "loss_dense": 3.5368896961212157, "loss": 7.019540643692016, "time": 0.15263898372650148, "step": 257754}
{"lr": 0.025438691948884713, "data_time": 0.014629840850830078, "loss_single": 3.4502201318740844, "loss_dense": 3.49291250705719, "loss": 6.943132543563843, "time": 0.14963793754577637, "step": 257804}
{"lr": 0.025438691948884713, "data_time": 0.014352130889892577, "loss_single": 3.4657694578170775, "loss_dense": 3.525823640823364, "loss": 6.991593074798584, "time": 0.14809622764587402, "step": 257854}
{"lr": 0.025438691948884713, "data_time": 0.019592690467834472, "loss_single": 3.4878929615020753, "loss_dense": 3.5242165088653565, "loss": 7.012109422683716, "time": 0.1517552137374878, "step": 257904}
{"lr": 0.025438691948884713, "data_time": 0.02228415012359619, "loss_single": 3.452712345123291, "loss_dense": 3.5024056673049926, "loss": 6.955118036270141, "time": 0.20554540157318116, "step": 257954}
{"lr": 0.025438691948884713, "data_time": 0.016426444053649902, "loss_single": 3.4552326679229735, "loss_dense": 3.5088781118392944, "loss": 6.964110803604126, "time": 0.1583120346069336, "step": 258004}
{"lr": 0.025438691948884713, "data_time": 0.016081857681274413, "loss_single": 3.454145836830139, "loss_dense": 3.496390962600708, "loss": 6.950536870956421, "time": 0.1502228021621704, "step": 258054}
{"lr": 0.025438691948884713, "data_time": 0.016269588470458986, "loss_single": 3.4601075410842896, "loss_dense": 3.521394681930542, "loss": 6.9815021514892575, "time": 0.16405148506164552, "step": 258104}
{"lr": 0.025438691948884713, "data_time": 0.024023962020874024, "loss_single": 3.4560288190841675, "loss_dense": 3.509936738014221, "loss": 6.965965604782104, "time": 0.16481373310089112, "step": 258154}
{"lr": 0.025438691948884713, "data_time": 0.020225715637207032, "loss_single": 3.437458109855652, "loss_dense": 3.478328895568848, "loss": 6.915786981582642, "time": 0.181441068649292, "step": 258204}
{"lr": 0.025438691948884713, "data_time": 0.01801576614379883, "loss_single": 3.456945872306824, "loss_dense": 3.507902431488037, "loss": 6.964848232269287, "time": 0.15228073596954345, "step": 258254}
{"lr": 0.025438691948884713, "data_time": 0.016269207000732422, "loss_single": 3.4275238513946533, "loss_dense": 3.4863088130950928, "loss": 6.9138326168060305, "time": 0.15434527397155762, "step": 258304}
{"lr": 0.025438691948884713, "data_time": 0.017861533164978027, "loss_single": 3.4486480474472048, "loss_dense": 3.4845478534698486, "loss": 6.933195972442627, "time": 0.15249240398406982, "step": 258354}
{"lr": 0.025438691948884713, "data_time": 0.017727994918823244, "loss_single": 3.444196033477783, "loss_dense": 3.498583769798279, "loss": 6.94277982711792, "time": 0.1486255407333374, "step": 258404}
{"lr": 0.025438691948884713, "data_time": 0.017360877990722657, "loss_single": 3.464549732208252, "loss_dense": 3.5234353065490724, "loss": 6.987984991073608, "time": 0.23367221355438234, "step": 258454}
{"lr": 0.025438691948884713, "data_time": 0.023952746391296388, "loss_single": 3.46586127281189, "loss_dense": 3.5238093614578245, "loss": 6.989670610427856, "time": 0.18893744945526122, "step": 258504}
{"lr": 0.025438691948884713, "data_time": 0.017814373970031737, "loss_single": 3.4535552501678466, "loss_dense": 3.5094154834747315, "loss": 6.962970733642578, "time": 0.15296468734741211, "step": 258554}
{"lr": 0.025438691948884713, "data_time": 0.021554994583129882, "loss_single": 3.4763205528259276, "loss_dense": 3.5269564390182495, "loss": 7.003277015686035, "time": 0.16222758293151857, "step": 258604}
{"lr": 0.025438691948884713, "data_time": 0.018194365501403808, "loss_single": 3.468478035926819, "loss_dense": 3.508760690689087, "loss": 6.977238750457763, "time": 0.15250067710876464, "step": 258654}
{"lr": 0.025438691948884713, "data_time": 0.017675566673278808, "loss_single": 3.439765524864197, "loss_dense": 3.4939637899398805, "loss": 6.933729219436645, "time": 0.15529155731201172, "step": 258704}
{"lr": 0.025438691948884713, "data_time": 0.019814157485961915, "loss_single": 3.465235638618469, "loss_dense": 3.5228336334228514, "loss": 6.988069295883179, "time": 0.15157108306884765, "step": 258754}
{"lr": 0.025438691948884713, "data_time": 0.008431386947631837, "loss_single": 3.500523591041565, "loss_dense": 3.5511080265045165, "loss": 7.051631593704224, "time": 0.1526503086090088, "step": 258804}
{"lr": 0.025438691948884713, "data_time": 0.017679977416992187, "loss_single": 3.4449482917785645, "loss_dense": 3.5054850339889527, "loss": 6.950433301925659, "time": 0.15031156539916993, "step": 258854}
{"lr": 0.025438691948884713, "data_time": 0.01819918155670166, "loss_single": 3.4342026710510254, "loss_dense": 3.500329875946045, "loss": 6.934532594680786, "time": 0.1543713092803955, "step": 258904}
{"lr": 0.025438691948884713, "data_time": 0.01659073829650879, "loss_single": 3.464601922035217, "loss_dense": 3.516611909866333, "loss": 6.981213808059692, "time": 0.1588503122329712, "step": 258954}
{"lr": 0.025438691948884713, "data_time": 0.022219300270080566, "loss_single": 3.4880388736724854, "loss_dense": 3.5293498754501345, "loss": 7.017388725280762, "time": 0.1727642297744751, "step": 259004}
{"lr": 0.025438691948884713, "data_time": 0.016402721405029297, "loss_single": 3.447538065910339, "loss_dense": 3.4882158517837523, "loss": 6.935753965377808, "time": 0.16101934909820556, "step": 259054}
{"lr": 0.025438691948884713, "data_time": 0.015828800201416016, "loss_single": 3.4748666524887084, "loss_dense": 3.5227434396743775, "loss": 6.997610139846802, "time": 0.16163549423217774, "step": 259104}
{"lr": 0.025438691948884713, "data_time": 0.01589787006378174, "loss_single": 3.457226800918579, "loss_dense": 3.4985941886901855, "loss": 6.955820941925049, "time": 0.1543807029724121, "step": 259154}
{"lr": 0.025438691948884713, "data_time": 0.030653977394104005, "loss_single": 3.442267322540283, "loss_dense": 3.5105473279953, "loss": 6.952814626693725, "time": 0.1643995761871338, "step": 259204}
{"lr": 0.025438691948884713, "data_time": 0.01844632625579834, "loss_single": 3.444081425666809, "loss_dense": 3.507006049156189, "loss": 6.951087427139282, "time": 0.14938225746154785, "step": 259254}
{"lr": 0.025438691948884713, "data_time": 0.02427661418914795, "loss_single": 3.4420252084732055, "loss_dense": 3.4886361837387083, "loss": 6.930661392211914, "time": 0.16987459659576415, "step": 259304}
{"lr": 0.025438691948884713, "data_time": 0.01673901081085205, "loss_single": 3.480688452720642, "loss_dense": 3.522047019004822, "loss": 7.002735614776611, "time": 0.15370988845825195, "step": 259354}
{"lr": 0.025438691948884713, "data_time": 0.016854381561279295, "loss_single": 3.460298204421997, "loss_dense": 3.5132761716842653, "loss": 6.97357439994812, "time": 0.15761032104492187, "step": 259404}
{"lr": 0.025438691948884713, "data_time": 0.020734500885009766, "loss_single": 3.4815062522888183, "loss_dense": 3.538551998138428, "loss": 7.020058345794678, "time": 0.15496740341186524, "step": 259454}
{"lr": 0.025438691948884713, "data_time": 0.016806387901306154, "loss_single": 3.4605514287948607, "loss_dense": 3.505351185798645, "loss": 6.965902662277221, "time": 0.15245356559753417, "step": 259504}
{"lr": 0.025438691948884713, "data_time": 0.016950583457946776, "loss_single": 3.4494651794433593, "loss_dense": 3.507255434989929, "loss": 6.956720638275146, "time": 0.15846621990203857, "step": 259554}
{"lr": 0.025438691948884713, "data_time": 0.020765352249145507, "loss_single": 3.443712854385376, "loss_dense": 3.5005497694015504, "loss": 6.9442626476287845, "time": 0.3271265268325806, "step": 259604}
{"lr": 0.025438691948884713, "data_time": 0.016007304191589355, "loss_single": 3.457802724838257, "loss_dense": 3.501473879814148, "loss": 6.959276485443115, "time": 0.15751123428344727, "step": 259654}
{"lr": 0.025438691948884713, "data_time": 0.017312383651733397, "loss_single": 3.446996259689331, "loss_dense": 3.5077890396118163, "loss": 6.9547852039337155, "time": 0.16099092960357667, "step": 259704}
{"lr": 0.025438691948884713, "data_time": 0.017523550987243654, "loss_single": 3.460818386077881, "loss_dense": 3.515016555786133, "loss": 6.97583498954773, "time": 0.1551290512084961, "step": 259754}
{"lr": 0.025438691948884713, "data_time": 0.018906188011169434, "loss_single": 3.4743205308914185, "loss_dense": 3.5251675844192505, "loss": 6.999488115310669, "time": 0.15085384845733643, "step": 259804}
{"lr": 0.025438691948884713, "data_time": 0.017817211151123048, "loss_single": 3.4707487344741823, "loss_dense": 3.521213746070862, "loss": 6.991962480545044, "time": 0.1524144172668457, "step": 259854}
{"lr": 0.025438691948884713, "data_time": 0.020540475845336914, "loss_single": 3.451479959487915, "loss_dense": 3.509310221672058, "loss": 6.9607902526855465, "time": 0.2405693531036377, "step": 259904}
{"lr": 0.025438691948884713, "data_time": 0.017521023750305176, "loss_single": 3.4232404470443725, "loss_dense": 3.490130591392517, "loss": 6.913371133804321, "time": 0.16933028697967528, "step": 259954}
{"lr": 0.025438691948884713, "data_time": 0.017248654365539552, "loss_single": 3.46043176651001, "loss_dense": 3.5082297801971434, "loss": 6.968661642074585, "time": 0.14711470603942872, "step": 260004}
{"lr": 0.025438691948884713, "data_time": 0.015680575370788576, "loss_single": 3.4554181814193727, "loss_dense": 3.4955076217651366, "loss": 6.950925827026367, "time": 0.15858638286590576, "step": 260054}
{"lr": 0.025438691948884713, "data_time": 0.01657602787017822, "loss_single": 3.4668150424957274, "loss_dense": 3.522398090362549, "loss": 6.989213132858277, "time": 0.14936683177947999, "step": 260104}
{"lr": 0.025438691948884713, "data_time": 0.018565607070922852, "loss_single": 3.462272882461548, "loss_dense": 3.5259750127792358, "loss": 6.988248014450074, "time": 0.22629356384277344, "step": 260154}
{"lr": 0.025438691948884713, "data_time": 0.01281578540802002, "loss_single": 3.4775396823883056, "loss_dense": 3.5189162731170653, "loss": 6.996455907821655, "time": 0.14494950771331788, "step": 260204}
{"lr": 0.025268206588930333, "data_time": 0.01936931610107422, "loss_single": 3.465306806564331, "loss_dense": 3.5199477910995483, "loss": 6.985254573822021, "time": 0.1903398036956787, "step": 260258}
{"lr": 0.025268206588930333, "data_time": 0.01670212745666504, "loss_single": 3.462043571472168, "loss_dense": 3.5127800703048706, "loss": 6.974823617935181, "time": 0.15314695835113526, "step": 260308}
{"lr": 0.025268206588930333, "data_time": 0.016582798957824708, "loss_single": 3.438540506362915, "loss_dense": 3.4844105005264283, "loss": 6.922951078414917, "time": 0.14903028011322023, "step": 260358}
{"lr": 0.025268206588930333, "data_time": 0.01698734760284424, "loss_single": 3.494860363006592, "loss_dense": 3.5363966464996337, "loss": 7.031257009506225, "time": 0.14999823570251464, "step": 260408}
{"lr": 0.025268206588930333, "data_time": 0.01649801731109619, "loss_single": 3.428958368301392, "loss_dense": 3.479449152946472, "loss": 6.908407545089721, "time": 0.15668962001800538, "step": 260458}
{"lr": 0.025268206588930333, "data_time": 0.023604536056518556, "loss_single": 3.463105654716492, "loss_dense": 3.516416382789612, "loss": 6.979522037506103, "time": 0.22685177326202394, "step": 260508}
{"lr": 0.025268206588930333, "data_time": 0.018072843551635742, "loss_single": 3.4796664476394654, "loss_dense": 3.5258581161499025, "loss": 7.00552453994751, "time": 0.1575862407684326, "step": 260558}
{"lr": 0.025268206588930333, "data_time": 0.013275432586669921, "loss_single": 3.439787745475769, "loss_dense": 3.4886643409729006, "loss": 6.928452110290527, "time": 0.15618581771850587, "step": 260608}
{"lr": 0.025268206588930333, "data_time": 0.01760733127593994, "loss_single": 3.4770941495895387, "loss_dense": 3.5207167863845825, "loss": 6.997810935974121, "time": 0.15363495349884032, "step": 260658}
{"lr": 0.025268206588930333, "data_time": 0.018360185623168945, "loss_single": 3.436681342124939, "loss_dense": 3.4768484592437745, "loss": 6.9135298252105715, "time": 0.15084993839263916, "step": 260708}
{"lr": 0.025268206588930333, "data_time": 0.02126295566558838, "loss_single": 3.4574807405471804, "loss_dense": 3.522098112106323, "loss": 6.979578876495362, "time": 0.18031976222991944, "step": 260758}
{"lr": 0.025268206588930333, "data_time": 0.01650691032409668, "loss_single": 3.4630295038223267, "loss_dense": 3.511865472793579, "loss": 6.974895000457764, "time": 0.15186541080474852, "step": 260808}
{"lr": 0.025268206588930333, "data_time": 0.018279099464416505, "loss_single": 3.4491330862045286, "loss_dense": 3.5135570526123048, "loss": 6.962690258026123, "time": 0.15205342769622804, "step": 260858}
{"lr": 0.025268206588930333, "data_time": 0.024259424209594725, "loss_single": 3.4434028387069704, "loss_dense": 3.4927128314971925, "loss": 6.936115646362305, "time": 0.16012413501739503, "step": 260908}
{"lr": 0.025268206588930333, "data_time": 0.07784566879272461, "loss_single": 3.448052263259888, "loss_dense": 3.4924530506134035, "loss": 6.9405053615570065, "time": 0.21081094741821288, "step": 260958}
{"lr": 0.025268206588930333, "data_time": 0.01707425117492676, "loss_single": 3.4552189111709595, "loss_dense": 3.493988537788391, "loss": 6.949207496643067, "time": 0.14691033363342285, "step": 261008}
{"lr": 0.025268206588930333, "data_time": 0.01531839370727539, "loss_single": 3.4750839948654173, "loss_dense": 3.5209951877593992, "loss": 6.9960792541503904, "time": 0.18397724628448486, "step": 261058}
{"lr": 0.025268206588930333, "data_time": 0.017174911499023438, "loss_single": 3.43586688041687, "loss_dense": 3.482088088989258, "loss": 6.917954921722412, "time": 0.1585068941116333, "step": 261108}
{"lr": 0.025268206588930333, "data_time": 0.017905235290527344, "loss_single": 3.4583609342575072, "loss_dense": 3.523111581802368, "loss": 6.981472492218018, "time": 0.1489473342895508, "step": 261158}
{"lr": 0.025268206588930333, "data_time": 0.01850419044494629, "loss_single": 3.4220638036727906, "loss_dense": 3.4766780138015747, "loss": 6.898741817474365, "time": 0.1505354166030884, "step": 261208}
{"lr": 0.025268206588930333, "data_time": 0.016254115104675292, "loss_single": 3.473514032363892, "loss_dense": 3.5142989635467528, "loss": 6.9878129959106445, "time": 0.15551247596740722, "step": 261258}
{"lr": 0.025268206588930333, "data_time": 0.016740918159484863, "loss_single": 3.462625432014465, "loss_dense": 3.5197106838226317, "loss": 6.982336139678955, "time": 0.18866302967071533, "step": 261308}
{"lr": 0.025268206588930333, "data_time": 0.017822694778442384, "loss_single": 3.4567580699920653, "loss_dense": 3.48944091796875, "loss": 6.946199035644531, "time": 0.15362963676452637, "step": 261358}
{"lr": 0.025268206588930333, "data_time": 0.019075798988342284, "loss_single": 3.4352721691131594, "loss_dense": 3.482769250869751, "loss": 6.91804141998291, "time": 0.1672123670578003, "step": 261408}
{"lr": 0.025268206588930333, "data_time": 0.015376996994018555, "loss_single": 3.4700875997543337, "loss_dense": 3.5306829452514648, "loss": 7.000770521163941, "time": 0.16195404529571533, "step": 261458}
{"lr": 0.025268206588930333, "data_time": 0.01583414077758789, "loss_single": 3.436333990097046, "loss_dense": 3.504650020599365, "loss": 6.940984010696411, "time": 0.15177175998687745, "step": 261508}
{"lr": 0.025268206588930333, "data_time": 0.02139434814453125, "loss_single": 3.46646134853363, "loss_dense": 3.525009536743164, "loss": 6.991470861434936, "time": 0.18476371765136718, "step": 261558}
{"lr": 0.025268206588930333, "data_time": 0.01662726402282715, "loss_single": 3.440616822242737, "loss_dense": 3.493440532684326, "loss": 6.934057378768921, "time": 0.14799184799194337, "step": 261608}
{"lr": 0.025268206588930333, "data_time": 0.01665644645690918, "loss_single": 3.4701735973358154, "loss_dense": 3.509215831756592, "loss": 6.979389429092407, "time": 0.14976203441619873, "step": 261658}
{"lr": 0.025268206588930333, "data_time": 0.017173051834106445, "loss_single": 3.491488790512085, "loss_dense": 3.5290964603424073, "loss": 7.020585298538208, "time": 0.15140485763549805, "step": 261708}
{"lr": 0.025268206588930333, "data_time": 0.018768572807312013, "loss_single": 3.4364684343338014, "loss_dense": 3.4891934633255004, "loss": 6.925661945343018, "time": 0.15278210639953613, "step": 261758}
{"lr": 0.025268206588930333, "data_time": 0.017959737777709962, "loss_single": 3.4378872156143188, "loss_dense": 3.505966806411743, "loss": 6.9438539981842045, "time": 0.15305252075195314, "step": 261808}
{"lr": 0.025268206588930333, "data_time": 0.017953658103942872, "loss_single": 3.4605597257614136, "loss_dense": 3.5007513046264647, "loss": 6.961311101913452, "time": 0.15856971740722656, "step": 261858}
{"lr": 0.025268206588930333, "data_time": 0.01857914924621582, "loss_single": 3.447405529022217, "loss_dense": 3.5100051403045653, "loss": 6.957410573959351, "time": 0.19615375995635986, "step": 261908}
{"lr": 0.025268206588930333, "data_time": 0.015727925300598144, "loss_single": 3.457152318954468, "loss_dense": 3.4989039659500123, "loss": 6.956056308746338, "time": 0.15586955547332765, "step": 261958}
{"lr": 0.025268206588930333, "data_time": 0.015004944801330567, "loss_single": 3.460433578491211, "loss_dense": 3.5076825618743896, "loss": 6.968116092681885, "time": 0.19256138801574707, "step": 262008}
{"lr": 0.025268206588930333, "data_time": 0.018918752670288086, "loss_single": 3.446653199195862, "loss_dense": 3.494485545158386, "loss": 6.941138744354248, "time": 0.15739879608154297, "step": 262058}
{"lr": 0.025268206588930333, "data_time": 0.015307402610778809, "loss_single": 3.4462299585342406, "loss_dense": 3.502864217758179, "loss": 6.949094200134278, "time": 0.22227897644042968, "step": 262108}
{"lr": 0.025268206588930333, "data_time": 0.018195533752441408, "loss_single": 3.4656417846679686, "loss_dense": 3.5274496555328367, "loss": 6.993091487884522, "time": 0.1534130811691284, "step": 262158}
{"lr": 0.025268206588930333, "data_time": 0.017381787300109863, "loss_single": 3.4443917989730837, "loss_dense": 3.49503071308136, "loss": 6.939422559738159, "time": 0.15373775959014893, "step": 262208}
{"lr": 0.025268206588930333, "data_time": 0.018077802658081055, "loss_single": 3.472732138633728, "loss_dense": 3.520840287208557, "loss": 6.993572473526001, "time": 0.15540876388549804, "step": 262258}
{"lr": 0.025268206588930333, "data_time": 0.01686990261077881, "loss_single": 3.433420443534851, "loss_dense": 3.48762047290802, "loss": 6.9210409164428714, "time": 0.1598583459854126, "step": 262308}
{"lr": 0.025268206588930333, "data_time": 0.015346479415893555, "loss_single": 3.461619663238525, "loss_dense": 3.518611931800842, "loss": 6.980231618881225, "time": 0.14850809574127197, "step": 262358}
{"lr": 0.025268206588930333, "data_time": 0.01680939197540283, "loss_single": 3.4794135332107543, "loss_dense": 3.531324052810669, "loss": 7.010737562179566, "time": 0.17123215198516845, "step": 262408}
{"lr": 0.025268206588930333, "data_time": 0.017301225662231447, "loss_single": 3.452193999290466, "loss_dense": 3.5108715295791626, "loss": 6.963065528869629, "time": 0.20686044692993164, "step": 262458}
{"lr": 0.025268206588930333, "data_time": 0.016753673553466797, "loss_single": 3.46094331741333, "loss_dense": 3.5160253763198854, "loss": 6.976968717575073, "time": 0.15199787616729737, "step": 262508}
{"lr": 0.025268206588930333, "data_time": 0.018555188179016115, "loss_single": 3.4431586980819704, "loss_dense": 3.515093278884888, "loss": 6.958252000808716, "time": 0.153092622756958, "step": 262558}
{"lr": 0.025268206588930333, "data_time": 0.01630837917327881, "loss_single": 3.4323325634002684, "loss_dense": 3.493393063545227, "loss": 6.925725650787354, "time": 0.15024094581604003, "step": 262608}
{"lr": 0.025268206588930333, "data_time": 0.016425299644470214, "loss_single": 3.460274839401245, "loss_dense": 3.518172335624695, "loss": 6.978447151184082, "time": 0.15324642658233642, "step": 262658}
{"lr": 0.025268206588930333, "data_time": 0.01968715190887451, "loss_single": 3.460499119758606, "loss_dense": 3.518409562110901, "loss": 6.978908681869507, "time": 0.20914270877838134, "step": 262708}
{"lr": 0.025268206588930333, "data_time": 0.017708134651184083, "loss_single": 3.452503490447998, "loss_dense": 3.500689482688904, "loss": 6.953192949295044, "time": 0.1535860061645508, "step": 262758}
{"lr": 0.025268206588930333, "data_time": 0.016561293601989747, "loss_single": 3.4736944913864134, "loss_dense": 3.5184099674224854, "loss": 6.992104482650757, "time": 0.1581414222717285, "step": 262808}
{"lr": 0.025268206588930333, "data_time": 0.017074179649353028, "loss_single": 3.449733567237854, "loss_dense": 3.4998448133468627, "loss": 6.949578332901001, "time": 0.1518566370010376, "step": 262858}
{"lr": 0.025268206588930333, "data_time": 0.017024016380310057, "loss_single": 3.4426767110824583, "loss_dense": 3.503183603286743, "loss": 6.945860242843628, "time": 0.1546931028366089, "step": 262908}
{"lr": 0.025268206588930333, "data_time": 0.01750967502593994, "loss_single": 3.447098422050476, "loss_dense": 3.5218331098556517, "loss": 6.968931579589844, "time": 0.19932115077972412, "step": 262958}
{"lr": 0.025268206588930333, "data_time": 0.018467116355895995, "loss_single": 3.4643348455429077, "loss_dense": 3.511688256263733, "loss": 6.9760230541229244, "time": 0.16097497940063477, "step": 263008}
{"lr": 0.025268206588930333, "data_time": 0.017577075958251955, "loss_single": 3.453810214996338, "loss_dense": 3.5109408617019655, "loss": 6.964751100540161, "time": 0.1517204999923706, "step": 263058}
{"lr": 0.025268206588930333, "data_time": 0.016840791702270506, "loss_single": 3.4888425350189207, "loss_dense": 3.536564826965332, "loss": 7.0254072666168215, "time": 0.15661256313323973, "step": 263108}
{"lr": 0.025268206588930333, "data_time": 0.018419861793518066, "loss_single": 3.468243885040283, "loss_dense": 3.5113803863525392, "loss": 6.979624319076538, "time": 0.15146899223327637, "step": 263158}
{"lr": 0.025268206588930333, "data_time": 0.02114536762237549, "loss_single": 3.4573495626449584, "loss_dense": 3.5025617361068724, "loss": 6.959911251068116, "time": 0.25582275390625, "step": 263208}
{"lr": 0.025268206588930333, "data_time": 0.016760849952697755, "loss_single": 3.4469640970230104, "loss_dense": 3.502614235877991, "loss": 6.949578380584716, "time": 0.151106595993042, "step": 263258}
{"lr": 0.025268206588930333, "data_time": 0.015668749809265137, "loss_single": 3.4379867553710937, "loss_dense": 3.493055009841919, "loss": 6.931041860580445, "time": 0.1521446466445923, "step": 263308}
{"lr": 0.025268206588930333, "data_time": 0.01740133762359619, "loss_single": 3.4646734952926637, "loss_dense": 3.5178636074066163, "loss": 6.982537126541137, "time": 0.15180702209472657, "step": 263358}
{"lr": 0.025268206588930333, "data_time": 0.014708685874938964, "loss_single": 3.419991302490234, "loss_dense": 3.482695198059082, "loss": 6.902686548233032, "time": 0.15466690063476562, "step": 263408}
{"lr": 0.025268206588930333, "data_time": 0.017757177352905273, "loss_single": 3.4597886562347413, "loss_dense": 3.497332310676575, "loss": 6.9571209907531735, "time": 0.14856925010681152, "step": 263458}
{"lr": 0.025268206588930333, "data_time": 0.018892407417297363, "loss_single": 3.454026770591736, "loss_dense": 3.521601128578186, "loss": 6.975627851486206, "time": 0.15327718257904052, "step": 263508}
{"lr": 0.025268206588930333, "data_time": 0.016559886932373046, "loss_single": 3.4765320301055906, "loss_dense": 3.5172905683517457, "loss": 6.993822479248047, "time": 0.19888677597045898, "step": 263558}
{"lr": 0.025268206588930333, "data_time": 0.017730903625488282, "loss_single": 3.443365240097046, "loss_dense": 3.5018064260482786, "loss": 6.945171546936035, "time": 0.1545586347579956, "step": 263608}
{"lr": 0.025268206588930333, "data_time": 0.029330968856811523, "loss_single": 3.4300521850585937, "loss_dense": 3.480274868011475, "loss": 6.910326910018921, "time": 0.16112406253814698, "step": 263658}
{"lr": 0.025268206588930333, "data_time": 0.017172837257385255, "loss_single": 3.4718500852584837, "loss_dense": 3.523739552497864, "loss": 6.995589637756348, "time": 0.14909627437591552, "step": 263708}
{"lr": 0.025268206588930333, "data_time": 0.018920159339904784, "loss_single": 3.455464792251587, "loss_dense": 3.506455111503601, "loss": 6.96191987991333, "time": 0.1612173318862915, "step": 263758}
{"lr": 0.025268206588930333, "data_time": 0.01717641353607178, "loss_single": 3.469465708732605, "loss_dense": 3.510742115974426, "loss": 6.980207872390747, "time": 0.15094139575958251, "step": 263808}
{"lr": 0.025268206588930333, "data_time": 0.016163063049316407, "loss_single": 3.474869155883789, "loss_dense": 3.518256592750549, "loss": 6.993125772476196, "time": 0.15606291294097902, "step": 263858}
{"lr": 0.025268206588930333, "data_time": 0.01639111042022705, "loss_single": 3.4453237056732178, "loss_dense": 3.4998149394989015, "loss": 6.945138549804687, "time": 0.1542003870010376, "step": 263908}
{"lr": 0.025268206588930333, "data_time": 0.017669534683227538, "loss_single": 3.464676570892334, "loss_dense": 3.5427451610565184, "loss": 7.007421875, "time": 0.15562038421630858, "step": 263958}
{"lr": 0.025268206588930333, "data_time": 0.014874505996704101, "loss_single": 3.4677189350128175, "loss_dense": 3.5271564245224, "loss": 6.99487533569336, "time": 0.15129404067993163, "step": 264008}
{"lr": 0.025268206588930333, "data_time": 0.018035316467285158, "loss_single": 3.460242748260498, "loss_dense": 3.5083826065063475, "loss": 6.96862530708313, "time": 0.1606658697128296, "step": 264058}
{"lr": 0.025268206588930333, "data_time": 0.018239331245422364, "loss_single": 3.4322693586349486, "loss_dense": 3.501634693145752, "loss": 6.933904075622559, "time": 0.15421438217163086, "step": 264108}
{"lr": 0.025268206588930333, "data_time": 0.015155601501464843, "loss_single": 3.4692896366119386, "loss_dense": 3.523514151573181, "loss": 6.992803764343262, "time": 0.15679149627685546, "step": 264158}
{"lr": 0.025268206588930333, "data_time": 0.014902424812316895, "loss_single": 3.5011072397232055, "loss_dense": 3.5401801109313964, "loss": 7.0412873268127445, "time": 0.163627290725708, "step": 264208}
{"lr": 0.025268206588930333, "data_time": 0.016896510124206544, "loss_single": 3.449934983253479, "loss_dense": 3.507395339012146, "loss": 6.957330226898193, "time": 0.14780943393707274, "step": 264258}
{"lr": 0.025268206588930333, "data_time": 0.01655721664428711, "loss_single": 3.437150812149048, "loss_dense": 3.4942116498947144, "loss": 6.931362438201904, "time": 0.14790420532226561, "step": 264308}
{"lr": 0.025268206588930333, "data_time": 0.017278623580932618, "loss_single": 3.4501691341400145, "loss_dense": 3.498860001564026, "loss": 6.949029159545899, "time": 0.15427539348602295, "step": 264358}
{"lr": 0.025268206588930333, "data_time": 0.015888404846191407, "loss_single": 3.474436068534851, "loss_dense": 3.5291048288345337, "loss": 7.003540849685669, "time": 0.15716495513916015, "step": 264408}
{"lr": 0.025268206588930333, "data_time": 0.01720864772796631, "loss_single": 3.439166021347046, "loss_dense": 3.4864862680435182, "loss": 6.92565221786499, "time": 0.1520404815673828, "step": 264458}
{"lr": 0.025268206588930333, "data_time": 0.01567392349243164, "loss_single": 3.4107786417007446, "loss_dense": 3.478036952018738, "loss": 6.88881549835205, "time": 0.21046123504638672, "step": 264508}
{"lr": 0.025268206588930333, "data_time": 0.016475915908813477, "loss_single": 3.4586682319641113, "loss_dense": 3.5074437856674194, "loss": 6.9661119937896725, "time": 0.1500943899154663, "step": 264558}
{"lr": 0.025268206588930333, "data_time": 0.02109973430633545, "loss_single": 3.4601736307144164, "loss_dense": 3.49649863243103, "loss": 6.956672239303589, "time": 0.2275714635848999, "step": 264608}
{"lr": 0.025268206588930333, "data_time": 0.016248154640197753, "loss_single": 3.468730354309082, "loss_dense": 3.5127855777740478, "loss": 6.98151593208313, "time": 0.1643784761428833, "step": 264658}
{"lr": 0.025268206588930333, "data_time": 0.015156078338623046, "loss_single": 3.4539846420288085, "loss_dense": 3.5110073328018188, "loss": 6.96499195098877, "time": 0.18824326992034912, "step": 264708}
{"lr": 0.025268206588930333, "data_time": 0.021186399459838866, "loss_single": 3.4890769958496093, "loss_dense": 3.533484101295471, "loss": 7.022561073303223, "time": 0.15752363204956055, "step": 264758}
{"lr": 0.025268206588930333, "data_time": 0.017814326286315917, "loss_single": 3.4421480655670167, "loss_dense": 3.4837555646896363, "loss": 6.92590365409851, "time": 0.15244216918945314, "step": 264808}
{"lr": 0.025268206588930333, "data_time": 0.015739870071411134, "loss_single": 3.441297674179077, "loss_dense": 3.495481586456299, "loss": 6.936779308319092, "time": 0.16009798049926757, "step": 264858}
{"lr": 0.025268206588930333, "data_time": 0.019250822067260743, "loss_single": 3.4463752269744874, "loss_dense": 3.4962823152542115, "loss": 6.942657613754273, "time": 0.2261829376220703, "step": 264908}
{"lr": 0.025268206588930333, "data_time": 0.01900177001953125, "loss_single": 3.472819137573242, "loss_dense": 3.5104058742523194, "loss": 6.983225011825562, "time": 0.1509096384048462, "step": 264958}
{"lr": 0.025268206588930333, "data_time": 0.014519500732421874, "loss_single": 3.4654938220977782, "loss_dense": 3.52081937789917, "loss": 6.986313152313232, "time": 0.21603245735168458, "step": 265008}
{"lr": 0.025268206588930333, "data_time": 0.017899346351623536, "loss_single": 3.4621076345443726, "loss_dense": 3.492647910118103, "loss": 6.95475549697876, "time": 0.153555965423584, "step": 265058}
{"lr": 0.025268206588930333, "data_time": 0.021114373207092287, "loss_single": 3.4464866399765013, "loss_dense": 3.492354989051819, "loss": 6.938841676712036, "time": 0.15403509140014648, "step": 265108}
{"lr": 0.025268206588930333, "data_time": 0.015492749214172364, "loss_single": 3.451445460319519, "loss_dense": 3.50655312538147, "loss": 6.957998609542846, "time": 0.17644116878509522, "step": 265158}
{"lr": 0.025268206588930333, "data_time": 0.017551231384277343, "loss_single": 3.45323965549469, "loss_dense": 3.496364164352417, "loss": 6.949603843688965, "time": 0.19499495029449462, "step": 265208}
{"lr": 0.025095187702646602, "data_time": 0.023287367820739747, "loss_single": 3.4612963676452635, "loss_dense": 3.499560570716858, "loss": 6.960856914520264, "time": 0.15809593200683594, "step": 265262}
{"lr": 0.025095187702646602, "data_time": 0.016374492645263673, "loss_single": 3.452097988128662, "loss_dense": 3.50534725189209, "loss": 6.957445287704468, "time": 0.1532217264175415, "step": 265312}
{"lr": 0.025095187702646602, "data_time": 0.016672897338867187, "loss_single": 3.4521904230117797, "loss_dense": 3.492613744735718, "loss": 6.9448041915893555, "time": 0.15395119190216064, "step": 265362}
{"lr": 0.025095187702646602, "data_time": 0.016982889175415038, "loss_single": 3.439277935028076, "loss_dense": 3.498794364929199, "loss": 6.938072299957275, "time": 0.16063253879547118, "step": 265412}
{"lr": 0.025095187702646602, "data_time": 0.014820742607116699, "loss_single": 3.472997760772705, "loss_dense": 3.522178316116333, "loss": 6.995176076889038, "time": 0.15368180274963378, "step": 265462}
{"lr": 0.025095187702646602, "data_time": 0.016005682945251464, "loss_single": 3.46404025554657, "loss_dense": 3.514276957511902, "loss": 6.978317213058472, "time": 0.14988400936126708, "step": 265512}
{"lr": 0.025095187702646602, "data_time": 0.015467333793640136, "loss_single": 3.4812074184417723, "loss_dense": 3.5359251260757447, "loss": 7.0171326160430905, "time": 0.14912950992584229, "step": 265562}
{"lr": 0.025095187702646602, "data_time": 0.019017815589904785, "loss_single": 3.4444100856781006, "loss_dense": 3.5045161724090574, "loss": 6.948926305770874, "time": 0.15599384307861328, "step": 265612}
{"lr": 0.025095187702646602, "data_time": 0.01791090965270996, "loss_single": 3.4683431148529054, "loss_dense": 3.513483095169067, "loss": 6.981826210021973, "time": 0.16490309238433837, "step": 265662}
{"lr": 0.025095187702646602, "data_time": 0.016889476776123048, "loss_single": 3.4603561639785765, "loss_dense": 3.490911674499512, "loss": 6.951267719268799, "time": 0.14950592517852784, "step": 265712}
{"lr": 0.025095187702646602, "data_time": 0.014084672927856446, "loss_single": 3.4632711887359617, "loss_dense": 3.4913869380950926, "loss": 6.954658174514771, "time": 0.1509274959564209, "step": 265762}
{"lr": 0.025095187702646602, "data_time": 0.01466231346130371, "loss_single": 3.454119157791138, "loss_dense": 3.5130701303482055, "loss": 6.967189311981201, "time": 0.15208821296691893, "step": 265812}
{"lr": 0.025095187702646602, "data_time": 0.017637157440185548, "loss_single": 3.4625988006591797, "loss_dense": 3.5168381452560427, "loss": 6.97943696975708, "time": 0.15004329681396483, "step": 265862}
{"lr": 0.025095187702646602, "data_time": 0.03251159191131592, "loss_single": 3.4348801374435425, "loss_dense": 3.5020424842834474, "loss": 6.936922597885132, "time": 0.17135436534881593, "step": 265912}
{"lr": 0.025095187702646602, "data_time": 0.01754302978515625, "loss_single": 3.4591577529907225, "loss_dense": 3.504722738265991, "loss": 6.963880491256714, "time": 0.14916210174560546, "step": 265962}
{"lr": 0.025095187702646602, "data_time": 0.017231845855712892, "loss_single": 3.4454920291900635, "loss_dense": 3.4999719142913817, "loss": 6.945464086532593, "time": 0.1514434576034546, "step": 266012}
{"lr": 0.025095187702646602, "data_time": 0.018759942054748534, "loss_single": 3.477926564216614, "loss_dense": 3.5254883050918577, "loss": 7.003414869308472, "time": 0.15773360729217528, "step": 266062}
{"lr": 0.025095187702646602, "data_time": 0.017714548110961913, "loss_single": 3.4362054109573363, "loss_dense": 3.4905834197998047, "loss": 6.9267889022827145, "time": 0.147328519821167, "step": 266112}
{"lr": 0.025095187702646602, "data_time": 0.013100624084472656, "loss_single": 3.4599994659423827, "loss_dense": 3.509837102890015, "loss": 6.9698365211486815, "time": 0.16179556846618653, "step": 266162}
{"lr": 0.025095187702646602, "data_time": 0.018458080291748048, "loss_single": 3.4316572904586793, "loss_dense": 3.480667328834534, "loss": 6.912324523925781, "time": 0.15301175117492677, "step": 266212}
{"lr": 0.025095187702646602, "data_time": 0.02131505012512207, "loss_single": 3.4579964876174927, "loss_dense": 3.5027539014816282, "loss": 6.960750341415405, "time": 0.15635437965393068, "step": 266262}
{"lr": 0.025095187702646602, "data_time": 0.0193845272064209, "loss_single": 3.4412710428237916, "loss_dense": 3.4896291494369507, "loss": 6.930900192260742, "time": 0.15228695869445802, "step": 266312}
{"lr": 0.025095187702646602, "data_time": 0.017477822303771973, "loss_single": 3.4655629873275755, "loss_dense": 3.5232076168060305, "loss": 6.988770532608032, "time": 0.23077621459960937, "step": 266362}
{"lr": 0.025095187702646602, "data_time": 0.01652395725250244, "loss_single": 3.449584460258484, "loss_dense": 3.5007083415985107, "loss": 6.950292778015137, "time": 0.15490255355834961, "step": 266412}
{"lr": 0.025095187702646602, "data_time": 0.016389083862304688, "loss_single": 3.475145196914673, "loss_dense": 3.531630539894104, "loss": 7.006775760650635, "time": 0.1635265588760376, "step": 266462}
{"lr": 0.025095187702646602, "data_time": 0.018422842025756836, "loss_single": 3.48998167514801, "loss_dense": 3.530902099609375, "loss": 7.0208837509155275, "time": 0.15184507369995118, "step": 266512}
{"lr": 0.025095187702646602, "data_time": 0.017542409896850585, "loss_single": 3.480215311050415, "loss_dense": 3.5305434703826903, "loss": 7.010758876800537, "time": 0.15024192333221437, "step": 266562}
{"lr": 0.025095187702646602, "data_time": 0.01534256935119629, "loss_single": 3.4792754888534545, "loss_dense": 3.5375637769699098, "loss": 7.016839265823364, "time": 0.16635963916778565, "step": 266612}
{"lr": 0.025095187702646602, "data_time": 0.01712329387664795, "loss_single": 3.4603177070617677, "loss_dense": 3.5190409898757933, "loss": 6.979358816146851, "time": 0.16795825958251953, "step": 266662}
{"lr": 0.025095187702646602, "data_time": 0.017639470100402833, "loss_single": 3.464514207839966, "loss_dense": 3.518357825279236, "loss": 6.982871961593628, "time": 0.14970626831054687, "step": 266712}
{"lr": 0.025095187702646602, "data_time": 0.01629374027252197, "loss_single": 3.459441351890564, "loss_dense": 3.525019979476929, "loss": 6.98446135520935, "time": 0.1546696186065674, "step": 266762}
{"lr": 0.025095187702646602, "data_time": 0.018549418449401854, "loss_single": 3.456902360916138, "loss_dense": 3.4970075607299806, "loss": 6.953909969329834, "time": 0.15099313259124755, "step": 266812}
{"lr": 0.025095187702646602, "data_time": 0.008744454383850098, "loss_single": 3.451329755783081, "loss_dense": 3.5086122035980223, "loss": 6.959942054748535, "time": 0.18169732093811036, "step": 266862}
{"lr": 0.025095187702646602, "data_time": 0.026387977600097656, "loss_single": 3.4638653993606567, "loss_dense": 3.5024787902832033, "loss": 6.966344213485717, "time": 0.19760074615478515, "step": 266912}
{"lr": 0.025095187702646602, "data_time": 0.016057372093200684, "loss_single": 3.4670836210250853, "loss_dense": 3.52178795337677, "loss": 6.988871431350708, "time": 0.1548168659210205, "step": 266962}
{"lr": 0.025095187702646602, "data_time": 0.01725006103515625, "loss_single": 3.42961163520813, "loss_dense": 3.507905435562134, "loss": 6.937517070770264, "time": 0.15264790058135985, "step": 267012}
{"lr": 0.025095187702646602, "data_time": 0.01324479579925537, "loss_single": 3.444217801094055, "loss_dense": 3.5049694776535034, "loss": 6.949187278747559, "time": 0.16381230354309081, "step": 267062}
{"lr": 0.025095187702646602, "data_time": 0.01816112995147705, "loss_single": 3.4319404125213624, "loss_dense": 3.4899576187133787, "loss": 6.921898078918457, "time": 0.15188496112823485, "step": 267112}
{"lr": 0.025095187702646602, "data_time": 0.016232728958129883, "loss_single": 3.4237004995346068, "loss_dense": 3.474853754043579, "loss": 6.89855432510376, "time": 0.16316399574279786, "step": 267162}
{"lr": 0.025095187702646602, "data_time": 0.020806264877319337, "loss_single": 3.4660791873931887, "loss_dense": 3.5144735097885134, "loss": 6.980552721023559, "time": 0.2064514398574829, "step": 267212}
{"lr": 0.025095187702646602, "data_time": 0.017922163009643555, "loss_single": 3.4498459577560423, "loss_dense": 3.5034213304519652, "loss": 6.953267335891724, "time": 0.15411953926086425, "step": 267262}
{"lr": 0.025095187702646602, "data_time": 0.017709183692932128, "loss_single": 3.4458088159561155, "loss_dense": 3.49405837059021, "loss": 6.939867162704468, "time": 0.15266170501708984, "step": 267312}
{"lr": 0.025095187702646602, "data_time": 0.015887522697448732, "loss_single": 3.464038634300232, "loss_dense": 3.508784532546997, "loss": 6.9728230953216555, "time": 0.15308609008789062, "step": 267362}
{"lr": 0.025095187702646602, "data_time": 0.0171175479888916, "loss_single": 3.4608704805374146, "loss_dense": 3.5020557165145876, "loss": 6.962926292419434, "time": 0.149843168258667, "step": 267412}
{"lr": 0.025095187702646602, "data_time": 0.016431713104248048, "loss_single": 3.424927306175232, "loss_dense": 3.4843841075897215, "loss": 6.909311437606812, "time": 0.1631927728652954, "step": 267462}
{"lr": 0.025095187702646602, "data_time": 0.01883854866027832, "loss_single": 3.436480903625488, "loss_dense": 3.4889207601547243, "loss": 6.92540168762207, "time": 0.15764358043670654, "step": 267512}
{"lr": 0.025095187702646602, "data_time": 0.01842200756072998, "loss_single": 3.463881182670593, "loss_dense": 3.5082695960998533, "loss": 6.972150802612305, "time": 0.1498337507247925, "step": 267562}
{"lr": 0.025095187702646602, "data_time": 0.020795130729675294, "loss_single": 3.439531660079956, "loss_dense": 3.5029078006744383, "loss": 6.942439460754395, "time": 0.15710320472717285, "step": 267612}
{"lr": 0.025095187702646602, "data_time": 0.016709041595458985, "loss_single": 3.479091024398804, "loss_dense": 3.5223293781280516, "loss": 7.001420402526856, "time": 0.15078287124633788, "step": 267662}
{"lr": 0.025095187702646602, "data_time": 0.018508601188659667, "loss_single": 3.4659005403518677, "loss_dense": 3.5159911632537844, "loss": 6.981891775131226, "time": 0.19581642150878906, "step": 267712}
{"lr": 0.025095187702646602, "data_time": 0.022112178802490234, "loss_single": 3.4746372222900392, "loss_dense": 3.5149922132492066, "loss": 6.989629411697388, "time": 0.1671144962310791, "step": 267762}
{"lr": 0.025095187702646602, "data_time": 0.016873788833618165, "loss_single": 3.4485456943511963, "loss_dense": 3.5089124917984007, "loss": 6.95745816230774, "time": 0.15560617446899414, "step": 267812}
{"lr": 0.025095187702646602, "data_time": 0.01833338737487793, "loss_single": 3.468214011192322, "loss_dense": 3.5109390020370483, "loss": 6.979152965545654, "time": 0.15687215328216553, "step": 267862}
{"lr": 0.025095187702646602, "data_time": 0.0154677152633667, "loss_single": 3.453972578048706, "loss_dense": 3.517869544029236, "loss": 6.971842193603516, "time": 0.16017796993255615, "step": 267912}
{"lr": 0.025095187702646602, "data_time": 0.013636350631713867, "loss_single": 3.454422664642334, "loss_dense": 3.5025024890899656, "loss": 6.9569251537323, "time": 0.15405900478363038, "step": 267962}
{"lr": 0.025095187702646602, "data_time": 0.017646002769470214, "loss_single": 3.471352744102478, "loss_dense": 3.5208593606948853, "loss": 6.992212152481079, "time": 0.24259703159332274, "step": 268012}
{"lr": 0.025095187702646602, "data_time": 0.01420581340789795, "loss_single": 3.4633517026901246, "loss_dense": 3.531573677062988, "loss": 6.994925451278687, "time": 0.15474092960357666, "step": 268062}
{"lr": 0.025095187702646602, "data_time": 0.015486001968383789, "loss_single": 3.4707386970520018, "loss_dense": 3.529979109764099, "loss": 7.000717878341675, "time": 0.15512983798980712, "step": 268112}
{"lr": 0.025095187702646602, "data_time": 0.01470797061920166, "loss_single": 3.4604612588882446, "loss_dense": 3.515407919883728, "loss": 6.975869131088257, "time": 0.15874800682067872, "step": 268162}
{"lr": 0.025095187702646602, "data_time": 0.015791440010070802, "loss_single": 3.491274285316467, "loss_dense": 3.528600811958313, "loss": 7.019875144958496, "time": 0.17457084655761718, "step": 268212}
{"lr": 0.025095187702646602, "data_time": 0.01493527889251709, "loss_single": 3.4481657266616823, "loss_dense": 3.5116775751113893, "loss": 6.959843349456787, "time": 0.16539759635925294, "step": 268262}
{"lr": 0.025095187702646602, "data_time": 0.020245933532714845, "loss_single": 3.430947279930115, "loss_dense": 3.4869335889816284, "loss": 6.917880916595459, "time": 0.15778298377990724, "step": 268312}
{"lr": 0.025095187702646602, "data_time": 0.017037510871887207, "loss_single": 3.444193196296692, "loss_dense": 3.4894480466842652, "loss": 6.9336412906646725, "time": 0.1513962745666504, "step": 268362}
{"lr": 0.025095187702646602, "data_time": 0.016812849044799804, "loss_single": 3.4492762327194213, "loss_dense": 3.521394944190979, "loss": 6.9706711769104, "time": 0.14843394756317138, "step": 268412}
{"lr": 0.025095187702646602, "data_time": 0.016327524185180665, "loss_single": 3.4689071655273436, "loss_dense": 3.513745903968811, "loss": 6.9826531410217285, "time": 0.15408802032470703, "step": 268462}
{"lr": 0.025095187702646602, "data_time": 0.01634542942047119, "loss_single": 3.445667767524719, "loss_dense": 3.504795217514038, "loss": 6.950463008880615, "time": 0.15172080993652343, "step": 268512}
{"lr": 0.025095187702646602, "data_time": 0.02387082576751709, "loss_single": 3.439721202850342, "loss_dense": 3.500260591506958, "loss": 6.9399817943572994, "time": 0.17615315914154053, "step": 268562}
{"lr": 0.025095187702646602, "data_time": 0.017121315002441406, "loss_single": 3.4697943449020388, "loss_dense": 3.530533862113953, "loss": 7.000328159332275, "time": 0.1540083646774292, "step": 268612}
{"lr": 0.025095187702646602, "data_time": 0.017058134078979492, "loss_single": 3.449136757850647, "loss_dense": 3.5039271831512453, "loss": 6.95306396484375, "time": 0.1510070562362671, "step": 268662}
{"lr": 0.025095187702646602, "data_time": 0.018995285034179688, "loss_single": 3.4576425313949586, "loss_dense": 3.5135870456695555, "loss": 6.971229600906372, "time": 0.1668895959854126, "step": 268712}
{"lr": 0.025095187702646602, "data_time": 0.01747608184814453, "loss_single": 3.4423126220703124, "loss_dense": 3.4805198431015016, "loss": 6.9228325366973875, "time": 0.15300254821777343, "step": 268762}
{"lr": 0.025095187702646602, "data_time": 0.014089035987854003, "loss_single": 3.4524333477020264, "loss_dense": 3.5026958703994753, "loss": 6.955129194259643, "time": 0.15255606174468994, "step": 268812}
{"lr": 0.025095187702646602, "data_time": 0.022284483909606932, "loss_single": 3.433049440383911, "loss_dense": 3.4979841709136963, "loss": 6.931033658981323, "time": 0.21111698150634767, "step": 268862}
{"lr": 0.025095187702646602, "data_time": 0.01268463134765625, "loss_single": 3.483109211921692, "loss_dense": 3.5346776723861693, "loss": 7.0177867889404295, "time": 0.1506138801574707, "step": 268912}
{"lr": 0.025095187702646602, "data_time": 0.021630120277404786, "loss_single": 3.4565594673156737, "loss_dense": 3.5077011823654174, "loss": 6.964260578155518, "time": 0.15804648399353027, "step": 268962}
{"lr": 0.025095187702646602, "data_time": 0.017273640632629393, "loss_single": 3.44459707736969, "loss_dense": 3.4945438861846925, "loss": 6.939140939712525, "time": 0.15882472991943358, "step": 269012}
{"lr": 0.025095187702646602, "data_time": 0.01735653877258301, "loss_single": 3.446659255027771, "loss_dense": 3.4971417427062987, "loss": 6.943800926208496, "time": 0.1516817331314087, "step": 269062}
{"lr": 0.025095187702646602, "data_time": 0.016623783111572265, "loss_single": 3.465608596801758, "loss_dense": 3.5048070907592774, "loss": 6.970415639877319, "time": 0.2491975784301758, "step": 269112}
{"lr": 0.025095187702646602, "data_time": 0.015308380126953125, "loss_single": 3.484408378601074, "loss_dense": 3.5279714107513427, "loss": 7.012379837036133, "time": 0.1678382396697998, "step": 269162}
{"lr": 0.025095187702646602, "data_time": 0.017209959030151368, "loss_single": 3.462974786758423, "loss_dense": 3.5092692613601684, "loss": 6.972244119644165, "time": 0.15282115936279297, "step": 269212}
{"lr": 0.025095187702646602, "data_time": 0.016615629196166992, "loss_single": 3.483961009979248, "loss_dense": 3.5405378341674805, "loss": 7.024498748779297, "time": 0.15253076553344727, "step": 269262}
{"lr": 0.025095187702646602, "data_time": 0.01597123146057129, "loss_single": 3.450750494003296, "loss_dense": 3.5084545373916627, "loss": 6.959205055236817, "time": 0.15565531253814696, "step": 269312}
{"lr": 0.025095187702646602, "data_time": 0.01544177532196045, "loss_single": 3.4515785217285155, "loss_dense": 3.5014617681503295, "loss": 6.953040218353271, "time": 0.17671101093292235, "step": 269362}
{"lr": 0.025095187702646602, "data_time": 0.016914749145507814, "loss_single": 3.4357252597808836, "loss_dense": 3.506477642059326, "loss": 6.942202949523926, "time": 0.14968161582946776, "step": 269412}
{"lr": 0.025095187702646602, "data_time": 0.01640658378601074, "loss_single": 3.4734681367874147, "loss_dense": 3.5129996299743653, "loss": 6.986467790603638, "time": 0.154632306098938, "step": 269462}
{"lr": 0.025095187702646602, "data_time": 0.016469812393188475, "loss_single": 3.4607598781585693, "loss_dense": 3.515862822532654, "loss": 6.976622676849365, "time": 0.16765446662902833, "step": 269512}
{"lr": 0.025095187702646602, "data_time": 0.00928351879119873, "loss_single": 3.45235333442688, "loss_dense": 3.493081474304199, "loss": 6.9454347610473635, "time": 0.15319557189941407, "step": 269562}
{"lr": 0.025095187702646602, "data_time": 0.017249536514282227, "loss_single": 3.4861764669418336, "loss_dense": 3.5384308099746704, "loss": 7.024607372283936, "time": 0.14963488578796386, "step": 269612}
{"lr": 0.025095187702646602, "data_time": 0.01762681007385254, "loss_single": 3.4474464654922485, "loss_dense": 3.4954529762268067, "loss": 6.942899513244629, "time": 0.1563872814178467, "step": 269662}
{"lr": 0.025095187702646602, "data_time": 0.016698408126831054, "loss_single": 3.430940937995911, "loss_dense": 3.4866978883743287, "loss": 6.917638826370239, "time": 0.1510620594024658, "step": 269712}
{"lr": 0.025095187702646602, "data_time": 0.01638972759246826, "loss_single": 3.4450284004211427, "loss_dense": 3.4887309789657595, "loss": 6.933759307861328, "time": 0.20695021152496337, "step": 269762}
{"lr": 0.025095187702646602, "data_time": 0.019735884666442872, "loss_single": 3.467649292945862, "loss_dense": 3.5149662017822267, "loss": 6.9826154708862305, "time": 0.1586010217666626, "step": 269812}
{"lr": 0.025095187702646602, "data_time": 0.01769721508026123, "loss_single": 3.4368663311004637, "loss_dense": 3.483876085281372, "loss": 6.92074236869812, "time": 0.15558009147644042, "step": 269862}
{"lr": 0.025095187702646602, "data_time": 0.017332077026367188, "loss_single": 3.4636553525924683, "loss_dense": 3.5223275661468505, "loss": 6.985982894897461, "time": 0.15641677379608154, "step": 269912}
{"lr": 0.025095187702646602, "data_time": 0.01963047981262207, "loss_single": 3.4406121492385866, "loss_dense": 3.481670928001404, "loss": 6.922283029556274, "time": 0.19506371021270752, "step": 269962}
{"lr": 0.025095187702646602, "data_time": 0.018286943435668945, "loss_single": 3.42649188041687, "loss_dense": 3.4729025602340697, "loss": 6.899394464492798, "time": 0.15501563549041747, "step": 270012}
{"lr": 0.025095187702646602, "data_time": 0.017192268371582033, "loss_single": 3.458748531341553, "loss_dense": 3.5108468770980834, "loss": 6.969595432281494, "time": 0.15031847953796387, "step": 270062}
{"lr": 0.025095187702646602, "data_time": 0.017081594467163085, "loss_single": 3.4629754066467284, "loss_dense": 3.504810905456543, "loss": 6.96778621673584, "time": 0.14741203784942628, "step": 270112}
{"lr": 0.025095187702646602, "data_time": 0.017435383796691895, "loss_single": 3.4608250856399536, "loss_dense": 3.5111406564712526, "loss": 6.971965694427491, "time": 0.15509445667266847, "step": 270162}
{"lr": 0.025095187702646602, "data_time": 0.017811083793640138, "loss_single": 3.4803394317626952, "loss_dense": 3.522684860229492, "loss": 7.003024244308472, "time": 0.15743529796600342, "step": 270212}
{"lr": 0.02491967797985478, "data_time": 0.01659984588623047, "loss_single": 3.440551686286926, "loss_dense": 3.5092949867248535, "loss": 6.949846696853638, "time": 0.15794479846954346, "step": 270266}
{"lr": 0.02491967797985478, "data_time": 0.018140792846679688, "loss_single": 3.471547031402588, "loss_dense": 3.5084841728210447, "loss": 6.980031299591064, "time": 0.1590372085571289, "step": 270316}
{"lr": 0.02491967797985478, "data_time": 0.01593637466430664, "loss_single": 3.4474255561828615, "loss_dense": 3.4983442306518553, "loss": 6.945769786834717, "time": 0.15605826377868653, "step": 270366}
{"lr": 0.02491967797985478, "data_time": 0.01770007610321045, "loss_single": 3.4497857093811035, "loss_dense": 3.4977626323699953, "loss": 6.947548341751099, "time": 0.15466530323028566, "step": 270416}
{"lr": 0.02491967797985478, "data_time": 0.015211892127990723, "loss_single": 3.4434831380844115, "loss_dense": 3.4839446544647217, "loss": 6.927427768707275, "time": 0.17134592533111573, "step": 270466}
{"lr": 0.02491967797985478, "data_time": 0.01694777011871338, "loss_single": 3.461817717552185, "loss_dense": 3.505231022834778, "loss": 6.967048835754395, "time": 0.1523289918899536, "step": 270516}
{"lr": 0.02491967797985478, "data_time": 0.014505672454833984, "loss_single": 3.448572874069214, "loss_dense": 3.5078485727310182, "loss": 6.956421518325806, "time": 0.16529324054718017, "step": 270566}
{"lr": 0.02491967797985478, "data_time": 0.015200352668762207, "loss_single": 3.431204581260681, "loss_dense": 3.4853913307189943, "loss": 6.916595888137818, "time": 0.15603673458099365, "step": 270616}
{"lr": 0.02491967797985478, "data_time": 0.017880702018737794, "loss_single": 3.4641987800598146, "loss_dense": 3.508303165435791, "loss": 6.972502040863037, "time": 0.15199968814849854, "step": 270666}
{"lr": 0.02491967797985478, "data_time": 0.01606330871582031, "loss_single": 3.4452284812927245, "loss_dense": 3.4986578226089478, "loss": 6.94388632774353, "time": 0.1547032356262207, "step": 270716}
{"lr": 0.02491967797985478, "data_time": 0.028139567375183104, "loss_single": 3.4509351015090943, "loss_dense": 3.515503454208374, "loss": 6.966438484191895, "time": 0.15992748737335205, "step": 270766}
{"lr": 0.02491967797985478, "data_time": 0.0166654109954834, "loss_single": 3.448126745223999, "loss_dense": 3.5058111429214476, "loss": 6.953937959671021, "time": 0.2346184492111206, "step": 270816}
{"lr": 0.02491967797985478, "data_time": 0.020695257186889648, "loss_single": 3.4495193481445314, "loss_dense": 3.489034724235535, "loss": 6.938554000854492, "time": 0.15750527381896973, "step": 270866}
{"lr": 0.02491967797985478, "data_time": 0.018175172805786132, "loss_single": 3.4672169208526613, "loss_dense": 3.5245845794677733, "loss": 6.991801452636719, "time": 0.14931933879852294, "step": 270916}
{"lr": 0.02491967797985478, "data_time": 0.015613770484924317, "loss_single": 3.440370273590088, "loss_dense": 3.4800243854522703, "loss": 6.920394659042358, "time": 0.18074233531951905, "step": 270966}
{"lr": 0.02491967797985478, "data_time": 0.017360162734985352, "loss_single": 3.481217288970947, "loss_dense": 3.5501322507858277, "loss": 7.031349563598633, "time": 0.14996304512023925, "step": 271016}
{"lr": 0.02491967797985478, "data_time": 0.01714472770690918, "loss_single": 3.453373384475708, "loss_dense": 3.5059548377990724, "loss": 6.95932822227478, "time": 0.15077056884765624, "step": 271066}
{"lr": 0.02491967797985478, "data_time": 0.017781591415405272, "loss_single": 3.422157907485962, "loss_dense": 3.464605927467346, "loss": 6.88676381111145, "time": 0.15866804122924805, "step": 271116}
{"lr": 0.02491967797985478, "data_time": 0.01657404899597168, "loss_single": 3.445156145095825, "loss_dense": 3.5122639417648314, "loss": 6.957420063018799, "time": 0.15011658668518066, "step": 271166}
{"lr": 0.02491967797985478, "data_time": 0.017074060440063477, "loss_single": 3.4455840587615967, "loss_dense": 3.4822356700897217, "loss": 6.927819728851318, "time": 0.15101511478424073, "step": 271216}
{"lr": 0.02491967797985478, "data_time": 0.018635129928588866, "loss_single": 3.4549188137054445, "loss_dense": 3.499977540969849, "loss": 6.954896354675293, "time": 0.15707554817199706, "step": 271266}
{"lr": 0.02491967797985478, "data_time": 0.019800281524658202, "loss_single": 3.4359646081924438, "loss_dense": 3.4832649707794188, "loss": 6.919229555130005, "time": 0.15324769020080567, "step": 271316}
{"lr": 0.02491967797985478, "data_time": 0.014751005172729491, "loss_single": 3.446680784225464, "loss_dense": 3.4950585842132567, "loss": 6.941739320755005, "time": 0.1529104232788086, "step": 271366}
{"lr": 0.02491967797985478, "data_time": 0.01817343235015869, "loss_single": 3.441263198852539, "loss_dense": 3.4906273603439333, "loss": 6.931890487670898, "time": 0.15310699939727784, "step": 271416}
{"lr": 0.02491967797985478, "data_time": 0.01830601692199707, "loss_single": 3.4515629768371583, "loss_dense": 3.5088428974151613, "loss": 6.960405874252319, "time": 0.15120811462402345, "step": 271466}
{"lr": 0.02491967797985478, "data_time": 0.01592106819152832, "loss_single": 3.460465431213379, "loss_dense": 3.4943763494491575, "loss": 6.954841804504395, "time": 0.2067168951034546, "step": 271516}
{"lr": 0.02491967797985478, "data_time": 0.017865419387817383, "loss_single": 3.45762779712677, "loss_dense": 3.503264379501343, "loss": 6.960892200469971, "time": 0.15462808609008788, "step": 271566}
{"lr": 0.02491967797985478, "data_time": 0.017870235443115234, "loss_single": 3.4526037693023683, "loss_dense": 3.495904469490051, "loss": 6.948508214950562, "time": 0.1534480333328247, "step": 271616}
{"lr": 0.02491967797985478, "data_time": 0.017351412773132326, "loss_single": 3.4675216913223266, "loss_dense": 3.504959774017334, "loss": 6.972481536865234, "time": 0.15643224716186524, "step": 271666}
{"lr": 0.02491967797985478, "data_time": 0.01829965114593506, "loss_single": 3.457302761077881, "loss_dense": 3.5119073390960693, "loss": 6.969210004806518, "time": 0.1524799346923828, "step": 271716}
{"lr": 0.02491967797985478, "data_time": 0.01544516086578369, "loss_single": 3.430685114860535, "loss_dense": 3.500931906700134, "loss": 6.931617069244385, "time": 0.15669615268707277, "step": 271766}
{"lr": 0.02491967797985478, "data_time": 0.016745781898498534, "loss_single": 3.4665422439575195, "loss_dense": 3.508568549156189, "loss": 6.975110769271851, "time": 0.15247364044189454, "step": 271816}
{"lr": 0.02491967797985478, "data_time": 0.014988136291503907, "loss_single": 3.4332730054855345, "loss_dense": 3.4811902046203613, "loss": 6.914463186264038, "time": 0.19813125133514403, "step": 271866}
{"lr": 0.02491967797985478, "data_time": 0.0203139066696167, "loss_single": 3.431397581100464, "loss_dense": 3.490489196777344, "loss": 6.921886777877807, "time": 0.1593022346496582, "step": 271916}
{"lr": 0.02491967797985478, "data_time": 0.016196370124816895, "loss_single": 3.441664385795593, "loss_dense": 3.477654957771301, "loss": 6.919319438934326, "time": 0.15268428325653077, "step": 271966}
{"lr": 0.02491967797985478, "data_time": 0.02210557460784912, "loss_single": 3.4403337955474855, "loss_dense": 3.508977675437927, "loss": 6.9493114948272705, "time": 0.16125364303588868, "step": 272016}
{"lr": 0.02491967797985478, "data_time": 0.016422057151794435, "loss_single": 3.4574740886688233, "loss_dense": 3.5096811294555663, "loss": 6.967155170440674, "time": 0.1557459831237793, "step": 272066}
{"lr": 0.02491967797985478, "data_time": 0.018590116500854494, "loss_single": 3.4414880752563475, "loss_dense": 3.4947534799575806, "loss": 6.936241626739502, "time": 0.15247483253479005, "step": 272116}
{"lr": 0.02491967797985478, "data_time": 0.018556809425354003, "loss_single": 3.4596076726913454, "loss_dense": 3.5188637018203734, "loss": 6.978471326828003, "time": 0.15215322971343995, "step": 272166}
{"lr": 0.02491967797985478, "data_time": 0.018711304664611815, "loss_single": 3.4522259712219237, "loss_dense": 3.501394844055176, "loss": 6.9536208152771, "time": 0.19646337032318115, "step": 272216}
{"lr": 0.02491967797985478, "data_time": 0.016179728507995605, "loss_single": 3.460554766654968, "loss_dense": 3.5146672248840334, "loss": 6.975222063064575, "time": 0.15083715915679932, "step": 272266}
{"lr": 0.02491967797985478, "data_time": 0.016564202308654786, "loss_single": 3.4403899192810057, "loss_dense": 3.4959731817245485, "loss": 6.936363077163696, "time": 0.18475546836853027, "step": 272316}
{"lr": 0.02491967797985478, "data_time": 0.017210173606872558, "loss_single": 3.449194383621216, "loss_dense": 3.511213445663452, "loss": 6.960407876968384, "time": 0.14882376194000244, "step": 272366}
{"lr": 0.02491967797985478, "data_time": 0.01607015132904053, "loss_single": 3.4714030981063844, "loss_dense": 3.519615578651428, "loss": 6.9910187244415285, "time": 0.14813239574432374, "step": 272416}
{"lr": 0.02491967797985478, "data_time": 0.01392192840576172, "loss_single": 3.4794950008392336, "loss_dense": 3.5132022380828856, "loss": 6.992697238922119, "time": 0.1643156051635742, "step": 272466}
{"lr": 0.02491967797985478, "data_time": 0.018166160583496092, "loss_single": 3.455743169784546, "loss_dense": 3.5290399551391602, "loss": 6.984783029556274, "time": 0.1527559757232666, "step": 272516}
{"lr": 0.02491967797985478, "data_time": 0.01678798198699951, "loss_single": 3.4840717554092406, "loss_dense": 3.5285984754562376, "loss": 7.012670278549194, "time": 0.1506356954574585, "step": 272566}
{"lr": 0.02491967797985478, "data_time": 0.01767578125, "loss_single": 3.508193325996399, "loss_dense": 3.553343915939331, "loss": 7.061537265777588, "time": 0.1614140033721924, "step": 272616}
{"lr": 0.02491967797985478, "data_time": 0.015673565864562988, "loss_single": 3.4721322774887087, "loss_dense": 3.519117021560669, "loss": 6.991249227523804, "time": 0.14684393405914306, "step": 272666}
{"lr": 0.02491967797985478, "data_time": 0.017428660392761232, "loss_single": 3.423381805419922, "loss_dense": 3.4816849708557127, "loss": 6.90506682395935, "time": 0.15311546325683595, "step": 272716}
{"lr": 0.02491967797985478, "data_time": 0.01709446907043457, "loss_single": 3.451003813743591, "loss_dense": 3.504486083984375, "loss": 6.955489826202393, "time": 0.22472624778747557, "step": 272766}
{"lr": 0.02491967797985478, "data_time": 0.01689584255218506, "loss_single": 3.437982773780823, "loss_dense": 3.4914058685302733, "loss": 6.929388618469238, "time": 0.16790621280670165, "step": 272816}
{"lr": 0.02491967797985478, "data_time": 0.019142580032348634, "loss_single": 3.4612533807754517, "loss_dense": 3.5049756526947022, "loss": 6.966229009628296, "time": 0.16093978881835938, "step": 272866}
{"lr": 0.02491967797985478, "data_time": 0.016503000259399415, "loss_single": 3.4423895120620727, "loss_dense": 3.491745853424072, "loss": 6.934135293960571, "time": 0.14573144912719727, "step": 272916}
{"lr": 0.02491967797985478, "data_time": 0.01592719554901123, "loss_single": 3.4634886026382445, "loss_dense": 3.513262128829956, "loss": 6.976750707626342, "time": 0.15443274974822999, "step": 272966}
{"lr": 0.02491967797985478, "data_time": 0.01891980171203613, "loss_single": 3.472526454925537, "loss_dense": 3.531043267250061, "loss": 7.003569793701172, "time": 0.15353589057922362, "step": 273016}
{"lr": 0.02491967797985478, "data_time": 0.01684725284576416, "loss_single": 3.449019193649292, "loss_dense": 3.495677947998047, "loss": 6.944697141647339, "time": 0.15539789199829102, "step": 273066}
{"lr": 0.02491967797985478, "data_time": 0.01837301254272461, "loss_single": 3.46439950466156, "loss_dense": 3.5028616905212404, "loss": 6.967261171340942, "time": 0.14915270805358888, "step": 273116}
{"lr": 0.02491967797985478, "data_time": 0.020867037773132324, "loss_single": 3.44950909614563, "loss_dense": 3.508670115470886, "loss": 6.95817928314209, "time": 0.16285409927368164, "step": 273166}
{"lr": 0.02491967797985478, "data_time": 0.016051578521728515, "loss_single": 3.4691450595855713, "loss_dense": 3.525227904319763, "loss": 6.994373035430908, "time": 0.15228147506713868, "step": 273216}
{"lr": 0.02491967797985478, "data_time": 0.016680002212524414, "loss_single": 3.4700201749801636, "loss_dense": 3.510086679458618, "loss": 6.9801068782806395, "time": 0.15154242515563965, "step": 273266}
{"lr": 0.02491967797985478, "data_time": 0.012284111976623536, "loss_single": 3.4672805070877075, "loss_dense": 3.5115355491638183, "loss": 6.978816032409668, "time": 0.16486716270446777, "step": 273316}
{"lr": 0.02491967797985478, "data_time": 0.017369556427001952, "loss_single": 3.470509576797485, "loss_dense": 3.517007088661194, "loss": 6.987516641616821, "time": 0.15472807884216308, "step": 273366}
{"lr": 0.02491967797985478, "data_time": 0.016576051712036133, "loss_single": 3.4294055223464968, "loss_dense": 3.4886297941207887, "loss": 6.918035316467285, "time": 0.15099215507507324, "step": 273416}
{"lr": 0.02491967797985478, "data_time": 0.016459560394287108, "loss_single": 3.4607832193374635, "loss_dense": 3.5023459672927855, "loss": 6.963129138946533, "time": 0.1545103073120117, "step": 273466}
{"lr": 0.02491967797985478, "data_time": 0.018090415000915527, "loss_single": 3.5038794755935667, "loss_dense": 3.5279203414916993, "loss": 7.031799840927124, "time": 0.15126276016235352, "step": 273516}
{"lr": 0.02491967797985478, "data_time": 0.017355751991271973, "loss_single": 3.4184458255767822, "loss_dense": 3.472906970977783, "loss": 6.891352796554566, "time": 0.15113134384155275, "step": 273566}
{"lr": 0.02491967797985478, "data_time": 0.01508767604827881, "loss_single": 3.466322135925293, "loss_dense": 3.5064770221710204, "loss": 6.9727991104125975, "time": 0.16803791522979736, "step": 273616}
{"lr": 0.02491967797985478, "data_time": 0.01551806926727295, "loss_single": 3.4478195190429686, "loss_dense": 3.506541872024536, "loss": 6.954361391067505, "time": 0.15121924877166748, "step": 273666}
{"lr": 0.02491967797985478, "data_time": 0.021759915351867675, "loss_single": 3.46422393321991, "loss_dense": 3.5230070114135743, "loss": 6.987230920791626, "time": 0.15758218765258789, "step": 273716}
{"lr": 0.02491967797985478, "data_time": 0.017734479904174805, "loss_single": 3.476554274559021, "loss_dense": 3.5312584400177003, "loss": 7.007812643051148, "time": 0.16467933654785155, "step": 273766}
{"lr": 0.02491967797985478, "data_time": 0.016118955612182618, "loss_single": 3.4337149381637575, "loss_dense": 3.499254250526428, "loss": 6.932969236373902, "time": 0.15970344543457032, "step": 273816}
{"lr": 0.02491967797985478, "data_time": 0.016316556930541994, "loss_single": 3.443084454536438, "loss_dense": 3.4963741064071656, "loss": 6.939458560943604, "time": 0.16206765174865723, "step": 273866}
{"lr": 0.02491967797985478, "data_time": 0.016884708404541017, "loss_single": 3.4600517749786377, "loss_dense": 3.5026513576507567, "loss": 6.962703084945678, "time": 0.15344395637512206, "step": 273916}
{"lr": 0.02491967797985478, "data_time": 0.018306541442871093, "loss_single": 3.453946924209595, "loss_dense": 3.520538830757141, "loss": 6.974485778808594, "time": 0.15471093654632567, "step": 273966}
{"lr": 0.02491967797985478, "data_time": 0.01789395809173584, "loss_single": 3.4351387500762938, "loss_dense": 3.4954489707946776, "loss": 6.9305877685546875, "time": 0.2126863718032837, "step": 274016}
{"lr": 0.02491967797985478, "data_time": 0.013014936447143554, "loss_single": 3.471404242515564, "loss_dense": 3.5192856311798097, "loss": 6.990689849853515, "time": 0.1540905237197876, "step": 274066}
{"lr": 0.02491967797985478, "data_time": 0.019507741928100585, "loss_single": 3.448608946800232, "loss_dense": 3.50479896068573, "loss": 6.95340781211853, "time": 0.15364952087402345, "step": 274116}
{"lr": 0.02491967797985478, "data_time": 0.016352915763854982, "loss_single": 3.444777727127075, "loss_dense": 3.499804401397705, "loss": 6.944582128524781, "time": 0.15299043655395508, "step": 274166}
{"lr": 0.02491967797985478, "data_time": 0.017329692840576172, "loss_single": 3.4527760982513427, "loss_dense": 3.5073276281356813, "loss": 6.960103750228882, "time": 0.15237610340118407, "step": 274216}
{"lr": 0.02491967797985478, "data_time": 0.018259811401367187, "loss_single": 3.458854150772095, "loss_dense": 3.5083762645721435, "loss": 6.967230367660522, "time": 0.2167219877243042, "step": 274266}
{"lr": 0.02491967797985478, "data_time": 0.016421246528625488, "loss_single": 3.4501505374908445, "loss_dense": 3.502537751197815, "loss": 6.952688312530517, "time": 0.17151668071746826, "step": 274316}
{"lr": 0.02491967797985478, "data_time": 0.017089080810546876, "loss_single": 3.4525806665420533, "loss_dense": 3.5093291282653807, "loss": 6.961909818649292, "time": 0.15221948623657228, "step": 274366}
{"lr": 0.02491967797985478, "data_time": 0.01786942481994629, "loss_single": 3.4763840436935425, "loss_dense": 3.5337692975997923, "loss": 7.010153293609619, "time": 0.15149734020233155, "step": 274416}
{"lr": 0.02491967797985478, "data_time": 0.014304208755493163, "loss_single": 3.435808801651001, "loss_dense": 3.485123085975647, "loss": 6.9209319114685055, "time": 0.15278935432434082, "step": 274466}
{"lr": 0.02491967797985478, "data_time": 0.01497809886932373, "loss_single": 3.4631266593933105, "loss_dense": 3.5021698474884033, "loss": 6.965296459197998, "time": 0.16343555450439454, "step": 274516}
{"lr": 0.02491967797985478, "data_time": 0.015541648864746094, "loss_single": 3.4489778518676757, "loss_dense": 3.4912609815597535, "loss": 6.9402388572692875, "time": 0.2039189338684082, "step": 274566}
{"lr": 0.02491967797985478, "data_time": 0.017467164993286134, "loss_single": 3.430990481376648, "loss_dense": 3.5007091522216798, "loss": 6.931699657440186, "time": 0.15355198383331298, "step": 274616}
{"lr": 0.02491967797985478, "data_time": 0.016808152198791504, "loss_single": 3.4595135927200316, "loss_dense": 3.5135249137878417, "loss": 6.973038530349731, "time": 0.15257549285888672, "step": 274666}
{"lr": 0.02491967797985478, "data_time": 0.016236472129821777, "loss_single": 3.439852571487427, "loss_dense": 3.4984692096710206, "loss": 6.938321781158447, "time": 0.15523314476013184, "step": 274716}
{"lr": 0.02491967797985478, "data_time": 0.017231273651123046, "loss_single": 3.442396879196167, "loss_dense": 3.49086172580719, "loss": 6.933258438110352, "time": 0.15501532554626465, "step": 274766}
{"lr": 0.02491967797985478, "data_time": 0.01806178092956543, "loss_single": 3.453779625892639, "loss_dense": 3.5209692478179933, "loss": 6.974748802185059, "time": 0.1466850757598877, "step": 274816}
{"lr": 0.02491967797985478, "data_time": 0.024695062637329103, "loss_single": 3.4626676082611083, "loss_dense": 3.506605124473572, "loss": 6.969272661209106, "time": 0.16738295555114746, "step": 274866}
{"lr": 0.02491967797985478, "data_time": 0.019392943382263182, "loss_single": 3.4496928691864013, "loss_dense": 3.504038619995117, "loss": 6.953731536865234, "time": 0.15100810527801514, "step": 274916}
{"lr": 0.02491967797985478, "data_time": 0.02056729793548584, "loss_single": 3.4707759618759155, "loss_dense": 3.5217138051986696, "loss": 6.992489767074585, "time": 0.15404491424560546, "step": 274966}
{"lr": 0.02491967797985478, "data_time": 0.014743614196777343, "loss_single": 3.426512289047241, "loss_dense": 3.4927757024765014, "loss": 6.9192880153656, "time": 0.1568682909011841, "step": 275016}
{"lr": 0.02491967797985478, "data_time": 0.018773722648620605, "loss_single": 3.442016124725342, "loss_dense": 3.479356050491333, "loss": 6.921372175216675, "time": 0.15535180568695067, "step": 275066}
{"lr": 0.02491967797985478, "data_time": 0.01776280403137207, "loss_single": 3.4446246147155763, "loss_dense": 3.491979956626892, "loss": 6.93660454750061, "time": 0.20923590660095215, "step": 275116}
{"lr": 0.02491967797985478, "data_time": 0.017313838005065918, "loss_single": 3.468293619155884, "loss_dense": 3.5096940279006956, "loss": 6.977987670898438, "time": 0.177695631980896, "step": 275166}
{"lr": 0.02491967797985478, "data_time": 0.012619543075561523, "loss_single": 3.4672138929367065, "loss_dense": 3.5114124059677123, "loss": 6.978626251220703, "time": 0.1626821994781494, "step": 275216}
{"lr": 0.024741720724952756, "data_time": 0.017859268188476562, "loss_single": 3.455226182937622, "loss_dense": 3.5036388874053954, "loss": 6.958865070343018, "time": 0.14933445453643798, "step": 275270}
{"lr": 0.024741720724952756, "data_time": 0.02065286636352539, "loss_single": 3.471393918991089, "loss_dense": 3.5225425720214845, "loss": 6.993936347961426, "time": 0.15874719619750977, "step": 275320}
{"lr": 0.024741720724952756, "data_time": 0.01731865406036377, "loss_single": 3.495306611061096, "loss_dense": 3.5393951177597045, "loss": 7.034701728820801, "time": 0.15301177501678467, "step": 275370}
{"lr": 0.024741720724952756, "data_time": 0.01326754093170166, "loss_single": 3.4657456636428834, "loss_dense": 3.504785180091858, "loss": 6.970530843734741, "time": 0.15233933925628662, "step": 275420}
{"lr": 0.024741720724952756, "data_time": 0.01837289333343506, "loss_single": 3.464893412590027, "loss_dense": 3.5267788887023928, "loss": 6.991672229766846, "time": 0.1557987928390503, "step": 275470}
{"lr": 0.024741720724952756, "data_time": 0.017318367958068848, "loss_single": 3.4547711610794067, "loss_dense": 3.50095477104187, "loss": 6.955725908279419, "time": 0.15595784187316894, "step": 275520}
{"lr": 0.024741720724952756, "data_time": 0.017000317573547363, "loss_single": 3.467370939254761, "loss_dense": 3.5184278964996336, "loss": 6.985798931121826, "time": 0.14875149726867676, "step": 275570}
{"lr": 0.024741720724952756, "data_time": 0.01818699836730957, "loss_single": 3.462184476852417, "loss_dense": 3.523647093772888, "loss": 6.985831451416016, "time": 0.1536304235458374, "step": 275620}
{"lr": 0.024741720724952756, "data_time": 0.015662121772766113, "loss_single": 3.509393072128296, "loss_dense": 3.551306200027466, "loss": 7.0606992721557615, "time": 0.15265262126922607, "step": 275670}
{"lr": 0.024741720724952756, "data_time": 0.036919021606445314, "loss_single": 3.4341721534729004, "loss_dense": 3.4816494941711427, "loss": 6.915821647644043, "time": 0.173386812210083, "step": 275720}
{"lr": 0.024741720724952756, "data_time": 0.016280150413513182, "loss_single": 3.461661720275879, "loss_dense": 3.524920034408569, "loss": 6.986581707000733, "time": 0.15154881477355958, "step": 275770}
{"lr": 0.024741720724952756, "data_time": 0.019083428382873534, "loss_single": 3.450079846382141, "loss_dense": 3.509903907775879, "loss": 6.959983777999878, "time": 0.14840784072875976, "step": 275820}
{"lr": 0.024741720724952756, "data_time": 0.014600110054016114, "loss_single": 3.4496801853179933, "loss_dense": 3.5071130990982056, "loss": 6.956793308258057, "time": 0.17727701663970946, "step": 275870}
{"lr": 0.024741720724952756, "data_time": 0.016421866416931153, "loss_single": 3.474518823623657, "loss_dense": 3.5266541719436644, "loss": 7.001172924041748, "time": 0.15327305793762208, "step": 275920}
{"lr": 0.024741720724952756, "data_time": 0.01704235076904297, "loss_single": 3.4748665571212767, "loss_dense": 3.5215633392333983, "loss": 6.996429872512818, "time": 0.15532960891723632, "step": 275970}
{"lr": 0.024741720724952756, "data_time": 0.017900657653808594, "loss_single": 3.4293518543243406, "loss_dense": 3.480303907394409, "loss": 6.9096557140350345, "time": 0.15397310256958008, "step": 276020}
{"lr": 0.024741720724952756, "data_time": 0.017208075523376463, "loss_single": 3.4503975391387938, "loss_dense": 3.5139996290206907, "loss": 6.964397287368774, "time": 0.15316405296325683, "step": 276070}
{"lr": 0.024741720724952756, "data_time": 0.01684565544128418, "loss_single": 3.4705382108688356, "loss_dense": 3.523022675514221, "loss": 6.993560934066773, "time": 0.18459584712982177, "step": 276120}
{"lr": 0.024741720724952756, "data_time": 0.01705191135406494, "loss_single": 3.4382999897003175, "loss_dense": 3.4897552251815798, "loss": 6.928055191040039, "time": 0.1536694049835205, "step": 276170}
{"lr": 0.024741720724952756, "data_time": 0.017590546607971193, "loss_single": 3.431022071838379, "loss_dense": 3.474515104293823, "loss": 6.905537176132202, "time": 0.1545253276824951, "step": 276220}
{"lr": 0.024741720724952756, "data_time": 0.02929658889770508, "loss_single": 3.4257790803909303, "loss_dense": 3.4821580171585085, "loss": 6.9079371929168705, "time": 0.2804640054702759, "step": 276270}
{"lr": 0.024741720724952756, "data_time": 0.015618562698364258, "loss_single": 3.4522868156433106, "loss_dense": 3.480352687835693, "loss": 6.93263955116272, "time": 0.15123581886291504, "step": 276320}
{"lr": 0.024741720724952756, "data_time": 0.017408013343811035, "loss_single": 3.492563319206238, "loss_dense": 3.5341059446334837, "loss": 7.026669311523437, "time": 0.1703169345855713, "step": 276370}
{"lr": 0.024741720724952756, "data_time": 0.015926766395568847, "loss_single": 3.456320381164551, "loss_dense": 3.493400549888611, "loss": 6.949720954895019, "time": 0.1518155336380005, "step": 276420}
{"lr": 0.024741720724952756, "data_time": 0.017081904411315917, "loss_single": 3.479640340805054, "loss_dense": 3.5308212995529176, "loss": 7.010461664199829, "time": 0.15327799320220947, "step": 276470}
{"lr": 0.024741720724952756, "data_time": 0.015088510513305665, "loss_single": 3.4794371128082275, "loss_dense": 3.533511185646057, "loss": 7.012948274612427, "time": 0.1474860668182373, "step": 276520}
{"lr": 0.024741720724952756, "data_time": 0.018790316581726075, "loss_single": 3.4665167331695557, "loss_dense": 3.5208893537521364, "loss": 6.9874061107635494, "time": 0.1665212869644165, "step": 276570}
{"lr": 0.024741720724952756, "data_time": 0.018947362899780273, "loss_single": 3.472718381881714, "loss_dense": 3.522372269630432, "loss": 6.99509072303772, "time": 0.157450532913208, "step": 276620}
{"lr": 0.024741720724952756, "data_time": 0.016588592529296876, "loss_single": 3.456984615325928, "loss_dense": 3.50945930480957, "loss": 6.966443967819214, "time": 0.1729365587234497, "step": 276670}
{"lr": 0.024741720724952756, "data_time": 0.016352081298828126, "loss_single": 3.4504714012145996, "loss_dense": 3.4958054780960084, "loss": 6.946276998519897, "time": 0.14788424968719482, "step": 276720}
{"lr": 0.024741720724952756, "data_time": 0.016620731353759764, "loss_single": 3.4404441118240356, "loss_dense": 3.505168151855469, "loss": 6.945612239837646, "time": 0.14959375858306884, "step": 276770}
{"lr": 0.024741720724952756, "data_time": 0.0234968900680542, "loss_single": 3.4372118711471558, "loss_dense": 3.4943137407302856, "loss": 6.93152551651001, "time": 0.16785111427307128, "step": 276820}
{"lr": 0.024741720724952756, "data_time": 0.017360568046569824, "loss_single": 3.4338654279708862, "loss_dense": 3.487009644508362, "loss": 6.920875024795532, "time": 0.16391899585723876, "step": 276870}
{"lr": 0.024741720724952756, "data_time": 0.014272379875183105, "loss_single": 3.439797854423523, "loss_dense": 3.497683882713318, "loss": 6.937481689453125, "time": 0.1511388301849365, "step": 276920}
{"lr": 0.024741720724952756, "data_time": 0.0186614990234375, "loss_single": 3.4521001815795898, "loss_dense": 3.494464945793152, "loss": 6.946565103530884, "time": 0.1543959140777588, "step": 276970}
{"lr": 0.024741720724952756, "data_time": 0.01650240421295166, "loss_single": 3.466932272911072, "loss_dense": 3.5086233854293822, "loss": 6.97555570602417, "time": 0.2143329858779907, "step": 277020}
{"lr": 0.024741720724952756, "data_time": 0.018982577323913574, "loss_single": 3.4546228647232056, "loss_dense": 3.510499143600464, "loss": 6.965121936798096, "time": 0.1562821865081787, "step": 277070}
{"lr": 0.024741720724952756, "data_time": 0.014567685127258301, "loss_single": 3.444428586959839, "loss_dense": 3.489920997619629, "loss": 6.9343496799469, "time": 0.1573726177215576, "step": 277120}
{"lr": 0.024741720724952756, "data_time": 0.015716361999511718, "loss_single": 3.4429622650146485, "loss_dense": 3.4935115575790405, "loss": 6.936473798751831, "time": 0.16226816177368164, "step": 277170}
{"lr": 0.024741720724952756, "data_time": 0.015871095657348632, "loss_single": 3.4657298803329466, "loss_dense": 3.5170597553253176, "loss": 6.98278956413269, "time": 0.14940917491912842, "step": 277220}
{"lr": 0.024741720724952756, "data_time": 0.01770892143249512, "loss_single": 3.456359934806824, "loss_dense": 3.505975914001465, "loss": 6.962335777282715, "time": 0.15830559730529786, "step": 277270}
{"lr": 0.024741720724952756, "data_time": 0.016352391242980956, "loss_single": 3.4097841501235964, "loss_dense": 3.47377028465271, "loss": 6.883554410934448, "time": 0.15141525268554687, "step": 277320}
{"lr": 0.024741720724952756, "data_time": 0.016218972206115723, "loss_single": 3.443177676200867, "loss_dense": 3.493096709251404, "loss": 6.93627438545227, "time": 0.1715590238571167, "step": 277370}
{"lr": 0.024741720724952756, "data_time": 0.015612125396728516, "loss_single": 3.463174915313721, "loss_dense": 3.5226466178894045, "loss": 6.985821533203125, "time": 0.1695091724395752, "step": 277420}
{"lr": 0.024741720724952756, "data_time": 0.016132211685180663, "loss_single": 3.455377984046936, "loss_dense": 3.5128435611724855, "loss": 6.96822156906128, "time": 0.15683190822601317, "step": 277470}
{"lr": 0.024741720724952756, "data_time": 0.027321004867553712, "loss_single": 3.4789071798324587, "loss_dense": 3.5184818506240845, "loss": 6.9973889827728275, "time": 0.20407404899597167, "step": 277520}
{"lr": 0.024741720724952756, "data_time": 0.01703019142150879, "loss_single": 3.441194677352905, "loss_dense": 3.495683526992798, "loss": 6.9368781566619875, "time": 0.15127770900726317, "step": 277570}
{"lr": 0.024741720724952756, "data_time": 0.017202329635620118, "loss_single": 3.43803813457489, "loss_dense": 3.5121546268463133, "loss": 6.950192785263061, "time": 0.1490497350692749, "step": 277620}
{"lr": 0.024741720724952756, "data_time": 0.015909099578857423, "loss_single": 3.4573257207870483, "loss_dense": 3.502864933013916, "loss": 6.960190677642823, "time": 0.1643233299255371, "step": 277670}
{"lr": 0.024741720724952756, "data_time": 0.01653423309326172, "loss_single": 3.4760664224624636, "loss_dense": 3.5431944847106935, "loss": 7.019260835647583, "time": 0.15043625831604004, "step": 277720}
{"lr": 0.024741720724952756, "data_time": 0.017374134063720702, "loss_single": 3.4288497447967528, "loss_dense": 3.4717053413391112, "loss": 6.900555086135864, "time": 0.15406508445739747, "step": 277770}
{"lr": 0.024741720724952756, "data_time": 0.016049456596374512, "loss_single": 3.4603466510772707, "loss_dense": 3.4869224548339846, "loss": 6.947269058227539, "time": 0.15048305988311766, "step": 277820}
{"lr": 0.024741720724952756, "data_time": 0.016865015029907227, "loss_single": 3.4538668394088745, "loss_dense": 3.505643939971924, "loss": 6.959510803222656, "time": 0.14817194938659667, "step": 277870}
{"lr": 0.024741720724952756, "data_time": 0.02029540538787842, "loss_single": 3.4596360445022585, "loss_dense": 3.503896379470825, "loss": 6.963532495498657, "time": 0.15846493244171142, "step": 277920}
{"lr": 0.024741720724952756, "data_time": 0.019098472595214844, "loss_single": 3.4608864307403566, "loss_dense": 3.516481375694275, "loss": 6.977367830276489, "time": 0.15180294513702391, "step": 277970}
{"lr": 0.024741720724952756, "data_time": 0.01785719394683838, "loss_single": 3.467932105064392, "loss_dense": 3.5231895446777344, "loss": 6.991121625900268, "time": 0.15793380737304688, "step": 278020}
{"lr": 0.024741720724952756, "data_time": 0.017533206939697267, "loss_single": 3.43328275680542, "loss_dense": 3.4879070520401, "loss": 6.921189832687378, "time": 0.17135374546051024, "step": 278070}
{"lr": 0.024741720724952756, "data_time": 0.01775078773498535, "loss_single": 3.4472241163253785, "loss_dense": 3.5052522659301757, "loss": 6.95247631072998, "time": 0.1535088062286377, "step": 278120}
{"lr": 0.024741720724952756, "data_time": 0.018901753425598144, "loss_single": 3.438980150222778, "loss_dense": 3.5102253198623656, "loss": 6.949205493927002, "time": 0.15385828018188477, "step": 278170}
{"lr": 0.024741720724952756, "data_time": 0.018449902534484863, "loss_single": 3.4358641386032103, "loss_dense": 3.4928150177001953, "loss": 6.9286792278289795, "time": 0.15097393989562988, "step": 278220}
{"lr": 0.024741720724952756, "data_time": 0.01665341854095459, "loss_single": 3.4760038375854494, "loss_dense": 3.520297050476074, "loss": 6.996300935745239, "time": 0.15043313503265382, "step": 278270}
{"lr": 0.024741720724952756, "data_time": 0.01746666431427002, "loss_single": 3.465336060523987, "loss_dense": 3.5099429845809937, "loss": 6.975279045104981, "time": 0.2116781949996948, "step": 278320}
{"lr": 0.024741720724952756, "data_time": 0.016122651100158692, "loss_single": 3.4555501699447633, "loss_dense": 3.511503076553345, "loss": 6.9670532703399655, "time": 0.16298408508300782, "step": 278370}
{"lr": 0.024741720724952756, "data_time": 0.01690938472747803, "loss_single": 3.457904505729675, "loss_dense": 3.5042394399642944, "loss": 6.9621439456939695, "time": 0.15585367679595946, "step": 278420}
{"lr": 0.024741720724952756, "data_time": 0.017218732833862306, "loss_single": 3.4565521001815798, "loss_dense": 3.506289172172546, "loss": 6.962841272354126, "time": 0.1497886896133423, "step": 278470}
{"lr": 0.024741720724952756, "data_time": 0.015387606620788575, "loss_single": 3.4434375524520875, "loss_dense": 3.4887415885925295, "loss": 6.93217921257019, "time": 0.15787115097045898, "step": 278520}
{"lr": 0.024741720724952756, "data_time": 0.018703627586364745, "loss_single": 3.457180881500244, "loss_dense": 3.496405911445618, "loss": 6.953586769104004, "time": 0.1663914442062378, "step": 278570}
{"lr": 0.024741720724952756, "data_time": 0.017069411277770997, "loss_single": 3.472943735122681, "loss_dense": 3.5203243494033813, "loss": 6.993268060684204, "time": 0.15635936260223388, "step": 278620}
{"lr": 0.024741720724952756, "data_time": 0.018256616592407227, "loss_single": 3.4312554597854614, "loss_dense": 3.4885079860687256, "loss": 6.919763374328613, "time": 0.15091533660888673, "step": 278670}
{"lr": 0.024741720724952756, "data_time": 0.016062617301940918, "loss_single": 3.470186448097229, "loss_dense": 3.52709698677063, "loss": 6.9972833633422855, "time": 0.15997059345245362, "step": 278720}
{"lr": 0.024741720724952756, "data_time": 0.015630006790161133, "loss_single": 3.4552528142929075, "loss_dense": 3.5040815353393553, "loss": 6.959334373474121, "time": 0.15108349323272705, "step": 278770}
{"lr": 0.024741720724952756, "data_time": 0.017105245590209962, "loss_single": 3.484552192687988, "loss_dense": 3.543420910835266, "loss": 7.027973175048828, "time": 0.15435171127319336, "step": 278820}
{"lr": 0.024741720724952756, "data_time": 0.01739668846130371, "loss_single": 3.48406400680542, "loss_dense": 3.534972095489502, "loss": 7.019036102294922, "time": 0.15066680908203126, "step": 278870}
{"lr": 0.024741720724952756, "data_time": 0.017397475242614747, "loss_single": 3.450323963165283, "loss_dense": 3.5080875873565676, "loss": 6.95841155052185, "time": 0.15065281391143798, "step": 278920}
{"lr": 0.024741720724952756, "data_time": 0.017891860008239745, "loss_single": 3.4394470930099486, "loss_dense": 3.502714514732361, "loss": 6.942161560058594, "time": 0.15205044746398927, "step": 278970}
{"lr": 0.024741720724952756, "data_time": 0.01606628894805908, "loss_single": 3.471800208091736, "loss_dense": 3.527068328857422, "loss": 6.998868465423584, "time": 0.1588978052139282, "step": 279020}
{"lr": 0.024741720724952756, "data_time": 0.0157670259475708, "loss_single": 3.478883981704712, "loss_dense": 3.521194243431091, "loss": 7.000078296661377, "time": 0.17321999073028566, "step": 279070}
{"lr": 0.024741720724952756, "data_time": 0.01911342144012451, "loss_single": 3.465639519691467, "loss_dense": 3.5163006067276, "loss": 6.981940031051636, "time": 0.2513414859771729, "step": 279120}
{"lr": 0.024741720724952756, "data_time": 0.01800427436828613, "loss_single": 3.4265277862548826, "loss_dense": 3.483195662498474, "loss": 6.909723424911499, "time": 0.17353427410125732, "step": 279170}
{"lr": 0.024741720724952756, "data_time": 0.01779634952545166, "loss_single": 3.4483665227890015, "loss_dense": 3.5035556077957155, "loss": 6.951922082901001, "time": 0.15699608325958253, "step": 279220}
{"lr": 0.024741720724952756, "data_time": 0.01676764488220215, "loss_single": 3.456114983558655, "loss_dense": 3.5068607568740844, "loss": 6.962975740432739, "time": 0.1507082462310791, "step": 279270}
{"lr": 0.024741720724952756, "data_time": 0.017644000053405762, "loss_single": 3.4740328073501585, "loss_dense": 3.5189688205718994, "loss": 6.9930016040802006, "time": 0.1515331745147705, "step": 279320}
{"lr": 0.024741720724952756, "data_time": 0.04616491794586182, "loss_single": 3.4306400537490847, "loss_dense": 3.4918278217315675, "loss": 6.92246789932251, "time": 0.23751463890075683, "step": 279370}
{"lr": 0.024741720724952756, "data_time": 0.0176771879196167, "loss_single": 3.5002673387527468, "loss_dense": 3.548535776138306, "loss": 7.048803091049194, "time": 0.15334372520446776, "step": 279420}
{"lr": 0.024741720724952756, "data_time": 0.01622641086578369, "loss_single": 3.45819571018219, "loss_dense": 3.5246676445007323, "loss": 6.982863330841065, "time": 0.15319736003875734, "step": 279470}
{"lr": 0.024741720724952756, "data_time": 0.016424679756164552, "loss_single": 3.4687701940536497, "loss_dense": 3.5020235061645506, "loss": 6.970793724060059, "time": 0.1544865846633911, "step": 279520}
{"lr": 0.024741720724952756, "data_time": 0.017413806915283204, "loss_single": 3.44045352935791, "loss_dense": 3.4822290897369386, "loss": 6.922682571411133, "time": 0.15931148529052735, "step": 279570}
{"lr": 0.024741720724952756, "data_time": 0.017049956321716308, "loss_single": 3.4496676683425904, "loss_dense": 3.507186675071716, "loss": 6.956854391098022, "time": 0.1567554235458374, "step": 279620}
{"lr": 0.024741720724952756, "data_time": 0.019705557823181154, "loss_single": 3.4322686433792113, "loss_dense": 3.4796244621276857, "loss": 6.9118931770324705, "time": 0.1711596965789795, "step": 279670}
{"lr": 0.024741720724952756, "data_time": 0.01708364486694336, "loss_single": 3.4701818466186523, "loss_dense": 3.515346646308899, "loss": 6.985528516769409, "time": 0.15952906608581544, "step": 279720}
{"lr": 0.024741720724952756, "data_time": 0.016553163528442383, "loss_single": 3.4649582624435427, "loss_dense": 3.5064898490905763, "loss": 6.971448087692261, "time": 0.155863618850708, "step": 279770}
{"lr": 0.024741720724952756, "data_time": 0.017175722122192382, "loss_single": 3.4478439331054687, "loss_dense": 3.494000267982483, "loss": 6.941844081878662, "time": 0.15111074447631836, "step": 279820}
{"lr": 0.024741720724952756, "data_time": 0.01327509880065918, "loss_single": 3.4493304967880247, "loss_dense": 3.4947601318359376, "loss": 6.944090700149536, "time": 0.15038068294525148, "step": 279870}
{"lr": 0.024741720724952756, "data_time": 0.017987775802612304, "loss_single": 3.441639804840088, "loss_dense": 3.502246594429016, "loss": 6.943886375427246, "time": 0.1907191753387451, "step": 279920}
{"lr": 0.024741720724952756, "data_time": 0.016045284271240235, "loss_single": 3.4608093976974486, "loss_dense": 3.5152403593063353, "loss": 6.976049613952637, "time": 0.1584092855453491, "step": 279970}
{"lr": 0.024741720724952756, "data_time": 0.017220067977905273, "loss_single": 3.447099709510803, "loss_dense": 3.517130994796753, "loss": 6.964230728149414, "time": 0.15652754306793212, "step": 280020}
{"lr": 0.024741720724952756, "data_time": 0.019455361366271972, "loss_single": 3.4506888151168824, "loss_dense": 3.4939016103744507, "loss": 6.944590425491333, "time": 0.1549287796020508, "step": 280070}
{"lr": 0.024741720724952756, "data_time": 0.018831801414489747, "loss_single": 3.483126640319824, "loss_dense": 3.5315052270889282, "loss": 7.014631748199463, "time": 0.15051839351654053, "step": 280120}
{"lr": 0.024741720724952756, "data_time": 0.01711888313293457, "loss_single": 3.4508253574371337, "loss_dense": 3.5093827486038207, "loss": 6.960208082199097, "time": 0.15435969829559326, "step": 280170}
{"lr": 0.024741720724952756, "data_time": 0.012697935104370117, "loss_single": 3.467890810966492, "loss_dense": 3.5203742504119875, "loss": 6.9882649898529055, "time": 0.1594940423965454, "step": 280220}
{"lr": 0.024561359846230348, "data_time": 0.023635506629943848, "loss_single": 3.445505881309509, "loss_dense": 3.502829074859619, "loss": 6.948334980010986, "time": 0.1885840654373169, "step": 280274}
{"lr": 0.024561359846230348, "data_time": 0.01625673770904541, "loss_single": 3.4533063411712646, "loss_dense": 3.4858202219009398, "loss": 6.939126586914062, "time": 0.15031754970550537, "step": 280324}
{"lr": 0.024561359846230348, "data_time": 0.017992043495178224, "loss_single": 3.4386371850967405, "loss_dense": 3.49637291431427, "loss": 6.935010099411011, "time": 0.14966051578521727, "step": 280374}
{"lr": 0.024561359846230348, "data_time": 0.014496660232543946, "loss_single": 3.444478750228882, "loss_dense": 3.4927958726882933, "loss": 6.937274599075318, "time": 0.14827229976654052, "step": 280424}
{"lr": 0.024561359846230348, "data_time": 0.016983771324157716, "loss_single": 3.43748517036438, "loss_dense": 3.4898287534713743, "loss": 6.927313899993896, "time": 0.16057724952697755, "step": 280474}
{"lr": 0.024561359846230348, "data_time": 0.043231201171875, "loss_single": 3.4707035541534426, "loss_dense": 3.504585123062134, "loss": 6.975288677215576, "time": 0.17754414081573486, "step": 280524}
{"lr": 0.024561359846230348, "data_time": 0.019138741493225097, "loss_single": 3.4669275283813477, "loss_dense": 3.5187638998031616, "loss": 6.985691404342651, "time": 0.15736055374145508, "step": 280574}
{"lr": 0.024561359846230348, "data_time": 0.015650320053100585, "loss_single": 3.445083498954773, "loss_dense": 3.507789707183838, "loss": 6.952873182296753, "time": 0.15462050437927247, "step": 280624}
{"lr": 0.024561359846230348, "data_time": 0.015606999397277832, "loss_single": 3.4505610942840574, "loss_dense": 3.5047236680984497, "loss": 6.95528473854065, "time": 0.15136680603027344, "step": 280674}
{"lr": 0.024561359846230348, "data_time": 0.01589381694793701, "loss_single": 3.4627704858779906, "loss_dense": 3.511317420005798, "loss": 6.974087858200074, "time": 0.1511915922164917, "step": 280724}
{"lr": 0.024561359846230348, "data_time": 0.01613171100616455, "loss_single": 3.4376946926116942, "loss_dense": 3.489025187492371, "loss": 6.926719903945923, "time": 0.15087082386016845, "step": 280774}
{"lr": 0.024561359846230348, "data_time": 0.014655280113220214, "loss_single": 3.44277081489563, "loss_dense": 3.5047361612319947, "loss": 6.947506904602051, "time": 0.20685689449310302, "step": 280824}
{"lr": 0.024561359846230348, "data_time": 0.016086792945861815, "loss_single": 3.4529911279678345, "loss_dense": 3.5043627977371217, "loss": 6.957353925704956, "time": 0.16081087589263915, "step": 280874}
{"lr": 0.024561359846230348, "data_time": 0.016240262985229494, "loss_single": 3.4532397747039796, "loss_dense": 3.504149651527405, "loss": 6.957389497756958, "time": 0.15767157077789307, "step": 280924}
{"lr": 0.024561359846230348, "data_time": 0.01801302433013916, "loss_single": 3.468034195899963, "loss_dense": 3.5268157720565796, "loss": 6.994849920272827, "time": 0.1923217535018921, "step": 280974}
{"lr": 0.024561359846230348, "data_time": 0.02022287845611572, "loss_single": 3.420943284034729, "loss_dense": 3.478756284713745, "loss": 6.899699640274048, "time": 0.16489548683166505, "step": 281024}
{"lr": 0.024561359846230348, "data_time": 0.015404796600341797, "loss_single": 3.452862811088562, "loss_dense": 3.5151792049407957, "loss": 6.968041944503784, "time": 0.19239435195922852, "step": 281074}
{"lr": 0.024561359846230348, "data_time": 0.017079925537109374, "loss_single": 3.4760971307754516, "loss_dense": 3.522545599937439, "loss": 6.998642778396606, "time": 0.16571238040924072, "step": 281124}
{"lr": 0.024561359846230348, "data_time": 0.0164165735244751, "loss_single": 3.4405659198760987, "loss_dense": 3.4939427852630613, "loss": 6.934508657455444, "time": 0.15478553771972656, "step": 281174}
{"lr": 0.024561359846230348, "data_time": 0.017759251594543456, "loss_single": 3.438919687271118, "loss_dense": 3.4872148990631104, "loss": 6.926134538650513, "time": 0.1894749164581299, "step": 281224}
{"lr": 0.024561359846230348, "data_time": 0.01627941131591797, "loss_single": 3.4500896453857424, "loss_dense": 3.50128710269928, "loss": 6.951376819610596, "time": 0.15229692459106445, "step": 281274}
{"lr": 0.024561359846230348, "data_time": 0.01698641777038574, "loss_single": 3.455538034439087, "loss_dense": 3.5297221660614015, "loss": 6.9852602005004885, "time": 0.14797279834747315, "step": 281324}
{"lr": 0.024561359846230348, "data_time": 0.02463088035583496, "loss_single": 3.434505343437195, "loss_dense": 3.485332560539246, "loss": 6.919837903976441, "time": 0.1606822967529297, "step": 281374}
{"lr": 0.024561359846230348, "data_time": 0.017218661308288575, "loss_single": 3.4759636402130125, "loss_dense": 3.515846920013428, "loss": 6.99181056022644, "time": 0.1618483543395996, "step": 281424}
{"lr": 0.024561359846230348, "data_time": 0.01651477813720703, "loss_single": 3.4608387470245363, "loss_dense": 3.522527074813843, "loss": 6.983365774154663, "time": 0.15703439712524414, "step": 281474}
{"lr": 0.024561359846230348, "data_time": 0.016244101524353027, "loss_single": 3.4673598051071166, "loss_dense": 3.5271619319915772, "loss": 6.994521713256836, "time": 0.23244471549987794, "step": 281524}
{"lr": 0.024561359846230348, "data_time": 0.018102335929870605, "loss_single": 3.4410892486572267, "loss_dense": 3.4965639114379883, "loss": 6.937653207778931, "time": 0.1607112169265747, "step": 281574}
{"lr": 0.024561359846230348, "data_time": 0.04261703491210937, "loss_single": 3.4477221250534056, "loss_dense": 3.4908968448638915, "loss": 6.938618946075439, "time": 0.17502405643463134, "step": 281624}
{"lr": 0.024561359846230348, "data_time": 0.01558983325958252, "loss_single": 3.4485876083374025, "loss_dense": 3.4934338569641112, "loss": 6.94202151298523, "time": 0.20105011463165284, "step": 281674}
{"lr": 0.024561359846230348, "data_time": 0.016889190673828124, "loss_single": 3.464488410949707, "loss_dense": 3.5056575536727905, "loss": 6.970145893096924, "time": 0.15128986835479735, "step": 281724}
{"lr": 0.024561359846230348, "data_time": 0.016885852813720702, "loss_single": 3.4013375759124758, "loss_dense": 3.460106897354126, "loss": 6.861444568634033, "time": 0.20217063426971435, "step": 281774}
{"lr": 0.024561359846230348, "data_time": 0.02115499973297119, "loss_single": 3.4344141483306885, "loss_dense": 3.499352955818176, "loss": 6.933767080307007, "time": 0.15751092433929442, "step": 281824}
{"lr": 0.024561359846230348, "data_time": 0.017455863952636718, "loss_single": 3.4418211698532106, "loss_dense": 3.5029566287994385, "loss": 6.9447778224945065, "time": 0.15252580642700195, "step": 281874}
{"lr": 0.024561359846230348, "data_time": 0.018095779418945312, "loss_single": 3.4628126859664916, "loss_dense": 3.50769784450531, "loss": 6.970510625839234, "time": 0.15095527172088624, "step": 281924}
{"lr": 0.024561359846230348, "data_time": 0.024573969841003417, "loss_single": 3.510631275177002, "loss_dense": 3.55068838596344, "loss": 7.0613196849822994, "time": 0.15636694431304932, "step": 281974}
{"lr": 0.024561359846230348, "data_time": 0.01578652858734131, "loss_single": 3.464703178405762, "loss_dense": 3.507400369644165, "loss": 6.972103500366211, "time": 0.1483710765838623, "step": 282024}
{"lr": 0.024561359846230348, "data_time": 0.016152143478393555, "loss_single": 3.4637818574905395, "loss_dense": 3.523432755470276, "loss": 6.9872145652771, "time": 0.16597018241882325, "step": 282074}
{"lr": 0.024561359846230348, "data_time": 0.017752718925476075, "loss_single": 3.4597297430038454, "loss_dense": 3.504484009742737, "loss": 6.964213848114014, "time": 0.20645270347595215, "step": 282124}
{"lr": 0.024561359846230348, "data_time": 0.01946868896484375, "loss_single": 3.447708344459534, "loss_dense": 3.486887240409851, "loss": 6.934595727920533, "time": 0.17215991020202637, "step": 282174}
{"lr": 0.024561359846230348, "data_time": 0.017925262451171875, "loss_single": 3.457256627082825, "loss_dense": 3.523049306869507, "loss": 6.980305910110474, "time": 0.14911949634552002, "step": 282224}
{"lr": 0.024561359846230348, "data_time": 0.018442964553833006, "loss_single": 3.4617180585861207, "loss_dense": 3.5168118715286254, "loss": 6.978529977798462, "time": 0.18097951412200927, "step": 282274}
{"lr": 0.024561359846230348, "data_time": 0.014837336540222169, "loss_single": 3.443806552886963, "loss_dense": 3.5094643354415895, "loss": 6.9532708644866945, "time": 0.15938494205474854, "step": 282324}
{"lr": 0.024561359846230348, "data_time": 0.01914217472076416, "loss_single": 3.472340488433838, "loss_dense": 3.533265972137451, "loss": 7.0056065082550045, "time": 0.19605393409729005, "step": 282374}
{"lr": 0.024561359846230348, "data_time": 0.01871652603149414, "loss_single": 3.4572386264801027, "loss_dense": 3.512092614173889, "loss": 6.969331216812134, "time": 0.1496875762939453, "step": 282424}
{"lr": 0.024561359846230348, "data_time": 0.014202523231506347, "loss_single": 3.453121709823608, "loss_dense": 3.5009876251220704, "loss": 6.954109334945679, "time": 0.14977612495422363, "step": 282474}
{"lr": 0.024561359846230348, "data_time": 0.015469908714294434, "loss_single": 3.4551177978515626, "loss_dense": 3.510780167579651, "loss": 6.9658979892730715, "time": 0.1758573055267334, "step": 282524}
{"lr": 0.024561359846230348, "data_time": 0.017424345016479492, "loss_single": 3.452563261985779, "loss_dense": 3.5040789604187013, "loss": 6.9566422462463375, "time": 0.15404651165008545, "step": 282574}
{"lr": 0.024561359846230348, "data_time": 0.01788673400878906, "loss_single": 3.464116072654724, "loss_dense": 3.5077518224716187, "loss": 6.971867799758911, "time": 0.15790412425994874, "step": 282624}
{"lr": 0.024561359846230348, "data_time": 0.01628611087799072, "loss_single": 3.4439391613006594, "loss_dense": 3.5197096824645997, "loss": 6.963648891448974, "time": 0.1578343152999878, "step": 282674}
{"lr": 0.024561359846230348, "data_time": 0.015739846229553222, "loss_single": 3.425954818725586, "loss_dense": 3.4712209463119508, "loss": 6.8971757888793945, "time": 0.15144424438476561, "step": 282724}
{"lr": 0.024561359846230348, "data_time": 0.014445304870605469, "loss_single": 3.4696913957595825, "loss_dense": 3.5220341205596926, "loss": 6.991725444793701, "time": 0.15400116443634032, "step": 282774}
{"lr": 0.024561359846230348, "data_time": 0.01873149871826172, "loss_single": 3.4440037965774537, "loss_dense": 3.5069257497787474, "loss": 6.9509295463562015, "time": 0.15237715244293212, "step": 282824}
{"lr": 0.024561359846230348, "data_time": 0.015944504737854005, "loss_single": 3.468467950820923, "loss_dense": 3.525115942955017, "loss": 6.993583869934082, "time": 0.15034067630767822, "step": 282874}
{"lr": 0.024561359846230348, "data_time": 0.016400456428527832, "loss_single": 3.4295509576797487, "loss_dense": 3.476193881034851, "loss": 6.905744886398315, "time": 0.19915399551391602, "step": 282924}
{"lr": 0.024561359846230348, "data_time": 0.01766703128814697, "loss_single": 3.4570919990539553, "loss_dense": 3.5001781940460206, "loss": 6.957270240783691, "time": 0.15138838291168213, "step": 282974}
{"lr": 0.024561359846230348, "data_time": 0.016431045532226563, "loss_single": 3.449571394920349, "loss_dense": 3.510090947151184, "loss": 6.959662294387817, "time": 0.15219826698303224, "step": 283024}
{"lr": 0.024561359846230348, "data_time": 0.016648006439208985, "loss_single": 3.4471230030059816, "loss_dense": 3.5002757787704466, "loss": 6.9473988056182865, "time": 0.15187931060791016, "step": 283074}
{"lr": 0.024561359846230348, "data_time": 0.017658209800720213, "loss_single": 3.460612726211548, "loss_dense": 3.4948238372802733, "loss": 6.955436515808105, "time": 0.1507927417755127, "step": 283124}
{"lr": 0.024561359846230348, "data_time": 0.016904926300048827, "loss_single": 3.4298038721084594, "loss_dense": 3.496658945083618, "loss": 6.926462936401367, "time": 0.1541043758392334, "step": 283174}
{"lr": 0.024561359846230348, "data_time": 0.01756448745727539, "loss_single": 3.445845127105713, "loss_dense": 3.5108982801437376, "loss": 6.956743478775024, "time": 0.15787961483001708, "step": 283224}
{"lr": 0.024561359846230348, "data_time": 0.01723659038543701, "loss_single": 3.4650779008865356, "loss_dense": 3.5212889194488524, "loss": 6.98636679649353, "time": 0.1509833574295044, "step": 283274}
{"lr": 0.024561359846230348, "data_time": 0.01612255573272705, "loss_single": 3.433043384552002, "loss_dense": 3.497698426246643, "loss": 6.930741882324218, "time": 0.17087967395782472, "step": 283324}
{"lr": 0.024561359846230348, "data_time": 0.017672276496887206, "loss_single": 3.4637096643447878, "loss_dense": 3.5225972652435305, "loss": 6.986307001113891, "time": 0.15537493228912352, "step": 283374}
{"lr": 0.024561359846230348, "data_time": 0.02060205936431885, "loss_single": 3.457561802864075, "loss_dense": 3.51904559135437, "loss": 6.976607418060302, "time": 0.1596212148666382, "step": 283424}
{"lr": 0.024561359846230348, "data_time": 0.020345020294189452, "loss_single": 3.459769296646118, "loss_dense": 3.5139252662658693, "loss": 6.973694610595703, "time": 0.20888853073120117, "step": 283474}
{"lr": 0.024561359846230348, "data_time": 0.01694200038909912, "loss_single": 3.4463911294937133, "loss_dense": 3.4982115745544435, "loss": 6.944602680206299, "time": 0.15123238563537597, "step": 283524}
{"lr": 0.024561359846230348, "data_time": 0.014605832099914551, "loss_single": 3.4689839124679565, "loss_dense": 3.5375895500183105, "loss": 7.006573438644409, "time": 0.16450655460357666, "step": 283574}
{"lr": 0.024561359846230348, "data_time": 0.016690278053283693, "loss_single": 3.460339879989624, "loss_dense": 3.5219436168670653, "loss": 6.98228349685669, "time": 0.16893272399902343, "step": 283624}
{"lr": 0.024561359846230348, "data_time": 0.017989253997802733, "loss_single": 3.451321339607239, "loss_dense": 3.517159676551819, "loss": 6.968480968475342, "time": 0.15227034091949462, "step": 283674}
{"lr": 0.024561359846230348, "data_time": 0.015012383460998535, "loss_single": 3.4482255935668946, "loss_dense": 3.487851452827454, "loss": 6.936077070236206, "time": 0.15211737155914307, "step": 283724}
{"lr": 0.024561359846230348, "data_time": 0.015936923027038575, "loss_single": 3.435911202430725, "loss_dense": 3.4914189338684083, "loss": 6.927330160140992, "time": 0.18810086250305175, "step": 283774}
{"lr": 0.024561359846230348, "data_time": 0.01857867240905762, "loss_single": 3.439744067192078, "loss_dense": 3.4897583723068237, "loss": 6.929502487182617, "time": 0.1620999813079834, "step": 283824}
{"lr": 0.024561359846230348, "data_time": 0.01673882007598877, "loss_single": 3.456793737411499, "loss_dense": 3.5091415643692017, "loss": 6.965935325622558, "time": 0.15837717056274414, "step": 283874}
{"lr": 0.024561359846230348, "data_time": 0.028047680854797363, "loss_single": 3.4317281007766725, "loss_dense": 3.5133468866348267, "loss": 6.945075035095215, "time": 0.16098592281341553, "step": 283924}
{"lr": 0.024561359846230348, "data_time": 0.017008471488952636, "loss_single": 3.4726567029953004, "loss_dense": 3.513313817977905, "loss": 6.985970592498779, "time": 0.15209691524505614, "step": 283974}
{"lr": 0.024561359846230348, "data_time": 0.027163243293762206, "loss_single": 3.4535096168518065, "loss_dense": 3.4961539030075075, "loss": 6.949663496017456, "time": 0.16878890991210938, "step": 284024}
{"lr": 0.024561359846230348, "data_time": 0.013640117645263673, "loss_single": 3.469704532623291, "loss_dense": 3.5199119091033935, "loss": 6.9896164894104, "time": 0.15221598148345947, "step": 284074}
{"lr": 0.024561359846230348, "data_time": 0.017018437385559082, "loss_single": 3.457015347480774, "loss_dense": 3.511629247665405, "loss": 6.968644618988037, "time": 0.15565669536590576, "step": 284124}
{"lr": 0.024561359846230348, "data_time": 0.017409086227416992, "loss_single": 3.450122427940369, "loss_dense": 3.490310478210449, "loss": 6.940432977676392, "time": 0.15667808055877686, "step": 284174}
{"lr": 0.024561359846230348, "data_time": 0.016728901863098146, "loss_single": 3.4511145830154417, "loss_dense": 3.5108792066574095, "loss": 6.961993741989136, "time": 0.14805715084075927, "step": 284224}
{"lr": 0.024561359846230348, "data_time": 0.014500570297241212, "loss_single": 3.4518923997879027, "loss_dense": 3.496816349029541, "loss": 6.948708724975586, "time": 0.17979207038879394, "step": 284274}
{"lr": 0.024561359846230348, "data_time": 0.019921755790710448, "loss_single": 3.497618865966797, "loss_dense": 3.535044527053833, "loss": 7.032663345336914, "time": 0.22475502490997315, "step": 284324}
{"lr": 0.024561359846230348, "data_time": 0.017790818214416505, "loss_single": 3.441715669631958, "loss_dense": 3.508824181556702, "loss": 6.950539922714233, "time": 0.15253689289093017, "step": 284374}
{"lr": 0.024561359846230348, "data_time": 0.017725300788879395, "loss_single": 3.459053373336792, "loss_dense": 3.5089357614517214, "loss": 6.967989206314087, "time": 0.14963240623474122, "step": 284424}
{"lr": 0.024561359846230348, "data_time": 0.01602005958557129, "loss_single": 3.47434720993042, "loss_dense": 3.522974991798401, "loss": 6.997322225570679, "time": 0.1727348804473877, "step": 284474}
{"lr": 0.024561359846230348, "data_time": 0.017250871658325194, "loss_single": 3.452857756614685, "loss_dense": 3.514833188056946, "loss": 6.967690944671631, "time": 0.15747759342193604, "step": 284524}
{"lr": 0.024561359846230348, "data_time": 0.01780068874359131, "loss_single": 3.4709343194961546, "loss_dense": 3.5150668621063232, "loss": 6.9860011577606205, "time": 0.22610867023468018, "step": 284574}
{"lr": 0.024561359846230348, "data_time": 0.016987419128417967, "loss_single": 3.428077483177185, "loss_dense": 3.4925504684448243, "loss": 6.920627927780151, "time": 0.1490320920944214, "step": 284624}
{"lr": 0.024561359846230348, "data_time": 0.0173431396484375, "loss_single": 3.455573225021362, "loss_dense": 3.499744343757629, "loss": 6.955317544937134, "time": 0.15552110671997071, "step": 284674}
{"lr": 0.024561359846230348, "data_time": 0.017756199836730956, "loss_single": 3.4772453784942625, "loss_dense": 3.518225598335266, "loss": 6.995470952987671, "time": 0.15213370323181152, "step": 284724}
{"lr": 0.024561359846230348, "data_time": 0.016825318336486816, "loss_single": 3.483720564842224, "loss_dense": 3.532050538063049, "loss": 7.015771198272705, "time": 0.1485158920288086, "step": 284774}
{"lr": 0.024561359846230348, "data_time": 0.015613985061645509, "loss_single": 3.4563324213027955, "loss_dense": 3.5105010747909544, "loss": 6.966833543777466, "time": 0.1495978832244873, "step": 284824}
{"lr": 0.024561359846230348, "data_time": 0.017114925384521484, "loss_single": 3.4646610021591187, "loss_dense": 3.510956621170044, "loss": 6.975617694854736, "time": 0.15798282623291016, "step": 284874}
{"lr": 0.024561359846230348, "data_time": 0.016486001014709473, "loss_single": 3.456516242027283, "loss_dense": 3.5240192890167235, "loss": 6.980535507202148, "time": 0.15335474014282227, "step": 284924}
{"lr": 0.024561359846230348, "data_time": 0.017857909202575684, "loss_single": 3.441193461418152, "loss_dense": 3.506503438949585, "loss": 6.947696828842163, "time": 0.15139973163604736, "step": 284974}
{"lr": 0.024561359846230348, "data_time": 0.015423178672790527, "loss_single": 3.4515856742858886, "loss_dense": 3.513174319267273, "loss": 6.964760065078735, "time": 0.15914325714111327, "step": 285024}
{"lr": 0.024561359846230348, "data_time": 0.015978789329528807, "loss_single": 3.454663705825806, "loss_dense": 3.5005156993865967, "loss": 6.955179452896118, "time": 0.16800482273101808, "step": 285074}
{"lr": 0.024561359846230348, "data_time": 0.013791537284851075, "loss_single": 3.455114817619324, "loss_dense": 3.510029363632202, "loss": 6.965144205093384, "time": 0.15257863998413085, "step": 285124}
{"lr": 0.024561359846230348, "data_time": 0.01591501235961914, "loss_single": 3.459642243385315, "loss_dense": 3.515903282165527, "loss": 6.9755455493927006, "time": 0.15693564414978028, "step": 285174}
{"lr": 0.024561359846230348, "data_time": 0.013930559158325195, "loss_single": 3.489550161361694, "loss_dense": 3.5446206092834474, "loss": 7.03417067527771, "time": 0.1443868637084961, "step": 285224}
{"lr": 0.02437863984503558, "data_time": 0.0187206506729126, "loss_single": 3.474213409423828, "loss_dense": 3.5204596757888793, "loss": 6.994673061370849, "time": 0.15787246227264404, "step": 285278}
{"lr": 0.02437863984503558, "data_time": 0.01679234504699707, "loss_single": 3.446414756774902, "loss_dense": 3.496966743469238, "loss": 6.943381500244141, "time": 0.14998867511749267, "step": 285328}
{"lr": 0.02437863984503558, "data_time": 0.01494739055633545, "loss_single": 3.442714977264404, "loss_dense": 3.501605820655823, "loss": 6.944320869445801, "time": 0.1573310375213623, "step": 285378}
{"lr": 0.02437863984503558, "data_time": 0.016653156280517577, "loss_single": 3.4414023876190187, "loss_dense": 3.498544692993164, "loss": 6.939947080612183, "time": 0.18638079166412352, "step": 285428}
{"lr": 0.02437863984503558, "data_time": 0.021601295471191405, "loss_single": 3.460412549972534, "loss_dense": 3.4979529857635496, "loss": 6.958365631103516, "time": 0.16219878196716309, "step": 285478}
{"lr": 0.02437863984503558, "data_time": 0.08716790676116944, "loss_single": 3.451010894775391, "loss_dense": 3.5133742332458495, "loss": 6.96438512802124, "time": 0.22207205295562743, "step": 285528}
{"lr": 0.02437863984503558, "data_time": 0.026992487907409667, "loss_single": 3.455217218399048, "loss_dense": 3.512710523605347, "loss": 6.96792778968811, "time": 0.1752840280532837, "step": 285578}
{"lr": 0.02437863984503558, "data_time": 0.017045474052429198, "loss_single": 3.4738206386566164, "loss_dense": 3.5301500082015993, "loss": 7.003970623016357, "time": 0.15026283264160156, "step": 285628}
{"lr": 0.02437863984503558, "data_time": 0.016955113410949706, "loss_single": 3.453218913078308, "loss_dense": 3.500361776351929, "loss": 6.953580713272094, "time": 0.15096871852874755, "step": 285678}
{"lr": 0.02437863984503558, "data_time": 0.015164875984191894, "loss_single": 3.449030804634094, "loss_dense": 3.491587781906128, "loss": 6.940618562698364, "time": 0.15829875469207763, "step": 285728}
{"lr": 0.02437863984503558, "data_time": 0.017627739906311037, "loss_single": 3.4580488920211794, "loss_dense": 3.502155232429504, "loss": 6.960204029083252, "time": 0.15156922340393067, "step": 285778}
{"lr": 0.02437863984503558, "data_time": 0.01821455955505371, "loss_single": 3.425687313079834, "loss_dense": 3.483972501754761, "loss": 6.909659767150879, "time": 0.15156424045562744, "step": 285828}
{"lr": 0.02437863984503558, "data_time": 0.018938279151916503, "loss_single": 3.450873923301697, "loss_dense": 3.5071502208709715, "loss": 6.95802412033081, "time": 0.1591089963912964, "step": 285878}
{"lr": 0.02437863984503558, "data_time": 0.017702484130859376, "loss_single": 3.45305860042572, "loss_dense": 3.5064136266708372, "loss": 6.959472179412842, "time": 0.15555217266082763, "step": 285928}
{"lr": 0.02437863984503558, "data_time": 0.01680598258972168, "loss_single": 3.4519723892211913, "loss_dense": 3.500133728981018, "loss": 6.952106046676636, "time": 0.16553761959075927, "step": 285978}
{"lr": 0.02437863984503558, "data_time": 0.017546987533569335, "loss_single": 3.4362905502319334, "loss_dense": 3.490792727470398, "loss": 6.927083253860474, "time": 0.15608091354370118, "step": 286028}
{"lr": 0.02437863984503558, "data_time": 0.02000703811645508, "loss_single": 3.4179589986801147, "loss_dense": 3.47809693813324, "loss": 6.896055889129639, "time": 0.1527637004852295, "step": 286078}
{"lr": 0.02437863984503558, "data_time": 0.017790770530700682, "loss_single": 3.432734489440918, "loss_dense": 3.4984925031661986, "loss": 6.931226968765259, "time": 0.15523548126220704, "step": 286128}
{"lr": 0.02437863984503558, "data_time": 0.016991782188415527, "loss_single": 3.4459185123443605, "loss_dense": 3.5051795482635497, "loss": 6.951098108291626, "time": 0.15043220520019532, "step": 286178}
{"lr": 0.02437863984503558, "data_time": 0.017039990425109862, "loss_single": 3.4593284368515014, "loss_dense": 3.5026013135910032, "loss": 6.961929798126221, "time": 0.15140061378479003, "step": 286228}
{"lr": 0.02437863984503558, "data_time": 0.020393180847167968, "loss_single": 3.436854839324951, "loss_dense": 3.4947873830795286, "loss": 6.931642246246338, "time": 0.20082492828369142, "step": 286278}
{"lr": 0.02437863984503558, "data_time": 0.015458106994628906, "loss_single": 3.446560835838318, "loss_dense": 3.499697470664978, "loss": 6.9462583541870115, "time": 0.15493037700653076, "step": 286328}
{"lr": 0.02437863984503558, "data_time": 0.017322206497192384, "loss_single": 3.4690792322158814, "loss_dense": 3.527884840965271, "loss": 6.996964025497436, "time": 0.15438706874847413, "step": 286378}
{"lr": 0.02437863984503558, "data_time": 0.013849639892578125, "loss_single": 3.4555786848068237, "loss_dense": 3.4938717603683473, "loss": 6.949450397491455, "time": 0.1493237257003784, "step": 286428}
{"lr": 0.02437863984503558, "data_time": 0.017154622077941894, "loss_single": 3.4630281209945677, "loss_dense": 3.5209537029266356, "loss": 6.983981800079346, "time": 0.15412139892578125, "step": 286478}
{"lr": 0.02437863984503558, "data_time": 0.016602683067321777, "loss_single": 3.4362152338027956, "loss_dense": 3.4925249099731444, "loss": 6.928740072250366, "time": 0.1485926866531372, "step": 286528}
{"lr": 0.02437863984503558, "data_time": 0.022888612747192384, "loss_single": 3.450709271430969, "loss_dense": 3.513639283180237, "loss": 6.964348554611206, "time": 0.1646270513534546, "step": 286578}
{"lr": 0.02437863984503558, "data_time": 0.015498685836791991, "loss_single": 3.4701300621032716, "loss_dense": 3.5176041603088377, "loss": 6.987734174728393, "time": 0.16259114742279052, "step": 286628}
{"lr": 0.02437863984503558, "data_time": 0.018151354789733887, "loss_single": 3.4765400171279905, "loss_dense": 3.519532632827759, "loss": 6.996072721481323, "time": 0.15220496654510499, "step": 286678}
{"lr": 0.02437863984503558, "data_time": 0.01685335636138916, "loss_single": 3.4736366987228395, "loss_dense": 3.52234046459198, "loss": 6.995977258682251, "time": 0.15151605606079102, "step": 286728}
{"lr": 0.02437863984503558, "data_time": 0.016501379013061524, "loss_single": 3.4677630424499513, "loss_dense": 3.5320333003997804, "loss": 6.9997962474822994, "time": 0.20010151863098144, "step": 286778}
{"lr": 0.02437863984503558, "data_time": 0.017395901679992675, "loss_single": 3.4331522464752195, "loss_dense": 3.486567831039429, "loss": 6.919720077514649, "time": 0.15319249629974366, "step": 286828}
{"lr": 0.02437863984503558, "data_time": 0.015216350555419922, "loss_single": 3.453275537490845, "loss_dense": 3.487799072265625, "loss": 6.941074657440185, "time": 0.1575531244277954, "step": 286878}
{"lr": 0.02437863984503558, "data_time": 0.01830267906188965, "loss_single": 3.449840474128723, "loss_dense": 3.5006056308746336, "loss": 6.950446081161499, "time": 0.14954028129577637, "step": 286928}
{"lr": 0.02437863984503558, "data_time": 0.015883803367614746, "loss_single": 3.460031843185425, "loss_dense": 3.5233794450759888, "loss": 6.9834113121032715, "time": 0.15372099876403808, "step": 286978}
{"lr": 0.02437863984503558, "data_time": 0.01679983139038086, "loss_single": 3.446733522415161, "loss_dense": 3.491490912437439, "loss": 6.938224411010742, "time": 0.1477414846420288, "step": 287028}
{"lr": 0.02437863984503558, "data_time": 0.01799933910369873, "loss_single": 3.430322360992432, "loss_dense": 3.494424271583557, "loss": 6.924746656417847, "time": 0.15647077560424805, "step": 287078}
{"lr": 0.02437863984503558, "data_time": 0.018907785415649414, "loss_single": 3.460644578933716, "loss_dense": 3.5110034942626953, "loss": 6.971648120880127, "time": 0.15145721435546874, "step": 287128}
{"lr": 0.02437863984503558, "data_time": 0.01801140308380127, "loss_single": 3.4729155778884886, "loss_dense": 3.5160297393798827, "loss": 6.988945341110229, "time": 0.15632481575012208, "step": 287178}
{"lr": 0.02437863984503558, "data_time": 0.01756761074066162, "loss_single": 3.459762716293335, "loss_dense": 3.5181212425231934, "loss": 6.977883911132812, "time": 0.15239965915679932, "step": 287228}
{"lr": 0.02437863984503558, "data_time": 0.01771993637084961, "loss_single": 3.454828906059265, "loss_dense": 3.5130776166915894, "loss": 6.967906475067139, "time": 0.151011323928833, "step": 287278}
{"lr": 0.02437863984503558, "data_time": 0.016571927070617675, "loss_single": 3.4755166292190554, "loss_dense": 3.523505687713623, "loss": 6.99902229309082, "time": 0.15157511234283447, "step": 287328}
{"lr": 0.02437863984503558, "data_time": 0.0601365327835083, "loss_single": 3.457080435752869, "loss_dense": 3.5145777225494386, "loss": 6.971658086776733, "time": 0.2204660415649414, "step": 287378}
{"lr": 0.02437863984503558, "data_time": 0.016311907768249513, "loss_single": 3.454232954978943, "loss_dense": 3.4926986694335938, "loss": 6.94693169593811, "time": 0.15728421211242677, "step": 287428}
{"lr": 0.02437863984503558, "data_time": 0.01706409454345703, "loss_single": 3.4553070783615114, "loss_dense": 3.4957714080810547, "loss": 6.951078414916992, "time": 0.15115838050842284, "step": 287478}
{"lr": 0.02437863984503558, "data_time": 0.015507984161376952, "loss_single": 3.455170512199402, "loss_dense": 3.508861017227173, "loss": 6.964031457901001, "time": 0.19673867225646974, "step": 287528}
{"lr": 0.02437863984503558, "data_time": 0.01787571907043457, "loss_single": 3.4660075426101686, "loss_dense": 3.5181204080581665, "loss": 6.984127950668335, "time": 0.15615732669830323, "step": 287578}
{"lr": 0.02437863984503558, "data_time": 0.016303491592407227, "loss_single": 3.442489767074585, "loss_dense": 3.4989287853240967, "loss": 6.941418600082398, "time": 0.20199449062347413, "step": 287628}
{"lr": 0.02437863984503558, "data_time": 0.01757845878601074, "loss_single": 3.459557604789734, "loss_dense": 3.5059471845626833, "loss": 6.965504789352417, "time": 0.1966615676879883, "step": 287678}
{"lr": 0.02437863984503558, "data_time": 0.01655147075653076, "loss_single": 3.4345260858535767, "loss_dense": 3.4815782070159913, "loss": 6.916104316711426, "time": 0.15172171592712402, "step": 287728}
{"lr": 0.02437863984503558, "data_time": 0.017153048515319826, "loss_single": 3.45755512714386, "loss_dense": 3.507754945755005, "loss": 6.965310049057007, "time": 0.15298423767089844, "step": 287778}
{"lr": 0.02437863984503558, "data_time": 0.016645216941833497, "loss_single": 3.480505585670471, "loss_dense": 3.5164623498916625, "loss": 6.996968030929565, "time": 0.14830465316772462, "step": 287828}
{"lr": 0.02437863984503558, "data_time": 0.015512728691101074, "loss_single": 3.450495386123657, "loss_dense": 3.506676959991455, "loss": 6.9571723461151125, "time": 0.17183101177215576, "step": 287878}
{"lr": 0.02437863984503558, "data_time": 0.01741206645965576, "loss_single": 3.4635299682617187, "loss_dense": 3.508363652229309, "loss": 6.971893692016602, "time": 0.1524137496948242, "step": 287928}
{"lr": 0.02437863984503558, "data_time": 0.01667819023132324, "loss_single": 3.438215661048889, "loss_dense": 3.4857484102249146, "loss": 6.923963975906372, "time": 0.153611159324646, "step": 287978}
{"lr": 0.02437863984503558, "data_time": 0.015479230880737304, "loss_single": 3.4683082342147826, "loss_dense": 3.515849566459656, "loss": 6.984157848358154, "time": 0.1559376001358032, "step": 288028}
{"lr": 0.02437863984503558, "data_time": 0.018884849548339844, "loss_single": 3.4361539125442504, "loss_dense": 3.483238959312439, "loss": 6.919392919540405, "time": 0.15413529872894288, "step": 288078}
{"lr": 0.02437863984503558, "data_time": 0.016684913635253908, "loss_single": 3.4676023960113525, "loss_dense": 3.5117472887039183, "loss": 6.979349660873413, "time": 0.15308847427368164, "step": 288128}
{"lr": 0.02437863984503558, "data_time": 0.016872334480285644, "loss_single": 3.481213855743408, "loss_dense": 3.5294089555740356, "loss": 7.01062273979187, "time": 0.1580819845199585, "step": 288178}
{"lr": 0.02437863984503558, "data_time": 0.017800140380859374, "loss_single": 3.4563250064849855, "loss_dense": 3.4962283611297607, "loss": 6.952553415298462, "time": 0.14965333938598632, "step": 288228}
{"lr": 0.02437863984503558, "data_time": 0.016678047180175782, "loss_single": 3.465529227256775, "loss_dense": 3.539546084403992, "loss": 7.005075359344483, "time": 0.1503608465194702, "step": 288278}
{"lr": 0.02437863984503558, "data_time": 0.017799949645996092, "loss_single": 3.459959888458252, "loss_dense": 3.503623604774475, "loss": 6.9635835647583, "time": 0.14954445362091065, "step": 288328}
{"lr": 0.02437863984503558, "data_time": 0.0161848783493042, "loss_single": 3.4514660596847535, "loss_dense": 3.4806588649749757, "loss": 6.932124948501587, "time": 0.16108503341674804, "step": 288378}
{"lr": 0.02437863984503558, "data_time": 0.01669323444366455, "loss_single": 3.488855075836182, "loss_dense": 3.5258148670196534, "loss": 7.01466999053955, "time": 0.15085184574127197, "step": 288428}
{"lr": 0.02437863984503558, "data_time": 0.017991089820861818, "loss_single": 3.4189293146133424, "loss_dense": 3.4756356716156005, "loss": 6.894564962387085, "time": 0.19231817722320557, "step": 288478}
{"lr": 0.02437863984503558, "data_time": 0.016056418418884277, "loss_single": 3.445206952095032, "loss_dense": 3.491201400756836, "loss": 6.936408376693725, "time": 0.1493180513381958, "step": 288528}
{"lr": 0.02437863984503558, "data_time": 0.01668550968170166, "loss_single": 3.435961890220642, "loss_dense": 3.49065363407135, "loss": 6.926615619659424, "time": 0.15631778240203859, "step": 288578}
{"lr": 0.02437863984503558, "data_time": 0.017776226997375487, "loss_single": 3.4550807952880858, "loss_dense": 3.5163424253463744, "loss": 6.971423244476318, "time": 0.15554502010345458, "step": 288628}
{"lr": 0.02437863984503558, "data_time": 0.016910839080810546, "loss_single": 3.4350289344787597, "loss_dense": 3.478131628036499, "loss": 6.91316065788269, "time": 0.15868134498596193, "step": 288678}
{"lr": 0.02437863984503558, "data_time": 0.01681187152862549, "loss_single": 3.459696626663208, "loss_dense": 3.508832025527954, "loss": 6.9685286521911625, "time": 0.15672540664672852, "step": 288728}
{"lr": 0.02437863984503558, "data_time": 0.02170901298522949, "loss_single": 3.488856291770935, "loss_dense": 3.5313472986221313, "loss": 7.020203495025635, "time": 0.18281385898590088, "step": 288778}
{"lr": 0.02437863984503558, "data_time": 0.016201353073120116, "loss_single": 3.4536906719207763, "loss_dense": 3.513992953300476, "loss": 6.967683553695679, "time": 0.15160067081451417, "step": 288828}
{"lr": 0.02437863984503558, "data_time": 0.018278908729553223, "loss_single": 3.4535128593444826, "loss_dense": 3.5099138259887694, "loss": 6.963426733016968, "time": 0.15165770053863525, "step": 288878}
{"lr": 0.02437863984503558, "data_time": 0.015158438682556152, "loss_single": 3.480893921852112, "loss_dense": 3.531807804107666, "loss": 7.0127016544342045, "time": 0.1516108751296997, "step": 288928}
{"lr": 0.02437863984503558, "data_time": 0.01714777946472168, "loss_single": 3.4302265882492065, "loss_dense": 3.502212119102478, "loss": 6.932438659667969, "time": 0.1599792718887329, "step": 288978}
{"lr": 0.02437863984503558, "data_time": 0.01882188320159912, "loss_single": 3.4337461233139037, "loss_dense": 3.486645221710205, "loss": 6.920391368865967, "time": 0.2429330825805664, "step": 289028}
{"lr": 0.02437863984503558, "data_time": 0.01706879138946533, "loss_single": 3.4671926975250242, "loss_dense": 3.508114814758301, "loss": 6.975307464599609, "time": 0.214483642578125, "step": 289078}
{"lr": 0.02437863984503558, "data_time": 0.016146636009216307, "loss_single": 3.468646931648254, "loss_dense": 3.519752836227417, "loss": 6.988399839401245, "time": 0.1558971643447876, "step": 289128}
{"lr": 0.02437863984503558, "data_time": 0.018906450271606444, "loss_single": 3.4663530588150024, "loss_dense": 3.516520547866821, "loss": 6.98287353515625, "time": 0.15647151470184326, "step": 289178}
{"lr": 0.02437863984503558, "data_time": 0.029868555068969727, "loss_single": 3.4642866373062136, "loss_dense": 3.509802293777466, "loss": 6.974088954925537, "time": 0.17007880210876464, "step": 289228}
{"lr": 0.02437863984503558, "data_time": 0.01629946231842041, "loss_single": 3.4690155029296874, "loss_dense": 3.5456874132156373, "loss": 7.014702844619751, "time": 0.15137338638305664, "step": 289278}
{"lr": 0.02437863984503558, "data_time": 0.015255022048950195, "loss_single": 3.4848756790161133, "loss_dense": 3.520066738128662, "loss": 7.00494236946106, "time": 0.191770339012146, "step": 289328}
{"lr": 0.02437863984503558, "data_time": 0.028754806518554686, "loss_single": 3.486073112487793, "loss_dense": 3.5254290819168093, "loss": 7.0115021705627445, "time": 0.16817929744720458, "step": 289378}
{"lr": 0.02437863984503558, "data_time": 0.01661703586578369, "loss_single": 3.468721032142639, "loss_dense": 3.5235257863998415, "loss": 6.992246866226196, "time": 0.1527933359146118, "step": 289428}
{"lr": 0.02437863984503558, "data_time": 0.01622054576873779, "loss_single": 3.442453956604004, "loss_dense": 3.517139220237732, "loss": 6.959593200683594, "time": 0.15914855003356934, "step": 289478}
{"lr": 0.02437863984503558, "data_time": 0.016128015518188477, "loss_single": 3.4654894828796388, "loss_dense": 3.5119701862335204, "loss": 6.9774596214294435, "time": 0.1491497278213501, "step": 289528}
{"lr": 0.02437863984503558, "data_time": 0.015668463706970216, "loss_single": 3.463578462600708, "loss_dense": 3.507542586326599, "loss": 6.971121025085449, "time": 0.15483763217926025, "step": 289578}
{"lr": 0.02437863984503558, "data_time": 0.01753809452056885, "loss_single": 3.4373228549957275, "loss_dense": 3.4852150440216065, "loss": 6.922537851333618, "time": 0.16692204475402833, "step": 289628}
{"lr": 0.02437863984503558, "data_time": 0.016681790351867676, "loss_single": 3.4589729785919188, "loss_dense": 3.515157699584961, "loss": 6.97413067817688, "time": 0.16839559078216554, "step": 289678}
{"lr": 0.02437863984503558, "data_time": 0.019321155548095704, "loss_single": 3.4812024354934694, "loss_dense": 3.530630946159363, "loss": 7.011833381652832, "time": 0.15343806743621827, "step": 289728}
{"lr": 0.02437863984503558, "data_time": 0.030258870124816893, "loss_single": 3.4842717170715334, "loss_dense": 3.537771463394165, "loss": 7.022043228149414, "time": 0.1665243148803711, "step": 289778}
{"lr": 0.02437863984503558, "data_time": 0.016631484031677246, "loss_single": 3.4411657094955443, "loss_dense": 3.4950353384017943, "loss": 6.936201095581055, "time": 0.15280232429504395, "step": 289828}
{"lr": 0.02437863984503558, "data_time": 0.016518211364746092, "loss_single": 3.420086669921875, "loss_dense": 3.4724073886871336, "loss": 6.892494106292725, "time": 0.18852481842041016, "step": 289878}
{"lr": 0.02437863984503558, "data_time": 0.017989706993103028, "loss_single": 3.4534828424453736, "loss_dense": 3.496017074584961, "loss": 6.949499845504761, "time": 0.15039961338043212, "step": 289928}
{"lr": 0.02437863984503558, "data_time": 0.01687345504760742, "loss_single": 3.4303627014160156, "loss_dense": 3.483714747428894, "loss": 6.914077425003052, "time": 0.15321142673492433, "step": 289978}
{"lr": 0.02437863984503558, "data_time": 0.017116475105285644, "loss_single": 3.457034397125244, "loss_dense": 3.5037894010543824, "loss": 6.9608237743377686, "time": 0.155364990234375, "step": 290028}
{"lr": 0.02437863984503558, "data_time": 0.0174771785736084, "loss_single": 3.46258487701416, "loss_dense": 3.4990554094314574, "loss": 6.96164026260376, "time": 0.1535729169845581, "step": 290078}
{"lr": 0.02437863984503558, "data_time": 0.020592641830444337, "loss_single": 3.453563165664673, "loss_dense": 3.492726182937622, "loss": 6.946289300918579, "time": 0.1656660556793213, "step": 290128}
{"lr": 0.02437863984503558, "data_time": 0.019400691986083983, "loss_single": 3.4554974317550657, "loss_dense": 3.4982852935791016, "loss": 6.953782653808593, "time": 0.15960652828216554, "step": 290178}
{"lr": 0.02437863984503558, "data_time": 0.012819957733154298, "loss_single": 3.4509138822555543, "loss_dense": 3.503768968582153, "loss": 6.95468282699585, "time": 0.14862315654754638, "step": 290228}
{"lr": 0.024193605804794648, "data_time": 0.015914201736450195, "loss_single": 3.475535249710083, "loss_dense": 3.528341603279114, "loss": 7.003876972198486, "time": 0.1536404609680176, "step": 290282}
{"lr": 0.024193605804794648, "data_time": 0.016925573348999023, "loss_single": 3.456694173812866, "loss_dense": 3.515444803237915, "loss": 6.972138977050781, "time": 0.15518794059753419, "step": 290332}
{"lr": 0.024193605804794648, "data_time": 0.017792797088623045, "loss_single": 3.4645065546035765, "loss_dense": 3.518637943267822, "loss": 6.983144521713257, "time": 0.15147266387939454, "step": 290382}
{"lr": 0.024193605804794648, "data_time": 0.015575385093688965, "loss_single": 3.445604348182678, "loss_dense": 3.5122653961181642, "loss": 6.9578697204589846, "time": 0.14957642555236816, "step": 290432}
{"lr": 0.024193605804794648, "data_time": 0.016713762283325197, "loss_single": 3.449242925643921, "loss_dense": 3.5046428442001343, "loss": 6.953885793685913, "time": 0.17402198314666747, "step": 290482}
{"lr": 0.024193605804794648, "data_time": 0.017441582679748536, "loss_single": 3.460999274253845, "loss_dense": 3.505067539215088, "loss": 6.966066884994507, "time": 0.15378010272979736, "step": 290532}
{"lr": 0.024193605804794648, "data_time": 0.018363595008850098, "loss_single": 3.462286281585693, "loss_dense": 3.5008800745010378, "loss": 6.963166284561157, "time": 0.1625581741333008, "step": 290582}
{"lr": 0.024193605804794648, "data_time": 0.01783111095428467, "loss_single": 3.4409395456314087, "loss_dense": 3.4892600774765015, "loss": 6.930199670791626, "time": 0.15254368782043456, "step": 290632}
{"lr": 0.024193605804794648, "data_time": 0.017478346824645996, "loss_single": 3.443627142906189, "loss_dense": 3.4920624256134034, "loss": 6.9356895923614506, "time": 0.15112607479095458, "step": 290682}
{"lr": 0.024193605804794648, "data_time": 0.018633317947387696, "loss_single": 3.4371841669082643, "loss_dense": 3.4878451824188232, "loss": 6.925029325485229, "time": 0.15452070236206056, "step": 290732}
{"lr": 0.024193605804794648, "data_time": 0.01969149112701416, "loss_single": 3.467541217803955, "loss_dense": 3.505198836326599, "loss": 6.972740125656128, "time": 0.1543967008590698, "step": 290782}
{"lr": 0.024193605804794648, "data_time": 0.016084766387939452, "loss_single": 3.433226299285889, "loss_dense": 3.4854401111602784, "loss": 6.9186664581298825, "time": 0.164550518989563, "step": 290832}
{"lr": 0.024193605804794648, "data_time": 0.01613438129425049, "loss_single": 3.4667860746383665, "loss_dense": 3.5241942167282105, "loss": 6.9909802913665775, "time": 0.1548375368118286, "step": 290882}
{"lr": 0.024193605804794648, "data_time": 0.018567490577697753, "loss_single": 3.4731043100357057, "loss_dense": 3.5177861928939818, "loss": 6.9908905029296875, "time": 0.15919756889343262, "step": 290932}
{"lr": 0.024193605804794648, "data_time": 0.016803050041198732, "loss_single": 3.4517598867416384, "loss_dense": 3.5046364068984985, "loss": 6.956396245956421, "time": 0.1567909002304077, "step": 290982}
{"lr": 0.024193605804794648, "data_time": 0.017459177970886232, "loss_single": 3.442803907394409, "loss_dense": 3.4955402612686157, "loss": 6.938344144821167, "time": 0.1545798063278198, "step": 291032}
{"lr": 0.024193605804794648, "data_time": 0.016922736167907716, "loss_single": 3.452501153945923, "loss_dense": 3.5019842386245728, "loss": 6.9544854164123535, "time": 0.1520238161087036, "step": 291082}
{"lr": 0.024193605804794648, "data_time": 0.017175626754760743, "loss_single": 3.472478985786438, "loss_dense": 3.537159299850464, "loss": 7.009638261795044, "time": 0.1524962902069092, "step": 291132}
{"lr": 0.024193605804794648, "data_time": 0.028078126907348632, "loss_single": 3.483171844482422, "loss_dense": 3.5185163259506225, "loss": 7.001688146591187, "time": 0.19761452674865723, "step": 291182}
{"lr": 0.024193605804794648, "data_time": 0.01702008247375488, "loss_single": 3.4572390794754027, "loss_dense": 3.5244531631469727, "loss": 6.981692123413086, "time": 0.1529078483581543, "step": 291232}
{"lr": 0.024193605804794648, "data_time": 0.01761317253112793, "loss_single": 3.4494276523590086, "loss_dense": 3.494817352294922, "loss": 6.9442449569702145, "time": 0.15865283012390136, "step": 291282}
{"lr": 0.024193605804794648, "data_time": 0.016901016235351562, "loss_single": 3.470928955078125, "loss_dense": 3.5193761348724366, "loss": 6.990305089950562, "time": 0.23294389247894287, "step": 291332}
{"lr": 0.024193605804794648, "data_time": 0.01745727062225342, "loss_single": 3.471577787399292, "loss_dense": 3.5161818504333495, "loss": 6.987759590148926, "time": 0.16302635669708251, "step": 291382}
{"lr": 0.024193605804794648, "data_time": 0.018343281745910645, "loss_single": 3.497581458091736, "loss_dense": 3.5360450983047484, "loss": 7.033626508712769, "time": 0.1533416986465454, "step": 291432}
{"lr": 0.024193605804794648, "data_time": 0.017176198959350585, "loss_single": 3.4618435859680177, "loss_dense": 3.5118261337280274, "loss": 6.9736696720123295, "time": 0.14937374591827393, "step": 291482}
{"lr": 0.024193605804794648, "data_time": 0.02236478328704834, "loss_single": 3.463786220550537, "loss_dense": 3.5324665784835814, "loss": 6.996252870559692, "time": 0.1554948568344116, "step": 291532}
{"lr": 0.024193605804794648, "data_time": 0.016966938972473145, "loss_single": 3.4742999792099, "loss_dense": 3.5293442964553834, "loss": 7.003644227981567, "time": 0.20455505847930908, "step": 291582}
{"lr": 0.024193605804794648, "data_time": 0.016557812690734863, "loss_single": 3.442314863204956, "loss_dense": 3.4898514270782472, "loss": 6.932166290283203, "time": 0.15302879810333253, "step": 291632}
{"lr": 0.024193605804794648, "data_time": 0.016347503662109374, "loss_single": 3.469579792022705, "loss_dense": 3.527676725387573, "loss": 6.9972563743591305, "time": 0.1490032434463501, "step": 291682}
{"lr": 0.024193605804794648, "data_time": 0.01410210132598877, "loss_single": 3.4367042779922485, "loss_dense": 3.4827659368515014, "loss": 6.919470119476318, "time": 0.2142157793045044, "step": 291732}
{"lr": 0.024193605804794648, "data_time": 0.01813509464263916, "loss_single": 3.47067391872406, "loss_dense": 3.5465561389923095, "loss": 7.017230033874512, "time": 0.16239659786224364, "step": 291782}
{"lr": 0.024193605804794648, "data_time": 0.017304420471191406, "loss_single": 3.414904832839966, "loss_dense": 3.466592717170715, "loss": 6.881497478485107, "time": 0.15442073345184326, "step": 291832}
{"lr": 0.024193605804794648, "data_time": 0.016547298431396483, "loss_single": 3.435614728927612, "loss_dense": 3.4952475786209107, "loss": 6.930862188339233, "time": 0.151556134223938, "step": 291882}
{"lr": 0.024193605804794648, "data_time": 0.015682244300842287, "loss_single": 3.4551101446151735, "loss_dense": 3.507513904571533, "loss": 6.9626240730285645, "time": 0.15427629947662352, "step": 291932}
{"lr": 0.024193605804794648, "data_time": 0.01777341365814209, "loss_single": 3.4441622495651245, "loss_dense": 3.486382818222046, "loss": 6.930545043945313, "time": 0.14925899505615234, "step": 291982}
{"lr": 0.024193605804794648, "data_time": 0.01806824207305908, "loss_single": 3.458131217956543, "loss_dense": 3.526901888847351, "loss": 6.985033082962036, "time": 0.15030717849731445, "step": 292032}
{"lr": 0.024193605804794648, "data_time": 0.01678488254547119, "loss_single": 3.4522366762161254, "loss_dense": 3.4989505052566527, "loss": 6.951187181472778, "time": 0.21265799999237062, "step": 292082}
{"lr": 0.024193605804794648, "data_time": 0.01580069065093994, "loss_single": 3.479840850830078, "loss_dense": 3.5278990507125854, "loss": 7.007739925384522, "time": 0.14873063564300537, "step": 292132}
{"lr": 0.024193605804794648, "data_time": 0.0177901029586792, "loss_single": 3.4655941247940065, "loss_dense": 3.5219621896743774, "loss": 6.987556314468383, "time": 0.15081698894500734, "step": 292182}
{"lr": 0.024193605804794648, "data_time": 0.016713166236877443, "loss_single": 3.448196029663086, "loss_dense": 3.5062060356140137, "loss": 6.954402112960816, "time": 0.15454471111297607, "step": 292232}
{"lr": 0.024193605804794648, "data_time": 0.01761798858642578, "loss_single": 3.4617110013961794, "loss_dense": 3.51367723941803, "loss": 6.975388145446777, "time": 0.1518793821334839, "step": 292282}
{"lr": 0.024193605804794648, "data_time": 0.009914135932922364, "loss_single": 3.4507039546966554, "loss_dense": 3.4959290742874147, "loss": 6.946633052825928, "time": 0.1655813217163086, "step": 292332}
{"lr": 0.024193605804794648, "data_time": 0.015537714958190918, "loss_single": 3.420781111717224, "loss_dense": 3.4840606212615968, "loss": 6.904841756820678, "time": 0.16246066093444825, "step": 292382}
{"lr": 0.024193605804794648, "data_time": 0.020407509803771973, "loss_single": 3.442366671562195, "loss_dense": 3.5010117530822753, "loss": 6.9433784008026125, "time": 0.23627541065216065, "step": 292432}
{"lr": 0.024193605804794648, "data_time": 0.015865302085876463, "loss_single": 3.460183095932007, "loss_dense": 3.5044757604598997, "loss": 6.9646588325500485, "time": 0.14908223152160643, "step": 292482}
{"lr": 0.024193605804794648, "data_time": 0.017329978942871093, "loss_single": 3.461632823944092, "loss_dense": 3.5201807260513305, "loss": 6.981813573837281, "time": 0.15155336856842042, "step": 292532}
{"lr": 0.024193605804794648, "data_time": 0.018986439704895018, "loss_single": 3.463289213180542, "loss_dense": 3.5136343240737915, "loss": 6.976923561096191, "time": 0.15597975254058838, "step": 292582}
{"lr": 0.024193605804794648, "data_time": 0.018232512474060058, "loss_single": 3.439887809753418, "loss_dense": 3.5030208587646485, "loss": 6.94290862083435, "time": 0.15367627143859863, "step": 292632}
{"lr": 0.024193605804794648, "data_time": 0.01857419013977051, "loss_single": 3.4328134059906006, "loss_dense": 3.4813372611999513, "loss": 6.914150667190552, "time": 0.22581081390380858, "step": 292682}
{"lr": 0.024193605804794648, "data_time": 0.01623196601867676, "loss_single": 3.441613531112671, "loss_dense": 3.510025954246521, "loss": 6.9516395092010494, "time": 0.1521353006362915, "step": 292732}
{"lr": 0.024193605804794648, "data_time": 0.015561819076538086, "loss_single": 3.463257598876953, "loss_dense": 3.513308572769165, "loss": 6.976566171646118, "time": 0.202071213722229, "step": 292782}
{"lr": 0.024193605804794648, "data_time": 0.017821884155273436, "loss_single": 3.462282490730286, "loss_dense": 3.51735200881958, "loss": 6.979634523391724, "time": 0.14878926277160645, "step": 292832}
{"lr": 0.024193605804794648, "data_time": 0.018791055679321288, "loss_single": 3.460206460952759, "loss_dense": 3.5099289894104, "loss": 6.970135498046875, "time": 0.15206351280212402, "step": 292882}
{"lr": 0.024193605804794648, "data_time": 0.01702587604522705, "loss_single": 3.4478839874267577, "loss_dense": 3.5097769498825073, "loss": 6.957660961151123, "time": 0.15528368949890137, "step": 292932}
{"lr": 0.024193605804794648, "data_time": 0.019394564628601074, "loss_single": 3.4439863920211793, "loss_dense": 3.4891295194625855, "loss": 6.933115816116333, "time": 0.1985772132873535, "step": 292982}
{"lr": 0.024193605804794648, "data_time": 0.017470622062683107, "loss_single": 3.4328418493270876, "loss_dense": 3.486662769317627, "loss": 6.919504690170288, "time": 0.15703065395355226, "step": 293032}
{"lr": 0.024193605804794648, "data_time": 0.019163894653320312, "loss_single": 3.4383525371551515, "loss_dense": 3.4959205389022827, "loss": 6.934273099899292, "time": 0.15367484092712402, "step": 293082}
{"lr": 0.024193605804794648, "data_time": 0.018919706344604492, "loss_single": 3.444804072380066, "loss_dense": 3.495458722114563, "loss": 6.940262794494629, "time": 0.15037853717803956, "step": 293132}
{"lr": 0.024193605804794648, "data_time": 0.01652519702911377, "loss_single": 3.47726891040802, "loss_dense": 3.527703881263733, "loss": 7.004972791671753, "time": 0.15328671932220458, "step": 293182}
{"lr": 0.024193605804794648, "data_time": 0.01552133560180664, "loss_single": 3.472321367263794, "loss_dense": 3.5271970510482786, "loss": 6.9995184421539305, "time": 0.18662126064300538, "step": 293232}
{"lr": 0.024193605804794648, "data_time": 0.023430180549621583, "loss_single": 3.461589002609253, "loss_dense": 3.5286786556243896, "loss": 6.990267658233643, "time": 0.2655956745147705, "step": 293282}
{"lr": 0.024193605804794648, "data_time": 0.019993305206298828, "loss_single": 3.45045120716095, "loss_dense": 3.509350824356079, "loss": 6.959802055358887, "time": 0.15562732219696046, "step": 293332}
{"lr": 0.024193605804794648, "data_time": 0.01584303379058838, "loss_single": 3.4284140825271607, "loss_dense": 3.478200912475586, "loss": 6.906614875793457, "time": 0.15677196979522706, "step": 293382}
{"lr": 0.024193605804794648, "data_time": 0.018691229820251464, "loss_single": 3.4766075134277346, "loss_dense": 3.5175547122955324, "loss": 6.99416217803955, "time": 0.15766427516937256, "step": 293432}
{"lr": 0.024193605804794648, "data_time": 0.016489958763122557, "loss_single": 3.4321388244628905, "loss_dense": 3.4841715812683107, "loss": 6.916310501098633, "time": 0.19013621807098388, "step": 293482}
{"lr": 0.024193605804794648, "data_time": 0.01704063415527344, "loss_single": 3.4729287147521974, "loss_dense": 3.5212568998336793, "loss": 6.994185590744019, "time": 0.15158500671386718, "step": 293532}
{"lr": 0.024193605804794648, "data_time": 0.01893160343170166, "loss_single": 3.4378711462020872, "loss_dense": 3.493716526031494, "loss": 6.931587600708008, "time": 0.16461424827575682, "step": 293582}
{"lr": 0.024193605804794648, "data_time": 0.01567239761352539, "loss_single": 3.434348702430725, "loss_dense": 3.494293546676636, "loss": 6.928642225265503, "time": 0.15915157794952392, "step": 293632}
{"lr": 0.024193605804794648, "data_time": 0.015169787406921386, "loss_single": 3.4633846282958984, "loss_dense": 3.5110853910446167, "loss": 6.974469995498657, "time": 0.1530813217163086, "step": 293682}
{"lr": 0.024193605804794648, "data_time": 0.01701202392578125, "loss_single": 3.450781464576721, "loss_dense": 3.474503684043884, "loss": 6.925285148620605, "time": 0.15445806980133056, "step": 293732}
{"lr": 0.024193605804794648, "data_time": 0.017917704582214356, "loss_single": 3.4498384952545167, "loss_dense": 3.495554494857788, "loss": 6.945393085479736, "time": 0.14932568073272706, "step": 293782}
{"lr": 0.024193605804794648, "data_time": 0.017788505554199217, "loss_single": 3.453199315071106, "loss_dense": 3.512074518203735, "loss": 6.965273809432984, "time": 0.15340838432312012, "step": 293832}
{"lr": 0.024193605804794648, "data_time": 0.018456673622131346, "loss_single": 3.4790753602981566, "loss_dense": 3.5362154483795165, "loss": 7.015290784835815, "time": 0.2185746192932129, "step": 293882}
{"lr": 0.024193605804794648, "data_time": 0.016379928588867186, "loss_single": 3.4817315340042114, "loss_dense": 3.5228617668151854, "loss": 7.004593324661255, "time": 0.1610187292098999, "step": 293932}
{"lr": 0.024193605804794648, "data_time": 0.017201757431030272, "loss_single": 3.436641550064087, "loss_dense": 3.4970643281936646, "loss": 6.933705806732178, "time": 0.1486368417739868, "step": 293982}
{"lr": 0.024193605804794648, "data_time": 0.01693904399871826, "loss_single": 3.462888717651367, "loss_dense": 3.5159539222717284, "loss": 6.9788425922393795, "time": 0.15970349311828613, "step": 294032}
{"lr": 0.024193605804794648, "data_time": 0.017542934417724608, "loss_single": 3.482701277732849, "loss_dense": 3.532214617729187, "loss": 7.014915895462036, "time": 0.15008807182312012, "step": 294082}
{"lr": 0.024193605804794648, "data_time": 0.02464570999145508, "loss_single": 3.4523716449737547, "loss_dense": 3.4961389303207397, "loss": 6.948510599136353, "time": 0.27757232189178466, "step": 294132}
{"lr": 0.024193605804794648, "data_time": 0.01901576519012451, "loss_single": 3.439200830459595, "loss_dense": 3.4945516347885133, "loss": 6.93375244140625, "time": 0.16583037376403809, "step": 294182}
{"lr": 0.024193605804794648, "data_time": 0.017807769775390624, "loss_single": 3.476333975791931, "loss_dense": 3.528109312057495, "loss": 7.004443264007568, "time": 0.15424904823303223, "step": 294232}
{"lr": 0.024193605804794648, "data_time": 0.015917229652404784, "loss_single": 3.434065079689026, "loss_dense": 3.4867086887359617, "loss": 6.92077374458313, "time": 0.17069177627563475, "step": 294282}
{"lr": 0.024193605804794648, "data_time": 0.01685941219329834, "loss_single": 3.4305017471313475, "loss_dense": 3.49271559715271, "loss": 6.923217344284057, "time": 0.1604452133178711, "step": 294332}
{"lr": 0.024193605804794648, "data_time": 0.016443967819213867, "loss_single": 3.4331948518753053, "loss_dense": 3.4984786748886108, "loss": 6.931673431396485, "time": 0.14741764068603516, "step": 294382}
{"lr": 0.024193605804794648, "data_time": 0.017360210418701172, "loss_single": 3.4525689363479612, "loss_dense": 3.5023210287094115, "loss": 6.954889965057373, "time": 0.17679908275604247, "step": 294432}
{"lr": 0.024193605804794648, "data_time": 0.015645956993103026, "loss_single": 3.4410881996154785, "loss_dense": 3.4936923742294312, "loss": 6.934780550003052, "time": 0.15406653881072999, "step": 294482}
{"lr": 0.024193605804794648, "data_time": 0.014039349555969239, "loss_single": 3.4542225122451784, "loss_dense": 3.4937897443771364, "loss": 6.948012208938598, "time": 0.15680420398712158, "step": 294532}
{"lr": 0.024193605804794648, "data_time": 0.01749751567840576, "loss_single": 3.454652738571167, "loss_dense": 3.4968518018722534, "loss": 6.951504516601562, "time": 0.15014686584472656, "step": 294582}
{"lr": 0.024193605804794648, "data_time": 0.017407989501953124, "loss_single": 3.4452242851257324, "loss_dense": 3.510475444793701, "loss": 6.955699729919433, "time": 0.17258021831512452, "step": 294632}
{"lr": 0.024193605804794648, "data_time": 0.016973471641540526, "loss_single": 3.4642001152038575, "loss_dense": 3.5185850620269776, "loss": 6.9827851295471195, "time": 0.16024472713470458, "step": 294682}
{"lr": 0.024193605804794648, "data_time": 0.017606520652770997, "loss_single": 3.4712220191955567, "loss_dense": 3.528827667236328, "loss": 7.000049734115601, "time": 0.15306401252746582, "step": 294732}
{"lr": 0.024193605804794648, "data_time": 0.016515064239501952, "loss_single": 3.4372145652771, "loss_dense": 3.4982590675354004, "loss": 6.935473680496216, "time": 0.2105029821395874, "step": 294782}
{"lr": 0.024193605804794648, "data_time": 0.017928647994995116, "loss_single": 3.4883002042770386, "loss_dense": 3.552287459373474, "loss": 7.040587759017944, "time": 0.1490142822265625, "step": 294832}
{"lr": 0.024193605804794648, "data_time": 0.015785360336303712, "loss_single": 3.442044234275818, "loss_dense": 3.4941576719284058, "loss": 6.936201906204223, "time": 0.17149724960327148, "step": 294882}
{"lr": 0.024193605804794648, "data_time": 0.01571378707885742, "loss_single": 3.480092406272888, "loss_dense": 3.531220054626465, "loss": 7.011312484741211, "time": 0.15790345668792724, "step": 294932}
{"lr": 0.024193605804794648, "data_time": 0.014924383163452149, "loss_single": 3.428879427909851, "loss_dense": 3.488165783882141, "loss": 6.917045259475708, "time": 0.15985472202301027, "step": 294982}
{"lr": 0.024193605804794648, "data_time": 0.01637091636657715, "loss_single": 3.4411038398742675, "loss_dense": 3.4991469621658324, "loss": 6.940250825881958, "time": 0.15933094024658204, "step": 295032}
{"lr": 0.024193605804794648, "data_time": 0.01851494312286377, "loss_single": 3.4605594873428345, "loss_dense": 3.504943060874939, "loss": 6.965502595901489, "time": 0.23246705532073975, "step": 295082}
{"lr": 0.024193605804794648, "data_time": 0.01984426975250244, "loss_single": 3.4713266611099245, "loss_dense": 3.5060585260391237, "loss": 6.977385091781616, "time": 0.15473642349243164, "step": 295132}
{"lr": 0.024193605804794648, "data_time": 0.048812246322631835, "loss_single": 3.4501346826553343, "loss_dense": 3.513706994056702, "loss": 6.9638416290283205, "time": 0.18950378894805908, "step": 295182}
{"lr": 0.024193605804794648, "data_time": 0.01285851001739502, "loss_single": 3.498054361343384, "loss_dense": 3.536029314994812, "loss": 7.034083604812622, "time": 0.14773423671722413, "step": 295232}
{"lr": 0.02400630337988826, "data_time": 0.0188215970993042, "loss_single": 3.4667059898376467, "loss_dense": 3.5230560302734375, "loss": 6.9897620677948, "time": 0.15301234722137452, "step": 295286}
{"lr": 0.02400630337988826, "data_time": 0.016342473030090333, "loss_single": 3.472197985649109, "loss_dense": 3.521884059906006, "loss": 6.994082069396972, "time": 0.16532955169677735, "step": 295336}
{"lr": 0.02400630337988826, "data_time": 0.014608240127563477, "loss_single": 3.4384142398834228, "loss_dense": 3.4932663440704346, "loss": 6.931680631637573, "time": 0.20195302963256836, "step": 295386}
{"lr": 0.02400630337988826, "data_time": 0.02359335422515869, "loss_single": 3.4280473947525025, "loss_dense": 3.478825068473816, "loss": 6.906872510910034, "time": 0.16177477836608886, "step": 295436}
{"lr": 0.02400630337988826, "data_time": 0.018017172813415527, "loss_single": 3.456232452392578, "loss_dense": 3.5174871683120728, "loss": 6.973719549179077, "time": 0.16277594566345216, "step": 295486}
{"lr": 0.02400630337988826, "data_time": 0.01596958637237549, "loss_single": 3.451011872291565, "loss_dense": 3.5029353857040406, "loss": 6.953947353363037, "time": 0.15600264072418213, "step": 295536}
{"lr": 0.02400630337988826, "data_time": 0.017749619483947755, "loss_single": 3.484047555923462, "loss_dense": 3.537834715843201, "loss": 7.021882390975952, "time": 0.1511707067489624, "step": 295586}
{"lr": 0.02400630337988826, "data_time": 0.01655735969543457, "loss_single": 3.4839854717254637, "loss_dense": 3.519640827178955, "loss": 7.003626298904419, "time": 0.15282189846038818, "step": 295636}
{"lr": 0.02400630337988826, "data_time": 0.017539715766906737, "loss_single": 3.4593523740768433, "loss_dense": 3.5100961446762087, "loss": 6.969448518753052, "time": 0.16120493412017822, "step": 295686}
{"lr": 0.02400630337988826, "data_time": 0.01799325942993164, "loss_single": 3.452675151824951, "loss_dense": 3.5025518417358397, "loss": 6.955226945877075, "time": 0.15358502864837648, "step": 295736}
{"lr": 0.02400630337988826, "data_time": 0.01692366600036621, "loss_single": 3.448470950126648, "loss_dense": 3.489957642555237, "loss": 6.938428688049316, "time": 0.1546259641647339, "step": 295786}
{"lr": 0.02400630337988826, "data_time": 0.014716172218322754, "loss_single": 3.464271306991577, "loss_dense": 3.518852686882019, "loss": 6.983124017715454, "time": 0.15035171508789064, "step": 295836}
{"lr": 0.02400630337988826, "data_time": 0.016627955436706542, "loss_single": 3.428776264190674, "loss_dense": 3.4963448286056518, "loss": 6.925121021270752, "time": 0.15431525707244872, "step": 295886}
{"lr": 0.02400630337988826, "data_time": 0.017485976219177246, "loss_single": 3.450435972213745, "loss_dense": 3.498519206047058, "loss": 6.948955059051514, "time": 0.15190317630767822, "step": 295936}
{"lr": 0.02400630337988826, "data_time": 0.021646690368652344, "loss_single": 3.4436171770095827, "loss_dense": 3.4860594511032104, "loss": 6.929676580429077, "time": 0.2117701530456543, "step": 295986}
{"lr": 0.02400630337988826, "data_time": 0.01901113986968994, "loss_single": 3.453384613990784, "loss_dense": 3.5052621841430662, "loss": 6.9586467266082765, "time": 0.14969384670257568, "step": 296036}
{"lr": 0.02400630337988826, "data_time": 0.04781641960144043, "loss_single": 3.4881938457489015, "loss_dense": 3.5345930576324465, "loss": 7.022786808013916, "time": 0.2579698085784912, "step": 296086}
{"lr": 0.02400630337988826, "data_time": 0.0169175386428833, "loss_single": 3.425022101402283, "loss_dense": 3.486748957633972, "loss": 6.9117711067199705, "time": 0.16273608207702636, "step": 296136}
{"lr": 0.02400630337988826, "data_time": 0.016600322723388673, "loss_single": 3.482349920272827, "loss_dense": 3.5354315519332884, "loss": 7.017781496047974, "time": 0.16124176979064941, "step": 296186}
{"lr": 0.02400630337988826, "data_time": 0.016594529151916504, "loss_single": 3.4470855474472044, "loss_dense": 3.5023616313934327, "loss": 6.949447154998779, "time": 0.14880843162536622, "step": 296236}
{"lr": 0.02400630337988826, "data_time": 0.020369601249694825, "loss_single": 3.464642357826233, "loss_dense": 3.505038547515869, "loss": 6.96968092918396, "time": 0.1765428066253662, "step": 296286}
{"lr": 0.02400630337988826, "data_time": 0.01766364574432373, "loss_single": 3.462078070640564, "loss_dense": 3.5134666919708253, "loss": 6.975544691085815, "time": 0.15445597171783448, "step": 296336}
{"lr": 0.02400630337988826, "data_time": 0.017426156997680665, "loss_single": 3.442121171951294, "loss_dense": 3.4962269067764282, "loss": 6.93834810256958, "time": 0.15239131450653076, "step": 296386}
{"lr": 0.02400630337988826, "data_time": 0.017129397392272948, "loss_single": 3.452469253540039, "loss_dense": 3.5034738302230837, "loss": 6.955943059921265, "time": 0.16176249980926513, "step": 296436}
{"lr": 0.02400630337988826, "data_time": 0.017340588569641113, "loss_single": 3.431201863288879, "loss_dense": 3.4931125402450562, "loss": 6.924314403533936, "time": 0.15253419876098634, "step": 296486}
{"lr": 0.02400630337988826, "data_time": 0.016542267799377442, "loss_single": 3.476901316642761, "loss_dense": 3.5298295259475707, "loss": 7.006730842590332, "time": 0.16138002872467042, "step": 296536}
{"lr": 0.02400630337988826, "data_time": 0.018763113021850585, "loss_single": 3.4474201440811156, "loss_dense": 3.5045960664749147, "loss": 6.952016162872314, "time": 0.16096394062042235, "step": 296586}
{"lr": 0.02400630337988826, "data_time": 0.017038846015930177, "loss_single": 3.4637858629226685, "loss_dense": 3.5378732442855836, "loss": 7.001659154891968, "time": 0.16210780143737794, "step": 296636}
{"lr": 0.02400630337988826, "data_time": 0.016179108619689943, "loss_single": 3.4511035680770874, "loss_dense": 3.5081883907318114, "loss": 6.959291982650757, "time": 0.14827520847320558, "step": 296686}
{"lr": 0.02400630337988826, "data_time": 0.020611000061035157, "loss_single": 3.4543612718582155, "loss_dense": 3.50173556804657, "loss": 6.956096839904785, "time": 0.1567230463027954, "step": 296736}
{"lr": 0.02400630337988826, "data_time": 0.017083215713500976, "loss_single": 3.442014765739441, "loss_dense": 3.497810626029968, "loss": 6.939825439453125, "time": 0.1491680383682251, "step": 296786}
{"lr": 0.02400630337988826, "data_time": 0.01801912784576416, "loss_single": 3.458574628829956, "loss_dense": 3.5206124782562256, "loss": 6.979187107086181, "time": 0.16039249897003174, "step": 296836}
{"lr": 0.02400630337988826, "data_time": 0.025554728507995606, "loss_single": 3.473938488960266, "loss_dense": 3.518976354598999, "loss": 6.992914867401123, "time": 0.16190977096557618, "step": 296886}
{"lr": 0.02400630337988826, "data_time": 0.01756904125213623, "loss_single": 3.4787461042404173, "loss_dense": 3.5177170753479006, "loss": 6.996463203430176, "time": 0.1506676197052002, "step": 296936}
{"lr": 0.02400630337988826, "data_time": 0.016727805137634277, "loss_single": 3.4648305654525755, "loss_dense": 3.516452670097351, "loss": 6.981283235549927, "time": 0.15137290954589844, "step": 296986}
{"lr": 0.02400630337988826, "data_time": 0.016445732116699217, "loss_single": 3.4549760580062867, "loss_dense": 3.507872462272644, "loss": 6.962848567962647, "time": 0.1659944772720337, "step": 297036}
{"lr": 0.02400630337988826, "data_time": 0.01720914840698242, "loss_single": 3.448410081863403, "loss_dense": 3.5011205434799195, "loss": 6.949530696868896, "time": 0.15206406116485596, "step": 297086}
{"lr": 0.02400630337988826, "data_time": 0.017311906814575194, "loss_single": 3.4645540714263916, "loss_dense": 3.5101596832275392, "loss": 6.974713754653931, "time": 0.15407869815826417, "step": 297136}
{"lr": 0.02400630337988826, "data_time": 0.01832711696624756, "loss_single": 3.454056191444397, "loss_dense": 3.5137773752212524, "loss": 6.967833566665649, "time": 0.15311832427978517, "step": 297186}
{"lr": 0.02400630337988826, "data_time": 0.01804063320159912, "loss_single": 3.460880160331726, "loss_dense": 3.509083127975464, "loss": 6.969963312149048, "time": 0.15204567909240724, "step": 297236}
{"lr": 0.02400630337988826, "data_time": 0.01698131561279297, "loss_single": 3.469106101989746, "loss_dense": 3.515827202796936, "loss": 6.984933233261108, "time": 0.18535068035125732, "step": 297286}
{"lr": 0.02400630337988826, "data_time": 0.01570446491241455, "loss_single": 3.4463942766189577, "loss_dense": 3.500580072402954, "loss": 6.9469743251800535, "time": 0.15077877044677734, "step": 297336}
{"lr": 0.02400630337988826, "data_time": 0.015842604637145995, "loss_single": 3.457076573371887, "loss_dense": 3.515628695487976, "loss": 6.972705268859864, "time": 0.19698715209960938, "step": 297386}
{"lr": 0.02400630337988826, "data_time": 0.017974710464477538, "loss_single": 3.437652516365051, "loss_dense": 3.494660997390747, "loss": 6.93231348991394, "time": 0.14739441871643066, "step": 297436}
{"lr": 0.02400630337988826, "data_time": 0.017239809036254883, "loss_single": 3.4381113767623903, "loss_dense": 3.502038073539734, "loss": 6.94014949798584, "time": 0.14909882545471193, "step": 297486}
{"lr": 0.02400630337988826, "data_time": 0.01724834442138672, "loss_single": 3.4047938346862794, "loss_dense": 3.455037546157837, "loss": 6.859831380844116, "time": 0.1698136568069458, "step": 297536}
{"lr": 0.02400630337988826, "data_time": 0.01781916618347168, "loss_single": 3.4477020740509032, "loss_dense": 3.4976953268051147, "loss": 6.94539737701416, "time": 0.15314550399780275, "step": 297586}
{"lr": 0.02400630337988826, "data_time": 0.01648855209350586, "loss_single": 3.458362102508545, "loss_dense": 3.5089167833328245, "loss": 6.96727876663208, "time": 0.15931224822998047, "step": 297636}
{"lr": 0.02400630337988826, "data_time": 0.018112993240356444, "loss_single": 3.4676082611083983, "loss_dense": 3.5182565450668335, "loss": 6.985864782333374, "time": 0.1643519163131714, "step": 297686}
{"lr": 0.02400630337988826, "data_time": 0.014291834831237794, "loss_single": 3.48563973903656, "loss_dense": 3.526001501083374, "loss": 7.011641216278076, "time": 0.18554859161376952, "step": 297736}
{"lr": 0.02400630337988826, "data_time": 0.01739811897277832, "loss_single": 3.4518768310546877, "loss_dense": 3.508012866973877, "loss": 6.95988974571228, "time": 0.14862592220306398, "step": 297786}
{"lr": 0.02400630337988826, "data_time": 0.018109560012817383, "loss_single": 3.4536593914031983, "loss_dense": 3.499162292480469, "loss": 6.952821683883667, "time": 0.14751753807067872, "step": 297836}
{"lr": 0.02400630337988826, "data_time": 0.013042068481445313, "loss_single": 3.4709848165512085, "loss_dense": 3.504877734184265, "loss": 6.9758625507354735, "time": 0.1551537036895752, "step": 297886}
{"lr": 0.02400630337988826, "data_time": 0.015370345115661621, "loss_single": 3.454599404335022, "loss_dense": 3.5103750467300414, "loss": 6.964974403381348, "time": 0.15281028747558595, "step": 297936}
{"lr": 0.02400630337988826, "data_time": 0.018065762519836426, "loss_single": 3.429529333114624, "loss_dense": 3.4943353652954103, "loss": 6.92386474609375, "time": 0.15040035247802735, "step": 297986}
{"lr": 0.02400630337988826, "data_time": 0.017757225036621093, "loss_single": 3.4467352390289308, "loss_dense": 3.4927261590957643, "loss": 6.939461374282837, "time": 0.1714655876159668, "step": 298036}
{"lr": 0.02400630337988826, "data_time": 0.013342165946960449, "loss_single": 3.455985403060913, "loss_dense": 3.516960549354553, "loss": 6.972946119308472, "time": 0.15581846237182617, "step": 298086}
{"lr": 0.02400630337988826, "data_time": 0.01627640724182129, "loss_single": 3.4316285133361815, "loss_dense": 3.490378904342651, "loss": 6.922007322311401, "time": 0.20793664455413818, "step": 298136}
{"lr": 0.02400630337988826, "data_time": 0.01844809055328369, "loss_single": 3.4432567358016968, "loss_dense": 3.4872775316238402, "loss": 6.9305342674255375, "time": 0.15293960571289061, "step": 298186}
{"lr": 0.02400630337988826, "data_time": 0.015384221076965332, "loss_single": 3.45744252204895, "loss_dense": 3.492600440979004, "loss": 6.950043058395385, "time": 0.1718285322189331, "step": 298236}
{"lr": 0.02400630337988826, "data_time": 0.018269562721252443, "loss_single": 3.4534064054489138, "loss_dense": 3.513581132888794, "loss": 6.96698751449585, "time": 0.18609395027160644, "step": 298286}
{"lr": 0.02400630337988826, "data_time": 0.016694521903991698, "loss_single": 3.456214714050293, "loss_dense": 3.490683674812317, "loss": 6.946898460388184, "time": 0.15908689498901368, "step": 298336}
{"lr": 0.02400630337988826, "data_time": 0.016367268562316895, "loss_single": 3.4560311794281007, "loss_dense": 3.4986150741577147, "loss": 6.954646301269531, "time": 0.15400409698486328, "step": 298386}
{"lr": 0.02400630337988826, "data_time": 0.017282629013061525, "loss_single": 3.465822386741638, "loss_dense": 3.5106287002563477, "loss": 6.976451063156128, "time": 0.1579585552215576, "step": 298436}
{"lr": 0.02400630337988826, "data_time": 0.01682236194610596, "loss_single": 3.4510226011276246, "loss_dense": 3.50553183555603, "loss": 6.9565544605255125, "time": 0.15176866054534913, "step": 298486}
{"lr": 0.02400630337988826, "data_time": 0.019216465950012206, "loss_single": 3.4846390962600706, "loss_dense": 3.5390880823135378, "loss": 7.023727178573608, "time": 0.15458662509918214, "step": 298536}
{"lr": 0.02400630337988826, "data_time": 0.015821361541748048, "loss_single": 3.464648628234863, "loss_dense": 3.5245020151138307, "loss": 6.989150667190552, "time": 0.19580843448638915, "step": 298586}
{"lr": 0.02400630337988826, "data_time": 0.033901762962341306, "loss_single": 3.4494871139526366, "loss_dense": 3.510337257385254, "loss": 6.959824419021606, "time": 0.1840423822402954, "step": 298636}
{"lr": 0.02400630337988826, "data_time": 0.017215585708618163, "loss_single": 3.465645599365234, "loss_dense": 3.5186246395111085, "loss": 6.984270286560059, "time": 0.15085282325744628, "step": 298686}
{"lr": 0.02400630337988826, "data_time": 0.016488194465637207, "loss_single": 3.453570914268494, "loss_dense": 3.4960848093032837, "loss": 6.9496557235717775, "time": 0.15683267116546631, "step": 298736}
{"lr": 0.02400630337988826, "data_time": 0.018323826789855956, "loss_single": 3.416101312637329, "loss_dense": 3.472220468521118, "loss": 6.888321828842163, "time": 0.15216777324676514, "step": 298786}
{"lr": 0.02400630337988826, "data_time": 0.018264389038085936, "loss_single": 3.4596269845962526, "loss_dense": 3.5078961849212646, "loss": 6.967523145675659, "time": 0.1567763566970825, "step": 298836}
{"lr": 0.02400630337988826, "data_time": 0.01641087532043457, "loss_single": 3.4487834692001345, "loss_dense": 3.522699785232544, "loss": 6.971483182907105, "time": 0.1535125732421875, "step": 298886}
{"lr": 0.02400630337988826, "data_time": 0.03978650569915772, "loss_single": 3.4623505115509032, "loss_dense": 3.5096925020217897, "loss": 6.972042989730835, "time": 0.19936089515686034, "step": 298936}
{"lr": 0.02400630337988826, "data_time": 0.016791987419128417, "loss_single": 3.457179617881775, "loss_dense": 3.5116830110549926, "loss": 6.968862676620484, "time": 0.1587372064590454, "step": 298986}
{"lr": 0.02400630337988826, "data_time": 0.015303969383239746, "loss_single": 3.4544975996017455, "loss_dense": 3.517022228240967, "loss": 6.971519947052002, "time": 0.1864778995513916, "step": 299036}
{"lr": 0.02400630337988826, "data_time": 0.014243650436401366, "loss_single": 3.4296533823013307, "loss_dense": 3.491708183288574, "loss": 6.9213615417480465, "time": 0.1544440746307373, "step": 299086}
{"lr": 0.02400630337988826, "data_time": 0.01714024543762207, "loss_single": 3.452095460891724, "loss_dense": 3.4863335371017454, "loss": 6.9384290218353275, "time": 0.15091378688812257, "step": 299136}
{"lr": 0.02400630337988826, "data_time": 0.014189887046813964, "loss_single": 3.448575496673584, "loss_dense": 3.481195878982544, "loss": 6.929771375656128, "time": 0.1525378942489624, "step": 299186}
{"lr": 0.02400630337988826, "data_time": 0.0077312707901000975, "loss_single": 3.483132529258728, "loss_dense": 3.525649833679199, "loss": 7.0087823390960695, "time": 0.22445495128631593, "step": 299236}
{"lr": 0.02400630337988826, "data_time": 0.01688535213470459, "loss_single": 3.4571030855178835, "loss_dense": 3.50941002368927, "loss": 6.966513061523438, "time": 0.14867010116577148, "step": 299286}
{"lr": 0.02400630337988826, "data_time": 0.045743775367736814, "loss_single": 3.417382287979126, "loss_dense": 3.480853271484375, "loss": 6.898235607147217, "time": 0.18761539459228516, "step": 299336}
{"lr": 0.02400630337988826, "data_time": 0.018119382858276366, "loss_single": 3.455215072631836, "loss_dense": 3.4953463792800905, "loss": 6.950561428070069, "time": 0.16288392543792723, "step": 299386}
{"lr": 0.02400630337988826, "data_time": 0.016059112548828126, "loss_single": 3.4703447580337525, "loss_dense": 3.5201285600662233, "loss": 6.990473318099975, "time": 0.16340816020965576, "step": 299436}
{"lr": 0.02400630337988826, "data_time": 0.024409151077270506, "loss_single": 3.4466156005859374, "loss_dense": 3.4893661022186278, "loss": 6.93598165512085, "time": 0.1929699182510376, "step": 299486}
{"lr": 0.02400630337988826, "data_time": 0.016053652763366698, "loss_single": 3.4695489168167115, "loss_dense": 3.5172030210494993, "loss": 6.986751890182495, "time": 0.15324163436889648, "step": 299536}
{"lr": 0.02400630337988826, "data_time": 0.01624584197998047, "loss_single": 3.4602720975875854, "loss_dense": 3.5144935846328735, "loss": 6.974765777587891, "time": 0.14985258579254152, "step": 299586}
{"lr": 0.02400630337988826, "data_time": 0.0183103084564209, "loss_single": 3.4788495779037474, "loss_dense": 3.518919086456299, "loss": 6.997768688201904, "time": 0.15226778984069825, "step": 299636}
{"lr": 0.02400630337988826, "data_time": 0.015863561630249025, "loss_single": 3.455835247039795, "loss_dense": 3.510552191734314, "loss": 6.966387414932251, "time": 0.17022955417633057, "step": 299686}
{"lr": 0.02400630337988826, "data_time": 0.015112853050231934, "loss_single": 3.4432199239730834, "loss_dense": 3.483806109428406, "loss": 6.927026033401489, "time": 0.1488342046737671, "step": 299736}
{"lr": 0.02400630337988826, "data_time": 0.017787528038024903, "loss_single": 3.4628087282180786, "loss_dense": 3.513784122467041, "loss": 6.976592874526977, "time": 0.15260143280029298, "step": 299786}
{"lr": 0.02400630337988826, "data_time": 0.017928433418273926, "loss_single": 3.4685394525527955, "loss_dense": 3.5220247983932493, "loss": 6.990564298629761, "time": 0.16014866828918456, "step": 299836}
{"lr": 0.02400630337988826, "data_time": 0.017226147651672363, "loss_single": 3.437660479545593, "loss_dense": 3.49282763004303, "loss": 6.930488109588623, "time": 0.16250114440917968, "step": 299886}
{"lr": 0.02400630337988826, "data_time": 0.020190954208374023, "loss_single": 3.4615087509155273, "loss_dense": 3.509996247291565, "loss": 6.9715049266815186, "time": 0.15809357166290283, "step": 299936}
{"lr": 0.02400630337988826, "data_time": 0.016941142082214356, "loss_single": 3.4344846963882447, "loss_dense": 3.498046374320984, "loss": 6.932531070709229, "time": 0.153305721282959, "step": 299986}
{"lr": 0.02400630337988826, "data_time": 0.018433809280395508, "loss_single": 3.446755051612854, "loss_dense": 3.518365216255188, "loss": 6.965120267868042, "time": 0.20042061805725098, "step": 300036}
{"lr": 0.02400630337988826, "data_time": 0.016672396659851076, "loss_single": 3.440647840499878, "loss_dense": 3.492454981803894, "loss": 6.933102798461914, "time": 0.15034382343292235, "step": 300086}
{"lr": 0.02400630337988826, "data_time": 0.017525029182434083, "loss_single": 3.4522081136703493, "loss_dense": 3.5179326057434084, "loss": 6.970140647888184, "time": 0.15956389904022217, "step": 300136}
{"lr": 0.02400630337988826, "data_time": 0.017924928665161134, "loss_single": 3.4377339601516725, "loss_dense": 3.4892091751098633, "loss": 6.926943063735962, "time": 0.15229523181915283, "step": 300186}
{"lr": 0.02400630337988826, "data_time": 0.01324310302734375, "loss_single": 3.463691234588623, "loss_dense": 3.4919551610946655, "loss": 6.955646324157715, "time": 0.1448359489440918, "step": 300236}
{"lr": 0.023816778784387097, "data_time": 0.017267942428588867, "loss_single": 3.4609763622283936, "loss_dense": 3.5063976764678957, "loss": 6.9673741340637205, "time": 0.15061380863189697, "step": 300290}
{"lr": 0.023816778784387097, "data_time": 0.020014190673828126, "loss_single": 3.459377670288086, "loss_dense": 3.5123255491256713, "loss": 6.971703243255615, "time": 0.1521275520324707, "step": 300340}
{"lr": 0.023816778784387097, "data_time": 0.016611266136169433, "loss_single": 3.4495415687561035, "loss_dense": 3.48732008934021, "loss": 6.9368617057800295, "time": 0.15482969284057618, "step": 300390}
{"lr": 0.023816778784387097, "data_time": 0.016178441047668458, "loss_single": 3.471573090553284, "loss_dense": 3.5223090410232545, "loss": 6.993882036209106, "time": 0.15018823146820068, "step": 300440}
{"lr": 0.023816778784387097, "data_time": 0.017827272415161133, "loss_single": 3.473474359512329, "loss_dense": 3.5287444829940795, "loss": 7.002218914031983, "time": 0.1551441431045532, "step": 300490}
{"lr": 0.023816778784387097, "data_time": 0.015666389465332033, "loss_single": 3.435201716423035, "loss_dense": 3.492076063156128, "loss": 6.927277851104736, "time": 0.14818799495697021, "step": 300540}
{"lr": 0.023816778784387097, "data_time": 0.015516519546508789, "loss_single": 3.446056938171387, "loss_dense": 3.497673439979553, "loss": 6.943730401992798, "time": 0.15142078399658204, "step": 300590}
{"lr": 0.023816778784387097, "data_time": 0.019513773918151855, "loss_single": 3.48103723526001, "loss_dense": 3.541009759902954, "loss": 7.022046995162964, "time": 0.15374248027801513, "step": 300640}
{"lr": 0.023816778784387097, "data_time": 0.017670416831970216, "loss_single": 3.45327684879303, "loss_dense": 3.5016473054885866, "loss": 6.954924201965332, "time": 0.15036447048187257, "step": 300690}
{"lr": 0.023816778784387097, "data_time": 0.015904951095581054, "loss_single": 3.447008490562439, "loss_dense": 3.5122295141220095, "loss": 6.959238052368164, "time": 0.15318257808685304, "step": 300740}
{"lr": 0.023816778784387097, "data_time": 0.014216756820678711, "loss_single": 3.4625012159347532, "loss_dense": 3.5151015758514403, "loss": 6.977602767944336, "time": 0.15277249813079835, "step": 300790}
{"lr": 0.023816778784387097, "data_time": 0.016562628746032714, "loss_single": 3.481691837310791, "loss_dense": 3.537635827064514, "loss": 7.019327688217163, "time": 0.1541504144668579, "step": 300840}
{"lr": 0.023816778784387097, "data_time": 0.017431926727294923, "loss_single": 3.444141697883606, "loss_dense": 3.5006659984588624, "loss": 6.944807720184326, "time": 0.15462417602539064, "step": 300890}
{"lr": 0.023816778784387097, "data_time": 0.03126904964447021, "loss_single": 3.4209148645401, "loss_dense": 3.4839396476745605, "loss": 6.9048545360565186, "time": 0.19262301921844482, "step": 300940}
{"lr": 0.023816778784387097, "data_time": 0.016619253158569335, "loss_single": 3.4323205947875977, "loss_dense": 3.4788419723510744, "loss": 6.911162614822388, "time": 0.14799623489379882, "step": 300990}
{"lr": 0.023816778784387097, "data_time": 0.01315157413482666, "loss_single": 3.458048415184021, "loss_dense": 3.5109336614608764, "loss": 6.9689820289611815, "time": 0.16568832397460936, "step": 301040}
{"lr": 0.023816778784387097, "data_time": 0.016433072090148926, "loss_single": 3.46533362865448, "loss_dense": 3.5178131818771363, "loss": 6.983146715164184, "time": 0.15720617771148682, "step": 301090}
{"lr": 0.023816778784387097, "data_time": 0.016997861862182616, "loss_single": 3.4364968061447145, "loss_dense": 3.4862852573394774, "loss": 6.922781944274902, "time": 0.15483636856079103, "step": 301140}
{"lr": 0.023816778784387097, "data_time": 0.018881058692932128, "loss_single": 3.4509175062179565, "loss_dense": 3.5247796297073366, "loss": 6.975697040557861, "time": 0.1518556833267212, "step": 301190}
{"lr": 0.023816778784387097, "data_time": 0.01966252326965332, "loss_single": 3.4598068952560426, "loss_dense": 3.5205251216888427, "loss": 6.980332088470459, "time": 0.15622665882110595, "step": 301240}
{"lr": 0.023816778784387097, "data_time": 0.02227816581726074, "loss_single": 3.450275993347168, "loss_dense": 3.514543652534485, "loss": 6.964819717407226, "time": 0.2470848321914673, "step": 301290}
{"lr": 0.023816778784387097, "data_time": 0.016883087158203126, "loss_single": 3.429081988334656, "loss_dense": 3.4825372219085695, "loss": 6.911619091033936, "time": 0.18585286140441895, "step": 301340}
{"lr": 0.023816778784387097, "data_time": 0.015415525436401368, "loss_single": 3.4518643379211427, "loss_dense": 3.509373736381531, "loss": 6.961238050460816, "time": 0.15404458045959474, "step": 301390}
{"lr": 0.023816778784387097, "data_time": 0.018025827407836915, "loss_single": 3.436030554771423, "loss_dense": 3.4842145681381225, "loss": 6.920245122909546, "time": 0.15300848484039306, "step": 301440}
{"lr": 0.023816778784387097, "data_time": 0.01690959930419922, "loss_single": 3.4579805612564085, "loss_dense": 3.5146174669265746, "loss": 6.972597980499268, "time": 0.14846224784851075, "step": 301490}
{"lr": 0.023816778784387097, "data_time": 0.015730977058410645, "loss_single": 3.4350679397583006, "loss_dense": 3.482455539703369, "loss": 6.91752347946167, "time": 0.1521620273590088, "step": 301540}
{"lr": 0.023816778784387097, "data_time": 0.016815948486328124, "loss_single": 3.4737573862075806, "loss_dense": 3.5246236085891725, "loss": 6.998380947113037, "time": 0.15808606147766113, "step": 301590}
{"lr": 0.023816778784387097, "data_time": 0.019242262840270995, "loss_single": 3.4620487689971924, "loss_dense": 3.5080708026885987, "loss": 6.970119619369507, "time": 0.2301116704940796, "step": 301640}
{"lr": 0.023816778784387097, "data_time": 0.018929076194763184, "loss_single": 3.4585989713668823, "loss_dense": 3.5060562610626222, "loss": 6.964655160903931, "time": 0.15333526134490966, "step": 301690}
{"lr": 0.023816778784387097, "data_time": 0.025273513793945313, "loss_single": 3.4310155868530274, "loss_dense": 3.481509733200073, "loss": 6.912525272369384, "time": 0.18215782642364503, "step": 301740}
{"lr": 0.023816778784387097, "data_time": 0.016897153854370118, "loss_single": 3.4532235145568846, "loss_dense": 3.50657639503479, "loss": 6.9598000049591064, "time": 0.15753297805786132, "step": 301790}
{"lr": 0.023816778784387097, "data_time": 0.013085746765136718, "loss_single": 3.4499960422515867, "loss_dense": 3.515733504295349, "loss": 6.965729475021362, "time": 0.15349104404449462, "step": 301840}
{"lr": 0.023816778784387097, "data_time": 0.017545151710510253, "loss_single": 3.4347601890563966, "loss_dense": 3.482987904548645, "loss": 6.9177481174469, "time": 0.1526247501373291, "step": 301890}
{"lr": 0.023816778784387097, "data_time": 0.01715409755706787, "loss_single": 3.467030882835388, "loss_dense": 3.5255584001541136, "loss": 6.992589330673217, "time": 0.19717748165130616, "step": 301940}
{"lr": 0.023816778784387097, "data_time": 0.018205833435058594, "loss_single": 3.4483923435211183, "loss_dense": 3.502039361000061, "loss": 6.950431632995605, "time": 0.15517451763153076, "step": 301990}
{"lr": 0.023816778784387097, "data_time": 0.017278313636779785, "loss_single": 3.4319079399108885, "loss_dense": 3.474857139587402, "loss": 6.906764984130859, "time": 0.1555407762527466, "step": 302040}
{"lr": 0.023816778784387097, "data_time": 0.018056344985961915, "loss_single": 3.4614759922027587, "loss_dense": 3.516883206367493, "loss": 6.978359222412109, "time": 0.1551560640335083, "step": 302090}
{"lr": 0.023816778784387097, "data_time": 0.019272375106811523, "loss_single": 3.48092303276062, "loss_dense": 3.531044626235962, "loss": 7.011967611312866, "time": 0.15390536785125733, "step": 302140}
{"lr": 0.023816778784387097, "data_time": 0.015925025939941405, "loss_single": 3.434223175048828, "loss_dense": 3.4881918907165526, "loss": 6.922415113449096, "time": 0.163777494430542, "step": 302190}
{"lr": 0.023816778784387097, "data_time": 0.02442326545715332, "loss_single": 3.4330872774124144, "loss_dense": 3.4780620336532593, "loss": 6.911149406433106, "time": 0.15885574817657472, "step": 302240}
{"lr": 0.023816778784387097, "data_time": 0.01821413040161133, "loss_single": 3.446957302093506, "loss_dense": 3.5044200658798217, "loss": 6.9513773918151855, "time": 0.16084573268890381, "step": 302290}
{"lr": 0.023816778784387097, "data_time": 0.017269420623779296, "loss_single": 3.429052639007568, "loss_dense": 3.4907989501953125, "loss": 6.919851684570313, "time": 0.15300309658050537, "step": 302340}
{"lr": 0.023816778784387097, "data_time": 0.01619260311126709, "loss_single": 3.4858194828033446, "loss_dense": 3.540987968444824, "loss": 7.026807403564453, "time": 0.18740432262420653, "step": 302390}
{"lr": 0.023816778784387097, "data_time": 0.013733243942260743, "loss_single": 3.434165382385254, "loss_dense": 3.4856133460998535, "loss": 6.919778823852539, "time": 0.15874118804931642, "step": 302440}
{"lr": 0.023816778784387097, "data_time": 0.01859276294708252, "loss_single": 3.4284976720809937, "loss_dense": 3.48460214138031, "loss": 6.913099718093872, "time": 0.15328683853149414, "step": 302490}
{"lr": 0.023816778784387097, "data_time": 0.01711289882659912, "loss_single": 3.471844291687012, "loss_dense": 3.5158995389938354, "loss": 6.987743759155274, "time": 0.15142297744750977, "step": 302540}
{"lr": 0.023816778784387097, "data_time": 0.018480491638183594, "loss_single": 3.450536584854126, "loss_dense": 3.491346907615662, "loss": 6.9418834209442135, "time": 0.15342192649841307, "step": 302590}
{"lr": 0.023816778784387097, "data_time": 0.016779279708862303, "loss_single": 3.4626327753067017, "loss_dense": 3.527694749832153, "loss": 6.990327501296997, "time": 0.1518315076828003, "step": 302640}
{"lr": 0.023816778784387097, "data_time": 0.019483518600463868, "loss_single": 3.465372633934021, "loss_dense": 3.5051570415496824, "loss": 6.970529651641845, "time": 0.1543591022491455, "step": 302690}
{"lr": 0.023816778784387097, "data_time": 0.01590230464935303, "loss_single": 3.4361191034317016, "loss_dense": 3.4883919239044188, "loss": 6.924511051177978, "time": 0.17135214805603027, "step": 302740}
{"lr": 0.023816778784387097, "data_time": 0.01665966510772705, "loss_single": 3.4455926179885865, "loss_dense": 3.486733341217041, "loss": 6.932326030731201, "time": 0.19968779087066652, "step": 302790}
{"lr": 0.023816778784387097, "data_time": 0.015356040000915528, "loss_single": 3.4165144205093383, "loss_dense": 3.4695383071899415, "loss": 6.8860527038574215, "time": 0.19213614463806153, "step": 302840}
{"lr": 0.023816778784387097, "data_time": 0.017013025283813477, "loss_single": 3.4391366243362427, "loss_dense": 3.495994472503662, "loss": 6.9351311206817625, "time": 0.15433650016784667, "step": 302890}
{"lr": 0.023816778784387097, "data_time": 0.0207003116607666, "loss_single": 3.4698564767837525, "loss_dense": 3.5253128528594972, "loss": 6.995169258117675, "time": 0.15109736919403077, "step": 302940}
{"lr": 0.023816778784387097, "data_time": 0.0178924560546875, "loss_single": 3.4696143865585327, "loss_dense": 3.5258721351623534, "loss": 6.995486545562744, "time": 0.1516324758529663, "step": 302990}
{"lr": 0.023816778784387097, "data_time": 0.020130562782287597, "loss_single": 3.4474095582962034, "loss_dense": 3.499836230278015, "loss": 6.947245836257935, "time": 0.19566023349761963, "step": 303040}
{"lr": 0.023816778784387097, "data_time": 0.019645333290100098, "loss_single": 3.451226592063904, "loss_dense": 3.497603940963745, "loss": 6.948830509185791, "time": 0.15446369647979735, "step": 303090}
{"lr": 0.023816778784387097, "data_time": 0.015940022468566895, "loss_single": 3.4705632448196413, "loss_dense": 3.5469210147857666, "loss": 7.017484283447265, "time": 0.1539231300354004, "step": 303140}
{"lr": 0.023816778784387097, "data_time": 0.018338704109191896, "loss_single": 3.454939866065979, "loss_dense": 3.5224840879440307, "loss": 6.977423906326294, "time": 0.17725799083709717, "step": 303190}
{"lr": 0.023816778784387097, "data_time": 0.017351818084716798, "loss_single": 3.4383010387420656, "loss_dense": 3.4955459594726563, "loss": 6.9338469982147215, "time": 0.15160658359527587, "step": 303240}
{"lr": 0.023816778784387097, "data_time": 0.016748857498168946, "loss_single": 3.467868447303772, "loss_dense": 3.5070857286453245, "loss": 6.974954128265381, "time": 0.1582974910736084, "step": 303290}
{"lr": 0.023816778784387097, "data_time": 0.015261602401733399, "loss_single": 3.4551759004592895, "loss_dense": 3.4882507801055906, "loss": 6.943426704406738, "time": 0.19384973049163817, "step": 303340}
{"lr": 0.023816778784387097, "data_time": 0.015604019165039062, "loss_single": 3.43709192276001, "loss_dense": 3.498577690124512, "loss": 6.935669660568237, "time": 0.14897611141204833, "step": 303390}
{"lr": 0.023816778784387097, "data_time": 0.01751382350921631, "loss_single": 3.4545889854431153, "loss_dense": 3.5289489030838013, "loss": 6.98353796005249, "time": 0.15264251232147216, "step": 303440}
{"lr": 0.023816778784387097, "data_time": 0.027922606468200682, "loss_single": 3.4744795083999636, "loss_dense": 3.5209919452667235, "loss": 6.995471429824829, "time": 0.20421621799468995, "step": 303490}
{"lr": 0.023816778784387097, "data_time": 0.016768884658813477, "loss_single": 3.447197365760803, "loss_dense": 3.4877697467803954, "loss": 6.934967041015625, "time": 0.15829436779022216, "step": 303540}
{"lr": 0.023816778784387097, "data_time": 0.01735076904296875, "loss_single": 3.440308117866516, "loss_dense": 3.5004798412322997, "loss": 6.940787982940674, "time": 0.16017842292785645, "step": 303590}
{"lr": 0.023816778784387097, "data_time": 0.016528797149658204, "loss_single": 3.4918100118637083, "loss_dense": 3.5297785997390747, "loss": 7.021588611602783, "time": 0.16181714534759523, "step": 303640}
{"lr": 0.023816778784387097, "data_time": 0.017011690139770507, "loss_single": 3.4642425537109376, "loss_dense": 3.5139740467071534, "loss": 6.978216505050659, "time": 0.15361435413360597, "step": 303690}
{"lr": 0.023816778784387097, "data_time": 0.018104863166809083, "loss_single": 3.479071927070618, "loss_dense": 3.5362154483795165, "loss": 7.015287399291992, "time": 0.2128890037536621, "step": 303740}
{"lr": 0.023816778784387097, "data_time": 0.017536258697509764, "loss_single": 3.466971683502197, "loss_dense": 3.502874660491943, "loss": 6.969846296310425, "time": 0.15766615867614747, "step": 303790}
{"lr": 0.023816778784387097, "data_time": 0.01655895709991455, "loss_single": 3.4581884384155273, "loss_dense": 3.500636434555054, "loss": 6.958824872970581, "time": 0.15640666484832763, "step": 303840}
{"lr": 0.023816778784387097, "data_time": 0.021837353706359863, "loss_single": 3.50786349773407, "loss_dense": 3.5600316524505615, "loss": 7.067895174026489, "time": 0.16957638263702393, "step": 303890}
{"lr": 0.023816778784387097, "data_time": 0.017545485496520997, "loss_single": 3.4643877744674683, "loss_dense": 3.506716513633728, "loss": 6.971104288101197, "time": 0.15274338722229003, "step": 303940}
{"lr": 0.023816778784387097, "data_time": 0.017687273025512696, "loss_single": 3.4356480836868286, "loss_dense": 3.497220516204834, "loss": 6.932868623733521, "time": 0.15117089748382567, "step": 303990}
{"lr": 0.023816778784387097, "data_time": 0.017789030075073244, "loss_single": 3.452241086959839, "loss_dense": 3.500590181350708, "loss": 6.952831268310547, "time": 0.1527782678604126, "step": 304040}
{"lr": 0.023816778784387097, "data_time": 0.019713187217712404, "loss_single": 3.4807676792144777, "loss_dense": 3.5491252899169923, "loss": 7.0298929691314695, "time": 0.15049173831939697, "step": 304090}
{"lr": 0.023816778784387097, "data_time": 0.015572667121887207, "loss_single": 3.475891137123108, "loss_dense": 3.5121661901473997, "loss": 6.988057279586792, "time": 0.16555755138397216, "step": 304140}
{"lr": 0.023816778784387097, "data_time": 0.022026968002319337, "loss_single": 3.4757952451705934, "loss_dense": 3.540600848197937, "loss": 7.0163960456848145, "time": 0.15983290672302247, "step": 304190}
{"lr": 0.023816778784387097, "data_time": 0.016620969772338866, "loss_single": 3.4714870929718016, "loss_dense": 3.5335896730422975, "loss": 7.005076742172241, "time": 0.14872362613677978, "step": 304240}
{"lr": 0.023816778784387097, "data_time": 0.019859004020690917, "loss_single": 3.4582292318344114, "loss_dense": 3.5098063707351685, "loss": 6.96803560256958, "time": 0.15514733791351318, "step": 304290}
{"lr": 0.023816778784387097, "data_time": 0.011125993728637696, "loss_single": 3.448793578147888, "loss_dense": 3.481318998336792, "loss": 6.930112552642822, "time": 0.2073833465576172, "step": 304340}
{"lr": 0.023816778784387097, "data_time": 0.017215466499328612, "loss_single": 3.4111683845520018, "loss_dense": 3.478125, "loss": 6.889293432235718, "time": 0.16369194984436036, "step": 304390}
{"lr": 0.023816778784387097, "data_time": 0.017984628677368164, "loss_single": 3.473814368247986, "loss_dense": 3.525240087509155, "loss": 6.999054384231568, "time": 0.15189476013183595, "step": 304440}
{"lr": 0.023816778784387097, "data_time": 0.019713497161865233, "loss_single": 3.4651657581329345, "loss_dense": 3.5134119749069215, "loss": 6.978577756881714, "time": 0.21504156589508056, "step": 304490}
{"lr": 0.023816778784387097, "data_time": 0.017648601531982423, "loss_single": 3.4479610681533814, "loss_dense": 3.4965946435928346, "loss": 6.944555711746216, "time": 0.15208983421325684, "step": 304540}
{"lr": 0.023816778784387097, "data_time": 0.017801856994628905, "loss_single": 3.4828892946243286, "loss_dense": 3.534402322769165, "loss": 7.01729154586792, "time": 0.14903042316436768, "step": 304590}
{"lr": 0.023816778784387097, "data_time": 0.017832493782043456, "loss_single": 3.454783535003662, "loss_dense": 3.5063512563705443, "loss": 6.961134719848633, "time": 0.14790656566619872, "step": 304640}
{"lr": 0.023816778784387097, "data_time": 0.012442302703857423, "loss_single": 3.440473484992981, "loss_dense": 3.4877941370010377, "loss": 6.928267621994019, "time": 0.15362217426300048, "step": 304690}
{"lr": 0.023816778784387097, "data_time": 0.014520406723022461, "loss_single": 3.4760234355926514, "loss_dense": 3.5284181118011473, "loss": 7.004441499710083, "time": 0.24503254890441895, "step": 304740}
{"lr": 0.023816778784387097, "data_time": 0.018597984313964845, "loss_single": 3.4504175662994383, "loss_dense": 3.5059800148010254, "loss": 6.956397533416748, "time": 0.15492236614227295, "step": 304790}
{"lr": 0.023816778784387097, "data_time": 0.023866915702819826, "loss_single": 3.459915828704834, "loss_dense": 3.5106839418411253, "loss": 6.970599746704101, "time": 0.15650651454925538, "step": 304840}
{"lr": 0.023816778784387097, "data_time": 0.016350531578063966, "loss_single": 3.455493760108948, "loss_dense": 3.525879168510437, "loss": 6.981372880935669, "time": 0.1536198854446411, "step": 304890}
{"lr": 0.023816778784387097, "data_time": 0.01600165367126465, "loss_single": 3.445042300224304, "loss_dense": 3.4906563997268676, "loss": 6.935698747634888, "time": 0.15576891899108886, "step": 304940}
{"lr": 0.023816778784387097, "data_time": 0.016515207290649415, "loss_single": 3.4562602043151855, "loss_dense": 3.4935410261154174, "loss": 6.949801206588745, "time": 0.15013935565948486, "step": 304990}
{"lr": 0.023816778784387097, "data_time": 0.016796588897705078, "loss_single": 3.442916679382324, "loss_dense": 3.4966546058654786, "loss": 6.939571285247803, "time": 0.14893617630004882, "step": 305040}
{"lr": 0.023816778784387097, "data_time": 0.01473374366760254, "loss_single": 3.4508578300476076, "loss_dense": 3.509833884239197, "loss": 6.960691833496094, "time": 0.211326003074646, "step": 305090}
{"lr": 0.023816778784387097, "data_time": 0.009698820114135743, "loss_single": 3.4540478229522704, "loss_dense": 3.507101225852966, "loss": 6.961148977279663, "time": 0.1674569606781006, "step": 305140}
{"lr": 0.023816778784387097, "data_time": 0.016961336135864258, "loss_single": 3.453460216522217, "loss_dense": 3.5115570068359374, "loss": 6.965017223358155, "time": 0.1489257574081421, "step": 305190}
{"lr": 0.023816778784387097, "data_time": 0.013737797737121582, "loss_single": 3.449729585647583, "loss_dense": 3.502708148956299, "loss": 6.95243763923645, "time": 0.1506368637084961, "step": 305240}
{"lr": 0.023625078780649178, "data_time": 0.018448257446289064, "loss_single": 3.4576975822448732, "loss_dense": 3.5036178827285767, "loss": 6.961315441131592, "time": 0.15124659538269042, "step": 305294}
{"lr": 0.023625078780649178, "data_time": 0.017124342918395995, "loss_single": 3.4534724235534666, "loss_dense": 3.506600260734558, "loss": 6.960072755813599, "time": 0.1540299654006958, "step": 305344}
{"lr": 0.023625078780649178, "data_time": 0.01759495735168457, "loss_single": 3.4444256067276, "loss_dense": 3.499087190628052, "loss": 6.94351282119751, "time": 0.1593533992767334, "step": 305394}
{"lr": 0.023625078780649178, "data_time": 0.01787247657775879, "loss_single": 3.4423550844192503, "loss_dense": 3.498420166969299, "loss": 6.940775299072266, "time": 0.17100722789764405, "step": 305444}
{"lr": 0.023625078780649178, "data_time": 0.017840862274169922, "loss_single": 3.4165650606155396, "loss_dense": 3.4827731132507322, "loss": 6.899338150024414, "time": 0.15895466804504393, "step": 305494}
{"lr": 0.023625078780649178, "data_time": 0.016572785377502442, "loss_single": 3.463927960395813, "loss_dense": 3.509543943405151, "loss": 6.973471975326538, "time": 0.15423099994659423, "step": 305544}
{"lr": 0.023625078780649178, "data_time": 0.016780924797058106, "loss_single": 3.4230858087539673, "loss_dense": 3.479677677154541, "loss": 6.902763557434082, "time": 0.14832038879394532, "step": 305594}
{"lr": 0.023625078780649178, "data_time": 0.015968751907348634, "loss_single": 3.447003173828125, "loss_dense": 3.5002277374267576, "loss": 6.947230958938599, "time": 0.16816167831420897, "step": 305644}
{"lr": 0.023625078780649178, "data_time": 0.025861430168151855, "loss_single": 3.432395839691162, "loss_dense": 3.4939199447631837, "loss": 6.926315784454346, "time": 0.16273972988128663, "step": 305694}
{"lr": 0.023625078780649178, "data_time": 0.01851787567138672, "loss_single": 3.459582877159119, "loss_dense": 3.5011879920959474, "loss": 6.960770940780639, "time": 0.15398316383361815, "step": 305744}
{"lr": 0.023625078780649178, "data_time": 0.015929627418518066, "loss_single": 3.4783457279205323, "loss_dense": 3.5198615550994874, "loss": 6.9982071876525875, "time": 0.15343334674835205, "step": 305794}
{"lr": 0.023625078780649178, "data_time": 0.01737520694732666, "loss_single": 3.4578143835067747, "loss_dense": 3.5017290115356445, "loss": 6.959543323516845, "time": 0.16200950145721435, "step": 305844}
{"lr": 0.023625078780649178, "data_time": 0.017940855026245116, "loss_single": 3.424947738647461, "loss_dense": 3.4892987489700316, "loss": 6.914246511459351, "time": 0.1491985321044922, "step": 305894}
{"lr": 0.023625078780649178, "data_time": 0.016540169715881348, "loss_single": 3.4267728090286256, "loss_dense": 3.4701925992965696, "loss": 6.896965456008911, "time": 0.15344605445861817, "step": 305944}
{"lr": 0.023625078780649178, "data_time": 0.018749213218688963, "loss_single": 3.4707239389419557, "loss_dense": 3.5152708768844603, "loss": 6.985994863510132, "time": 0.1972330093383789, "step": 305994}
{"lr": 0.023625078780649178, "data_time": 0.01687500476837158, "loss_single": 3.458503746986389, "loss_dense": 3.528879928588867, "loss": 6.987383699417114, "time": 0.15307190418243408, "step": 306044}
{"lr": 0.023625078780649178, "data_time": 0.023778223991394044, "loss_single": 3.4685202121734617, "loss_dense": 3.529766845703125, "loss": 6.998287010192871, "time": 0.16137974262237548, "step": 306094}
{"lr": 0.023625078780649178, "data_time": 0.016809868812561034, "loss_single": 3.4194560050964355, "loss_dense": 3.478032088279724, "loss": 6.897488164901733, "time": 0.15015935897827148, "step": 306144}
{"lr": 0.023625078780649178, "data_time": 0.01639435291290283, "loss_single": 3.4498291492462156, "loss_dense": 3.5031372785568236, "loss": 6.952966499328613, "time": 0.15967226028442383, "step": 306194}
{"lr": 0.023625078780649178, "data_time": 0.03272664546966553, "loss_single": 3.448841428756714, "loss_dense": 3.5132335424423218, "loss": 6.962074947357178, "time": 0.24248297214508058, "step": 306244}
{"lr": 0.023625078780649178, "data_time": 0.021841883659362793, "loss_single": 3.4749234437942507, "loss_dense": 3.5236011266708376, "loss": 6.998524522781372, "time": 0.16123425960540771, "step": 306294}
{"lr": 0.023625078780649178, "data_time": 0.016678428649902342, "loss_single": 3.436041831970215, "loss_dense": 3.492585849761963, "loss": 6.928627586364746, "time": 0.15097527503967284, "step": 306344}
{"lr": 0.023625078780649178, "data_time": 0.01646134853363037, "loss_single": 3.4670104503631594, "loss_dense": 3.5332770586013793, "loss": 7.0002875328063965, "time": 0.15649044513702393, "step": 306394}
{"lr": 0.023625078780649178, "data_time": 0.018473362922668456, "loss_single": 3.442504119873047, "loss_dense": 3.4944841384887697, "loss": 6.9369882106781, "time": 0.15730500221252441, "step": 306444}
{"lr": 0.023625078780649178, "data_time": 0.015858268737792967, "loss_single": 3.42095627784729, "loss_dense": 3.479622793197632, "loss": 6.9005790710449215, "time": 0.1511143922805786, "step": 306494}
{"lr": 0.023625078780649178, "data_time": 0.019060659408569335, "loss_single": 3.439617705345154, "loss_dense": 3.4979275703430175, "loss": 6.937545299530029, "time": 0.20561468601226807, "step": 306544}
{"lr": 0.023625078780649178, "data_time": 0.018097281455993652, "loss_single": 3.4356050729751586, "loss_dense": 3.4953471183776856, "loss": 6.930952262878418, "time": 0.15660836696624755, "step": 306594}
{"lr": 0.023625078780649178, "data_time": 0.017685651779174805, "loss_single": 3.439155864715576, "loss_dense": 3.4976222991943358, "loss": 6.936778163909912, "time": 0.15278019905090331, "step": 306644}
{"lr": 0.023625078780649178, "data_time": 0.019934844970703126, "loss_single": 3.4488364696502685, "loss_dense": 3.4990725040435793, "loss": 6.947908878326416, "time": 0.1608182191848755, "step": 306694}
{"lr": 0.023625078780649178, "data_time": 0.016535162925720215, "loss_single": 3.427818775177002, "loss_dense": 3.4953494548797606, "loss": 6.923168277740478, "time": 0.15587308406829833, "step": 306744}
{"lr": 0.023625078780649178, "data_time": 0.019788956642150878, "loss_single": 3.4300517797470094, "loss_dense": 3.493448495864868, "loss": 6.923500204086304, "time": 0.15921225547790527, "step": 306794}
{"lr": 0.023625078780649178, "data_time": 0.015455508232116699, "loss_single": 3.459856557846069, "loss_dense": 3.512625241279602, "loss": 6.972481822967529, "time": 0.16003017425537108, "step": 306844}
{"lr": 0.023625078780649178, "data_time": 0.018848824501037597, "loss_single": 3.4698860883712768, "loss_dense": 3.5203203439712523, "loss": 6.9902064323425295, "time": 0.1627751111984253, "step": 306894}
{"lr": 0.023625078780649178, "data_time": 0.016641569137573243, "loss_single": 3.4711680889129637, "loss_dense": 3.514781951904297, "loss": 6.985949993133545, "time": 0.15278909206390381, "step": 306944}
{"lr": 0.023625078780649178, "data_time": 0.018203091621398926, "loss_single": 3.4743603467941284, "loss_dense": 3.5257367372512816, "loss": 7.00009708404541, "time": 0.15198962688446044, "step": 306994}
{"lr": 0.023625078780649178, "data_time": 0.016852688789367676, "loss_single": 3.478119397163391, "loss_dense": 3.5523288249969482, "loss": 7.0304481983184814, "time": 0.1930243492126465, "step": 307044}
{"lr": 0.023625078780649178, "data_time": 0.0150313138961792, "loss_single": 3.4578368186950685, "loss_dense": 3.5048864126205443, "loss": 6.962723255157471, "time": 0.15398271083831788, "step": 307094}
{"lr": 0.023625078780649178, "data_time": 0.017331385612487794, "loss_single": 3.452161455154419, "loss_dense": 3.4833778858184816, "loss": 6.935539388656617, "time": 0.15276002883911133, "step": 307144}
{"lr": 0.023625078780649178, "data_time": 0.01772143840789795, "loss_single": 3.45062370300293, "loss_dense": 3.500345492362976, "loss": 6.950969171524048, "time": 0.15371181964874267, "step": 307194}
{"lr": 0.023625078780649178, "data_time": 0.016255283355712892, "loss_single": 3.473938465118408, "loss_dense": 3.5117708921432493, "loss": 6.9857094287872314, "time": 0.1523383617401123, "step": 307244}
{"lr": 0.023625078780649178, "data_time": 0.01778233051300049, "loss_single": 3.4660996198654175, "loss_dense": 3.533886027336121, "loss": 6.999985599517823, "time": 0.158282470703125, "step": 307294}
{"lr": 0.023625078780649178, "data_time": 0.01795792579650879, "loss_single": 3.459721899032593, "loss_dense": 3.520923686027527, "loss": 6.980645656585693, "time": 0.154250431060791, "step": 307344}
{"lr": 0.023625078780649178, "data_time": 0.018437767028808595, "loss_single": 3.4832197427749634, "loss_dense": 3.519756388664246, "loss": 7.002976131439209, "time": 0.15313372611999512, "step": 307394}
{"lr": 0.023625078780649178, "data_time": 0.01889662742614746, "loss_single": 3.471400260925293, "loss_dense": 3.5302560567855834, "loss": 7.0016562938690186, "time": 0.15179808139801027, "step": 307444}
{"lr": 0.023625078780649178, "data_time": 0.02094883918762207, "loss_single": 3.4396685361862183, "loss_dense": 3.4854965209960938, "loss": 6.925165033340454, "time": 0.19162602424621583, "step": 307494}
{"lr": 0.023625078780649178, "data_time": 0.017444491386413574, "loss_single": 3.423526906967163, "loss_dense": 3.4784247159957884, "loss": 6.901951599121094, "time": 0.1546863794326782, "step": 307544}
{"lr": 0.023625078780649178, "data_time": 0.017583560943603516, "loss_single": 3.437728214263916, "loss_dense": 3.5065420150756834, "loss": 6.944270229339599, "time": 0.15546154975891113, "step": 307594}
{"lr": 0.023625078780649178, "data_time": 0.014706945419311524, "loss_single": 3.456126308441162, "loss_dense": 3.5203768491744993, "loss": 6.976503133773804, "time": 0.15095717906951905, "step": 307644}
{"lr": 0.023625078780649178, "data_time": 0.01834704875946045, "loss_single": 3.4689515113830565, "loss_dense": 3.5217143058776856, "loss": 6.990665769577026, "time": 0.1626716136932373, "step": 307694}
{"lr": 0.023625078780649178, "data_time": 0.018354201316833497, "loss_single": 3.4619377851486206, "loss_dense": 3.511237692832947, "loss": 6.973175477981568, "time": 0.1982116460800171, "step": 307744}
{"lr": 0.023625078780649178, "data_time": 0.017321014404296876, "loss_single": 3.4670786619186402, "loss_dense": 3.5128619194030763, "loss": 6.979940557479859, "time": 0.14720456600189208, "step": 307794}
{"lr": 0.023625078780649178, "data_time": 0.01759178638458252, "loss_single": 3.48639235496521, "loss_dense": 3.530636501312256, "loss": 7.017028856277466, "time": 0.159432315826416, "step": 307844}
{"lr": 0.023625078780649178, "data_time": 0.016549515724182128, "loss_single": 3.4335983991622925, "loss_dense": 3.49505455493927, "loss": 6.928653001785278, "time": 0.15418970584869385, "step": 307894}
{"lr": 0.023625078780649178, "data_time": 0.017670226097106934, "loss_single": 3.462996006011963, "loss_dense": 3.5034272193908693, "loss": 6.9664231300354, "time": 0.15522608757019044, "step": 307944}
{"lr": 0.023625078780649178, "data_time": 0.01997718811035156, "loss_single": 3.435095953941345, "loss_dense": 3.486034941673279, "loss": 6.921130990982055, "time": 0.15087523460388183, "step": 307994}
{"lr": 0.023625078780649178, "data_time": 0.01946384906768799, "loss_single": 3.476621413230896, "loss_dense": 3.5288474798202514, "loss": 7.005468893051147, "time": 0.16559045314788817, "step": 308044}
{"lr": 0.023625078780649178, "data_time": 0.016147327423095704, "loss_single": 3.45051794052124, "loss_dense": 3.502976322174072, "loss": 6.953494358062744, "time": 0.14838101863861083, "step": 308094}
{"lr": 0.023625078780649178, "data_time": 0.0174008846282959, "loss_single": 3.445974254608154, "loss_dense": 3.5060336112976076, "loss": 6.95200777053833, "time": 0.15597355365753174, "step": 308144}
{"lr": 0.023625078780649178, "data_time": 0.017259621620178224, "loss_single": 3.4699953317642214, "loss_dense": 3.5116533756256105, "loss": 6.981648731231689, "time": 0.15492575168609618, "step": 308194}
{"lr": 0.023625078780649178, "data_time": 0.01058790683746338, "loss_single": 3.4700595140457153, "loss_dense": 3.5110727071762087, "loss": 6.981132173538208, "time": 0.14891197681427001, "step": 308244}
{"lr": 0.023625078780649178, "data_time": 0.016645193099975586, "loss_single": 3.44643087387085, "loss_dense": 3.4918471813201903, "loss": 6.938277959823608, "time": 0.1535550594329834, "step": 308294}
{"lr": 0.023625078780649178, "data_time": 0.01799931526184082, "loss_single": 3.475610542297363, "loss_dense": 3.5148789405822756, "loss": 6.990489482879639, "time": 0.1564145565032959, "step": 308344}
{"lr": 0.023625078780649178, "data_time": 0.016871333122253418, "loss_single": 3.454610562324524, "loss_dense": 3.5061712980270388, "loss": 6.960781908035278, "time": 0.14986801147460938, "step": 308394}
{"lr": 0.023625078780649178, "data_time": 0.014238286018371581, "loss_single": 3.44554226398468, "loss_dense": 3.490181040763855, "loss": 6.935723447799683, "time": 0.15085892677307128, "step": 308444}
{"lr": 0.023625078780649178, "data_time": 0.016109061241149903, "loss_single": 3.4613598108291628, "loss_dense": 3.5097167253494264, "loss": 6.971076536178589, "time": 0.17363231182098388, "step": 308494}
{"lr": 0.023625078780649178, "data_time": 0.011003994941711425, "loss_single": 3.417804002761841, "loss_dense": 3.4594234466552733, "loss": 6.877227354049682, "time": 0.15907020568847657, "step": 308544}
{"lr": 0.023625078780649178, "data_time": 0.016504240036010743, "loss_single": 3.401462507247925, "loss_dense": 3.4647997617721558, "loss": 6.866262340545655, "time": 0.15616023540496826, "step": 308594}
{"lr": 0.023625078780649178, "data_time": 0.01918826103210449, "loss_single": 3.457791781425476, "loss_dense": 3.4845191478729247, "loss": 6.942310905456543, "time": 0.15955233573913574, "step": 308644}
{"lr": 0.023625078780649178, "data_time": 0.014931106567382812, "loss_single": 3.447722601890564, "loss_dense": 3.4979817390441896, "loss": 6.945704364776612, "time": 0.15480878353118896, "step": 308694}
{"lr": 0.023625078780649178, "data_time": 0.01670870780944824, "loss_single": 3.4241259336471557, "loss_dense": 3.4928338527679443, "loss": 6.916959667205811, "time": 0.15630145072937013, "step": 308744}
{"lr": 0.023625078780649178, "data_time": 0.018371081352233885, "loss_single": 3.442828965187073, "loss_dense": 3.5165498733520506, "loss": 6.959378957748413, "time": 0.14872186183929442, "step": 308794}
{"lr": 0.023625078780649178, "data_time": 0.018117570877075197, "loss_single": 3.4577106714248655, "loss_dense": 3.499826264381409, "loss": 6.957536888122559, "time": 0.15084071159362794, "step": 308844}
{"lr": 0.023625078780649178, "data_time": 0.04127106666564941, "loss_single": 3.437206506729126, "loss_dense": 3.489443635940552, "loss": 6.926650094985962, "time": 0.2209606647491455, "step": 308894}
{"lr": 0.023625078780649178, "data_time": 0.017747211456298827, "loss_single": 3.4623193025588987, "loss_dense": 3.502183747291565, "loss": 6.9645030975341795, "time": 0.15341923236846924, "step": 308944}
{"lr": 0.023625078780649178, "data_time": 0.017142176628112793, "loss_single": 3.4471723318099974, "loss_dense": 3.4925777196884153, "loss": 6.939750051498413, "time": 0.15158069133758545, "step": 308994}
{"lr": 0.023625078780649178, "data_time": 0.01586160659790039, "loss_single": 3.458159017562866, "loss_dense": 3.5045016765594483, "loss": 6.962660694122315, "time": 0.16804909706115723, "step": 309044}
{"lr": 0.023625078780649178, "data_time": 0.01711990833282471, "loss_single": 3.4674336194992064, "loss_dense": 3.5010936498641967, "loss": 6.9685272693634035, "time": 0.1669536352157593, "step": 309094}
{"lr": 0.023625078780649178, "data_time": 0.016964983940124512, "loss_single": 3.4425859689712524, "loss_dense": 3.4901356935501098, "loss": 6.932721662521362, "time": 0.17568962574005126, "step": 309144}
{"lr": 0.023625078780649178, "data_time": 0.01952073574066162, "loss_single": 3.4570338487625123, "loss_dense": 3.507147026062012, "loss": 6.964180898666382, "time": 0.16224403381347657, "step": 309194}
{"lr": 0.023625078780649178, "data_time": 0.018384695053100586, "loss_single": 3.456711220741272, "loss_dense": 3.498908758163452, "loss": 6.955620002746582, "time": 0.15411574840545655, "step": 309244}
{"lr": 0.023625078780649178, "data_time": 0.02086308002471924, "loss_single": 3.4566810607910154, "loss_dense": 3.5206812381744386, "loss": 6.977362251281738, "time": 0.15624029636383058, "step": 309294}
{"lr": 0.023625078780649178, "data_time": 0.018436598777770995, "loss_single": 3.4901280641555785, "loss_dense": 3.5496259927749634, "loss": 7.039754009246826, "time": 0.15126349925994872, "step": 309344}
{"lr": 0.023625078780649178, "data_time": 0.020345592498779298, "loss_single": 3.433397126197815, "loss_dense": 3.4833099603652955, "loss": 6.91670708656311, "time": 0.1552903413772583, "step": 309394}
{"lr": 0.023625078780649178, "data_time": 0.018501019477844237, "loss_single": 3.4617345333099365, "loss_dense": 3.493878889083862, "loss": 6.955613374710083, "time": 0.15092682838439941, "step": 309444}
{"lr": 0.023625078780649178, "data_time": 0.020163702964782714, "loss_single": 3.446151518821716, "loss_dense": 3.508652687072754, "loss": 6.954804229736328, "time": 0.21079981327056885, "step": 309494}
{"lr": 0.023625078780649178, "data_time": 0.015704250335693358, "loss_single": 3.430469107627869, "loss_dense": 3.4905152797698973, "loss": 6.920984411239624, "time": 0.16194236278533936, "step": 309544}
{"lr": 0.023625078780649178, "data_time": 0.021186423301696778, "loss_single": 3.473599338531494, "loss_dense": 3.5369696378707887, "loss": 7.010569047927857, "time": 0.1583620548248291, "step": 309594}
{"lr": 0.023625078780649178, "data_time": 0.01763296127319336, "loss_single": 3.434759020805359, "loss_dense": 3.4882726430892945, "loss": 6.9230317115783695, "time": 0.15412936210632325, "step": 309644}
{"lr": 0.023625078780649178, "data_time": 0.016981291770935058, "loss_single": 3.442944598197937, "loss_dense": 3.4864533662796022, "loss": 6.929398012161255, "time": 0.15619451999664308, "step": 309694}
{"lr": 0.023625078780649178, "data_time": 0.014298748970031739, "loss_single": 3.4341110229492187, "loss_dense": 3.5061761856079103, "loss": 6.9402872085571286, "time": 0.41983082294464114, "step": 309744}
{"lr": 0.023625078780649178, "data_time": 0.01788480281829834, "loss_single": 3.43701856136322, "loss_dense": 3.500014638900757, "loss": 6.9370331287384035, "time": 0.15000360012054442, "step": 309794}
{"lr": 0.023625078780649178, "data_time": 0.015683841705322266, "loss_single": 3.4605600595474244, "loss_dense": 3.5008349418640137, "loss": 6.9613950729370115, "time": 0.19726009368896485, "step": 309844}
{"lr": 0.023625078780649178, "data_time": 0.01638054847717285, "loss_single": 3.450290822982788, "loss_dense": 3.5030450344085695, "loss": 6.953335762023926, "time": 0.15976147651672362, "step": 309894}
{"lr": 0.023625078780649178, "data_time": 0.014579343795776366, "loss_single": 3.4568236112594604, "loss_dense": 3.509128189086914, "loss": 6.965951776504516, "time": 0.1778877019882202, "step": 309944}
{"lr": 0.023625078780649178, "data_time": 0.017785525321960448, "loss_single": 3.4754305839538575, "loss_dense": 3.521134305000305, "loss": 6.99656491279602, "time": 0.15296125411987305, "step": 309994}
{"lr": 0.023625078780649178, "data_time": 0.01674365997314453, "loss_single": 3.4610386371612547, "loss_dense": 3.50398108959198, "loss": 6.965019798278808, "time": 0.1493997573852539, "step": 310044}
{"lr": 0.023625078780649178, "data_time": 0.01735091209411621, "loss_single": 3.451438236236572, "loss_dense": 3.5090492010116576, "loss": 6.960487365722656, "time": 0.15095000267028807, "step": 310094}
{"lr": 0.023625078780649178, "data_time": 0.016629695892333984, "loss_single": 3.467475938796997, "loss_dense": 3.5076672315597532, "loss": 6.975143241882324, "time": 0.155008864402771, "step": 310144}
{"lr": 0.023625078780649178, "data_time": 0.01708512306213379, "loss_single": 3.4487462997436524, "loss_dense": 3.5060670137405396, "loss": 6.954813289642334, "time": 0.1499645709991455, "step": 310194}
{"lr": 0.023625078780649178, "data_time": 0.01286909580230713, "loss_single": 3.4325685501098633, "loss_dense": 3.483824062347412, "loss": 6.916392612457275, "time": 0.1451780080795288, "step": 310244}
{"lr": 0.023431250667781962, "data_time": 0.01717565059661865, "loss_single": 3.4881242752075194, "loss_dense": 3.5234079122543336, "loss": 7.011532211303711, "time": 0.1959303617477417, "step": 310298}
{"lr": 0.023431250667781962, "data_time": 0.016584444046020507, "loss_single": 3.4677916288375856, "loss_dense": 3.514006018638611, "loss": 6.9817976474761965, "time": 0.1512918710708618, "step": 310348}
{"lr": 0.023431250667781962, "data_time": 0.015365362167358398, "loss_single": 3.4394428014755247, "loss_dense": 3.4761330604553224, "loss": 6.915575933456421, "time": 0.15767207145690917, "step": 310398}
{"lr": 0.023431250667781962, "data_time": 0.017174482345581055, "loss_single": 3.4514228820800783, "loss_dense": 3.5108118057250977, "loss": 6.962234687805176, "time": 0.15062713623046875, "step": 310448}
{"lr": 0.023431250667781962, "data_time": 0.018724465370178224, "loss_single": 3.438221979141235, "loss_dense": 3.4999130725860597, "loss": 6.938135004043579, "time": 0.1610626459121704, "step": 310498}
{"lr": 0.023431250667781962, "data_time": 0.017421627044677736, "loss_single": 3.4305893182754517, "loss_dense": 3.4715720415115356, "loss": 6.902161407470703, "time": 0.15403437614440918, "step": 310548}
{"lr": 0.023431250667781962, "data_time": 0.018022322654724122, "loss_single": 3.435420775413513, "loss_dense": 3.4786314249038695, "loss": 6.914052200317383, "time": 0.1514512300491333, "step": 310598}
{"lr": 0.023431250667781962, "data_time": 0.018070268630981445, "loss_single": 3.4220285177230836, "loss_dense": 3.489145588874817, "loss": 6.9111741065979, "time": 0.15045454502105712, "step": 310648}
{"lr": 0.023431250667781962, "data_time": 0.018721652030944825, "loss_single": 3.4588550090789796, "loss_dense": 3.507585597038269, "loss": 6.966440677642822, "time": 0.1736769676208496, "step": 310698}
{"lr": 0.023431250667781962, "data_time": 0.015494704246520996, "loss_single": 3.4573766469955443, "loss_dense": 3.4940222263336183, "loss": 6.951398801803589, "time": 0.1511737585067749, "step": 310748}
{"lr": 0.023431250667781962, "data_time": 0.016051602363586426, "loss_single": 3.453677034378052, "loss_dense": 3.5072392225265503, "loss": 6.960916233062744, "time": 0.17384121417999268, "step": 310798}
{"lr": 0.023431250667781962, "data_time": 0.01622626781463623, "loss_single": 3.4570339202880858, "loss_dense": 3.5117022037506103, "loss": 6.968736171722412, "time": 0.15568952560424804, "step": 310848}
{"lr": 0.023431250667781962, "data_time": 0.016991710662841795, "loss_single": 3.4446333169937136, "loss_dense": 3.499093699455261, "loss": 6.94372706413269, "time": 0.15102605819702147, "step": 310898}
{"lr": 0.023431250667781962, "data_time": 0.01735537052154541, "loss_single": 3.465328884124756, "loss_dense": 3.5176289796829225, "loss": 6.982957744598389, "time": 0.15248486995697022, "step": 310948}
{"lr": 0.023431250667781962, "data_time": 0.015516877174377441, "loss_single": 3.4442372560501098, "loss_dense": 3.5019160747528075, "loss": 6.946153211593628, "time": 0.1984490156173706, "step": 310998}
{"lr": 0.023431250667781962, "data_time": 0.015982794761657714, "loss_single": 3.4590423583984373, "loss_dense": 3.511611890792847, "loss": 6.970654249191284, "time": 0.15071094036102295, "step": 311048}
{"lr": 0.023431250667781962, "data_time": 0.019116926193237304, "loss_single": 3.4453930616378785, "loss_dense": 3.5006054639816284, "loss": 6.9459985256195065, "time": 0.18144946098327636, "step": 311098}
{"lr": 0.023431250667781962, "data_time": 0.015789222717285157, "loss_single": 3.4414262533187867, "loss_dense": 3.4950034856796264, "loss": 6.936429691314697, "time": 0.19069390296936034, "step": 311148}
{"lr": 0.023431250667781962, "data_time": 0.017351460456848145, "loss_single": 3.4612114667892455, "loss_dense": 3.5193081140518188, "loss": 6.980519580841064, "time": 0.1471998691558838, "step": 311198}
{"lr": 0.023431250667781962, "data_time": 0.015923452377319337, "loss_single": 3.4373507738113402, "loss_dense": 3.494305443763733, "loss": 6.931656169891357, "time": 0.15444815158843994, "step": 311248}
{"lr": 0.023431250667781962, "data_time": 0.01736142635345459, "loss_single": 3.440066599845886, "loss_dense": 3.4814486503601074, "loss": 6.92151517868042, "time": 0.15479254722595215, "step": 311298}
{"lr": 0.023431250667781962, "data_time": 0.01723618507385254, "loss_single": 3.4482749462127686, "loss_dense": 3.5058626174926757, "loss": 6.95413761138916, "time": 0.16195464134216309, "step": 311348}
{"lr": 0.023431250667781962, "data_time": 0.0175015926361084, "loss_single": 3.4473735809326174, "loss_dense": 3.5038448572158813, "loss": 6.9512184143066404, "time": 0.17886223793029785, "step": 311398}
{"lr": 0.023431250667781962, "data_time": 0.018211889266967773, "loss_single": 3.4574424028396606, "loss_dense": 3.499221181869507, "loss": 6.956663417816162, "time": 0.1523439884185791, "step": 311448}
{"lr": 0.023431250667781962, "data_time": 0.018314695358276366, "loss_single": 3.4297410011291505, "loss_dense": 3.4846000909805297, "loss": 6.914341020584106, "time": 0.1535186767578125, "step": 311498}
{"lr": 0.023431250667781962, "data_time": 0.017022705078125, "loss_single": 3.470456838607788, "loss_dense": 3.5237676382064818, "loss": 6.994224405288696, "time": 0.15355281829833983, "step": 311548}
{"lr": 0.023431250667781962, "data_time": 0.01721978187561035, "loss_single": 3.4308512210845947, "loss_dense": 3.4854217529296876, "loss": 6.916273021697998, "time": 0.1530137062072754, "step": 311598}
{"lr": 0.023431250667781962, "data_time": 0.01801302433013916, "loss_single": 3.476122570037842, "loss_dense": 3.5322649240493775, "loss": 7.008387470245362, "time": 0.15357522964477538, "step": 311648}
{"lr": 0.023431250667781962, "data_time": 0.018430233001708984, "loss_single": 3.44670729637146, "loss_dense": 3.49828941822052, "loss": 6.944996738433838, "time": 0.1507500410079956, "step": 311698}
{"lr": 0.023431250667781962, "data_time": 0.017598795890808105, "loss_single": 3.453749251365662, "loss_dense": 3.4948352575302124, "loss": 6.948584508895874, "time": 0.15023140907287597, "step": 311748}
{"lr": 0.023431250667781962, "data_time": 0.017151236534118652, "loss_single": 3.476144003868103, "loss_dense": 3.5109283447265627, "loss": 6.987072420120239, "time": 0.15617897510528564, "step": 311798}
{"lr": 0.023431250667781962, "data_time": 0.015883278846740723, "loss_single": 3.4533281087875367, "loss_dense": 3.4948299646377565, "loss": 6.948158073425293, "time": 0.15392715930938722, "step": 311848}
{"lr": 0.023431250667781962, "data_time": 0.016699981689453126, "loss_single": 3.4318719625473024, "loss_dense": 3.493160915374756, "loss": 6.9250329494476315, "time": 0.15233192443847657, "step": 311898}
{"lr": 0.023431250667781962, "data_time": 0.016980576515197753, "loss_single": 3.455242943763733, "loss_dense": 3.5053962230682374, "loss": 6.960639190673828, "time": 0.1540079116821289, "step": 311948}
{"lr": 0.023431250667781962, "data_time": 0.021055316925048827, "loss_single": 3.447750520706177, "loss_dense": 3.485096001625061, "loss": 6.93284649848938, "time": 0.1516590118408203, "step": 311998}
{"lr": 0.023431250667781962, "data_time": 0.016066551208496094, "loss_single": 3.436372184753418, "loss_dense": 3.504016089439392, "loss": 6.940388345718384, "time": 0.1586453676223755, "step": 312048}
{"lr": 0.023431250667781962, "data_time": 0.017799520492553712, "loss_single": 3.447210431098938, "loss_dense": 3.4993581056594847, "loss": 6.946568489074707, "time": 0.15334367752075195, "step": 312098}
{"lr": 0.023431250667781962, "data_time": 0.016161155700683594, "loss_single": 3.4722616910934447, "loss_dense": 3.5149893283843996, "loss": 6.987250947952271, "time": 0.24856829643249512, "step": 312148}
{"lr": 0.023431250667781962, "data_time": 0.017827105522155762, "loss_single": 3.431449460983276, "loss_dense": 3.49756543636322, "loss": 6.9290149211883545, "time": 0.15038297176361085, "step": 312198}
{"lr": 0.023431250667781962, "data_time": 0.015199542045593262, "loss_single": 3.4732334852218627, "loss_dense": 3.5222118377685545, "loss": 6.995445394515992, "time": 0.1533454179763794, "step": 312248}
{"lr": 0.023431250667781962, "data_time": 0.017282557487487794, "loss_single": 3.458588194847107, "loss_dense": 3.515618991851807, "loss": 6.974207210540771, "time": 0.21137537956237792, "step": 312298}
{"lr": 0.023431250667781962, "data_time": 0.015871596336364747, "loss_single": 3.4609989881515504, "loss_dense": 3.5000391483306883, "loss": 6.961038064956665, "time": 0.148512601852417, "step": 312348}
{"lr": 0.023431250667781962, "data_time": 0.0225421667098999, "loss_single": 3.421632480621338, "loss_dense": 3.4747745752334596, "loss": 6.8964070796966555, "time": 0.24812800884246827, "step": 312398}
{"lr": 0.023431250667781962, "data_time": 0.01756134033203125, "loss_single": 3.455479073524475, "loss_dense": 3.507997250556946, "loss": 6.963476228713989, "time": 0.1509385108947754, "step": 312448}
{"lr": 0.023431250667781962, "data_time": 0.018447327613830566, "loss_single": 3.4456368684768677, "loss_dense": 3.4893019437789916, "loss": 6.93493881225586, "time": 0.15424349308013915, "step": 312498}
{"lr": 0.023431250667781962, "data_time": 0.01642487049102783, "loss_single": 3.4473634004592895, "loss_dense": 3.4997377157211305, "loss": 6.947101068496704, "time": 0.1874286413192749, "step": 312548}
{"lr": 0.023431250667781962, "data_time": 0.017203688621520996, "loss_single": 3.453909683227539, "loss_dense": 3.511034893989563, "loss": 6.964944553375244, "time": 0.15022146701812744, "step": 312598}
{"lr": 0.023431250667781962, "data_time": 0.017400217056274415, "loss_single": 3.4391105651855467, "loss_dense": 3.5058414459228517, "loss": 6.944952154159546, "time": 0.15117151737213136, "step": 312648}
{"lr": 0.023431250667781962, "data_time": 0.01893339157104492, "loss_single": 3.462322449684143, "loss_dense": 3.5245306491851807, "loss": 6.986853122711182, "time": 0.1506114721298218, "step": 312698}
{"lr": 0.023431250667781962, "data_time": 0.018253350257873537, "loss_single": 3.4304893732070925, "loss_dense": 3.4853710889816285, "loss": 6.915860557556153, "time": 0.15136752128601075, "step": 312748}
{"lr": 0.023431250667781962, "data_time": 0.019140005111694336, "loss_single": 3.4528207063674925, "loss_dense": 3.500564432144165, "loss": 6.953385210037231, "time": 0.1490656852722168, "step": 312798}
{"lr": 0.023431250667781962, "data_time": 0.01616368293762207, "loss_single": 3.468469190597534, "loss_dense": 3.5157745599746706, "loss": 6.9842438220977785, "time": 0.15362234115600587, "step": 312848}
{"lr": 0.023431250667781962, "data_time": 0.016636228561401366, "loss_single": 3.4488280773162843, "loss_dense": 3.4988190650939943, "loss": 6.947647142410278, "time": 0.15281305313110352, "step": 312898}
{"lr": 0.023431250667781962, "data_time": 0.017150068283081056, "loss_single": 3.4635300636291504, "loss_dense": 3.518241834640503, "loss": 6.981771850585938, "time": 0.186730694770813, "step": 312948}
{"lr": 0.023431250667781962, "data_time": 0.018932127952575685, "loss_single": 3.4647303104400633, "loss_dense": 3.51111581325531, "loss": 6.975846147537231, "time": 0.15629405975341798, "step": 312998}
{"lr": 0.023431250667781962, "data_time": 0.022369074821472167, "loss_single": 3.445737433433533, "loss_dense": 3.511945056915283, "loss": 6.95768256187439, "time": 0.15812132358551026, "step": 313048}
{"lr": 0.023431250667781962, "data_time": 0.015366291999816895, "loss_single": 3.4221519947052004, "loss_dense": 3.486349272727966, "loss": 6.908501195907593, "time": 0.15753862857818604, "step": 313098}
{"lr": 0.023431250667781962, "data_time": 0.017687249183654784, "loss_single": 3.4443347215652467, "loss_dense": 3.497495412826538, "loss": 6.941830158233643, "time": 0.15824623107910157, "step": 313148}
{"lr": 0.023431250667781962, "data_time": 0.01692972183227539, "loss_single": 3.4572054147720337, "loss_dense": 3.5081140041351317, "loss": 6.965319442749023, "time": 0.1620328664779663, "step": 313198}
{"lr": 0.023431250667781962, "data_time": 0.017986750602722167, "loss_single": 3.4234970569610597, "loss_dense": 3.477875304222107, "loss": 6.90137243270874, "time": 0.1542266607284546, "step": 313248}
{"lr": 0.023431250667781962, "data_time": 0.010400724411010743, "loss_single": 3.4473615407943727, "loss_dense": 3.484777641296387, "loss": 6.932139253616333, "time": 0.17773356437683105, "step": 313298}
{"lr": 0.023431250667781962, "data_time": 0.0190018892288208, "loss_single": 3.4459939002990723, "loss_dense": 3.495492434501648, "loss": 6.941486406326294, "time": 0.15475337505340575, "step": 313348}
{"lr": 0.023431250667781962, "data_time": 0.015596580505371094, "loss_single": 3.417361521720886, "loss_dense": 3.4712292432785032, "loss": 6.888590717315674, "time": 0.17138869762420655, "step": 313398}
{"lr": 0.023431250667781962, "data_time": 0.016760587692260742, "loss_single": 3.408843922615051, "loss_dense": 3.477860522270203, "loss": 6.886704444885254, "time": 0.15518560409545898, "step": 313448}
{"lr": 0.023431250667781962, "data_time": 0.019983577728271484, "loss_single": 3.437432813644409, "loss_dense": 3.4864462852478026, "loss": 6.9238790512084964, "time": 0.15571730136871337, "step": 313498}
{"lr": 0.023431250667781962, "data_time": 0.01723003387451172, "loss_single": 3.4595325708389284, "loss_dense": 3.51355881690979, "loss": 6.973091411590576, "time": 0.14811043739318847, "step": 313548}
{"lr": 0.023431250667781962, "data_time": 0.01650383472442627, "loss_single": 3.448422598838806, "loss_dense": 3.5030331134796144, "loss": 6.951455783843994, "time": 0.15845210552215577, "step": 313598}
{"lr": 0.023431250667781962, "data_time": 0.016898441314697265, "loss_single": 3.470473575592041, "loss_dense": 3.5175063371658326, "loss": 6.987979936599731, "time": 0.1645601511001587, "step": 313648}
{"lr": 0.023431250667781962, "data_time": 0.01601989269256592, "loss_single": 3.4305947542190554, "loss_dense": 3.4993990898132323, "loss": 6.9299938678741455, "time": 0.6783960103988648, "step": 313698}
{"lr": 0.023431250667781962, "data_time": 0.014266347885131836, "loss_single": 3.424650692939758, "loss_dense": 3.491653084754944, "loss": 6.916303730010986, "time": 0.16673243045806885, "step": 313748}
{"lr": 0.023431250667781962, "data_time": 0.017992496490478516, "loss_single": 3.467023515701294, "loss_dense": 3.5298001766204834, "loss": 6.996823644638061, "time": 0.14969184398651122, "step": 313798}
{"lr": 0.023431250667781962, "data_time": 0.017966198921203613, "loss_single": 3.4707284927368165, "loss_dense": 3.5185220003128053, "loss": 6.989250516891479, "time": 0.15444881916046144, "step": 313848}
{"lr": 0.023431250667781962, "data_time": 0.016645097732543947, "loss_single": 3.467201900482178, "loss_dense": 3.508416199684143, "loss": 6.975618076324463, "time": 0.24757037162780762, "step": 313898}
{"lr": 0.023431250667781962, "data_time": 0.016880083084106445, "loss_single": 3.41591637134552, "loss_dense": 3.472733402252197, "loss": 6.888649797439575, "time": 0.18993144035339354, "step": 313948}
{"lr": 0.023431250667781962, "data_time": 0.015121173858642579, "loss_single": 3.47367901802063, "loss_dense": 3.5182221651077272, "loss": 6.991901111602783, "time": 0.19497897624969482, "step": 313998}
{"lr": 0.023431250667781962, "data_time": 0.01734631061553955, "loss_single": 3.478811764717102, "loss_dense": 3.5346174955368044, "loss": 7.01342921257019, "time": 0.1501788854598999, "step": 314048}
{"lr": 0.023431250667781962, "data_time": 0.017105364799499513, "loss_single": 3.442087197303772, "loss_dense": 3.481894278526306, "loss": 6.92398157119751, "time": 0.15306479930877687, "step": 314098}
{"lr": 0.023431250667781962, "data_time": 0.017284226417541505, "loss_single": 3.4426615953445436, "loss_dense": 3.4777026414871215, "loss": 6.920364236831665, "time": 0.15098023414611816, "step": 314148}
{"lr": 0.023431250667781962, "data_time": 0.022690558433532716, "loss_single": 3.444819712638855, "loss_dense": 3.4864373445510863, "loss": 6.931257057189941, "time": 0.18787715435028077, "step": 314198}
{"lr": 0.023431250667781962, "data_time": 0.01784062385559082, "loss_single": 3.4472052812576295, "loss_dense": 3.500460481643677, "loss": 6.947665739059448, "time": 0.15623481273651124, "step": 314248}
{"lr": 0.023431250667781962, "data_time": 0.01843836307525635, "loss_single": 3.440569829940796, "loss_dense": 3.491882491111755, "loss": 6.932452297210693, "time": 0.15380377769470216, "step": 314298}
{"lr": 0.023431250667781962, "data_time": 0.016803336143493653, "loss_single": 3.432151460647583, "loss_dense": 3.498897361755371, "loss": 6.931048822402954, "time": 0.15116798877716064, "step": 314348}
{"lr": 0.023431250667781962, "data_time": 0.013420438766479493, "loss_single": 3.4346828937530516, "loss_dense": 3.4842308521270753, "loss": 6.918913745880127, "time": 0.15261216163635255, "step": 314398}
{"lr": 0.023431250667781962, "data_time": 0.015363645553588868, "loss_single": 3.455458927154541, "loss_dense": 3.5104761838912966, "loss": 6.965935087203979, "time": 0.1823747158050537, "step": 314448}
{"lr": 0.023431250667781962, "data_time": 0.015807366371154784, "loss_single": 3.4750372886657717, "loss_dense": 3.5262213945388794, "loss": 7.001258659362793, "time": 0.15354223251342775, "step": 314498}
{"lr": 0.023431250667781962, "data_time": 0.01904933452606201, "loss_single": 3.469458746910095, "loss_dense": 3.5289657592773436, "loss": 6.998424673080445, "time": 0.19419853687286376, "step": 314548}
{"lr": 0.023431250667781962, "data_time": 0.015983200073242186, "loss_single": 3.477446699142456, "loss_dense": 3.5210365533828734, "loss": 6.998483276367187, "time": 0.1742619514465332, "step": 314598}
{"lr": 0.023431250667781962, "data_time": 0.01806650161743164, "loss_single": 3.462551403045654, "loss_dense": 3.501534628868103, "loss": 6.9640860080719, "time": 0.15285055637359618, "step": 314648}
{"lr": 0.023431250667781962, "data_time": 0.017470383644104005, "loss_single": 3.4221073150634767, "loss_dense": 3.463506293296814, "loss": 6.885613679885864, "time": 0.15247228145599365, "step": 314698}
{"lr": 0.023431250667781962, "data_time": 0.017379355430603028, "loss_single": 3.454575276374817, "loss_dense": 3.514341425895691, "loss": 6.968916749954223, "time": 0.15088222026824952, "step": 314748}
{"lr": 0.023431250667781962, "data_time": 0.01248326301574707, "loss_single": 3.4439777135849, "loss_dense": 3.496496844291687, "loss": 6.940474510192871, "time": 0.16012513637542725, "step": 314798}
{"lr": 0.023431250667781962, "data_time": 0.01799652576446533, "loss_single": 3.4712093114852904, "loss_dense": 3.5207534551620485, "loss": 6.991962718963623, "time": 0.27459092140197755, "step": 314848}
{"lr": 0.023431250667781962, "data_time": 0.017093920707702638, "loss_single": 3.449734902381897, "loss_dense": 3.499475359916687, "loss": 6.949210262298584, "time": 0.14990174770355225, "step": 314898}
{"lr": 0.023431250667781962, "data_time": 0.017722034454345705, "loss_single": 3.4569096326828004, "loss_dense": 3.5067534923553465, "loss": 6.963663101196289, "time": 0.154923677444458, "step": 314948}
{"lr": 0.023431250667781962, "data_time": 0.01797463893890381, "loss_single": 3.484109306335449, "loss_dense": 3.532381772994995, "loss": 7.01649112701416, "time": 0.149668550491333, "step": 314998}
{"lr": 0.023431250667781962, "data_time": 0.020988607406616212, "loss_single": 3.4841016054153444, "loss_dense": 3.5309361934661867, "loss": 7.0150378227233885, "time": 0.16117589473724364, "step": 315048}
{"lr": 0.023431250667781962, "data_time": 0.021899032592773437, "loss_single": 3.4479450225830077, "loss_dense": 3.5101470947265625, "loss": 6.958092117309571, "time": 0.26488299369812013, "step": 315098}
{"lr": 0.023431250667781962, "data_time": 0.020859479904174805, "loss_single": 3.4638285398483277, "loss_dense": 3.5145343780517577, "loss": 6.978362941741944, "time": 0.2049929141998291, "step": 315148}
{"lr": 0.023431250667781962, "data_time": 0.01879854202270508, "loss_single": 3.442241168022156, "loss_dense": 3.501639795303345, "loss": 6.943880939483643, "time": 0.15030086040496826, "step": 315198}
{"lr": 0.023431250667781962, "data_time": 0.013120675086975097, "loss_single": 3.4367333889007567, "loss_dense": 3.5008620262145995, "loss": 6.937595367431641, "time": 0.1456611394882202, "step": 315248}
{"lr": 0.023235342269971978, "data_time": 0.016771221160888673, "loss_single": 3.4382735013961794, "loss_dense": 3.497317004203796, "loss": 6.93559045791626, "time": 0.14938931465148925, "step": 315302}
{"lr": 0.023235342269971978, "data_time": 0.014706087112426759, "loss_single": 3.46740345954895, "loss_dense": 3.513542914390564, "loss": 6.98094630241394, "time": 0.17234578132629394, "step": 315352}
{"lr": 0.023235342269971978, "data_time": 0.01880674362182617, "loss_single": 3.4845002412796022, "loss_dense": 3.5176793575286864, "loss": 7.0021796226501465, "time": 0.16422638893127442, "step": 315402}
{"lr": 0.023235342269971978, "data_time": 0.014560794830322266, "loss_single": 3.4561787366867067, "loss_dense": 3.5184751987457275, "loss": 6.974653911590576, "time": 0.15055544376373292, "step": 315452}
{"lr": 0.023235342269971978, "data_time": 0.02099184989929199, "loss_single": 3.4334076404571534, "loss_dense": 3.509069800376892, "loss": 6.942477416992188, "time": 0.15536482334136964, "step": 315502}
{"lr": 0.023235342269971978, "data_time": 0.018266463279724122, "loss_single": 3.4186744689941406, "loss_dense": 3.467659115791321, "loss": 6.8863335132598875, "time": 0.1493978500366211, "step": 315552}
{"lr": 0.023235342269971978, "data_time": 0.01590719223022461, "loss_single": 3.4204434871673586, "loss_dense": 3.4712140560150146, "loss": 6.891657590866089, "time": 0.1613332986831665, "step": 315602}
{"lr": 0.023235342269971978, "data_time": 0.01847352981567383, "loss_single": 3.4249794244766236, "loss_dense": 3.4729493856430054, "loss": 6.897928857803345, "time": 0.15671591758728026, "step": 315652}
{"lr": 0.023235342269971978, "data_time": 0.02144913673400879, "loss_single": 3.4705671787261965, "loss_dense": 3.517426085472107, "loss": 6.987993240356445, "time": 0.16296968460083008, "step": 315702}
{"lr": 0.023235342269971978, "data_time": 0.020497608184814452, "loss_single": 3.4317986965179443, "loss_dense": 3.472601580619812, "loss": 6.904400300979614, "time": 0.202248215675354, "step": 315752}
{"lr": 0.023235342269971978, "data_time": 0.019117450714111327, "loss_single": 3.4630879878997805, "loss_dense": 3.5110515356063843, "loss": 6.97413969039917, "time": 0.15514867305755614, "step": 315802}
{"lr": 0.023235342269971978, "data_time": 0.017083001136779786, "loss_single": 3.4686046123504637, "loss_dense": 3.4956600427627564, "loss": 6.964264678955078, "time": 0.15400991439819336, "step": 315852}
{"lr": 0.023235342269971978, "data_time": 0.019698238372802733, "loss_single": 3.4146165370941164, "loss_dense": 3.46314697265625, "loss": 6.877763462066651, "time": 0.15316362380981446, "step": 315902}
{"lr": 0.023235342269971978, "data_time": 0.01782536506652832, "loss_single": 3.4327711343765257, "loss_dense": 3.4913939237594604, "loss": 6.9241650104522705, "time": 0.16284506320953368, "step": 315952}
{"lr": 0.023235342269971978, "data_time": 0.02079601287841797, "loss_single": 3.439958095550537, "loss_dense": 3.491073489189148, "loss": 6.931031513214111, "time": 0.15711240768432616, "step": 316002}
{"lr": 0.023235342269971978, "data_time": 0.021554732322692872, "loss_single": 3.447590637207031, "loss_dense": 3.497702431678772, "loss": 6.945293140411377, "time": 0.1579821825027466, "step": 316052}
{"lr": 0.023235342269971978, "data_time": 0.015650200843811034, "loss_single": 3.438112187385559, "loss_dense": 3.4965859174728395, "loss": 6.934698104858398, "time": 0.16180551052093506, "step": 316102}
{"lr": 0.023235342269971978, "data_time": 0.01732358932495117, "loss_single": 3.451882815361023, "loss_dense": 3.5089155197143556, "loss": 6.960798263549805, "time": 0.1585176706314087, "step": 316152}
{"lr": 0.023235342269971978, "data_time": 0.018179821968078613, "loss_single": 3.47566614151001, "loss_dense": 3.5049188852310182, "loss": 6.980585098266602, "time": 0.149491548538208, "step": 316202}
{"lr": 0.023235342269971978, "data_time": 0.016741394996643066, "loss_single": 3.4486255645751953, "loss_dense": 3.499779224395752, "loss": 6.948404836654663, "time": 0.15195815563201903, "step": 316252}
{"lr": 0.023235342269971978, "data_time": 0.020340657234191893, "loss_single": 3.4409770727157594, "loss_dense": 3.500129985809326, "loss": 6.941106939315796, "time": 0.17105820178985595, "step": 316302}
{"lr": 0.023235342269971978, "data_time": 0.017282748222351076, "loss_single": 3.4942392349243163, "loss_dense": 3.534075474739075, "loss": 7.028314685821533, "time": 0.15217719078063965, "step": 316352}
{"lr": 0.023235342269971978, "data_time": 0.024766921997070312, "loss_single": 3.4522367238998415, "loss_dense": 3.5123416662216185, "loss": 6.964578437805176, "time": 0.16030678749084473, "step": 316402}
{"lr": 0.023235342269971978, "data_time": 0.013616728782653808, "loss_single": 3.438862442970276, "loss_dense": 3.483176040649414, "loss": 6.922038555145264, "time": 0.15685660839080812, "step": 316452}
{"lr": 0.023235342269971978, "data_time": 0.018582725524902345, "loss_single": 3.435184359550476, "loss_dense": 3.5030965328216555, "loss": 6.938280868530273, "time": 0.14835922718048095, "step": 316502}
{"lr": 0.023235342269971978, "data_time": 0.017644071578979494, "loss_single": 3.452476167678833, "loss_dense": 3.496700119972229, "loss": 6.949176263809204, "time": 0.15680818557739257, "step": 316552}
{"lr": 0.023235342269971978, "data_time": 0.01704540252685547, "loss_single": 3.438740038871765, "loss_dense": 3.493725371360779, "loss": 6.93246545791626, "time": 0.158355712890625, "step": 316602}
{"lr": 0.023235342269971978, "data_time": 0.01710331439971924, "loss_single": 3.4350900888442992, "loss_dense": 3.4748559474945067, "loss": 6.909946060180664, "time": 0.15442063808441162, "step": 316652}
{"lr": 0.023235342269971978, "data_time": 0.01614103317260742, "loss_single": 3.4413529872894286, "loss_dense": 3.498945713043213, "loss": 6.940298700332642, "time": 0.1497849702835083, "step": 316702}
{"lr": 0.023235342269971978, "data_time": 0.015799498558044432, "loss_single": 3.45861132144928, "loss_dense": 3.505810046195984, "loss": 6.964421272277832, "time": 0.1863943338394165, "step": 316752}
{"lr": 0.023235342269971978, "data_time": 0.017298555374145506, "loss_single": 3.453004479408264, "loss_dense": 3.5169095277786253, "loss": 6.969913959503174, "time": 0.15369486808776855, "step": 316802}
{"lr": 0.023235342269971978, "data_time": 0.0185823917388916, "loss_single": 3.4326104164123534, "loss_dense": 3.491280460357666, "loss": 6.923890876770019, "time": 0.17347233295440673, "step": 316852}
{"lr": 0.023235342269971978, "data_time": 0.018235135078430175, "loss_single": 3.4464189529418947, "loss_dense": 3.4900733709335325, "loss": 6.936492300033569, "time": 0.15305252075195314, "step": 316902}
{"lr": 0.023235342269971978, "data_time": 0.01842026710510254, "loss_single": 3.449759268760681, "loss_dense": 3.5080012321472167, "loss": 6.957760524749756, "time": 0.15955991744995118, "step": 316952}
{"lr": 0.023235342269971978, "data_time": 0.017580080032348632, "loss_single": 3.453031373023987, "loss_dense": 3.5074772357940676, "loss": 6.960508584976196, "time": 0.15290594100952148, "step": 317002}
{"lr": 0.023235342269971978, "data_time": 0.018659353256225586, "loss_single": 3.4338411569595335, "loss_dense": 3.4790549993515016, "loss": 6.912896251678466, "time": 0.1591965675354004, "step": 317052}
{"lr": 0.023235342269971978, "data_time": 0.015787124633789062, "loss_single": 3.450073003768921, "loss_dense": 3.511474943161011, "loss": 6.961547899246216, "time": 0.18842134475708008, "step": 317102}
{"lr": 0.023235342269971978, "data_time": 0.015156292915344238, "loss_single": 3.4472628593444825, "loss_dense": 3.504402184486389, "loss": 6.951665019989013, "time": 0.1550283193588257, "step": 317152}
{"lr": 0.023235342269971978, "data_time": 0.015418553352355957, "loss_single": 3.472484993934631, "loss_dense": 3.521125316619873, "loss": 6.993610382080078, "time": 0.15429527759552003, "step": 317202}
{"lr": 0.023235342269971978, "data_time": 0.015595221519470214, "loss_single": 3.4808711051940917, "loss_dense": 3.52773699760437, "loss": 7.008608055114746, "time": 0.15566906929016114, "step": 317252}
{"lr": 0.023235342269971978, "data_time": 0.019144105911254882, "loss_single": 3.4565125703811646, "loss_dense": 3.519246554374695, "loss": 6.975759124755859, "time": 0.15420613288879395, "step": 317302}
{"lr": 0.023235342269971978, "data_time": 0.016558074951171876, "loss_single": 3.4568641662597654, "loss_dense": 3.522044229507446, "loss": 6.978908395767212, "time": 0.15091805458068847, "step": 317352}
{"lr": 0.023235342269971978, "data_time": 0.017574048042297362, "loss_single": 3.472139263153076, "loss_dense": 3.506243133544922, "loss": 6.978382396697998, "time": 0.15482747554779053, "step": 317402}
{"lr": 0.023235342269971978, "data_time": 0.018232274055480956, "loss_single": 3.4492850065231324, "loss_dense": 3.520728254318237, "loss": 6.970013189315796, "time": 0.15315101146697999, "step": 317452}
{"lr": 0.023235342269971978, "data_time": 0.015152788162231446, "loss_single": 3.4520839929580687, "loss_dense": 3.506066012382507, "loss": 6.9581499099731445, "time": 0.16789419651031495, "step": 317502}
{"lr": 0.023235342269971978, "data_time": 0.016156315803527832, "loss_single": 3.4571208238601683, "loss_dense": 3.5133233785629274, "loss": 6.970444250106811, "time": 0.15155701637268065, "step": 317552}
{"lr": 0.023235342269971978, "data_time": 0.01872563362121582, "loss_single": 3.435924434661865, "loss_dense": 3.4989466667175293, "loss": 6.934871101379395, "time": 0.1579068422317505, "step": 317602}
{"lr": 0.023235342269971978, "data_time": 0.016900110244750976, "loss_single": 3.4563894033432008, "loss_dense": 3.4982925176620485, "loss": 6.954682016372681, "time": 0.15474283695220947, "step": 317652}
{"lr": 0.023235342269971978, "data_time": 0.017810797691345213, "loss_single": 3.4229795694351197, "loss_dense": 3.479604959487915, "loss": 6.902584457397461, "time": 0.1636880159378052, "step": 317702}
{"lr": 0.023235342269971978, "data_time": 0.019457316398620604, "loss_single": 3.42630455493927, "loss_dense": 3.4950680255889894, "loss": 6.921372556686402, "time": 0.1523414134979248, "step": 317752}
{"lr": 0.023235342269971978, "data_time": 0.015581130981445312, "loss_single": 3.4832728624343874, "loss_dense": 3.5179620027542113, "loss": 7.0012349605560305, "time": 0.1604696273803711, "step": 317802}
{"lr": 0.023235342269971978, "data_time": 0.015758609771728514, "loss_single": 3.4906557321548464, "loss_dense": 3.535003185272217, "loss": 7.025658845901489, "time": 0.17342846393585204, "step": 317852}
{"lr": 0.023235342269971978, "data_time": 0.017175984382629395, "loss_single": 3.4341546058654786, "loss_dense": 3.487069296836853, "loss": 6.921223831176758, "time": 0.15050263404846193, "step": 317902}
{"lr": 0.023235342269971978, "data_time": 0.011066913604736328, "loss_single": 3.4646819591522218, "loss_dense": 3.50223388671875, "loss": 6.966915845870972, "time": 0.1711188793182373, "step": 317952}
{"lr": 0.023235342269971978, "data_time": 0.016531705856323242, "loss_single": 3.441538953781128, "loss_dense": 3.501875472068787, "loss": 6.943414354324341, "time": 0.1728814125061035, "step": 318002}
{"lr": 0.023235342269971978, "data_time": 0.01581296920776367, "loss_single": 3.439177894592285, "loss_dense": 3.5062221765518187, "loss": 6.94539999961853, "time": 0.17412030696868896, "step": 318052}
{"lr": 0.023235342269971978, "data_time": 0.01678018569946289, "loss_single": 3.4407320976257325, "loss_dense": 3.5052278518676756, "loss": 6.945959949493409, "time": 0.15124104022979737, "step": 318102}
{"lr": 0.023235342269971978, "data_time": 0.014927983283996582, "loss_single": 3.4751349449157716, "loss_dense": 3.540506362915039, "loss": 7.0156412601470945, "time": 0.16415112018585204, "step": 318152}
{"lr": 0.023235342269971978, "data_time": 0.017167162895202637, "loss_single": 3.4323628664016725, "loss_dense": 3.4928553819656374, "loss": 6.925218343734741, "time": 0.1530837297439575, "step": 318202}
{"lr": 0.023235342269971978, "data_time": 0.01578705310821533, "loss_single": 3.4588542699813845, "loss_dense": 3.511284422874451, "loss": 6.970138740539551, "time": 0.16091392040252686, "step": 318252}
{"lr": 0.023235342269971978, "data_time": 0.01690678596496582, "loss_single": 3.4350017786026, "loss_dense": 3.4916181802749633, "loss": 6.926620006561279, "time": 0.15420083999633788, "step": 318302}
{"lr": 0.023235342269971978, "data_time": 0.019260311126708986, "loss_single": 3.4731531143188477, "loss_dense": 3.520935320854187, "loss": 6.994088363647461, "time": 0.1522061347961426, "step": 318352}
{"lr": 0.023235342269971978, "data_time": 0.015221548080444337, "loss_single": 3.435065245628357, "loss_dense": 3.4989907264709474, "loss": 6.934055995941162, "time": 0.18156538009643555, "step": 318402}
{"lr": 0.023235342269971978, "data_time": 0.017773032188415527, "loss_single": 3.4610594511032104, "loss_dense": 3.5193892240524294, "loss": 6.98044867515564, "time": 0.15437140464782714, "step": 318452}
{"lr": 0.023235342269971978, "data_time": 0.01781785488128662, "loss_single": 3.435655975341797, "loss_dense": 3.486896276473999, "loss": 6.9225523471832275, "time": 0.14966402053833008, "step": 318502}
{"lr": 0.023235342269971978, "data_time": 0.017215776443481445, "loss_single": 3.460157799720764, "loss_dense": 3.517296814918518, "loss": 6.977454662322998, "time": 0.15760443210601807, "step": 318552}
{"lr": 0.023235342269971978, "data_time": 0.017830419540405273, "loss_single": 3.4483800172805785, "loss_dense": 3.5087056398391723, "loss": 6.957085657119751, "time": 0.15475049018859863, "step": 318602}
{"lr": 0.023235342269971978, "data_time": 0.014799904823303223, "loss_single": 3.438889265060425, "loss_dense": 3.508186960220337, "loss": 6.947076272964478, "time": 0.15277402400970458, "step": 318652}
{"lr": 0.023235342269971978, "data_time": 0.01777229309082031, "loss_single": 3.3995921134948732, "loss_dense": 3.463828468322754, "loss": 6.863420534133911, "time": 0.156066370010376, "step": 318702}
{"lr": 0.023235342269971978, "data_time": 0.0223466157913208, "loss_single": 3.4509379386901857, "loss_dense": 3.5079232931137083, "loss": 6.958861303329468, "time": 0.1676377534866333, "step": 318752}
{"lr": 0.023235342269971978, "data_time": 0.017839717864990234, "loss_single": 3.4624600648880004, "loss_dense": 3.5148784160614013, "loss": 6.977338552474976, "time": 0.150738525390625, "step": 318802}
{"lr": 0.023235342269971978, "data_time": 0.024021840095520018, "loss_single": 3.4593256235122682, "loss_dense": 3.5049442291259765, "loss": 6.964269924163818, "time": 0.20234942436218262, "step": 318852}
{"lr": 0.023235342269971978, "data_time": 0.01633946895599365, "loss_single": 3.435437250137329, "loss_dense": 3.488285255432129, "loss": 6.923722505569458, "time": 0.15704612731933593, "step": 318902}
{"lr": 0.023235342269971978, "data_time": 0.01790761947631836, "loss_single": 3.448178935050964, "loss_dense": 3.4977854251861573, "loss": 6.945964384078979, "time": 0.15540943145751954, "step": 318952}
{"lr": 0.023235342269971978, "data_time": 0.017740559577941895, "loss_single": 3.450677490234375, "loss_dense": 3.5016108751296997, "loss": 6.952288293838501, "time": 0.16549055576324462, "step": 319002}
{"lr": 0.023235342269971978, "data_time": 0.020480847358703612, "loss_single": 3.445759129524231, "loss_dense": 3.4889573574066164, "loss": 6.9347165584564205, "time": 0.15573577880859374, "step": 319052}
{"lr": 0.023235342269971978, "data_time": 0.02057936191558838, "loss_single": 3.4591074228286742, "loss_dense": 3.5212900400161744, "loss": 6.980397510528564, "time": 0.17469639778137208, "step": 319102}
{"lr": 0.023235342269971978, "data_time": 0.01909646987915039, "loss_single": 3.4461251974105833, "loss_dense": 3.4968476057052613, "loss": 6.9429727554321286, "time": 0.16117804050445556, "step": 319152}
{"lr": 0.023235342269971978, "data_time": 0.017844033241271973, "loss_single": 3.4360209465026856, "loss_dense": 3.489249610900879, "loss": 6.92527060508728, "time": 0.15537257194519044, "step": 319202}
{"lr": 0.023235342269971978, "data_time": 0.018960213661193846, "loss_single": 3.4538838148117064, "loss_dense": 3.506910276412964, "loss": 6.960794115066529, "time": 0.1578216314315796, "step": 319252}
{"lr": 0.023235342269971978, "data_time": 0.01720592975616455, "loss_single": 3.464522433280945, "loss_dense": 3.517523169517517, "loss": 6.9820455551147464, "time": 0.1510058879852295, "step": 319302}
{"lr": 0.023235342269971978, "data_time": 0.019356632232666017, "loss_single": 3.4642879962921143, "loss_dense": 3.5265157222747803, "loss": 6.9908037185668945, "time": 0.15511949062347413, "step": 319352}
{"lr": 0.023235342269971978, "data_time": 0.0180755615234375, "loss_single": 3.470557141304016, "loss_dense": 3.4955321311950684, "loss": 6.966089296340942, "time": 0.15288252830505372, "step": 319402}
{"lr": 0.023235342269971978, "data_time": 0.017066454887390135, "loss_single": 3.4522924184799195, "loss_dense": 3.496119499206543, "loss": 6.94841194152832, "time": 0.1534355640411377, "step": 319452}
{"lr": 0.023235342269971978, "data_time": 0.016627573966979982, "loss_single": 3.442352271080017, "loss_dense": 3.506825256347656, "loss": 6.949177551269531, "time": 0.15836689472198487, "step": 319502}
{"lr": 0.023235342269971978, "data_time": 0.022011780738830568, "loss_single": 3.468916821479797, "loss_dense": 3.5078064680099486, "loss": 6.9767231941223145, "time": 0.1605924367904663, "step": 319552}
{"lr": 0.023235342269971978, "data_time": 0.01664879322052002, "loss_single": 3.471095156669617, "loss_dense": 3.526635503768921, "loss": 6.99773063659668, "time": 0.1578538179397583, "step": 319602}
{"lr": 0.023235342269971978, "data_time": 0.020130848884582518, "loss_single": 3.4655490159988402, "loss_dense": 3.5032954692840574, "loss": 6.9688445091247555, "time": 0.16660053730010987, "step": 319652}
{"lr": 0.023235342269971978, "data_time": 0.01818075180053711, "loss_single": 3.47730553150177, "loss_dense": 3.5385860919952394, "loss": 7.01589150428772, "time": 0.15966691970825195, "step": 319702}
{"lr": 0.023235342269971978, "data_time": 0.01422739028930664, "loss_single": 3.4466858386993406, "loss_dense": 3.52137086391449, "loss": 6.968056631088257, "time": 0.1509781837463379, "step": 319752}
{"lr": 0.023235342269971978, "data_time": 0.020310616493225096, "loss_single": 3.4507927179336546, "loss_dense": 3.4892117500305178, "loss": 6.9400043964385985, "time": 0.1630321502685547, "step": 319802}
{"lr": 0.023235342269971978, "data_time": 0.020157718658447267, "loss_single": 3.4636695623397826, "loss_dense": 3.512641930580139, "loss": 6.976311540603637, "time": 0.15356917381286622, "step": 319852}
{"lr": 0.023235342269971978, "data_time": 0.016049289703369142, "loss_single": 3.467470383644104, "loss_dense": 3.499033880233765, "loss": 6.966504192352295, "time": 0.1638032913208008, "step": 319902}
{"lr": 0.023235342269971978, "data_time": 0.01934182643890381, "loss_single": 3.43520929813385, "loss_dense": 3.4951518774032593, "loss": 6.93036117553711, "time": 0.15896198749542237, "step": 319952}
{"lr": 0.023235342269971978, "data_time": 0.01728675365447998, "loss_single": 3.4443139314651487, "loss_dense": 3.5040875911712646, "loss": 6.9484014987945555, "time": 0.1550929069519043, "step": 320002}
{"lr": 0.023235342269971978, "data_time": 0.017567157745361328, "loss_single": 3.4448826551437377, "loss_dense": 3.5021449089050294, "loss": 6.947027540206909, "time": 0.15051538944244386, "step": 320052}
{"lr": 0.023235342269971978, "data_time": 0.024947261810302733, "loss_single": 3.4299751996994017, "loss_dense": 3.4844727754592895, "loss": 6.914447879791259, "time": 0.15655267238616943, "step": 320102}
{"lr": 0.023235342269971978, "data_time": 0.02108149528503418, "loss_single": 3.4515298128128054, "loss_dense": 3.516716146469116, "loss": 6.968245983123779, "time": 0.16024525165557862, "step": 320152}
{"lr": 0.023235342269971978, "data_time": 0.016922664642333985, "loss_single": 3.4551324605941773, "loss_dense": 3.507411479949951, "loss": 6.962543964385986, "time": 0.16226418018341066, "step": 320202}
{"lr": 0.023235342269971978, "data_time": 0.013193058967590331, "loss_single": 3.461630845069885, "loss_dense": 3.503166174888611, "loss": 6.964797067642212, "time": 0.14679281711578368, "step": 320252}
{"lr": 0.02303740192468495, "data_time": 0.020162463188171387, "loss_single": 3.482223153114319, "loss_dense": 3.519837808609009, "loss": 7.0020609378814695, "time": 0.15602455139160157, "step": 320306}
{"lr": 0.02303740192468495, "data_time": 0.016040706634521486, "loss_single": 3.4371140003204346, "loss_dense": 3.4840126991271974, "loss": 6.921126794815064, "time": 0.15132553577423097, "step": 320356}
{"lr": 0.02303740192468495, "data_time": 0.017805147171020507, "loss_single": 3.4459341764450073, "loss_dense": 3.5036373376846313, "loss": 6.949571371078491, "time": 0.15321826934814453, "step": 320406}
{"lr": 0.02303740192468495, "data_time": 0.016132426261901856, "loss_single": 3.4249091148376465, "loss_dense": 3.480049705505371, "loss": 6.904958820343017, "time": 0.15100343227386476, "step": 320456}
{"lr": 0.02303740192468495, "data_time": 0.019429612159729003, "loss_single": 3.4727429866790773, "loss_dense": 3.5188748121261595, "loss": 6.991617870330811, "time": 0.15679166316986085, "step": 320506}
{"lr": 0.02303740192468495, "data_time": 0.01805875301361084, "loss_single": 3.475256633758545, "loss_dense": 3.511018991470337, "loss": 6.98627552986145, "time": 0.1509338140487671, "step": 320556}
{"lr": 0.02303740192468495, "data_time": 0.014980816841125488, "loss_single": 3.456440305709839, "loss_dense": 3.520055389404297, "loss": 6.976495695114136, "time": 0.17889645099639892, "step": 320606}
{"lr": 0.02303740192468495, "data_time": 0.016506195068359375, "loss_single": 3.4730872392654417, "loss_dense": 3.519633746147156, "loss": 6.9927209377288815, "time": 0.15035347938537597, "step": 320656}
{"lr": 0.02303740192468495, "data_time": 0.019121384620666503, "loss_single": 3.4780392408370973, "loss_dense": 3.541622543334961, "loss": 7.0196617603302, "time": 0.15128328800201415, "step": 320706}
{"lr": 0.02303740192468495, "data_time": 0.015994000434875488, "loss_single": 3.424918866157532, "loss_dense": 3.4851028680801392, "loss": 6.910021686553955, "time": 0.16076784133911132, "step": 320756}
{"lr": 0.02303740192468495, "data_time": 0.016245269775390626, "loss_single": 3.4308353900909423, "loss_dense": 3.492634081840515, "loss": 6.9234694480896, "time": 0.1496903896331787, "step": 320806}
{"lr": 0.02303740192468495, "data_time": 0.018276405334472657, "loss_single": 3.45719997882843, "loss_dense": 3.5194300174713136, "loss": 6.976629972457886, "time": 0.16098198890686036, "step": 320856}
{"lr": 0.02303740192468495, "data_time": 0.018050503730773926, "loss_single": 3.4381273984909058, "loss_dense": 3.4951381921768188, "loss": 6.933265686035156, "time": 0.1481684684753418, "step": 320906}
{"lr": 0.02303740192468495, "data_time": 0.010578393936157227, "loss_single": 3.4588484525680543, "loss_dense": 3.5106253385543824, "loss": 6.969473838806152, "time": 0.1477429151535034, "step": 320956}
{"lr": 0.02303740192468495, "data_time": 0.014979124069213867, "loss_single": 3.416014289855957, "loss_dense": 3.4731080770492553, "loss": 6.889122390747071, "time": 0.15443730354309082, "step": 321006}
{"lr": 0.02303740192468495, "data_time": 0.01779184341430664, "loss_single": 3.4274178028106688, "loss_dense": 3.4770986080169677, "loss": 6.904516410827637, "time": 0.15079798698425292, "step": 321056}
{"lr": 0.02303740192468495, "data_time": 0.015184521675109863, "loss_single": 3.4639128923416136, "loss_dense": 3.5057283639907837, "loss": 6.969641208648682, "time": 0.15734009742736815, "step": 321106}
{"lr": 0.02303740192468495, "data_time": 0.01697430610656738, "loss_single": 3.4630009651184084, "loss_dense": 3.5274303197860717, "loss": 6.990431213378907, "time": 0.1596606731414795, "step": 321156}
{"lr": 0.02303740192468495, "data_time": 0.016451525688171386, "loss_single": 3.453526258468628, "loss_dense": 3.507659888267517, "loss": 6.961186170578003, "time": 0.1504383087158203, "step": 321206}
{"lr": 0.02303740192468495, "data_time": 0.017130661010742187, "loss_single": 3.4475734710693358, "loss_dense": 3.4935213327407837, "loss": 6.9410947322845455, "time": 0.15416512489318848, "step": 321256}
{"lr": 0.02303740192468495, "data_time": 0.016184663772583006, "loss_single": 3.397019052505493, "loss_dense": 3.457099366188049, "loss": 6.8541184425354, "time": 0.19645698070526124, "step": 321306}
{"lr": 0.02303740192468495, "data_time": 0.01958174705505371, "loss_single": 3.4731987714767456, "loss_dense": 3.5240291357040405, "loss": 6.9972278594970705, "time": 0.19285025596618652, "step": 321356}
{"lr": 0.02303740192468495, "data_time": 0.018450355529785155, "loss_single": 3.42067608833313, "loss_dense": 3.4680123805999754, "loss": 6.888688421249389, "time": 0.15193355083465576, "step": 321406}
{"lr": 0.02303740192468495, "data_time": 0.017463374137878417, "loss_single": 3.437144899368286, "loss_dense": 3.489205002784729, "loss": 6.926349878311157, "time": 0.1587602138519287, "step": 321456}
{"lr": 0.02303740192468495, "data_time": 0.017595458030700683, "loss_single": 3.420821738243103, "loss_dense": 3.476060676574707, "loss": 6.8968825340271, "time": 0.15316882133483886, "step": 321506}
{"lr": 0.02303740192468495, "data_time": 0.01562654972076416, "loss_single": 3.4528780937194825, "loss_dense": 3.5082029819488527, "loss": 6.961081027984619, "time": 0.14736104011535645, "step": 321556}
{"lr": 0.02303740192468495, "data_time": 0.014072918891906738, "loss_single": 3.454078960418701, "loss_dense": 3.5143006324768065, "loss": 6.968379545211792, "time": 0.15218725204467773, "step": 321606}
{"lr": 0.02303740192468495, "data_time": 0.01676323413848877, "loss_single": 3.4582643032073976, "loss_dense": 3.5033252000808717, "loss": 6.9615894794464115, "time": 0.15539906024932862, "step": 321656}
{"lr": 0.02303740192468495, "data_time": 0.015531373023986817, "loss_single": 3.456265020370483, "loss_dense": 3.501594400405884, "loss": 6.957859516143799, "time": 0.15314679145812987, "step": 321706}
{"lr": 0.02303740192468495, "data_time": 0.01678478717803955, "loss_single": 3.442355823516846, "loss_dense": 3.4995119333267213, "loss": 6.941867733001709, "time": 0.15250120162963868, "step": 321756}
{"lr": 0.02303740192468495, "data_time": 0.013623595237731934, "loss_single": 3.454562473297119, "loss_dense": 3.495443320274353, "loss": 6.9500058650970455, "time": 0.15735883712768556, "step": 321806}
{"lr": 0.02303740192468495, "data_time": 0.020110726356506348, "loss_single": 3.4339770078659058, "loss_dense": 3.5052513599395754, "loss": 6.939228439331055, "time": 0.16714656352996826, "step": 321856}
{"lr": 0.02303740192468495, "data_time": 0.017783641815185547, "loss_single": 3.4285828828811646, "loss_dense": 3.4934388637542724, "loss": 6.922021818161011, "time": 0.19844603538513184, "step": 321906}
{"lr": 0.02303740192468495, "data_time": 0.016653847694396973, "loss_single": 3.459523105621338, "loss_dense": 3.51638286113739, "loss": 6.975905990600586, "time": 0.15013797283172609, "step": 321956}
{"lr": 0.02303740192468495, "data_time": 0.016620588302612305, "loss_single": 3.4723091602325438, "loss_dense": 3.5078755617141724, "loss": 6.980184650421142, "time": 0.1547170639038086, "step": 322006}
{"lr": 0.02303740192468495, "data_time": 0.017440938949584962, "loss_single": 3.4664130926132204, "loss_dense": 3.506649923324585, "loss": 6.973062992095947, "time": 0.14991607666015624, "step": 322056}
{"lr": 0.02303740192468495, "data_time": 0.017936849594116212, "loss_single": 3.477265739440918, "loss_dense": 3.5251601696014405, "loss": 7.002425861358643, "time": 0.1516819715499878, "step": 322106}
{"lr": 0.02303740192468495, "data_time": 0.016300392150878907, "loss_single": 3.4667282342910766, "loss_dense": 3.51619610786438, "loss": 6.982924270629883, "time": 0.15359752178192138, "step": 322156}
{"lr": 0.02303740192468495, "data_time": 0.015857768058776856, "loss_single": 3.4507444143295287, "loss_dense": 3.5014209032058714, "loss": 6.952165317535401, "time": 0.20368459224700927, "step": 322206}
{"lr": 0.02303740192468495, "data_time": 0.016430258750915527, "loss_single": 3.4625354766845704, "loss_dense": 3.500828814506531, "loss": 6.963364315032959, "time": 0.14848318099975585, "step": 322256}
{"lr": 0.02303740192468495, "data_time": 0.01553797721862793, "loss_single": 3.443123435974121, "loss_dense": 3.493814563751221, "loss": 6.936937952041626, "time": 0.1497657299041748, "step": 322306}
{"lr": 0.02303740192468495, "data_time": 0.017473268508911132, "loss_single": 3.4482360601425173, "loss_dense": 3.48507444858551, "loss": 6.933310556411743, "time": 0.1505223274230957, "step": 322356}
{"lr": 0.02303740192468495, "data_time": 0.016237545013427734, "loss_single": 3.433856749534607, "loss_dense": 3.4754919528961183, "loss": 6.909348630905152, "time": 0.15178537368774414, "step": 322406}
{"lr": 0.02303740192468495, "data_time": 0.016980600357055665, "loss_single": 3.447358989715576, "loss_dense": 3.5038399696350098, "loss": 6.95119891166687, "time": 0.15155632495880128, "step": 322456}
{"lr": 0.02303740192468495, "data_time": 0.021929597854614256, "loss_single": 3.4291362524032594, "loss_dense": 3.494578003883362, "loss": 6.923714303970337, "time": 0.19519753456115724, "step": 322506}
{"lr": 0.02303740192468495, "data_time": 0.016187381744384766, "loss_single": 3.4344824314117433, "loss_dense": 3.49435498714447, "loss": 6.9288373470306395, "time": 0.15154101848602294, "step": 322556}
{"lr": 0.02303740192468495, "data_time": 0.01942570209503174, "loss_single": 3.441160535812378, "loss_dense": 3.507627010345459, "loss": 6.948787498474121, "time": 0.15591495037078856, "step": 322606}
{"lr": 0.02303740192468495, "data_time": 0.01873612403869629, "loss_single": 3.4535122871398927, "loss_dense": 3.5027819633483888, "loss": 6.956294155120849, "time": 0.15807704925537108, "step": 322656}
{"lr": 0.02303740192468495, "data_time": 0.01798238754272461, "loss_single": 3.4521374702453613, "loss_dense": 3.512005424499512, "loss": 6.964142942428589, "time": 0.1571568250656128, "step": 322706}
{"lr": 0.02303740192468495, "data_time": 0.017550110816955566, "loss_single": 3.4225069761276243, "loss_dense": 3.487122058868408, "loss": 6.909629011154175, "time": 0.19016590118408203, "step": 322756}
{"lr": 0.02303740192468495, "data_time": 0.016781425476074217, "loss_single": 3.451137065887451, "loss_dense": 3.5142747163772583, "loss": 6.965411758422851, "time": 0.16920385360717774, "step": 322806}
{"lr": 0.02303740192468495, "data_time": 0.019529318809509276, "loss_single": 3.436717653274536, "loss_dense": 3.501575207710266, "loss": 6.938292932510376, "time": 0.15333845615386962, "step": 322856}
{"lr": 0.02303740192468495, "data_time": 0.016676926612854005, "loss_single": 3.451199674606323, "loss_dense": 3.494441509246826, "loss": 6.945641326904297, "time": 0.16690518856048583, "step": 322906}
{"lr": 0.02303740192468495, "data_time": 0.018133902549743654, "loss_single": 3.4743594884872437, "loss_dense": 3.516629767417908, "loss": 6.990989303588867, "time": 0.15217432975769044, "step": 322956}
{"lr": 0.02303740192468495, "data_time": 0.018532276153564453, "loss_single": 3.4596673250198364, "loss_dense": 3.5083211183547975, "loss": 6.967988443374634, "time": 0.15294089317321777, "step": 323006}
{"lr": 0.02303740192468495, "data_time": 0.022053790092468262, "loss_single": 3.4623954057693482, "loss_dense": 3.511139726638794, "loss": 6.97353515625, "time": 0.25349018573760984, "step": 323056}
{"lr": 0.02303740192468495, "data_time": 0.016609954833984374, "loss_single": 3.476829409599304, "loss_dense": 3.5254191160202026, "loss": 7.0022485733032225, "time": 0.18566691875457764, "step": 323106}
{"lr": 0.02303740192468495, "data_time": 0.015660643577575684, "loss_single": 3.4287782430648805, "loss_dense": 3.476798987388611, "loss": 6.905577230453491, "time": 0.1571341037750244, "step": 323156}
{"lr": 0.02303740192468495, "data_time": 0.015932321548461914, "loss_single": 3.451706624031067, "loss_dense": 3.503162717819214, "loss": 6.954869318008423, "time": 0.16251280307769775, "step": 323206}
{"lr": 0.02303740192468495, "data_time": 0.016077518463134766, "loss_single": 3.4626772880554197, "loss_dense": 3.508797264099121, "loss": 6.971474552154541, "time": 0.14890406131744385, "step": 323256}
{"lr": 0.02303740192468495, "data_time": 0.017090511322021485, "loss_single": 3.463192272186279, "loss_dense": 3.5189399480819703, "loss": 6.982132291793823, "time": 0.15347881317138673, "step": 323306}
{"lr": 0.02303740192468495, "data_time": 0.0163745641708374, "loss_single": 3.4547125816345217, "loss_dense": 3.497476100921631, "loss": 6.952188730239868, "time": 0.15366835594177247, "step": 323356}
{"lr": 0.02303740192468495, "data_time": 0.018073558807373047, "loss_single": 3.4355187892913817, "loss_dense": 3.481125903129578, "loss": 6.916644668579101, "time": 0.14936342239379882, "step": 323406}
{"lr": 0.02303740192468495, "data_time": 0.021364617347717284, "loss_single": 3.4406624317169188, "loss_dense": 3.497566509246826, "loss": 6.938228988647461, "time": 0.16206982135772705, "step": 323456}
{"lr": 0.02303740192468495, "data_time": 0.017374086380004882, "loss_single": 3.4553198337554933, "loss_dense": 3.5083399772644044, "loss": 6.963659763336182, "time": 0.15317959785461427, "step": 323506}
{"lr": 0.02303740192468495, "data_time": 0.016389846801757812, "loss_single": 3.4890649557113647, "loss_dense": 3.53376042842865, "loss": 7.022825384140015, "time": 0.15780384540557862, "step": 323556}
{"lr": 0.02303740192468495, "data_time": 0.015612244606018066, "loss_single": 3.4293060541152953, "loss_dense": 3.486982822418213, "loss": 6.91628885269165, "time": 0.15736279487609864, "step": 323606}
{"lr": 0.02303740192468495, "data_time": 0.016910314559936523, "loss_single": 3.457861614227295, "loss_dense": 3.504958462715149, "loss": 6.962820053100586, "time": 0.15755226612091064, "step": 323656}
{"lr": 0.02303740192468495, "data_time": 0.017192149162292482, "loss_single": 3.4688007116317747, "loss_dense": 3.5256928205490112, "loss": 6.994493579864502, "time": 0.16561970710754395, "step": 323706}
{"lr": 0.02303740192468495, "data_time": 0.016441535949707032, "loss_single": 3.422800159454346, "loss_dense": 3.4781094789505005, "loss": 6.9009096145629885, "time": 0.15863289833068847, "step": 323756}
{"lr": 0.02303740192468495, "data_time": 0.0164747953414917, "loss_single": 3.425069499015808, "loss_dense": 3.4802263498306276, "loss": 6.905295753479004, "time": 0.16033344268798827, "step": 323806}
{"lr": 0.02303740192468495, "data_time": 0.01688969135284424, "loss_single": 3.4846524477005003, "loss_dense": 3.524211120605469, "loss": 7.0088635921478275, "time": 0.16670219898223876, "step": 323856}
{"lr": 0.02303740192468495, "data_time": 0.016089034080505372, "loss_single": 3.458234119415283, "loss_dense": 3.5101606369018556, "loss": 6.968394708633423, "time": 0.17514259815216066, "step": 323906}
{"lr": 0.02303740192468495, "data_time": 0.01956171989440918, "loss_single": 3.4243833303451536, "loss_dense": 3.480772876739502, "loss": 6.905156183242798, "time": 0.1545623540878296, "step": 323956}
{"lr": 0.02303740192468495, "data_time": 0.01799280643463135, "loss_single": 3.453404760360718, "loss_dense": 3.498271083831787, "loss": 6.951675844192505, "time": 0.1526562213897705, "step": 324006}
{"lr": 0.02303740192468495, "data_time": 0.01738762855529785, "loss_single": 3.4376838207244873, "loss_dense": 3.47839241027832, "loss": 6.916076231002807, "time": 0.14959590435028075, "step": 324056}
{"lr": 0.02303740192468495, "data_time": 0.017760467529296876, "loss_single": 3.465412902832031, "loss_dense": 3.5115554571151733, "loss": 6.976968240737915, "time": 0.1476719856262207, "step": 324106}
{"lr": 0.02303740192468495, "data_time": 0.018181347846984865, "loss_single": 3.443833756446838, "loss_dense": 3.4973593235015867, "loss": 6.941193103790283, "time": 0.25321621894836427, "step": 324156}
{"lr": 0.02303740192468495, "data_time": 0.01493372917175293, "loss_single": 3.438151550292969, "loss_dense": 3.4859981298446656, "loss": 6.924149703979492, "time": 0.17032310962677003, "step": 324206}
{"lr": 0.02303740192468495, "data_time": 0.016893291473388673, "loss_single": 3.4149255990982055, "loss_dense": 3.4614610195159914, "loss": 6.87638669013977, "time": 0.15664911270141602, "step": 324256}
{"lr": 0.02303740192468495, "data_time": 0.0170562744140625, "loss_single": 3.4463875770568846, "loss_dense": 3.4953572273254396, "loss": 6.941744804382324, "time": 0.1731210470199585, "step": 324306}
{"lr": 0.02303740192468495, "data_time": 0.018787145614624023, "loss_single": 3.439570951461792, "loss_dense": 3.490874457359314, "loss": 6.930445432662964, "time": 0.15764663219451905, "step": 324356}
{"lr": 0.02303740192468495, "data_time": 0.017833352088928223, "loss_single": 3.44382164478302, "loss_dense": 3.4855983018875123, "loss": 6.929419898986817, "time": 0.16286873817443848, "step": 324406}
{"lr": 0.02303740192468495, "data_time": 0.018459129333496093, "loss_single": 3.4676010608673096, "loss_dense": 3.5195839405059814, "loss": 6.987185001373291, "time": 0.15516130924224852, "step": 324456}
{"lr": 0.02303740192468495, "data_time": 0.020362305641174316, "loss_single": 3.461161971092224, "loss_dense": 3.5306063175201414, "loss": 6.991768169403076, "time": 0.1539654016494751, "step": 324506}
{"lr": 0.02303740192468495, "data_time": 0.015176129341125489, "loss_single": 3.453690838813782, "loss_dense": 3.504046010971069, "loss": 6.957736873626709, "time": 0.14972736835479736, "step": 324556}
{"lr": 0.02303740192468495, "data_time": 0.01882503032684326, "loss_single": 3.4388953924179075, "loss_dense": 3.501273846626282, "loss": 6.94016923904419, "time": 0.15113258361816406, "step": 324606}
{"lr": 0.02303740192468495, "data_time": 0.014132094383239747, "loss_single": 3.459242033958435, "loss_dense": 3.521986198425293, "loss": 6.98122820854187, "time": 0.17452719211578369, "step": 324656}
{"lr": 0.02303740192468495, "data_time": 0.018907713890075683, "loss_single": 3.438875436782837, "loss_dense": 3.496057558059692, "loss": 6.9349329471588135, "time": 0.1564638137817383, "step": 324706}
{"lr": 0.02303740192468495, "data_time": 0.015205717086791993, "loss_single": 3.4383184909820557, "loss_dense": 3.489983606338501, "loss": 6.928302145004272, "time": 0.1651219129562378, "step": 324756}
{"lr": 0.02303740192468495, "data_time": 0.01824619770050049, "loss_single": 3.445109224319458, "loss_dense": 3.490518569946289, "loss": 6.935627746582031, "time": 0.1657716751098633, "step": 324806}
{"lr": 0.02303740192468495, "data_time": 0.011802101135253906, "loss_single": 3.434920406341553, "loss_dense": 3.482933449745178, "loss": 6.917853832244873, "time": 0.1561112880706787, "step": 324856}
{"lr": 0.02303740192468495, "data_time": 0.015512347221374512, "loss_single": 3.4659346103668214, "loss_dense": 3.5193824768066406, "loss": 6.98531699180603, "time": 0.14884445667266846, "step": 324906}
{"lr": 0.02303740192468495, "data_time": 0.017760872840881348, "loss_single": 3.4477614879608156, "loss_dense": 3.4919639348983766, "loss": 6.93972544670105, "time": 0.16377034187316894, "step": 324956}
{"lr": 0.02303740192468495, "data_time": 0.018719959259033202, "loss_single": 3.4565384149551392, "loss_dense": 3.523193883895874, "loss": 6.979732275009155, "time": 0.19155509471893312, "step": 325006}
{"lr": 0.02303740192468495, "data_time": 0.01696352958679199, "loss_single": 3.457703137397766, "loss_dense": 3.512431597709656, "loss": 6.970134687423706, "time": 0.15897796154022217, "step": 325056}
{"lr": 0.02303740192468495, "data_time": 0.018218135833740233, "loss_single": 3.435228872299194, "loss_dense": 3.488996148109436, "loss": 6.92422513961792, "time": 0.15556712150573732, "step": 325106}
{"lr": 0.02303740192468495, "data_time": 0.01720561981201172, "loss_single": 3.425479865074158, "loss_dense": 3.480364465713501, "loss": 6.905844354629517, "time": 0.19239394664764403, "step": 325156}
{"lr": 0.02303740192468495, "data_time": 0.01869354248046875, "loss_single": 3.457625079154968, "loss_dense": 3.5109282970428466, "loss": 6.968553304672241, "time": 0.1533982515335083, "step": 325206}
{"lr": 0.02303740192468495, "data_time": 0.015077805519104004, "loss_single": 3.4415744066238405, "loss_dense": 3.497693991661072, "loss": 6.939268350601196, "time": 0.14649415016174316, "step": 325256}
{"lr": 0.022837478470739234, "data_time": 0.018818116188049315, "loss_single": 3.4717846155166625, "loss_dense": 3.5048178911209105, "loss": 6.976602506637573, "time": 0.16195433139801024, "step": 325310}
{"lr": 0.022837478470739234, "data_time": 0.01702704429626465, "loss_single": 3.453307628631592, "loss_dense": 3.5116223096847534, "loss": 6.964930057525635, "time": 0.1572965621948242, "step": 325360}
{"lr": 0.022837478470739234, "data_time": 0.01702289581298828, "loss_single": 3.4410011053085325, "loss_dense": 3.505357813835144, "loss": 6.946358871459961, "time": 0.149535608291626, "step": 325410}
{"lr": 0.022837478470739234, "data_time": 0.018302059173583983, "loss_single": 3.436759352684021, "loss_dense": 3.481381559371948, "loss": 6.918140840530396, "time": 0.15471959114074707, "step": 325460}
{"lr": 0.022837478470739234, "data_time": 0.015478253364562988, "loss_single": 3.4281381368637085, "loss_dense": 3.4826575756072997, "loss": 6.910795593261719, "time": 0.15283050537109374, "step": 325510}
{"lr": 0.022837478470739234, "data_time": 0.016193222999572755, "loss_single": 3.44029324054718, "loss_dense": 3.5027085065841677, "loss": 6.943001651763916, "time": 0.16758444309234619, "step": 325560}
{"lr": 0.022837478470739234, "data_time": 0.02024679183959961, "loss_single": 3.44287428855896, "loss_dense": 3.5122599363327027, "loss": 6.9551342010498045, "time": 0.15273480415344237, "step": 325610}
{"lr": 0.022837478470739234, "data_time": 0.01919212341308594, "loss_single": 3.465891647338867, "loss_dense": 3.5334014177322386, "loss": 6.999293041229248, "time": 0.17576227188110352, "step": 325660}
{"lr": 0.022837478470739234, "data_time": 0.016057777404785156, "loss_single": 3.4611556053161623, "loss_dense": 3.521622347831726, "loss": 6.982778024673462, "time": 0.18033199310302733, "step": 325710}
{"lr": 0.022837478470739234, "data_time": 0.017518949508666993, "loss_single": 3.416960096359253, "loss_dense": 3.4678974628448485, "loss": 6.884857511520385, "time": 0.15523948669433593, "step": 325760}
{"lr": 0.022837478470739234, "data_time": 0.015532994270324707, "loss_single": 3.4556736946105957, "loss_dense": 3.500042200088501, "loss": 6.955715942382812, "time": 0.19271488189697267, "step": 325810}
{"lr": 0.022837478470739234, "data_time": 0.016508030891418456, "loss_single": 3.4245406866073607, "loss_dense": 3.472963047027588, "loss": 6.897503805160523, "time": 0.15225183963775635, "step": 325860}
{"lr": 0.022837478470739234, "data_time": 0.01719632148742676, "loss_single": 3.471088743209839, "loss_dense": 3.5197951793670654, "loss": 6.990883874893188, "time": 0.15939230918884278, "step": 325910}
{"lr": 0.022837478470739234, "data_time": 0.0166731595993042, "loss_single": 3.4450802564620973, "loss_dense": 3.50422842502594, "loss": 6.949308633804321, "time": 0.15583407878875732, "step": 325960}
{"lr": 0.022837478470739234, "data_time": 0.01798436641693115, "loss_single": 3.435084009170532, "loss_dense": 3.486333632469177, "loss": 6.921417760848999, "time": 0.15288035869598388, "step": 326010}
{"lr": 0.022837478470739234, "data_time": 0.01879463195800781, "loss_single": 3.4661120653152464, "loss_dense": 3.5175956964492796, "loss": 6.983707761764526, "time": 0.15724453926086426, "step": 326060}
{"lr": 0.022837478470739234, "data_time": 0.01927947998046875, "loss_single": 3.452021765708923, "loss_dense": 3.502471399307251, "loss": 6.954493188858033, "time": 0.17952053546905516, "step": 326110}
{"lr": 0.022837478470739234, "data_time": 0.017183709144592284, "loss_single": 3.451748585700989, "loss_dense": 3.5154834747314454, "loss": 6.967231941223145, "time": 0.15731942653656006, "step": 326160}
{"lr": 0.022837478470739234, "data_time": 0.018163895606994628, "loss_single": 3.468896746635437, "loss_dense": 3.504081296920776, "loss": 6.9729780673980715, "time": 0.1556257963180542, "step": 326210}
{"lr": 0.022837478470739234, "data_time": 0.014354681968688965, "loss_single": 3.4787901639938354, "loss_dense": 3.5282125234603883, "loss": 7.007002687454223, "time": 0.15098140239715577, "step": 326260}
{"lr": 0.022837478470739234, "data_time": 0.013649535179138184, "loss_single": 3.441257691383362, "loss_dense": 3.4904021978378297, "loss": 6.931659936904907, "time": 0.15513789653778076, "step": 326310}
{"lr": 0.022837478470739234, "data_time": 0.031748080253601076, "loss_single": 3.415406894683838, "loss_dense": 3.4723212242126467, "loss": 6.8877281665802, "time": 0.23038191795349122, "step": 326360}
{"lr": 0.022837478470739234, "data_time": 0.015875577926635742, "loss_single": 3.4558350324630736, "loss_dense": 3.5107506036758425, "loss": 6.966585683822632, "time": 0.17919931411743165, "step": 326410}
{"lr": 0.022837478470739234, "data_time": 0.017340373992919923, "loss_single": 3.4387680530548095, "loss_dense": 3.498355436325073, "loss": 6.937123394012451, "time": 0.1484424352645874, "step": 326460}
{"lr": 0.022837478470739234, "data_time": 0.01821160316467285, "loss_single": 3.430064487457275, "loss_dense": 3.492395257949829, "loss": 6.922459697723388, "time": 0.1620704412460327, "step": 326510}
{"lr": 0.022837478470739234, "data_time": 0.017348122596740723, "loss_single": 3.4732041120529176, "loss_dense": 3.5194536685943603, "loss": 6.992657804489136, "time": 0.15526793003082276, "step": 326560}
{"lr": 0.022837478470739234, "data_time": 0.015501904487609863, "loss_single": 3.463317108154297, "loss_dense": 3.526484966278076, "loss": 6.989802026748658, "time": 0.15042622089385987, "step": 326610}
{"lr": 0.022837478470739234, "data_time": 0.017096829414367676, "loss_single": 3.431793451309204, "loss_dense": 3.4881558656692504, "loss": 6.919949245452881, "time": 0.18964681625366211, "step": 326660}
{"lr": 0.022837478470739234, "data_time": 0.018673396110534667, "loss_single": 3.427111577987671, "loss_dense": 3.478400182723999, "loss": 6.905511856079102, "time": 0.1609121084213257, "step": 326710}
{"lr": 0.022837478470739234, "data_time": 0.018277454376220702, "loss_single": 3.471241569519043, "loss_dense": 3.526951861381531, "loss": 6.998193454742432, "time": 0.15712883472442626, "step": 326760}
{"lr": 0.022837478470739234, "data_time": 0.018457794189453126, "loss_single": 3.4337402820587157, "loss_dense": 3.487076687812805, "loss": 6.920817041397095, "time": 0.1579596757888794, "step": 326810}
{"lr": 0.022837478470739234, "data_time": 0.01699669361114502, "loss_single": 3.472902941703796, "loss_dense": 3.5056493520736693, "loss": 6.97855224609375, "time": 0.1545891284942627, "step": 326860}
{"lr": 0.022837478470739234, "data_time": 0.01471257209777832, "loss_single": 3.452358770370483, "loss_dense": 3.5044240951538086, "loss": 6.956782865524292, "time": 0.15418875217437744, "step": 326910}
{"lr": 0.022837478470739234, "data_time": 0.016798639297485353, "loss_single": 3.43952157497406, "loss_dense": 3.4903241872787474, "loss": 6.929845857620239, "time": 0.15367546081542968, "step": 326960}
{"lr": 0.022837478470739234, "data_time": 0.017230701446533204, "loss_single": 3.4759146690368654, "loss_dense": 3.5269413709640505, "loss": 7.002856111526489, "time": 0.15101513862609864, "step": 327010}
{"lr": 0.022837478470739234, "data_time": 0.01979203224182129, "loss_single": 3.440177631378174, "loss_dense": 3.501323390007019, "loss": 6.941501092910767, "time": 0.19088857173919677, "step": 327060}
{"lr": 0.022837478470739234, "data_time": 0.016155433654785157, "loss_single": 3.4591371059417724, "loss_dense": 3.5238548278808595, "loss": 6.982991933822632, "time": 0.1663726568222046, "step": 327110}
{"lr": 0.022837478470739234, "data_time": 0.017379283905029297, "loss_single": 3.4429630041122437, "loss_dense": 3.5024583101272584, "loss": 6.945421266555786, "time": 0.16061196327209473, "step": 327160}
{"lr": 0.022837478470739234, "data_time": 0.01783466339111328, "loss_single": 3.4434341907501222, "loss_dense": 3.4846664905548095, "loss": 6.9281005859375, "time": 0.1507476806640625, "step": 327210}
{"lr": 0.022837478470739234, "data_time": 0.017336416244506835, "loss_single": 3.427343487739563, "loss_dense": 3.4943258285522463, "loss": 6.921669292449951, "time": 0.1535067081451416, "step": 327260}
{"lr": 0.022837478470739234, "data_time": 0.015677762031555176, "loss_single": 3.435415530204773, "loss_dense": 3.484634780883789, "loss": 6.92005033493042, "time": 0.20731122493743898, "step": 327310}
{"lr": 0.022837478470739234, "data_time": 0.02146944999694824, "loss_single": 3.4287030935287475, "loss_dense": 3.496585416793823, "loss": 6.925288534164428, "time": 0.1677748441696167, "step": 327360}
{"lr": 0.022837478470739234, "data_time": 0.016848421096801756, "loss_single": 3.4447511196136475, "loss_dense": 3.496483659744263, "loss": 6.941234683990478, "time": 0.15350615978240967, "step": 327410}
{"lr": 0.022837478470739234, "data_time": 0.018673110008239745, "loss_single": 3.4365861654281615, "loss_dense": 3.4943239212036135, "loss": 6.930910062789917, "time": 0.22462637424468995, "step": 327460}
{"lr": 0.022837478470739234, "data_time": 0.016210556030273438, "loss_single": 3.4744396686553953, "loss_dense": 3.528576707839966, "loss": 7.003016376495362, "time": 0.16192681789398194, "step": 327510}
{"lr": 0.022837478470739234, "data_time": 0.01720407009124756, "loss_single": 3.4322015047073364, "loss_dense": 3.475261664390564, "loss": 6.907463216781617, "time": 0.15443308353424073, "step": 327560}
{"lr": 0.022837478470739234, "data_time": 0.01696434020996094, "loss_single": 3.4651262760162354, "loss_dense": 3.519951510429382, "loss": 6.985077667236328, "time": 0.15441374778747557, "step": 327610}
{"lr": 0.022837478470739234, "data_time": 0.041434216499328616, "loss_single": 3.462170672416687, "loss_dense": 3.5175019025802614, "loss": 6.979672622680664, "time": 0.18005104064941407, "step": 327660}
{"lr": 0.022837478470739234, "data_time": 0.017979645729064943, "loss_single": 3.4433151721954345, "loss_dense": 3.4925364017486573, "loss": 6.935851621627807, "time": 0.1573291540145874, "step": 327710}
{"lr": 0.022837478470739234, "data_time": 0.016944527626037598, "loss_single": 3.4638556241989136, "loss_dense": 3.526873517036438, "loss": 6.990729141235351, "time": 0.2070852518081665, "step": 327760}
{"lr": 0.022837478470739234, "data_time": 0.01620156764984131, "loss_single": 3.466027045249939, "loss_dense": 3.5252875804901125, "loss": 6.991314649581909, "time": 0.1561731815338135, "step": 327810}
{"lr": 0.022837478470739234, "data_time": 0.014614176750183106, "loss_single": 3.471809434890747, "loss_dense": 3.522773861885071, "loss": 6.994583368301392, "time": 0.1554760217666626, "step": 327860}
{"lr": 0.022837478470739234, "data_time": 0.017443060874938965, "loss_single": 3.440872621536255, "loss_dense": 3.513713264465332, "loss": 6.954585933685303, "time": 0.1516064167022705, "step": 327910}
{"lr": 0.022837478470739234, "data_time": 0.01777968406677246, "loss_single": 3.453104281425476, "loss_dense": 3.5144322872161866, "loss": 6.967536544799804, "time": 0.15125508308410646, "step": 327960}
{"lr": 0.022837478470739234, "data_time": 0.02082078456878662, "loss_single": 3.434708046913147, "loss_dense": 3.491906523704529, "loss": 6.926614570617676, "time": 0.2568624258041382, "step": 328010}
{"lr": 0.022837478470739234, "data_time": 0.017811965942382813, "loss_single": 3.4185148954391478, "loss_dense": 3.474089193344116, "loss": 6.892604112625122, "time": 0.15569190979003905, "step": 328060}
{"lr": 0.022837478470739234, "data_time": 0.01787102222442627, "loss_single": 3.4495962858200073, "loss_dense": 3.5043758392333983, "loss": 6.9539721488952635, "time": 0.14758613109588622, "step": 328110}
{"lr": 0.022837478470739234, "data_time": 0.01587820053100586, "loss_single": 3.449859547615051, "loss_dense": 3.503517198562622, "loss": 6.953376817703247, "time": 0.1487877368927002, "step": 328160}
{"lr": 0.022837478470739234, "data_time": 0.01524350643157959, "loss_single": 3.4537031173706056, "loss_dense": 3.5024585723876953, "loss": 6.956161737442017, "time": 0.2140354871749878, "step": 328210}
{"lr": 0.022837478470739234, "data_time": 0.01475367546081543, "loss_single": 3.4711894750595094, "loss_dense": 3.52039258480072, "loss": 6.99158205986023, "time": 0.15319497585296632, "step": 328260}
{"lr": 0.022837478470739234, "data_time": 0.01744852066040039, "loss_single": 3.4274248123168944, "loss_dense": 3.4776327848434447, "loss": 6.90505747795105, "time": 0.1537954330444336, "step": 328310}
{"lr": 0.022837478470739234, "data_time": 0.017166733741760254, "loss_single": 3.438972759246826, "loss_dense": 3.49643714427948, "loss": 6.935409879684448, "time": 0.1528785228729248, "step": 328360}
{"lr": 0.022837478470739234, "data_time": 0.016515493392944336, "loss_single": 3.4490456342697144, "loss_dense": 3.492685389518738, "loss": 6.941730928421021, "time": 0.15129168033599855, "step": 328410}
{"lr": 0.022837478470739234, "data_time": 0.017160630226135253, "loss_single": 3.4262712717056276, "loss_dense": 3.4990031242370607, "loss": 6.925274467468261, "time": 0.15075595378875734, "step": 328460}
{"lr": 0.022837478470739234, "data_time": 0.017848825454711913, "loss_single": 3.424761652946472, "loss_dense": 3.490252661705017, "loss": 6.915014314651489, "time": 0.2777560710906982, "step": 328510}
{"lr": 0.022837478470739234, "data_time": 0.016926264762878417, "loss_single": 3.436007857322693, "loss_dense": 3.4971274852752687, "loss": 6.933135318756103, "time": 0.16324594020843505, "step": 328560}
{"lr": 0.022837478470739234, "data_time": 0.01673429012298584, "loss_single": 3.4613547325134277, "loss_dense": 3.5066031932830812, "loss": 6.967957925796509, "time": 0.15172483921051025, "step": 328610}
{"lr": 0.022837478470739234, "data_time": 0.017496824264526367, "loss_single": 3.4404613971710205, "loss_dense": 3.4931984901428224, "loss": 6.933659934997559, "time": 0.15510334968566894, "step": 328660}
{"lr": 0.022837478470739234, "data_time": 0.015936946868896483, "loss_single": 3.4238203048706053, "loss_dense": 3.4749104499816896, "loss": 6.898730707168579, "time": 0.16101522445678712, "step": 328710}
{"lr": 0.022837478470739234, "data_time": 0.016634607315063478, "loss_single": 3.4814758777618406, "loss_dense": 3.531355309486389, "loss": 7.012831211090088, "time": 0.14779696464538575, "step": 328760}
{"lr": 0.022837478470739234, "data_time": 0.017544770240783693, "loss_single": 3.436526918411255, "loss_dense": 3.494624447822571, "loss": 6.931151342391968, "time": 0.19340128898620607, "step": 328810}
{"lr": 0.022837478470739234, "data_time": 0.015604662895202636, "loss_single": 3.461877155303955, "loss_dense": 3.5149492740631105, "loss": 6.976826477050781, "time": 0.1531916379928589, "step": 328860}
{"lr": 0.022837478470739234, "data_time": 0.01735255718231201, "loss_single": 3.424601674079895, "loss_dense": 3.481393027305603, "loss": 6.9059947490692135, "time": 0.15506429672241212, "step": 328910}
{"lr": 0.022837478470739234, "data_time": 0.017232608795166016, "loss_single": 3.480551910400391, "loss_dense": 3.5198665380477907, "loss": 7.000418472290039, "time": 0.15239450931549073, "step": 328960}
{"lr": 0.022837478470739234, "data_time": 0.01687960624694824, "loss_single": 3.4447279453277586, "loss_dense": 3.4980143785476683, "loss": 6.9427423000335695, "time": 0.1541283130645752, "step": 329010}
{"lr": 0.022837478470739234, "data_time": 0.011350154876708984, "loss_single": 3.4475258588790894, "loss_dense": 3.4967255353927613, "loss": 6.944251441955567, "time": 0.15251877307891845, "step": 329060}
{"lr": 0.022837478470739234, "data_time": 0.02116372585296631, "loss_single": 3.4339945554733275, "loss_dense": 3.4826553583145143, "loss": 6.916650009155274, "time": 0.1939248561859131, "step": 329110}
{"lr": 0.022837478470739234, "data_time": 0.015519237518310547, "loss_single": 3.4453941106796266, "loss_dense": 3.5047948598861693, "loss": 6.950189018249512, "time": 0.1518143892288208, "step": 329160}
{"lr": 0.022837478470739234, "data_time": 0.01721196174621582, "loss_single": 3.4373797178268433, "loss_dense": 3.491111707687378, "loss": 6.928491449356079, "time": 0.15900936126708984, "step": 329210}
{"lr": 0.022837478470739234, "data_time": 0.017310786247253417, "loss_single": 3.4567416667938233, "loss_dense": 3.503268766403198, "loss": 6.960010433197022, "time": 0.15227456092834474, "step": 329260}
{"lr": 0.022837478470739234, "data_time": 0.016538310050964355, "loss_single": 3.461168074607849, "loss_dense": 3.5211427211761475, "loss": 6.982310724258423, "time": 0.16026766300201417, "step": 329310}
{"lr": 0.022837478470739234, "data_time": 0.015624761581420898, "loss_single": 3.4464642286300657, "loss_dense": 3.496457314491272, "loss": 6.942921590805054, "time": 0.15450782775878907, "step": 329360}
{"lr": 0.022837478470739234, "data_time": 0.01691434383392334, "loss_single": 3.4612454891204836, "loss_dense": 3.5073994636535644, "loss": 6.968644905090332, "time": 0.16094274520874025, "step": 329410}
{"lr": 0.022837478470739234, "data_time": 0.01704118251800537, "loss_single": 3.429600644111633, "loss_dense": 3.4964483737945558, "loss": 6.926049089431762, "time": 0.15400373935699463, "step": 329460}
{"lr": 0.022837478470739234, "data_time": 0.01887190341949463, "loss_single": 3.444788908958435, "loss_dense": 3.5124025106430055, "loss": 6.957191467285156, "time": 0.17306129932403563, "step": 329510}
{"lr": 0.022837478470739234, "data_time": 0.018570518493652342, "loss_single": 3.4200721263885496, "loss_dense": 3.4741146564483643, "loss": 6.8941868305206295, "time": 0.15686094760894775, "step": 329560}
{"lr": 0.022837478470739234, "data_time": 0.0167999267578125, "loss_single": 3.4375514507293703, "loss_dense": 3.488353967666626, "loss": 6.925905370712281, "time": 0.15112996101379395, "step": 329610}
{"lr": 0.022837478470739234, "data_time": 0.016161036491394044, "loss_single": 3.458453822135925, "loss_dense": 3.519266653060913, "loss": 6.977720499038696, "time": 0.1540255069732666, "step": 329660}
{"lr": 0.022837478470739234, "data_time": 0.017266225814819337, "loss_single": 3.406694436073303, "loss_dense": 3.464877963066101, "loss": 6.871572351455688, "time": 0.1518082618713379, "step": 329710}
{"lr": 0.022837478470739234, "data_time": 0.015521430969238281, "loss_single": 3.4770045280456543, "loss_dense": 3.5174588203430175, "loss": 6.994463396072388, "time": 0.14995126724243163, "step": 329760}
{"lr": 0.022837478470739234, "data_time": 0.018397426605224608, "loss_single": 3.4175933361053468, "loss_dense": 3.479177165031433, "loss": 6.8967705249786375, "time": 0.14848122596740723, "step": 329810}
{"lr": 0.022837478470739234, "data_time": 0.016013503074645996, "loss_single": 3.442546010017395, "loss_dense": 3.493274760246277, "loss": 6.935820770263672, "time": 0.15425751209259034, "step": 329860}
{"lr": 0.022837478470739234, "data_time": 0.01940908432006836, "loss_single": 3.4571611642837525, "loss_dense": 3.511163568496704, "loss": 6.968324804306031, "time": 0.21603767871856688, "step": 329910}
{"lr": 0.022837478470739234, "data_time": 0.01708226203918457, "loss_single": 3.4496285915374756, "loss_dense": 3.52173171043396, "loss": 6.9713602542877195, "time": 0.1583244800567627, "step": 329960}
{"lr": 0.022837478470739234, "data_time": 0.014635825157165527, "loss_single": 3.439953064918518, "loss_dense": 3.4999244451522826, "loss": 6.939877557754516, "time": 0.14942054748535155, "step": 330010}
{"lr": 0.022837478470739234, "data_time": 0.018066787719726564, "loss_single": 3.4656903982162475, "loss_dense": 3.5274942398071287, "loss": 6.9931847095489506, "time": 0.1535517930984497, "step": 330060}
{"lr": 0.022837478470739234, "data_time": 0.01681530475616455, "loss_single": 3.4251259088516237, "loss_dense": 3.475894594192505, "loss": 6.901020479202271, "time": 0.15381600856781005, "step": 330110}
{"lr": 0.022837478470739234, "data_time": 0.017287826538085936, "loss_single": 3.4021358251571656, "loss_dense": 3.474608874320984, "loss": 6.876744651794434, "time": 0.1597151756286621, "step": 330160}
{"lr": 0.022837478470739234, "data_time": 0.017219901084899902, "loss_single": 3.427323746681213, "loss_dense": 3.494215393066406, "loss": 6.9215391159057615, "time": 0.15369141101837158, "step": 330210}
{"lr": 0.022837478470739234, "data_time": 0.013369989395141602, "loss_single": 3.4398980140686035, "loss_dense": 3.508826398849487, "loss": 6.948724412918091, "time": 0.1452414274215698, "step": 330260}
{"lr": 0.022635621236255572, "data_time": 0.018149709701538085, "loss_single": 3.43454430103302, "loss_dense": 3.4914807319641112, "loss": 6.926025009155273, "time": 0.1503448247909546, "step": 330314}
{"lr": 0.022635621236255572, "data_time": 0.015797519683837892, "loss_single": 3.436701941490173, "loss_dense": 3.5018505096435546, "loss": 6.93855242729187, "time": 0.15151758193969728, "step": 330364}
{"lr": 0.022635621236255572, "data_time": 0.017362523078918456, "loss_single": 3.461634612083435, "loss_dense": 3.5002658128738404, "loss": 6.96190037727356, "time": 0.15327877998352052, "step": 330414}
{"lr": 0.022635621236255572, "data_time": 0.019569993019104004, "loss_single": 3.4218690633773803, "loss_dense": 3.4693690299987794, "loss": 6.891238069534301, "time": 0.15623085498809813, "step": 330464}
{"lr": 0.022635621236255572, "data_time": 0.018842864036560058, "loss_single": 3.4347500562667848, "loss_dense": 3.4855555057525636, "loss": 6.92030553817749, "time": 0.150832462310791, "step": 330514}
{"lr": 0.022635621236255572, "data_time": 0.016521692276000977, "loss_single": 3.4353198051452636, "loss_dense": 3.494259309768677, "loss": 6.929579162597657, "time": 0.15558624267578125, "step": 330564}
{"lr": 0.022635621236255572, "data_time": 0.013600635528564452, "loss_single": 3.4111970186233522, "loss_dense": 3.476686453819275, "loss": 6.887883472442627, "time": 0.16253118515014647, "step": 330614}
{"lr": 0.022635621236255572, "data_time": 0.02952413558959961, "loss_single": 3.4542534828186033, "loss_dense": 3.496593546867371, "loss": 6.950847053527832, "time": 0.1644211769104004, "step": 330664}
{"lr": 0.022635621236255572, "data_time": 0.016623592376708983, "loss_single": 3.4374762058258055, "loss_dense": 3.4958907842636107, "loss": 6.933367013931274, "time": 0.14977092742919923, "step": 330714}
{"lr": 0.022635621236255572, "data_time": 0.01804351806640625, "loss_single": 3.436254382133484, "loss_dense": 3.486472511291504, "loss": 6.922727012634278, "time": 0.15110514163970948, "step": 330764}
{"lr": 0.022635621236255572, "data_time": 0.015384101867675781, "loss_single": 3.432144856452942, "loss_dense": 3.480551767349243, "loss": 6.9126965522766115, "time": 0.1508871078491211, "step": 330814}
{"lr": 0.022635621236255572, "data_time": 0.021515369415283203, "loss_single": 3.4297351598739625, "loss_dense": 3.4863150358200072, "loss": 6.91605019569397, "time": 0.17275681495666503, "step": 330864}
{"lr": 0.022635621236255572, "data_time": 0.01945230960845947, "loss_single": 3.444942283630371, "loss_dense": 3.493117070198059, "loss": 6.9380594253540036, "time": 0.15911219120025635, "step": 330914}
{"lr": 0.022635621236255572, "data_time": 0.014636969566345215, "loss_single": 3.425428533554077, "loss_dense": 3.4862786769866942, "loss": 6.911707210540771, "time": 0.2012023448944092, "step": 330964}
{"lr": 0.022635621236255572, "data_time": 0.01648993492126465, "loss_single": 3.4451068162918093, "loss_dense": 3.500476837158203, "loss": 6.94558367729187, "time": 0.1491713285446167, "step": 331014}
{"lr": 0.022635621236255572, "data_time": 0.01828763484954834, "loss_single": 3.435684084892273, "loss_dense": 3.4940329074859617, "loss": 6.929717016220093, "time": 0.160256290435791, "step": 331064}
{"lr": 0.022635621236255572, "data_time": 0.01696457862854004, "loss_single": 3.4357948303222656, "loss_dense": 3.495274376869202, "loss": 6.931069087982178, "time": 0.15543413162231445, "step": 331114}
{"lr": 0.022635621236255572, "data_time": 0.0184584379196167, "loss_single": 3.4220953464508055, "loss_dense": 3.4846166133880616, "loss": 6.906712007522583, "time": 0.18578433990478516, "step": 331164}
{"lr": 0.022635621236255572, "data_time": 0.017138981819152833, "loss_single": 3.449911332130432, "loss_dense": 3.4927255153656005, "loss": 6.942636871337891, "time": 0.15397441387176514, "step": 331214}
{"lr": 0.022635621236255572, "data_time": 0.016459345817565918, "loss_single": 3.4665830373764037, "loss_dense": 3.5101491451263427, "loss": 6.97673225402832, "time": 0.16209883689880372, "step": 331264}
{"lr": 0.022635621236255572, "data_time": 0.018927836418151857, "loss_single": 3.4711792707443236, "loss_dense": 3.5168976068496702, "loss": 6.988076877593994, "time": 0.15479626655578613, "step": 331314}
{"lr": 0.022635621236255572, "data_time": 0.01780848503112793, "loss_single": 3.477646517753601, "loss_dense": 3.5152772426605225, "loss": 6.992923736572266, "time": 0.15174896717071534, "step": 331364}
{"lr": 0.022635621236255572, "data_time": 0.021296977996826172, "loss_single": 3.4708202362060545, "loss_dense": 3.5297069549560547, "loss": 7.000527191162109, "time": 0.16227436065673828, "step": 331414}
{"lr": 0.022635621236255572, "data_time": 0.016799020767211913, "loss_single": 3.4290472745895384, "loss_dense": 3.4865469455718996, "loss": 6.915594148635864, "time": 0.15185191631317138, "step": 331464}
{"lr": 0.022635621236255572, "data_time": 0.017591476440429688, "loss_single": 3.4290528535842895, "loss_dense": 3.4899775266647337, "loss": 6.919030380249024, "time": 0.17621169090270997, "step": 331514}
{"lr": 0.022635621236255572, "data_time": 0.01704275608062744, "loss_single": 3.421630930900574, "loss_dense": 3.480418157577515, "loss": 6.902049160003662, "time": 0.15038661956787108, "step": 331564}
{"lr": 0.022635621236255572, "data_time": 0.01778995990753174, "loss_single": 3.462585186958313, "loss_dense": 3.5247276782989503, "loss": 6.987312889099121, "time": 0.15358219146728516, "step": 331614}
{"lr": 0.022635621236255572, "data_time": 0.01795628070831299, "loss_single": 3.4215735912323, "loss_dense": 3.473721408843994, "loss": 6.89529504776001, "time": 0.15850133895874025, "step": 331664}
{"lr": 0.022635621236255572, "data_time": 0.016774702072143554, "loss_single": 3.436354660987854, "loss_dense": 3.503698396682739, "loss": 6.940053033828735, "time": 0.1515049457550049, "step": 331714}
{"lr": 0.022635621236255572, "data_time": 0.020148205757141113, "loss_single": 3.4420926332473756, "loss_dense": 3.5016691207885744, "loss": 6.943761682510376, "time": 0.19529421329498292, "step": 331764}
{"lr": 0.022635621236255572, "data_time": 0.016911578178405762, "loss_single": 3.456470417976379, "loss_dense": 3.5038126707077026, "loss": 6.960283184051514, "time": 0.15558691024780275, "step": 331814}
{"lr": 0.022635621236255572, "data_time": 0.017384672164916994, "loss_single": 3.456105136871338, "loss_dense": 3.514160227775574, "loss": 6.970265340805054, "time": 0.15635085105895996, "step": 331864}
{"lr": 0.022635621236255572, "data_time": 0.01782999038696289, "loss_single": 3.455865168571472, "loss_dense": 3.506877565383911, "loss": 6.962742757797241, "time": 0.15159986019134522, "step": 331914}
{"lr": 0.022635621236255572, "data_time": 0.017658042907714843, "loss_single": 3.4479058980941772, "loss_dense": 3.491548681259155, "loss": 6.939454460144043, "time": 0.15229570865631104, "step": 331964}
{"lr": 0.022635621236255572, "data_time": 0.015629959106445313, "loss_single": 3.4344420433044434, "loss_dense": 3.48149094581604, "loss": 6.915932893753052, "time": 0.1831958293914795, "step": 332014}
{"lr": 0.022635621236255572, "data_time": 0.020064496994018556, "loss_single": 3.430292320251465, "loss_dense": 3.477591562271118, "loss": 6.907883882522583, "time": 0.1665827989578247, "step": 332064}
{"lr": 0.022635621236255572, "data_time": 0.017345261573791505, "loss_single": 3.4675126552581785, "loss_dense": 3.5249332189559937, "loss": 6.992445850372315, "time": 0.15975358486175537, "step": 332114}
{"lr": 0.022635621236255572, "data_time": 0.017199134826660155, "loss_single": 3.449579095840454, "loss_dense": 3.4919281244277953, "loss": 6.941507291793823, "time": 0.15314574241638185, "step": 332164}
{"lr": 0.022635621236255572, "data_time": 0.0154693603515625, "loss_single": 3.4720508813858033, "loss_dense": 3.5408881187438963, "loss": 7.012939071655273, "time": 0.15790793895721436, "step": 332214}
{"lr": 0.022635621236255572, "data_time": 0.0181304931640625, "loss_single": 3.4471447229385377, "loss_dense": 3.498829555511475, "loss": 6.945974206924438, "time": 0.1523204565048218, "step": 332264}
{"lr": 0.022635621236255572, "data_time": 0.021074914932250978, "loss_single": 3.462959122657776, "loss_dense": 3.515833258628845, "loss": 6.978792476654053, "time": 0.18526184558868408, "step": 332314}
{"lr": 0.022635621236255572, "data_time": 0.017361998558044434, "loss_single": 3.4510915517807006, "loss_dense": 3.487141180038452, "loss": 6.938232803344727, "time": 0.154762864112854, "step": 332364}
{"lr": 0.022635621236255572, "data_time": 0.017365097999572754, "loss_single": 3.4636066913604737, "loss_dense": 3.5005203247070313, "loss": 6.964126968383789, "time": 0.15213615894317628, "step": 332414}
{"lr": 0.022635621236255572, "data_time": 0.017259812355041503, "loss_single": 3.4298290014266968, "loss_dense": 3.4778453588485716, "loss": 6.907674264907837, "time": 0.1530580997467041, "step": 332464}
{"lr": 0.022635621236255572, "data_time": 0.022272157669067382, "loss_single": 3.4693341493606566, "loss_dense": 3.526065707206726, "loss": 6.995399808883667, "time": 0.1600346088409424, "step": 332514}
{"lr": 0.022635621236255572, "data_time": 0.0192852258682251, "loss_single": 3.447346496582031, "loss_dense": 3.513831877708435, "loss": 6.96117844581604, "time": 0.20288174152374266, "step": 332564}
{"lr": 0.022635621236255572, "data_time": 0.017699265480041505, "loss_single": 3.4368709087371827, "loss_dense": 3.5018667697906496, "loss": 6.938737630844116, "time": 0.14819958209991455, "step": 332614}
{"lr": 0.022635621236255572, "data_time": 0.01719024181365967, "loss_single": 3.4550119161605837, "loss_dense": 3.5173123121261596, "loss": 6.972324180603027, "time": 0.1511141538619995, "step": 332664}
{"lr": 0.022635621236255572, "data_time": 0.016263628005981447, "loss_single": 3.440576267242432, "loss_dense": 3.4960578441619874, "loss": 6.936634063720703, "time": 0.15428595542907714, "step": 332714}
{"lr": 0.022635621236255572, "data_time": 0.01655886173248291, "loss_single": 3.4645835399627685, "loss_dense": 3.525414824485779, "loss": 6.989998292922974, "time": 0.15267617702484132, "step": 332764}
{"lr": 0.022635621236255572, "data_time": 0.016730117797851562, "loss_single": 3.4283626794815065, "loss_dense": 3.4797415256500246, "loss": 6.908104181289673, "time": 0.151342511177063, "step": 332814}
{"lr": 0.022635621236255572, "data_time": 0.017736434936523438, "loss_single": 3.4438729524612426, "loss_dense": 3.5033185958862303, "loss": 6.947191572189331, "time": 0.17275049686431884, "step": 332864}
{"lr": 0.022635621236255572, "data_time": 0.018849730491638184, "loss_single": 3.4708046674728394, "loss_dense": 3.5137118101119995, "loss": 6.984516525268555, "time": 0.15097455978393554, "step": 332914}
{"lr": 0.022635621236255572, "data_time": 0.0159130334854126, "loss_single": 3.4463169097900392, "loss_dense": 3.5017016410827635, "loss": 6.948018598556518, "time": 0.15061006546020508, "step": 332964}
{"lr": 0.022635621236255572, "data_time": 0.01629941463470459, "loss_single": 3.458115887641907, "loss_dense": 3.510487771034241, "loss": 6.968603610992432, "time": 0.1675715923309326, "step": 333014}
{"lr": 0.022635621236255572, "data_time": 0.018461203575134276, "loss_single": 3.4589950323104857, "loss_dense": 3.5035978078842165, "loss": 6.962592840194702, "time": 0.16360123157501222, "step": 333064}
{"lr": 0.022635621236255572, "data_time": 0.020777320861816405, "loss_single": 3.433369541168213, "loss_dense": 3.486364221572876, "loss": 6.919733715057373, "time": 0.24605188369750977, "step": 333114}
{"lr": 0.022635621236255572, "data_time": 0.0170896053314209, "loss_single": 3.423683834075928, "loss_dense": 3.4792583703994753, "loss": 6.902942276000976, "time": 0.1642423152923584, "step": 333164}
{"lr": 0.022635621236255572, "data_time": 0.019184803962707518, "loss_single": 3.4512108087539675, "loss_dense": 3.496757388114929, "loss": 6.947968196868897, "time": 0.1560586452484131, "step": 333214}
{"lr": 0.022635621236255572, "data_time": 0.017715835571289064, "loss_single": 3.4309285402297975, "loss_dense": 3.488096237182617, "loss": 6.919024801254272, "time": 0.15461273193359376, "step": 333264}
{"lr": 0.022635621236255572, "data_time": 0.016173481941223145, "loss_single": 3.4738109827041628, "loss_dense": 3.517744040489197, "loss": 6.991555023193359, "time": 0.15617270469665528, "step": 333314}
{"lr": 0.022635621236255572, "data_time": 0.01674051284790039, "loss_single": 3.477168917655945, "loss_dense": 3.5305532932281496, "loss": 7.007722234725952, "time": 0.1506364345550537, "step": 333364}
{"lr": 0.022635621236255572, "data_time": 0.022296595573425292, "loss_single": 3.4393789291381838, "loss_dense": 3.492214894294739, "loss": 6.931593894958496, "time": 0.1618476152420044, "step": 333414}
{"lr": 0.022635621236255572, "data_time": 0.01664247512817383, "loss_single": 3.4560112953186035, "loss_dense": 3.5153623104095457, "loss": 6.971373558044434, "time": 0.15749123096466064, "step": 333464}
{"lr": 0.022635621236255572, "data_time": 0.01673872470855713, "loss_single": 3.446123743057251, "loss_dense": 3.5025825023651125, "loss": 6.948706245422363, "time": 0.15501248836517334, "step": 333514}
{"lr": 0.022635621236255572, "data_time": 0.017706751823425293, "loss_single": 3.466593027114868, "loss_dense": 3.510920858383179, "loss": 6.9775138854980465, "time": 0.1561289072036743, "step": 333564}
{"lr": 0.022635621236255572, "data_time": 0.017660880088806154, "loss_single": 3.426021409034729, "loss_dense": 3.480293846130371, "loss": 6.906315279006958, "time": 0.15946922302246094, "step": 333614}
{"lr": 0.022635621236255572, "data_time": 0.01844480037689209, "loss_single": 3.4291916131973266, "loss_dense": 3.48926784992218, "loss": 6.918459510803222, "time": 0.16475927829742432, "step": 333664}
{"lr": 0.022635621236255572, "data_time": 0.018512463569641112, "loss_single": 3.442510557174683, "loss_dense": 3.494518828392029, "loss": 6.937029457092285, "time": 0.19671812057495117, "step": 333714}
{"lr": 0.022635621236255572, "data_time": 0.015606093406677245, "loss_single": 3.433721137046814, "loss_dense": 3.4730460166931154, "loss": 6.906767177581787, "time": 0.16041131019592286, "step": 333764}
{"lr": 0.022635621236255572, "data_time": 0.01635587215423584, "loss_single": 3.4365161657333374, "loss_dense": 3.4869462966918947, "loss": 6.923462581634522, "time": 0.20407552719116212, "step": 333814}
{"lr": 0.022635621236255572, "data_time": 0.01753091812133789, "loss_single": 3.4564280271530152, "loss_dense": 3.499139499664307, "loss": 6.95556755065918, "time": 0.15126636028289794, "step": 333864}
{"lr": 0.022635621236255572, "data_time": 0.016481781005859376, "loss_single": 3.4861400604248045, "loss_dense": 3.517049479484558, "loss": 7.003189563751221, "time": 0.1615652084350586, "step": 333914}
{"lr": 0.022635621236255572, "data_time": 0.017207813262939454, "loss_single": 3.442267394065857, "loss_dense": 3.4968415260314942, "loss": 6.939108991622925, "time": 0.15133771896362305, "step": 333964}
{"lr": 0.022635621236255572, "data_time": 0.01765275001525879, "loss_single": 3.4409252405166626, "loss_dense": 3.5137953758239746, "loss": 6.9547206401824955, "time": 0.15600953102111817, "step": 334014}
{"lr": 0.022635621236255572, "data_time": 0.01803297996520996, "loss_single": 3.44256649017334, "loss_dense": 3.495380473136902, "loss": 6.937947034835815, "time": 0.15056245326995848, "step": 334064}
{"lr": 0.022635621236255572, "data_time": 0.019351744651794435, "loss_single": 3.3950753688812254, "loss_dense": 3.4546664237976072, "loss": 6.849741840362549, "time": 0.1579599380493164, "step": 334114}
{"lr": 0.022635621236255572, "data_time": 0.01853764057159424, "loss_single": 3.442422938346863, "loss_dense": 3.4791404962539674, "loss": 6.92156343460083, "time": 0.1609022617340088, "step": 334164}
{"lr": 0.022635621236255572, "data_time": 0.01783797740936279, "loss_single": 3.4373207092285156, "loss_dense": 3.4835947036743162, "loss": 6.9209154605865475, "time": 0.15080249309539795, "step": 334214}
{"lr": 0.022635621236255572, "data_time": 0.01464674472808838, "loss_single": 3.4661115169525147, "loss_dense": 3.501783037185669, "loss": 6.967894506454468, "time": 0.15224723815917968, "step": 334264}
{"lr": 0.022635621236255572, "data_time": 0.0170562744140625, "loss_single": 3.4370851039886476, "loss_dense": 3.496373772621155, "loss": 6.9334588050842285, "time": 0.1664072036743164, "step": 334314}
{"lr": 0.022635621236255572, "data_time": 0.01813032627105713, "loss_single": 3.443209719657898, "loss_dense": 3.5086991786956787, "loss": 6.951908779144287, "time": 0.15202186107635499, "step": 334364}
{"lr": 0.022635621236255572, "data_time": 0.04851334095001221, "loss_single": 3.4476456880569457, "loss_dense": 3.503415656089783, "loss": 6.951061248779297, "time": 0.18988747596740724, "step": 334414}
{"lr": 0.022635621236255572, "data_time": 0.020674824714660645, "loss_single": 3.429592800140381, "loss_dense": 3.483341383934021, "loss": 6.912934255599976, "time": 0.15732691287994385, "step": 334464}
{"lr": 0.022635621236255572, "data_time": 0.01944258213043213, "loss_single": 3.438216519355774, "loss_dense": 3.498596668243408, "loss": 6.936813259124756, "time": 0.1534194231033325, "step": 334514}
{"lr": 0.022635621236255572, "data_time": 0.017055916786193847, "loss_single": 3.4521274089813234, "loss_dense": 3.5135711669921874, "loss": 6.9656984329223635, "time": 0.15010325908660888, "step": 334564}
{"lr": 0.022635621236255572, "data_time": 0.017512202262878418, "loss_single": 3.461171364784241, "loss_dense": 3.5091566324234007, "loss": 6.970328044891358, "time": 0.14951136112213134, "step": 334614}
{"lr": 0.022635621236255572, "data_time": 0.018177604675292967, "loss_single": 3.4804157972335816, "loss_dense": 3.520185136795044, "loss": 7.000600957870484, "time": 0.15463120937347413, "step": 334664}
{"lr": 0.022635621236255572, "data_time": 0.01589932441711426, "loss_single": 3.4362078428268434, "loss_dense": 3.4802937269210816, "loss": 6.916501569747925, "time": 0.16140222549438477, "step": 334714}
{"lr": 0.022635621236255572, "data_time": 0.01767733097076416, "loss_single": 3.4398067951202393, "loss_dense": 3.4997205257415773, "loss": 6.939527368545532, "time": 0.17958605289459229, "step": 334764}
{"lr": 0.022635621236255572, "data_time": 0.06372690200805664, "loss_single": 3.429289627075195, "loss_dense": 3.4843355417251587, "loss": 6.9136251449584964, "time": 0.19691669940948486, "step": 334814}
{"lr": 0.022635621236255572, "data_time": 0.016867733001708983, "loss_single": 3.4410781860351562, "loss_dense": 3.478841757774353, "loss": 6.9199200630187985, "time": 0.15320587158203125, "step": 334864}
{"lr": 0.022635621236255572, "data_time": 0.017237377166748048, "loss_single": 3.4269770622253417, "loss_dense": 3.4798721790313722, "loss": 6.906849193572998, "time": 0.1535548210144043, "step": 334914}
{"lr": 0.022635621236255572, "data_time": 0.016587710380554198, "loss_single": 3.4483258962631225, "loss_dense": 3.4852600574493406, "loss": 6.933585929870605, "time": 0.15724623203277588, "step": 334964}
{"lr": 0.022635621236255572, "data_time": 0.01757183074951172, "loss_single": 3.4412679195404055, "loss_dense": 3.507954740524292, "loss": 6.949222660064697, "time": 0.15128827095031738, "step": 335014}
{"lr": 0.022635621236255572, "data_time": 0.01760852336883545, "loss_single": 3.4709722995758057, "loss_dense": 3.5266374826431273, "loss": 6.997609710693359, "time": 0.15162255764007568, "step": 335064}
{"lr": 0.022635621236255572, "data_time": 0.017171192169189452, "loss_single": 3.4345734119415283, "loss_dense": 3.5105552434921266, "loss": 6.945128631591797, "time": 0.14982032775878906, "step": 335114}
{"lr": 0.022635621236255572, "data_time": 0.01635863780975342, "loss_single": 3.461402440071106, "loss_dense": 3.5298866748809816, "loss": 6.991289138793945, "time": 0.22022747993469238, "step": 335164}
{"lr": 0.022635621236255572, "data_time": 0.01690840721130371, "loss_single": 3.435032081604004, "loss_dense": 3.503160333633423, "loss": 6.938192415237427, "time": 0.1488262891769409, "step": 335214}
{"lr": 0.022635621236255572, "data_time": 0.013013625144958496, "loss_single": 3.468866991996765, "loss_dense": 3.520885372161865, "loss": 6.989752292633057, "time": 0.1494511127471924, "step": 335264}
{"lr": 0.022431880026486117, "data_time": 0.01694190502166748, "loss_single": 3.445288968086243, "loss_dense": 3.5060946702957154, "loss": 6.9513835430145265, "time": 0.15946145057678224, "step": 335318}
{"lr": 0.022431880026486117, "data_time": 0.018181538581848143, "loss_single": 3.4459099531173707, "loss_dense": 3.4795294046401977, "loss": 6.925439357757568, "time": 0.15113909244537355, "step": 335368}
{"lr": 0.022431880026486117, "data_time": 0.026759648323059083, "loss_single": 3.4378238201141356, "loss_dense": 3.483127069473267, "loss": 6.920950889587402, "time": 0.19653010368347168, "step": 335418}
{"lr": 0.022431880026486117, "data_time": 0.015643501281738283, "loss_single": 3.4353986024856566, "loss_dense": 3.4892552852630616, "loss": 6.924653816223144, "time": 0.1623295307159424, "step": 335468}
{"lr": 0.022431880026486117, "data_time": 0.016551995277404787, "loss_single": 3.4376986503601072, "loss_dense": 3.4917126655578614, "loss": 6.929411268234253, "time": 0.16190428733825685, "step": 335518}
{"lr": 0.022431880026486117, "data_time": 0.016043329238891603, "loss_single": 3.4685855388641356, "loss_dense": 3.5149157762527468, "loss": 6.983501434326172, "time": 0.15734574794769288, "step": 335568}
{"lr": 0.022431880026486117, "data_time": 0.019857573509216308, "loss_single": 3.440178084373474, "loss_dense": 3.486482548713684, "loss": 6.926660680770874, "time": 0.15165038108825685, "step": 335618}
{"lr": 0.022431880026486117, "data_time": 0.018690061569213868, "loss_single": 3.4639620542526246, "loss_dense": 3.4990792274475098, "loss": 6.963041353225708, "time": 0.1557781219482422, "step": 335668}
{"lr": 0.022431880026486117, "data_time": 0.018070173263549805, "loss_single": 3.430159854888916, "loss_dense": 3.488046669960022, "loss": 6.918206596374512, "time": 0.15438101291656495, "step": 335718}
{"lr": 0.022431880026486117, "data_time": 0.016291069984436034, "loss_single": 3.4358559608459474, "loss_dense": 3.4858089685440063, "loss": 6.9216649532318115, "time": 0.15957658290863036, "step": 335768}
{"lr": 0.022431880026486117, "data_time": 0.01504964828491211, "loss_single": 3.44127516746521, "loss_dense": 3.4885283946990966, "loss": 6.929803466796875, "time": 0.2328497886657715, "step": 335818}
{"lr": 0.022431880026486117, "data_time": 0.032195115089416505, "loss_single": 3.4587268829345703, "loss_dense": 3.513438606262207, "loss": 6.972165441513061, "time": 0.25937321186065676, "step": 335868}
{"lr": 0.022431880026486117, "data_time": 0.013829469680786133, "loss_single": 3.4386248111724855, "loss_dense": 3.500573968887329, "loss": 6.93919882774353, "time": 0.27259781360626223, "step": 335918}
{"lr": 0.022431880026486117, "data_time": 0.017253541946411134, "loss_single": 3.4441540002822877, "loss_dense": 3.50129873752594, "loss": 6.945452785491943, "time": 0.16327977180480957, "step": 335968}
{"lr": 0.022431880026486117, "data_time": 0.014425039291381836, "loss_single": 3.453860878944397, "loss_dense": 3.5107765197753906, "loss": 6.964637327194214, "time": 0.16785528659820556, "step": 336018}
{"lr": 0.022431880026486117, "data_time": 0.016895747184753417, "loss_single": 3.4362240076065063, "loss_dense": 3.500883936882019, "loss": 6.937107849121094, "time": 0.17204391956329346, "step": 336068}
{"lr": 0.022431880026486117, "data_time": 0.028005647659301757, "loss_single": 3.4354544639587403, "loss_dense": 3.5017166137695312, "loss": 6.9371710300445555, "time": 0.19560723304748534, "step": 336118}
{"lr": 0.022431880026486117, "data_time": 0.019550681114196777, "loss_single": 3.4216243028640747, "loss_dense": 3.47423141002655, "loss": 6.895855665206909, "time": 0.16196031570434571, "step": 336168}
{"lr": 0.022431880026486117, "data_time": 0.014938163757324218, "loss_single": 3.4311874866485597, "loss_dense": 3.4848114252090454, "loss": 6.915998888015747, "time": 0.16534276008605958, "step": 336218}
{"lr": 0.022431880026486117, "data_time": 0.016375970840454102, "loss_single": 3.4778180837631227, "loss_dense": 3.5263680696487425, "loss": 7.004186153411865, "time": 0.16376404762268065, "step": 336268}
{"lr": 0.022431880026486117, "data_time": 0.017560744285583497, "loss_single": 3.4478473901748656, "loss_dense": 3.4959287643432617, "loss": 6.943776226043701, "time": 0.3141485214233398, "step": 336318}
{"lr": 0.022431880026486117, "data_time": 0.3119366645812988, "loss_single": 3.428429460525513, "loss_dense": 3.4823893547058105, "loss": 6.910818862915039, "time": 0.46459450721740725, "step": 336368}
{"lr": 0.022431880026486117, "data_time": 0.01831510066986084, "loss_single": 3.4507153749465944, "loss_dense": 3.4963295459747314, "loss": 6.947044897079468, "time": 0.16843562126159667, "step": 336418}
{"lr": 0.022431880026486117, "data_time": 0.016118168830871582, "loss_single": 3.438557982444763, "loss_dense": 3.520595383644104, "loss": 6.959153413772583, "time": 0.16652076244354247, "step": 336468}
{"lr": 0.022431880026486117, "data_time": 0.016112685203552246, "loss_single": 3.427643346786499, "loss_dense": 3.4854350090026855, "loss": 6.913078355789184, "time": 0.16273396015167235, "step": 336518}
{"lr": 0.022431880026486117, "data_time": 0.01616559028625488, "loss_single": 3.4381861686706543, "loss_dense": 3.50569007396698, "loss": 6.943876266479492, "time": 0.18485171794891359, "step": 336568}
{"lr": 0.022431880026486117, "data_time": 0.017571187019348143, "loss_single": 3.4241140365600584, "loss_dense": 3.4755681276321413, "loss": 6.8996819972991945, "time": 0.4957487344741821, "step": 336618}
{"lr": 0.022431880026486117, "data_time": 0.015560126304626465, "loss_single": 3.4389373540878294, "loss_dense": 3.4868672609329225, "loss": 6.925804615020752, "time": 0.16143360137939453, "step": 336668}
{"lr": 0.022431880026486117, "data_time": 0.01941072940826416, "loss_single": 3.438650703430176, "loss_dense": 3.4993266344070433, "loss": 6.937977313995361, "time": 0.16777186393737792, "step": 336718}
{"lr": 0.022431880026486117, "data_time": 0.017183375358581544, "loss_single": 3.4512146711349487, "loss_dense": 3.513687515258789, "loss": 6.964902114868164, "time": 0.25356934070587156, "step": 336768}
{"lr": 0.022431880026486117, "data_time": 0.015444684028625488, "loss_single": 3.438964080810547, "loss_dense": 3.5026654481887816, "loss": 6.9416296005249025, "time": 0.15587401390075684, "step": 336818}
{"lr": 0.022431880026486117, "data_time": 0.017734503746032713, "loss_single": 3.475410985946655, "loss_dense": 3.51820912361145, "loss": 6.99362006187439, "time": 0.16642260551452637, "step": 336868}
{"lr": 0.022431880026486117, "data_time": 0.014241766929626466, "loss_single": 3.4781431674957277, "loss_dense": 3.5174339056015014, "loss": 6.995577096939087, "time": 0.6725299596786499, "step": 336918}
{"lr": 0.022431880026486117, "data_time": 0.019622111320495607, "loss_single": 3.455036497116089, "loss_dense": 3.5139322519302367, "loss": 6.968968725204467, "time": 0.1593548059463501, "step": 336968}
{"lr": 0.022431880026486117, "data_time": 0.016454410552978516, "loss_single": 3.4171011686325072, "loss_dense": 3.462399220466614, "loss": 6.879500389099121, "time": 0.17007272243499755, "step": 337018}
{"lr": 0.022431880026486117, "data_time": 0.015173935890197754, "loss_single": 3.430337119102478, "loss_dense": 3.472546625137329, "loss": 6.902883720397949, "time": 0.15556139945983888, "step": 337068}
{"lr": 0.022431880026486117, "data_time": 0.014469099044799805, "loss_single": 3.4431253910064696, "loss_dense": 3.505680227279663, "loss": 6.948805713653565, "time": 0.20161244869232178, "step": 337118}
{"lr": 0.022431880026486117, "data_time": 0.018596410751342773, "loss_single": 3.431891846656799, "loss_dense": 3.4819909811019896, "loss": 6.913882780075073, "time": 0.16382603645324706, "step": 337168}
{"lr": 0.022431880026486117, "data_time": 0.014116191864013672, "loss_single": 3.447523021697998, "loss_dense": 3.5162606477737426, "loss": 6.963783597946167, "time": 0.17410123348236084, "step": 337218}
{"lr": 0.022431880026486117, "data_time": 0.01894333362579346, "loss_single": 3.454224109649658, "loss_dense": 3.5023429870605467, "loss": 6.956567049026489, "time": 0.1661740779876709, "step": 337268}
{"lr": 0.022431880026486117, "data_time": 0.018200039863586426, "loss_single": 3.4659949779510497, "loss_dense": 3.512222337722778, "loss": 6.978217267990113, "time": 0.16103696823120117, "step": 337318}
{"lr": 0.022431880026486117, "data_time": 0.015443992614746094, "loss_single": 3.422079396247864, "loss_dense": 3.4623605966567994, "loss": 6.884439945220947, "time": 0.16121888160705566, "step": 337368}
{"lr": 0.022431880026486117, "data_time": 0.01947641372680664, "loss_single": 3.4507590770721435, "loss_dense": 3.4972160339355467, "loss": 6.947975015640258, "time": 0.21768562793731688, "step": 337418}
{"lr": 0.022431880026486117, "data_time": 0.015391302108764649, "loss_single": 3.4545870065689086, "loss_dense": 3.505889344215393, "loss": 6.960476303100586, "time": 0.15842907428741454, "step": 337468}
{"lr": 0.022431880026486117, "data_time": 0.017213964462280275, "loss_single": 3.4641395568847657, "loss_dense": 3.517432427406311, "loss": 6.981572008132934, "time": 0.15992960929870606, "step": 337518}
{"lr": 0.022431880026486117, "data_time": 0.015884971618652342, "loss_single": 3.4289156675338743, "loss_dense": 3.495484137535095, "loss": 6.924399757385254, "time": 0.1570842981338501, "step": 337568}
{"lr": 0.022431880026486117, "data_time": 0.01604466438293457, "loss_single": 3.459655237197876, "loss_dense": 3.5196539640426634, "loss": 6.979309177398681, "time": 0.16272594928741455, "step": 337618}
{"lr": 0.022431880026486117, "data_time": 0.018131208419799805, "loss_single": 3.436129069328308, "loss_dense": 3.500091004371643, "loss": 6.936220121383667, "time": 0.1671064615249634, "step": 337668}
{"lr": 0.022431880026486117, "data_time": 0.015180110931396484, "loss_single": 3.468849754333496, "loss_dense": 3.5244239568710327, "loss": 6.993273830413818, "time": 0.15587496757507324, "step": 337718}
{"lr": 0.022431880026486117, "data_time": 0.019183993339538574, "loss_single": 3.444132685661316, "loss_dense": 3.4960582494735717, "loss": 6.940190935134888, "time": 0.18331291675567626, "step": 337768}
{"lr": 0.022431880026486117, "data_time": 0.01927950382232666, "loss_single": 3.449048900604248, "loss_dense": 3.503180241584778, "loss": 6.952229166030884, "time": 0.15479609966278077, "step": 337818}
{"lr": 0.022431880026486117, "data_time": 0.015247631072998046, "loss_single": 3.4537699699401854, "loss_dense": 3.509339118003845, "loss": 6.963109111785888, "time": 0.1610250473022461, "step": 337868}
{"lr": 0.022431880026486117, "data_time": 0.02018256187438965, "loss_single": 3.4679637432098387, "loss_dense": 3.529241108894348, "loss": 6.997204780578613, "time": 0.176643705368042, "step": 337918}
{"lr": 0.022431880026486117, "data_time": 0.01741623878479004, "loss_single": 3.4573994398117067, "loss_dense": 3.519500494003296, "loss": 6.97689995765686, "time": 0.16237900257110596, "step": 337968}
{"lr": 0.022431880026486117, "data_time": 0.0161618709564209, "loss_single": 3.44534432888031, "loss_dense": 3.482669448852539, "loss": 6.928013801574707, "time": 0.15525143146514891, "step": 338018}
{"lr": 0.022431880026486117, "data_time": 0.016135096549987793, "loss_single": 3.4467388153076173, "loss_dense": 3.515497612953186, "loss": 6.962236404418945, "time": 0.18415441513061523, "step": 338068}
{"lr": 0.022431880026486117, "data_time": 0.015516877174377441, "loss_single": 3.4464707374572754, "loss_dense": 3.5193560838699343, "loss": 6.965826797485351, "time": 0.1878061532974243, "step": 338118}
{"lr": 0.022431880026486117, "data_time": 0.020926856994628908, "loss_single": 3.448218846321106, "loss_dense": 3.4922106981277468, "loss": 6.940429592132569, "time": 0.16855971813201903, "step": 338168}
{"lr": 0.022431880026486117, "data_time": 0.01536870002746582, "loss_single": 3.459441065788269, "loss_dense": 3.522848391532898, "loss": 6.982289457321167, "time": 0.1677690029144287, "step": 338218}
{"lr": 0.022431880026486117, "data_time": 0.01816115379333496, "loss_single": 3.4338541269302367, "loss_dense": 3.4846559524536134, "loss": 6.918510103225708, "time": 0.17814674377441406, "step": 338268}
{"lr": 0.022431880026486117, "data_time": 0.01803858280181885, "loss_single": 3.4312469005584716, "loss_dense": 3.4875287055969237, "loss": 6.918775653839111, "time": 0.15842061042785643, "step": 338318}
{"lr": 0.022431880026486117, "data_time": 0.016931533813476562, "loss_single": 3.4321168661117554, "loss_dense": 3.478162240982056, "loss": 6.910279083251953, "time": 0.16365418434143067, "step": 338368}
{"lr": 0.022431880026486117, "data_time": 0.019751381874084473, "loss_single": 3.443394184112549, "loss_dense": 3.5119539737701415, "loss": 6.955348110198974, "time": 0.20414984226226807, "step": 338418}
{"lr": 0.022431880026486117, "data_time": 0.02050938606262207, "loss_single": 3.4369251489639283, "loss_dense": 3.49741370677948, "loss": 6.934338855743408, "time": 0.17585570812225343, "step": 338468}
{"lr": 0.022431880026486117, "data_time": 0.017483997344970702, "loss_single": 3.457360529899597, "loss_dense": 3.5182875633239745, "loss": 6.975648069381714, "time": 0.16033508777618408, "step": 338518}
{"lr": 0.022431880026486117, "data_time": 0.017632198333740235, "loss_single": 3.4178367137908934, "loss_dense": 3.4801509618759154, "loss": 6.897987747192383, "time": 0.15394022464752197, "step": 338568}
{"lr": 0.022431880026486117, "data_time": 0.015667176246643065, "loss_single": 3.4368813753128054, "loss_dense": 3.4894479513168335, "loss": 6.9263293743133545, "time": 0.1545088291168213, "step": 338618}
{"lr": 0.022431880026486117, "data_time": 0.020108556747436522, "loss_single": 3.4384693145751952, "loss_dense": 3.484405851364136, "loss": 6.9228750705719, "time": 0.15984013080596923, "step": 338668}
{"lr": 0.022431880026486117, "data_time": 0.017479348182678222, "loss_single": 3.43660044670105, "loss_dense": 3.474975657463074, "loss": 6.911576175689698, "time": 0.20621914863586427, "step": 338718}
{"lr": 0.022431880026486117, "data_time": 0.014575600624084473, "loss_single": 3.4588751077651976, "loss_dense": 3.533551073074341, "loss": 6.992426156997681, "time": 0.16068005561828613, "step": 338768}
{"lr": 0.022431880026486117, "data_time": 0.017694783210754395, "loss_single": 3.4474836111068727, "loss_dense": 3.504629683494568, "loss": 6.952113342285156, "time": 0.16045105457305908, "step": 338818}
{"lr": 0.022431880026486117, "data_time": 0.016870832443237303, "loss_single": 3.446639609336853, "loss_dense": 3.500151801109314, "loss": 6.946791458129883, "time": 0.7447669029235839, "step": 338868}
{"lr": 0.022431880026486117, "data_time": 0.01739048957824707, "loss_single": 3.4559823751449583, "loss_dense": 3.5167675018310547, "loss": 6.972749900817871, "time": 0.15007684230804444, "step": 338918}
{"lr": 0.022431880026486117, "data_time": 0.018150806427001953, "loss_single": 3.4405690670013427, "loss_dense": 3.505406451225281, "loss": 6.9459755420684814, "time": 0.15722336769104003, "step": 338968}
{"lr": 0.022431880026486117, "data_time": 0.03152401447296142, "loss_single": 3.4692387104034426, "loss_dense": 3.5367714881896974, "loss": 7.006010246276856, "time": 0.1726855754852295, "step": 339018}
{"lr": 0.022431880026486117, "data_time": 0.017656779289245604, "loss_single": 3.4623132705688477, "loss_dense": 3.504797410964966, "loss": 6.967110729217529, "time": 0.15449085235595703, "step": 339068}
{"lr": 0.022431880026486117, "data_time": 0.016823816299438476, "loss_single": 3.4582478523254396, "loss_dense": 3.5196847200393675, "loss": 6.977932548522949, "time": 0.15136866569519042, "step": 339118}
{"lr": 0.022431880026486117, "data_time": 0.017063212394714356, "loss_single": 3.4271077871322633, "loss_dense": 3.492133140563965, "loss": 6.91924090385437, "time": 0.2389439344406128, "step": 339168}
{"lr": 0.022431880026486117, "data_time": 0.016386985778808594, "loss_single": 3.4449317693710326, "loss_dense": 3.497782897949219, "loss": 6.942714595794678, "time": 0.15538432598114013, "step": 339218}
{"lr": 0.022431880026486117, "data_time": 0.0160888671875, "loss_single": 3.4293044805526733, "loss_dense": 3.4835132122039796, "loss": 6.912817716598511, "time": 0.1562415599822998, "step": 339268}
{"lr": 0.022431880026486117, "data_time": 0.019138550758361815, "loss_single": 3.440738487243652, "loss_dense": 3.4856996059417726, "loss": 6.926438045501709, "time": 0.1555006980895996, "step": 339318}
{"lr": 0.022431880026486117, "data_time": 0.017096304893493654, "loss_single": 3.4587093114852907, "loss_dense": 3.5148770332336428, "loss": 6.973586320877075, "time": 0.2112277030944824, "step": 339368}
{"lr": 0.022431880026486117, "data_time": 0.017352890968322755, "loss_single": 3.430730772018433, "loss_dense": 3.4947930574417114, "loss": 6.925523853302002, "time": 0.1531468152999878, "step": 339418}
{"lr": 0.022431880026486117, "data_time": 0.01771361827850342, "loss_single": 3.4474404573440554, "loss_dense": 3.5021459817886353, "loss": 6.94958643913269, "time": 0.15209035873413085, "step": 339468}
{"lr": 0.022431880026486117, "data_time": 0.018218564987182616, "loss_single": 3.43272066116333, "loss_dense": 3.496380567550659, "loss": 6.929101133346558, "time": 0.1535940647125244, "step": 339518}
{"lr": 0.022431880026486117, "data_time": 0.015542149543762207, "loss_single": 3.4391323804855345, "loss_dense": 3.480896472930908, "loss": 6.920028829574585, "time": 0.15300309658050537, "step": 339568}
{"lr": 0.022431880026486117, "data_time": 0.017357230186462402, "loss_single": 3.4544444561004637, "loss_dense": 3.492980408668518, "loss": 6.947424840927124, "time": 0.1535926103591919, "step": 339618}
{"lr": 0.022431880026486117, "data_time": 0.01586041450500488, "loss_single": 3.445663642883301, "loss_dense": 3.4953528881072997, "loss": 6.941016626358032, "time": 0.15362138748168946, "step": 339668}
{"lr": 0.022431880026486117, "data_time": 0.014649391174316406, "loss_single": 3.4418377161026, "loss_dense": 3.5004151821136475, "loss": 6.94225287437439, "time": 0.14774980545043945, "step": 339718}
{"lr": 0.022431880026486117, "data_time": 0.017299532890319824, "loss_single": 3.432028865814209, "loss_dense": 3.487535285949707, "loss": 6.919564199447632, "time": 0.1528383255004883, "step": 339768}
{"lr": 0.022431880026486117, "data_time": 0.017494893074035643, "loss_single": 3.443153977394104, "loss_dense": 3.492713952064514, "loss": 6.935867881774902, "time": 0.15444672107696533, "step": 339818}
{"lr": 0.022431880026486117, "data_time": 0.016344189643859863, "loss_single": 3.454262399673462, "loss_dense": 3.505551648139954, "loss": 6.959814119338989, "time": 0.18169963359832764, "step": 339868}
{"lr": 0.022431880026486117, "data_time": 0.017018866539001466, "loss_single": 3.459644412994385, "loss_dense": 3.5169212341308596, "loss": 6.976565647125244, "time": 0.14980645179748536, "step": 339918}
{"lr": 0.022431880026486117, "data_time": 0.014371418952941894, "loss_single": 3.4461758375167846, "loss_dense": 3.5049401044845583, "loss": 6.951115942001342, "time": 0.16166081428527831, "step": 339968}
{"lr": 0.022431880026486117, "data_time": 0.016561722755432128, "loss_single": 3.4726972579956055, "loss_dense": 3.511277365684509, "loss": 6.983974599838257, "time": 0.16053612232208253, "step": 340018}
{"lr": 0.022431880026486117, "data_time": 0.015370512008666992, "loss_single": 3.448981595039368, "loss_dense": 3.4924335956573485, "loss": 6.941415214538575, "time": 0.14923200607299805, "step": 340068}
{"lr": 0.022431880026486117, "data_time": 0.016785025596618652, "loss_single": 3.458335018157959, "loss_dense": 3.5155101776123048, "loss": 6.973845195770264, "time": 0.15583908557891846, "step": 340118}
{"lr": 0.022431880026486117, "data_time": 0.01738154888153076, "loss_single": 3.4285425424575804, "loss_dense": 3.488767075538635, "loss": 6.9173096179962155, "time": 0.15213334560394287, "step": 340168}
{"lr": 0.022431880026486117, "data_time": 0.01670258045196533, "loss_single": 3.4404965162277223, "loss_dense": 3.4886893033981323, "loss": 6.92918586730957, "time": 0.1555243730545044, "step": 340218}
{"lr": 0.022431880026486117, "data_time": 0.014008712768554688, "loss_single": 3.443682551383972, "loss_dense": 3.4983741998672486, "loss": 6.942056703567505, "time": 0.1483515501022339, "step": 340268}
{"lr": 0.02222630511152573, "data_time": 0.01784677505493164, "loss_single": 3.4530640840530396, "loss_dense": 3.5043602705001833, "loss": 6.957424354553223, "time": 0.15609078407287597, "step": 340322}
{"lr": 0.02222630511152573, "data_time": 0.015734148025512696, "loss_single": 3.4204607963562013, "loss_dense": 3.478572964668274, "loss": 6.899033784866333, "time": 0.15379061698913574, "step": 340372}
{"lr": 0.02222630511152573, "data_time": 0.01555638313293457, "loss_single": 3.4185240030288697, "loss_dense": 3.485039567947388, "loss": 6.903563547134399, "time": 0.16208281517028808, "step": 340422}
{"lr": 0.02222630511152573, "data_time": 0.015036296844482423, "loss_single": 3.4303388357162476, "loss_dense": 3.4819905281066896, "loss": 6.912329387664795, "time": 0.20055625438690186, "step": 340472}
{"lr": 0.02222630511152573, "data_time": 0.006761932373046875, "loss_single": 3.4479063510894776, "loss_dense": 3.49909131526947, "loss": 6.94699764251709, "time": 0.7064423084259033, "step": 340522}
{"lr": 0.02222630511152573, "data_time": 0.01712455749511719, "loss_single": 3.440064477920532, "loss_dense": 3.4952895641326904, "loss": 6.935354089736938, "time": 0.15584607124328614, "step": 340572}
{"lr": 0.02222630511152573, "data_time": 0.01842682361602783, "loss_single": 3.4642168045043946, "loss_dense": 3.5190040826797486, "loss": 6.983220911026001, "time": 0.1584921360015869, "step": 340622}
{"lr": 0.02222630511152573, "data_time": 0.017592430114746094, "loss_single": 3.4655338525772095, "loss_dense": 3.5095128774642945, "loss": 6.97504677772522, "time": 0.15244793891906738, "step": 340672}
{"lr": 0.02222630511152573, "data_time": 0.01997497081756592, "loss_single": 3.4520138263702393, "loss_dense": 3.5114774465560914, "loss": 6.9634912490844725, "time": 0.23335709571838378, "step": 340722}
{"lr": 0.02222630511152573, "data_time": 0.016315793991088866, "loss_single": 3.415971827507019, "loss_dense": 3.4686763763427733, "loss": 6.884648323059082, "time": 0.16236395835876466, "step": 340772}
{"lr": 0.02222630511152573, "data_time": 0.01671886444091797, "loss_single": 3.440477728843689, "loss_dense": 3.4927205562591555, "loss": 6.933198308944702, "time": 0.1572204351425171, "step": 340822}
{"lr": 0.02222630511152573, "data_time": 0.024843859672546386, "loss_single": 3.464653754234314, "loss_dense": 3.5481473445892333, "loss": 7.012801027297973, "time": 0.1623859405517578, "step": 340872}
{"lr": 0.02222630511152573, "data_time": 0.015616297721862793, "loss_single": 3.452380585670471, "loss_dense": 3.496897554397583, "loss": 6.949278116226196, "time": 0.15523960590362548, "step": 340922}
{"lr": 0.02222630511152573, "data_time": 0.0140610933303833, "loss_single": 3.4071394205093384, "loss_dense": 3.4679071426391603, "loss": 6.875046491622925, "time": 0.1507049560546875, "step": 340972}
{"lr": 0.02222630511152573, "data_time": 0.018000292778015136, "loss_single": 3.45109965801239, "loss_dense": 3.4946998834609984, "loss": 6.945799493789673, "time": 0.154551362991333, "step": 341022}
{"lr": 0.02222630511152573, "data_time": 0.017316985130310058, "loss_single": 3.4494669675827025, "loss_dense": 3.4978049993515015, "loss": 6.9472719669342045, "time": 0.15299417972564697, "step": 341072}
{"lr": 0.02222630511152573, "data_time": 0.016512727737426756, "loss_single": 3.464560699462891, "loss_dense": 3.5010451793670656, "loss": 6.96560583114624, "time": 0.19565985202789307, "step": 341122}
{"lr": 0.02222630511152573, "data_time": 0.011485767364501954, "loss_single": 3.4494786500930785, "loss_dense": 3.496549129486084, "loss": 6.94602780342102, "time": 0.15562865734100342, "step": 341172}
{"lr": 0.02222630511152573, "data_time": 0.018732357025146484, "loss_single": 3.448041009902954, "loss_dense": 3.494014525413513, "loss": 6.942055606842041, "time": 0.1513899087905884, "step": 341222}
{"lr": 0.02222630511152573, "data_time": 0.019862937927246093, "loss_single": 3.449326014518738, "loss_dense": 3.516757273674011, "loss": 6.966083288192749, "time": 0.15888421535491942, "step": 341272}
{"lr": 0.02222630511152573, "data_time": 0.01848757266998291, "loss_single": 3.4379503965377807, "loss_dense": 3.49039831161499, "loss": 6.928348731994629, "time": 0.3094416856765747, "step": 341322}
{"lr": 0.02222630511152573, "data_time": 0.014489960670471192, "loss_single": 3.449287176132202, "loss_dense": 3.5108997344970705, "loss": 6.960186910629273, "time": 0.15312569141387938, "step": 341372}
{"lr": 0.02222630511152573, "data_time": 0.017269062995910644, "loss_single": 3.4371395111083984, "loss_dense": 3.5154962062835695, "loss": 6.952635717391968, "time": 0.15080182552337645, "step": 341422}
{"lr": 0.02222630511152573, "data_time": 0.016870403289794923, "loss_single": 3.4239678382873535, "loss_dense": 3.477591848373413, "loss": 6.901559686660766, "time": 0.1582172393798828, "step": 341472}
{"lr": 0.02222630511152573, "data_time": 0.017796087265014648, "loss_single": 3.4282159090042112, "loss_dense": 3.487686347961426, "loss": 6.915902137756348, "time": 0.15194344520568848, "step": 341522}
{"lr": 0.02222630511152573, "data_time": 0.01911005973815918, "loss_single": 3.457078552246094, "loss_dense": 3.5024464607238768, "loss": 6.959525012969971, "time": 0.15449583530426025, "step": 341572}
{"lr": 0.02222630511152573, "data_time": 0.019320249557495117, "loss_single": 3.430802416801453, "loss_dense": 3.488695764541626, "loss": 6.919498109817505, "time": 0.24082841873168945, "step": 341622}
{"lr": 0.02222630511152573, "data_time": 0.016068696975708008, "loss_single": 3.4430646896362305, "loss_dense": 3.504175877571106, "loss": 6.947240543365479, "time": 0.16840591430664062, "step": 341672}
{"lr": 0.02222630511152573, "data_time": 0.017256546020507812, "loss_single": 3.442782735824585, "loss_dense": 3.49941201210022, "loss": 6.9421947479248045, "time": 0.14957959651947023, "step": 341722}
{"lr": 0.02222630511152573, "data_time": 0.014958906173706054, "loss_single": 3.4675212621688845, "loss_dense": 3.540712523460388, "loss": 7.008233737945557, "time": 0.1587515354156494, "step": 341772}
{"lr": 0.02222630511152573, "data_time": 0.015053725242614746, "loss_single": 3.4348034143447874, "loss_dense": 3.489767837524414, "loss": 6.924571323394775, "time": 0.21927385330200194, "step": 341822}
{"lr": 0.02222630511152573, "data_time": 0.014438247680664063, "loss_single": 3.4645779132843018, "loss_dense": 3.5285183906555178, "loss": 6.993096351623535, "time": 0.17297182083129883, "step": 341872}
{"lr": 0.02222630511152573, "data_time": 0.015462255477905274, "loss_single": 3.452899217605591, "loss_dense": 3.5107465744018556, "loss": 6.963645792007446, "time": 0.5907454490661621, "step": 341922}
{"lr": 0.02222630511152573, "data_time": 0.015649700164794923, "loss_single": 3.4739702463150026, "loss_dense": 3.5147451639175413, "loss": 6.98871545791626, "time": 0.15683317184448242, "step": 341972}
{"lr": 0.02222630511152573, "data_time": 0.016488099098205568, "loss_single": 3.4325824975967407, "loss_dense": 3.4871474742889403, "loss": 6.919729948043823, "time": 0.17348179817199708, "step": 342022}
{"lr": 0.02222630511152573, "data_time": 0.017516779899597167, "loss_single": 3.4443753242492674, "loss_dense": 3.5035794734954835, "loss": 6.947954797744751, "time": 0.15257489681243896, "step": 342072}
{"lr": 0.02222630511152573, "data_time": 0.017567896842956544, "loss_single": 3.450612759590149, "loss_dense": 3.502798843383789, "loss": 6.95341157913208, "time": 0.16899917125701905, "step": 342122}
{"lr": 0.02222630511152573, "data_time": 0.016197466850280763, "loss_single": 3.42644407749176, "loss_dense": 3.4815929651260378, "loss": 6.908036994934082, "time": 0.15005393028259278, "step": 342172}
{"lr": 0.02222630511152573, "data_time": 0.016899681091308592, "loss_single": 3.483078217506409, "loss_dense": 3.5320492029190063, "loss": 7.015127420425415, "time": 0.15791144371032714, "step": 342222}
{"lr": 0.02222630511152573, "data_time": 0.01979663372039795, "loss_single": 3.4736448764801025, "loss_dense": 3.526365351676941, "loss": 7.00001015663147, "time": 0.15576498508453368, "step": 342272}
{"lr": 0.02222630511152573, "data_time": 0.017026996612548827, "loss_single": 3.4339166402816774, "loss_dense": 3.483991765975952, "loss": 6.917908382415772, "time": 0.1776343584060669, "step": 342322}
{"lr": 0.02222630511152573, "data_time": 0.015833377838134766, "loss_single": 3.4317687511444093, "loss_dense": 3.476286220550537, "loss": 6.908054971694947, "time": 0.15362005233764647, "step": 342372}
{"lr": 0.02222630511152573, "data_time": 0.018575119972229003, "loss_single": 3.455152130126953, "loss_dense": 3.5032758951187133, "loss": 6.958428001403808, "time": 0.2033247709274292, "step": 342422}
{"lr": 0.02222630511152573, "data_time": 0.01462104320526123, "loss_single": 3.469390845298767, "loss_dense": 3.5228604555130003, "loss": 6.992251253128051, "time": 0.15927433967590332, "step": 342472}
{"lr": 0.02222630511152573, "data_time": 0.016859769821166992, "loss_single": 3.4384891271591185, "loss_dense": 3.4974693059921265, "loss": 6.935958433151245, "time": 0.1532350778579712, "step": 342522}
{"lr": 0.02222630511152573, "data_time": 0.017601203918457032, "loss_single": 3.4318782091140747, "loss_dense": 3.4988059997558594, "loss": 6.930684328079224, "time": 0.1541224479675293, "step": 342572}
{"lr": 0.02222630511152573, "data_time": 0.01641530990600586, "loss_single": 3.440878963470459, "loss_dense": 3.5168326616287233, "loss": 6.957711601257325, "time": 0.15063395500183105, "step": 342622}
{"lr": 0.02222630511152573, "data_time": 0.017448997497558592, "loss_single": 3.4409832239151, "loss_dense": 3.4885472774505617, "loss": 6.9295305728912355, "time": 0.15345296859741211, "step": 342672}
{"lr": 0.02222630511152573, "data_time": 0.017617344856262207, "loss_single": 3.466278600692749, "loss_dense": 3.5222064733505247, "loss": 6.988485193252563, "time": 0.15536441802978515, "step": 342722}
{"lr": 0.02222630511152573, "data_time": 0.017544317245483398, "loss_single": 3.44102201461792, "loss_dense": 3.4900758981704714, "loss": 6.931097984313965, "time": 0.15365593433380126, "step": 342772}
{"lr": 0.02222630511152573, "data_time": 0.020555710792541503, "loss_single": 3.46188371181488, "loss_dense": 3.507885217666626, "loss": 6.969768905639649, "time": 0.16011345386505127, "step": 342822}
{"lr": 0.02222630511152573, "data_time": 0.013494515419006347, "loss_single": 3.4342937707901, "loss_dense": 3.491908311843872, "loss": 6.9262021541595455, "time": 0.15147619247436522, "step": 342872}
{"lr": 0.02222630511152573, "data_time": 0.021244525909423828, "loss_single": 3.46511766910553, "loss_dense": 3.5135145664215086, "loss": 6.978632211685181, "time": 0.182969331741333, "step": 342922}
{"lr": 0.02222630511152573, "data_time": 0.016502881050109865, "loss_single": 3.4444781064987184, "loss_dense": 3.482672333717346, "loss": 6.92715048789978, "time": 0.16357138156890869, "step": 342972}
{"lr": 0.02222630511152573, "data_time": 0.017569470405578613, "loss_single": 3.444551610946655, "loss_dense": 3.5048929691314696, "loss": 6.949444580078125, "time": 0.1496077299118042, "step": 343022}
{"lr": 0.02222630511152573, "data_time": 0.017057156562805174, "loss_single": 3.435707998275757, "loss_dense": 3.4843055963516236, "loss": 6.920013666152954, "time": 0.15473356246948242, "step": 343072}
{"lr": 0.02222630511152573, "data_time": 0.016138315200805664, "loss_single": 3.4596601247787477, "loss_dense": 3.518780303001404, "loss": 6.978440427780152, "time": 0.17869668006896972, "step": 343122}
{"lr": 0.02222630511152573, "data_time": 0.01592855453491211, "loss_single": 3.4455190896987915, "loss_dense": 3.48951895236969, "loss": 6.935038089752197, "time": 0.14998891353607177, "step": 343172}
{"lr": 0.02222630511152573, "data_time": 0.016379880905151366, "loss_single": 3.4278802633285523, "loss_dense": 3.479492998123169, "loss": 6.907373237609863, "time": 0.16288950443267822, "step": 343222}
{"lr": 0.02222630511152573, "data_time": 0.016974401473999024, "loss_single": 3.4582932233810424, "loss_dense": 3.50564820766449, "loss": 6.963941526412964, "time": 0.1563514232635498, "step": 343272}
{"lr": 0.02222630511152573, "data_time": 0.01689286231994629, "loss_single": 3.438168478012085, "loss_dense": 3.492600917816162, "loss": 6.930769395828247, "time": 0.22301981449127198, "step": 343322}
{"lr": 0.02222630511152573, "data_time": 0.017115521430969238, "loss_single": 3.467154884338379, "loss_dense": 3.5018008232116697, "loss": 6.968955659866333, "time": 0.15804436206817626, "step": 343372}
{"lr": 0.02222630511152573, "data_time": 0.017610740661621094, "loss_single": 3.440230464935303, "loss_dense": 3.5053985595703123, "loss": 6.945628976821899, "time": 0.15559055805206298, "step": 343422}
{"lr": 0.02222630511152573, "data_time": 0.01852748394012451, "loss_single": 3.453062629699707, "loss_dense": 3.5199231147766112, "loss": 6.972985649108887, "time": 0.15402557849884033, "step": 343472}
{"lr": 0.02222630511152573, "data_time": 0.018594193458557128, "loss_single": 3.4668696403503416, "loss_dense": 3.5132955074310304, "loss": 6.980165147781372, "time": 0.14962491989135743, "step": 343522}
{"lr": 0.02222630511152573, "data_time": 0.01745479106903076, "loss_single": 3.4574184894561766, "loss_dense": 3.5216791152954103, "loss": 6.979097652435303, "time": 0.15340988636016845, "step": 343572}
{"lr": 0.02222630511152573, "data_time": 0.018154001235961913, "loss_single": 3.4384536027908323, "loss_dense": 3.492603302001953, "loss": 6.931056976318359, "time": 0.15510659217834472, "step": 343622}
{"lr": 0.02222630511152573, "data_time": 0.01599929332733154, "loss_single": 3.4661648750305174, "loss_dense": 3.5264208793640135, "loss": 6.992585754394531, "time": 0.15030405521392823, "step": 343672}
{"lr": 0.02222630511152573, "data_time": 0.01333465576171875, "loss_single": 3.4362608909606935, "loss_dense": 3.4911712169647218, "loss": 6.927432012557984, "time": 0.1654503583908081, "step": 343722}
{"lr": 0.02222630511152573, "data_time": 0.016152048110961915, "loss_single": 3.464957904815674, "loss_dense": 3.5097429752349854, "loss": 6.974700880050659, "time": 0.18756437301635742, "step": 343772}
{"lr": 0.02222630511152573, "data_time": 0.019246292114257813, "loss_single": 3.4329962491989137, "loss_dense": 3.4897725343704225, "loss": 6.922768783569336, "time": 0.1527949571609497, "step": 343822}
{"lr": 0.02222630511152573, "data_time": 0.0102691650390625, "loss_single": 3.4274975776672365, "loss_dense": 3.4838065624237062, "loss": 6.911304092407226, "time": 0.15221705436706542, "step": 343872}
{"lr": 0.02222630511152573, "data_time": 0.01603233814239502, "loss_single": 3.45636625289917, "loss_dense": 3.513136863708496, "loss": 6.969503164291382, "time": 0.15374579429626464, "step": 343922}
{"lr": 0.02222630511152573, "data_time": 0.01679058074951172, "loss_single": 3.4267813920974732, "loss_dense": 3.488418626785278, "loss": 6.9151999950408936, "time": 0.15008044242858887, "step": 343972}
{"lr": 0.02222630511152573, "data_time": 0.016986083984375, "loss_single": 3.457230281829834, "loss_dense": 3.510638117790222, "loss": 6.967868375778198, "time": 0.15096824169158934, "step": 344022}
{"lr": 0.02222630511152573, "data_time": 0.016025471687316894, "loss_single": 3.438832902908325, "loss_dense": 3.485753583908081, "loss": 6.924586439132691, "time": 0.19643914699554443, "step": 344072}
{"lr": 0.02222630511152573, "data_time": 0.015473389625549316, "loss_single": 3.422504162788391, "loss_dense": 3.500103497505188, "loss": 6.922607660293579, "time": 0.15113356113433837, "step": 344122}
{"lr": 0.02222630511152573, "data_time": 0.017003846168518067, "loss_single": 3.4817597389221193, "loss_dense": 3.518036460876465, "loss": 6.999796152114868, "time": 0.16733150482177733, "step": 344172}
{"lr": 0.02222630511152573, "data_time": 0.01782357692718506, "loss_single": 3.4463989973068236, "loss_dense": 3.4957969188690186, "loss": 6.942195892333984, "time": 0.15375382900238038, "step": 344222}
{"lr": 0.02222630511152573, "data_time": 0.01695826053619385, "loss_single": 3.4535188913345336, "loss_dense": 3.500568675994873, "loss": 6.9540876865386965, "time": 0.1708385705947876, "step": 344272}
{"lr": 0.02222630511152573, "data_time": 0.02062036991119385, "loss_single": 3.4257370948791506, "loss_dense": 3.4804333686828612, "loss": 6.906170511245728, "time": 0.2450556993484497, "step": 344322}
{"lr": 0.02222630511152573, "data_time": 0.01736454963684082, "loss_single": 3.4409759521484373, "loss_dense": 3.4851070165634157, "loss": 6.926082944869995, "time": 0.1699901342391968, "step": 344372}
{"lr": 0.02222630511152573, "data_time": 0.017528700828552245, "loss_single": 3.459778618812561, "loss_dense": 3.4945213079452513, "loss": 6.954299974441528, "time": 0.15456926822662354, "step": 344422}
{"lr": 0.02222630511152573, "data_time": 0.013090562820434571, "loss_single": 3.42149133682251, "loss_dense": 3.4788392066955565, "loss": 6.900330495834351, "time": 0.15225419998168946, "step": 344472}
{"lr": 0.02222630511152573, "data_time": 0.017276668548583986, "loss_single": 3.4534651041030884, "loss_dense": 3.5112470626831054, "loss": 6.964712142944336, "time": 0.14791274070739746, "step": 344522}
{"lr": 0.02222630511152573, "data_time": 0.019327211380004882, "loss_single": 3.46691153049469, "loss_dense": 3.5191906452178956, "loss": 6.9861022472381595, "time": 0.15388162136077882, "step": 344572}
{"lr": 0.02222630511152573, "data_time": 0.017675137519836424, "loss_single": 3.419240188598633, "loss_dense": 3.4797519207000733, "loss": 6.898992204666138, "time": 0.15684659481048585, "step": 344622}
{"lr": 0.02222630511152573, "data_time": 0.016945362091064453, "loss_single": 3.4394989013671875, "loss_dense": 3.500451445579529, "loss": 6.939950370788575, "time": 0.14893994331359864, "step": 344672}
{"lr": 0.02222630511152573, "data_time": 0.016363763809204103, "loss_single": 3.4458195209503173, "loss_dense": 3.501952362060547, "loss": 6.947771835327148, "time": 0.16086013317108155, "step": 344722}
{"lr": 0.02222630511152573, "data_time": 0.01942260265350342, "loss_single": 3.4160624027252195, "loss_dense": 3.468330812454224, "loss": 6.884393215179443, "time": 0.20885441303253174, "step": 344772}
{"lr": 0.02222630511152573, "data_time": 0.01699719429016113, "loss_single": 3.4597899198532103, "loss_dense": 3.512774682044983, "loss": 6.972564601898194, "time": 0.15182075500488282, "step": 344822}
{"lr": 0.02222630511152573, "data_time": 0.01825876235961914, "loss_single": 3.4534655809402466, "loss_dense": 3.498766779899597, "loss": 6.952232360839844, "time": 0.15133194923400878, "step": 344872}
{"lr": 0.02222630511152573, "data_time": 0.05711097717285156, "loss_single": 3.426677107810974, "loss_dense": 3.489101266860962, "loss": 6.915778398513794, "time": 0.19161500930786132, "step": 344922}
{"lr": 0.02222630511152573, "data_time": 0.0170717716217041, "loss_single": 3.4160712003707885, "loss_dense": 3.470899772644043, "loss": 6.886971044540405, "time": 0.154805588722229, "step": 344972}
{"lr": 0.02222630511152573, "data_time": 0.016307544708251954, "loss_single": 3.43608672618866, "loss_dense": 3.488778853416443, "loss": 6.924865579605102, "time": 0.15335159301757811, "step": 345022}
{"lr": 0.02222630511152573, "data_time": 0.018162751197814943, "loss_single": 3.445244860649109, "loss_dense": 3.49767689704895, "loss": 6.942921829223633, "time": 0.6845396518707275, "step": 345072}
{"lr": 0.02222630511152573, "data_time": 0.018344616889953612, "loss_single": 3.4448999166488647, "loss_dense": 3.493524432182312, "loss": 6.938424301147461, "time": 0.15051789283752443, "step": 345122}
{"lr": 0.02222630511152573, "data_time": 0.017828965187072755, "loss_single": 3.4526089429855347, "loss_dense": 3.5090811967849733, "loss": 6.961690139770508, "time": 0.15239431858062744, "step": 345172}
{"lr": 0.02222630511152573, "data_time": 0.019370293617248534, "loss_single": 3.4609042406082153, "loss_dense": 3.515498495101929, "loss": 6.976402664184571, "time": 0.23448429107666016, "step": 345222}
{"lr": 0.02222630511152573, "data_time": 0.012899565696716308, "loss_single": 3.476429009437561, "loss_dense": 3.5274299144744874, "loss": 7.003858804702759, "time": 0.14578869342803955, "step": 345272}
{"lr": 0.022018947213908607, "data_time": 0.01889944076538086, "loss_single": 3.434540605545044, "loss_dense": 3.48373658657074, "loss": 6.918277168273926, "time": 0.15783827304840087, "step": 345326}
{"lr": 0.022018947213908607, "data_time": 0.017519378662109376, "loss_single": 3.439869523048401, "loss_dense": 3.494264841079712, "loss": 6.9341343402862545, "time": 0.15345888137817382, "step": 345376}
{"lr": 0.022018947213908607, "data_time": 0.017965292930603026, "loss_single": 3.4793439626693727, "loss_dense": 3.5376322984695436, "loss": 7.016976308822632, "time": 0.15788497924804687, "step": 345426}
{"lr": 0.022018947213908607, "data_time": 0.016938138008117675, "loss_single": 3.470126223564148, "loss_dense": 3.519556736946106, "loss": 6.989682960510254, "time": 0.15168819427490235, "step": 345476}
{"lr": 0.022018947213908607, "data_time": 0.018863677978515625, "loss_single": 3.4464972019195557, "loss_dense": 3.502159309387207, "loss": 6.948656415939331, "time": 0.15241653919219972, "step": 345526}
{"lr": 0.022018947213908607, "data_time": 0.016173410415649413, "loss_single": 3.426345133781433, "loss_dense": 3.494378089904785, "loss": 6.920723152160645, "time": 0.16559381484985353, "step": 345576}
{"lr": 0.022018947213908607, "data_time": 0.019279623031616212, "loss_single": 3.4736886978149415, "loss_dense": 3.5299501180648805, "loss": 7.003638887405396, "time": 0.15514206886291504, "step": 345626}
{"lr": 0.022018947213908607, "data_time": 0.015781521797180176, "loss_single": 3.438182544708252, "loss_dense": 3.50110809803009, "loss": 6.9392906665802006, "time": 0.15307319164276123, "step": 345676}
{"lr": 0.022018947213908607, "data_time": 0.017283153533935548, "loss_single": 3.448930191993713, "loss_dense": 3.509473729133606, "loss": 6.958403921127319, "time": 0.1509639263153076, "step": 345726}
{"lr": 0.022018947213908607, "data_time": 0.016918277740478514, "loss_single": 3.4391117811203005, "loss_dense": 3.4942896127700807, "loss": 6.933401346206665, "time": 0.1550079584121704, "step": 345776}
{"lr": 0.022018947213908607, "data_time": 0.017131900787353514, "loss_single": 3.4535483360290526, "loss_dense": 3.50912549495697, "loss": 6.962673902511597, "time": 0.14988257884979247, "step": 345826}
{"lr": 0.022018947213908607, "data_time": 0.01622335910797119, "loss_single": 3.454934501647949, "loss_dense": 3.512788105010986, "loss": 6.96772255897522, "time": 0.1596407413482666, "step": 345876}
{"lr": 0.022018947213908607, "data_time": 0.015820240974426268, "loss_single": 3.454706621170044, "loss_dense": 3.5016631364822386, "loss": 6.956369686126709, "time": 0.18519935607910157, "step": 345926}
{"lr": 0.022018947213908607, "data_time": 0.016252422332763673, "loss_single": 3.4474541187286376, "loss_dense": 3.5022580146789553, "loss": 6.949712133407592, "time": 0.16339514255523682, "step": 345976}
{"lr": 0.022018947213908607, "data_time": 0.017322659492492676, "loss_single": 3.4180711030960085, "loss_dense": 3.4701392889022826, "loss": 6.888210296630859, "time": 0.1545954465866089, "step": 346026}
{"lr": 0.022018947213908607, "data_time": 0.016924047470092775, "loss_single": 3.4332610845565794, "loss_dense": 3.489623236656189, "loss": 6.922884321212768, "time": 0.14971837997436524, "step": 346076}
{"lr": 0.022018947213908607, "data_time": 0.018449902534484863, "loss_single": 3.4400139093399047, "loss_dense": 3.4908334493637083, "loss": 6.9308473587036135, "time": 0.1538022994995117, "step": 346126}
{"lr": 0.022018947213908607, "data_time": 0.018229031562805177, "loss_single": 3.4602505445480345, "loss_dense": 3.5074366331100464, "loss": 6.9676872253417965, "time": 0.17555174827575684, "step": 346176}
{"lr": 0.022018947213908607, "data_time": 0.017835783958435058, "loss_single": 3.4587144374847414, "loss_dense": 3.521024703979492, "loss": 6.979739189147949, "time": 0.15032525062561036, "step": 346226}
{"lr": 0.022018947213908607, "data_time": 0.017323684692382813, "loss_single": 3.4082011699676515, "loss_dense": 3.467984986305237, "loss": 6.87618613243103, "time": 0.15314176082611083, "step": 346276}
{"lr": 0.022018947213908607, "data_time": 0.018013620376586915, "loss_single": 3.4091206789016724, "loss_dense": 3.468957233428955, "loss": 6.87807788848877, "time": 0.1512057065963745, "step": 346326}
{"lr": 0.022018947213908607, "data_time": 0.016241788864135742, "loss_single": 3.452372193336487, "loss_dense": 3.509672427177429, "loss": 6.962044620513916, "time": 0.17573285102844238, "step": 346376}
{"lr": 0.022018947213908607, "data_time": 0.025301313400268553, "loss_single": 3.4301843881607055, "loss_dense": 3.4948347091674803, "loss": 6.92501916885376, "time": 0.16467595100402832, "step": 346426}
{"lr": 0.022018947213908607, "data_time": 0.01582810878753662, "loss_single": 3.4378813743591308, "loss_dense": 3.493089485168457, "loss": 6.930970907211304, "time": 0.15174264907836915, "step": 346476}
{"lr": 0.022018947213908607, "data_time": 0.01883742809295654, "loss_single": 3.428303670883179, "loss_dense": 3.479632520675659, "loss": 6.907936143875122, "time": 0.15158298015594482, "step": 346526}
{"lr": 0.022018947213908607, "data_time": 0.01857733726501465, "loss_single": 3.4493160247802734, "loss_dense": 3.507620167732239, "loss": 6.956936168670654, "time": 0.15454404354095458, "step": 346576}
{"lr": 0.022018947213908607, "data_time": 0.017887210845947264, "loss_single": 3.4303993225097655, "loss_dense": 3.4811897039413453, "loss": 6.911589002609253, "time": 0.16164276599884034, "step": 346626}
{"lr": 0.022018947213908607, "data_time": 0.01860649585723877, "loss_single": 3.4695419788360597, "loss_dense": 3.519465374946594, "loss": 6.989007377624512, "time": 0.15375618934631347, "step": 346676}
{"lr": 0.022018947213908607, "data_time": 0.039542627334594724, "loss_single": 3.460436725616455, "loss_dense": 3.504545497894287, "loss": 6.964982271194458, "time": 0.17392828464508056, "step": 346726}
{"lr": 0.022018947213908607, "data_time": 0.014621996879577636, "loss_single": 3.4352181434631346, "loss_dense": 3.4874172449111938, "loss": 6.922635459899903, "time": 0.19416322708129882, "step": 346776}
{"lr": 0.022018947213908607, "data_time": 0.016780376434326172, "loss_single": 3.450953555107117, "loss_dense": 3.488697147369385, "loss": 6.9396507263183596, "time": 0.16330623626708984, "step": 346826}
{"lr": 0.022018947213908607, "data_time": 0.016094470024108888, "loss_single": 3.44107038974762, "loss_dense": 3.4960435390472413, "loss": 6.937113857269287, "time": 0.14928560256958007, "step": 346876}
{"lr": 0.022018947213908607, "data_time": 0.018298125267028807, "loss_single": 3.43347430229187, "loss_dense": 3.478906679153442, "loss": 6.912380981445312, "time": 0.1538457155227661, "step": 346926}
{"lr": 0.022018947213908607, "data_time": 0.017022132873535156, "loss_single": 3.449938249588013, "loss_dense": 3.511425089836121, "loss": 6.96136326789856, "time": 0.1470649003982544, "step": 346976}
{"lr": 0.022018947213908607, "data_time": 0.017695522308349608, "loss_single": 3.4374365329742433, "loss_dense": 3.504142498970032, "loss": 6.941579055786133, "time": 0.15022706985473633, "step": 347026}
{"lr": 0.022018947213908607, "data_time": 0.02023310661315918, "loss_single": 3.4492188930511474, "loss_dense": 3.5042174816131593, "loss": 6.953436422348022, "time": 0.20970513820648193, "step": 347076}
{"lr": 0.022018947213908607, "data_time": 0.015457725524902344, "loss_single": 3.438688588142395, "loss_dense": 3.492947745323181, "loss": 6.931636333465576, "time": 0.14982001781463622, "step": 347126}
{"lr": 0.022018947213908607, "data_time": 0.015942859649658202, "loss_single": 3.430226755142212, "loss_dense": 3.488841199874878, "loss": 6.919067907333374, "time": 0.1583169460296631, "step": 347176}
{"lr": 0.022018947213908607, "data_time": 0.016391944885253907, "loss_single": 3.466409969329834, "loss_dense": 3.5067906856536863, "loss": 6.97320065498352, "time": 0.16870253086090087, "step": 347226}
{"lr": 0.022018947213908607, "data_time": 0.01822788715362549, "loss_single": 3.4526912212371825, "loss_dense": 3.515766429901123, "loss": 6.968457651138306, "time": 0.1550374746322632, "step": 347276}
{"lr": 0.022018947213908607, "data_time": 0.022544384002685547, "loss_single": 3.4438925266265867, "loss_dense": 3.5095818996429444, "loss": 6.953474378585815, "time": 0.24358320236206055, "step": 347326}
{"lr": 0.022018947213908607, "data_time": 0.017731142044067384, "loss_single": 3.4438679695129393, "loss_dense": 3.507645058631897, "loss": 6.951513004302979, "time": 0.15555744171142577, "step": 347376}
{"lr": 0.022018947213908607, "data_time": 0.011459946632385254, "loss_single": 3.4520734548568726, "loss_dense": 3.5077890157699585, "loss": 6.959862518310547, "time": 0.1544654369354248, "step": 347426}
{"lr": 0.022018947213908607, "data_time": 0.015457463264465333, "loss_single": 3.4418495178222654, "loss_dense": 3.5016194343566895, "loss": 6.943468856811523, "time": 0.19200830459594725, "step": 347476}
{"lr": 0.022018947213908607, "data_time": 0.018138980865478514, "loss_single": 3.4801547288894654, "loss_dense": 3.539461374282837, "loss": 7.0196160793304445, "time": 0.20554957389831544, "step": 347526}
{"lr": 0.022018947213908607, "data_time": 0.016871023178100585, "loss_single": 3.4347525596618653, "loss_dense": 3.492975187301636, "loss": 6.927727842330933, "time": 0.14969320297241212, "step": 347576}
{"lr": 0.022018947213908607, "data_time": 0.015662312507629395, "loss_single": 3.45282781124115, "loss_dense": 3.5146545648574827, "loss": 6.967482423782348, "time": 0.15398333072662354, "step": 347626}
{"lr": 0.022018947213908607, "data_time": 0.01585824489593506, "loss_single": 3.4615976572036744, "loss_dense": 3.5152240991592407, "loss": 6.976821708679199, "time": 0.14682314395904542, "step": 347676}
{"lr": 0.022018947213908607, "data_time": 0.016690492630004883, "loss_single": 3.450886273384094, "loss_dense": 3.5180550098419188, "loss": 6.968941307067871, "time": 0.15334041118621827, "step": 347726}
{"lr": 0.022018947213908607, "data_time": 0.01698307991027832, "loss_single": 3.4095009565353394, "loss_dense": 3.4721725463867186, "loss": 6.8816736221313475, "time": 0.15392229557037354, "step": 347776}
{"lr": 0.022018947213908607, "data_time": 0.01910390853881836, "loss_single": 3.4247947216033934, "loss_dense": 3.4860883235931395, "loss": 6.910883045196533, "time": 0.22222206592559815, "step": 347826}
{"lr": 0.022018947213908607, "data_time": 0.016786837577819826, "loss_single": 3.430342173576355, "loss_dense": 3.473513698577881, "loss": 6.90385594367981, "time": 0.1495680332183838, "step": 347876}
{"lr": 0.022018947213908607, "data_time": 0.017044830322265624, "loss_single": 3.44215247631073, "loss_dense": 3.4979007482528686, "loss": 6.940053176879883, "time": 0.15010108947753906, "step": 347926}
{"lr": 0.022018947213908607, "data_time": 0.01604313850402832, "loss_single": 3.4497623682022094, "loss_dense": 3.5124319076538084, "loss": 6.96219425201416, "time": 0.20681219100952147, "step": 347976}
{"lr": 0.022018947213908607, "data_time": 0.01913609504699707, "loss_single": 3.4589605569839477, "loss_dense": 3.4987504959106444, "loss": 6.957711029052734, "time": 0.22631258964538575, "step": 348026}
{"lr": 0.022018947213908607, "data_time": 0.017281723022460938, "loss_single": 3.458586001396179, "loss_dense": 3.4948485136032104, "loss": 6.9534345149993895, "time": 0.1502906084060669, "step": 348076}
{"lr": 0.022018947213908607, "data_time": 0.02004399299621582, "loss_single": 3.4173999786376954, "loss_dense": 3.475704288482666, "loss": 6.893104314804077, "time": 0.17621266841888428, "step": 348126}
{"lr": 0.022018947213908607, "data_time": 0.014548087120056152, "loss_single": 3.427381443977356, "loss_dense": 3.4815845251083375, "loss": 6.908966016769409, "time": 0.16687862873077391, "step": 348176}
{"lr": 0.022018947213908607, "data_time": 0.017999815940856933, "loss_single": 3.446665573120117, "loss_dense": 3.495788025856018, "loss": 6.942453622817993, "time": 0.15640766620635987, "step": 348226}
{"lr": 0.022018947213908607, "data_time": 0.018474555015563963, "loss_single": 3.4467917919158935, "loss_dense": 3.4961122035980225, "loss": 6.942904138565064, "time": 0.1522130250930786, "step": 348276}
{"lr": 0.022018947213908607, "data_time": 0.016176843643188478, "loss_single": 3.469396781921387, "loss_dense": 3.513248562812805, "loss": 6.9826453685760494, "time": 0.15415723323822023, "step": 348326}
{"lr": 0.022018947213908607, "data_time": 0.016844773292541505, "loss_single": 3.4376785278320314, "loss_dense": 3.494759511947632, "loss": 6.932438039779663, "time": 0.15177133083343505, "step": 348376}
{"lr": 0.022018947213908607, "data_time": 0.018490099906921388, "loss_single": 3.4396341323852537, "loss_dense": 3.478403186798096, "loss": 6.918037271499633, "time": 0.16391215324401856, "step": 348426}
{"lr": 0.022018947213908607, "data_time": 0.015424990653991699, "loss_single": 3.43157753944397, "loss_dense": 3.48061785697937, "loss": 6.91219539642334, "time": 0.15629990100860597, "step": 348476}
{"lr": 0.022018947213908607, "data_time": 0.01774320602416992, "loss_single": 3.4891394853591917, "loss_dense": 3.53341965675354, "loss": 7.02255916595459, "time": 0.15663864612579345, "step": 348526}
{"lr": 0.022018947213908607, "data_time": 0.017086219787597657, "loss_single": 3.4312280654907226, "loss_dense": 3.482106637954712, "loss": 6.913334655761719, "time": 0.15994465351104736, "step": 348576}
{"lr": 0.022018947213908607, "data_time": 0.01524209976196289, "loss_single": 3.446394753456116, "loss_dense": 3.5033541202545164, "loss": 6.949748802185058, "time": 0.15356228351593018, "step": 348626}
{"lr": 0.022018947213908607, "data_time": 0.018259143829345702, "loss_single": 3.435954213142395, "loss_dense": 3.4885292768478395, "loss": 6.924483346939087, "time": 0.1515885353088379, "step": 348676}
{"lr": 0.022018947213908607, "data_time": 0.016265559196472167, "loss_single": 3.440387320518494, "loss_dense": 3.492984414100647, "loss": 6.933371734619141, "time": 0.15316576957702638, "step": 348726}
{"lr": 0.022018947213908607, "data_time": 0.01670224666595459, "loss_single": 3.4502551317214967, "loss_dense": 3.497037935256958, "loss": 6.947293090820312, "time": 0.15367429256439208, "step": 348776}
{"lr": 0.022018947213908607, "data_time": 0.01490936279296875, "loss_single": 3.4531845569610597, "loss_dense": 3.505217123031616, "loss": 6.95840163230896, "time": 0.16493666172027588, "step": 348826}
{"lr": 0.022018947213908607, "data_time": 0.01628415584564209, "loss_single": 3.4153124570846556, "loss_dense": 3.4840085983276365, "loss": 6.899321031570435, "time": 0.15474979877471923, "step": 348876}
{"lr": 0.022018947213908607, "data_time": 0.01418631076812744, "loss_single": 3.4403035163879396, "loss_dense": 3.4927010536193848, "loss": 6.933004570007324, "time": 0.1612008571624756, "step": 348926}
{"lr": 0.022018947213908607, "data_time": 0.01741030216217041, "loss_single": 3.4249627351760865, "loss_dense": 3.4856049537658693, "loss": 6.910567712783814, "time": 0.1583392381668091, "step": 348976}
{"lr": 0.022018947213908607, "data_time": 0.011388325691223144, "loss_single": 3.4325836896896362, "loss_dense": 3.488796329498291, "loss": 6.921380043029785, "time": 0.23222362995147705, "step": 349026}
{"lr": 0.022018947213908607, "data_time": 0.022958803176879882, "loss_single": 3.4668753385543822, "loss_dense": 3.5142168283462523, "loss": 6.981092119216919, "time": 0.17136900424957274, "step": 349076}
{"lr": 0.022018947213908607, "data_time": 0.01774280071258545, "loss_single": 3.4279936075210573, "loss_dense": 3.4918184995651247, "loss": 6.9198120594024655, "time": 0.18341736793518065, "step": 349126}
{"lr": 0.022018947213908607, "data_time": 0.01799590587615967, "loss_single": 3.433387017250061, "loss_dense": 3.4883309602737427, "loss": 6.92171802520752, "time": 0.15723254680633544, "step": 349176}
{"lr": 0.022018947213908607, "data_time": 0.01566770076751709, "loss_single": 3.4883885860443113, "loss_dense": 3.5441360235214234, "loss": 7.032524585723877, "time": 0.18549678325653077, "step": 349226}
{"lr": 0.022018947213908607, "data_time": 0.017973494529724122, "loss_single": 3.4718364000320436, "loss_dense": 3.506190824508667, "loss": 6.9780271530151365, "time": 0.15206844806671144, "step": 349276}
{"lr": 0.022018947213908607, "data_time": 0.017960715293884277, "loss_single": 3.434809708595276, "loss_dense": 3.47899215221405, "loss": 6.913801765441894, "time": 0.1554964542388916, "step": 349326}
{"lr": 0.022018947213908607, "data_time": 0.01482064723968506, "loss_single": 3.4470249891281126, "loss_dense": 3.4952455282211305, "loss": 6.942270517349243, "time": 0.18306252956390381, "step": 349376}
{"lr": 0.022018947213908607, "data_time": 0.017609500885009767, "loss_single": 3.4263142347335815, "loss_dense": 3.4766573905944824, "loss": 6.90297155380249, "time": 0.17224109172821045, "step": 349426}
{"lr": 0.022018947213908607, "data_time": 0.01663379669189453, "loss_single": 3.472333240509033, "loss_dense": 3.525232744216919, "loss": 6.997565984725952, "time": 0.15472142696380614, "step": 349476}
{"lr": 0.022018947213908607, "data_time": 0.016332721710205077, "loss_single": 3.4443595886230467, "loss_dense": 3.495183992385864, "loss": 6.939543628692627, "time": 0.14886600971221925, "step": 349526}
{"lr": 0.022018947213908607, "data_time": 0.016506004333496093, "loss_single": 3.450192379951477, "loss_dense": 3.526575517654419, "loss": 6.97676796913147, "time": 0.14820199012756347, "step": 349576}
{"lr": 0.022018947213908607, "data_time": 0.01558854579925537, "loss_single": 3.4521956205368043, "loss_dense": 3.505291557312012, "loss": 6.9574872016906735, "time": 0.16297333240509032, "step": 349626}
{"lr": 0.022018947213908607, "data_time": 0.016125965118408202, "loss_single": 3.4684646129608154, "loss_dense": 3.5237984895706176, "loss": 6.992263269424439, "time": 0.17615959644317628, "step": 349676}
{"lr": 0.022018947213908607, "data_time": 0.01666288375854492, "loss_single": 3.4470378398895263, "loss_dense": 3.505718159675598, "loss": 6.952755975723266, "time": 0.14966461658477784, "step": 349726}
{"lr": 0.022018947213908607, "data_time": 0.01772572994232178, "loss_single": 3.412079095840454, "loss_dense": 3.4688971996307374, "loss": 6.880976247787475, "time": 0.14952173233032226, "step": 349776}
{"lr": 0.022018947213908607, "data_time": 0.01783602237701416, "loss_single": 3.502361536026001, "loss_dense": 3.5383350610733033, "loss": 7.040696716308593, "time": 0.1535167694091797, "step": 349826}
{"lr": 0.022018947213908607, "data_time": 0.01575155258178711, "loss_single": 3.45580997467041, "loss_dense": 3.5185124397277834, "loss": 6.9743224620819095, "time": 0.18408675193786622, "step": 349876}
{"lr": 0.022018947213908607, "data_time": 0.01796693801879883, "loss_single": 3.433109498023987, "loss_dense": 3.479066038131714, "loss": 6.912175512313842, "time": 0.15081460475921632, "step": 349926}
{"lr": 0.022018947213908607, "data_time": 0.019716644287109376, "loss_single": 3.461944317817688, "loss_dense": 3.5174495458602903, "loss": 6.979393863677979, "time": 0.1590346574783325, "step": 349976}
{"lr": 0.022018947213908607, "data_time": 0.01563279628753662, "loss_single": 3.4241278648376463, "loss_dense": 3.49161810874939, "loss": 6.915746068954467, "time": 0.15108606815338135, "step": 350026}
{"lr": 0.022018947213908607, "data_time": 0.017170977592468262, "loss_single": 3.4229373931884766, "loss_dense": 3.466158628463745, "loss": 6.889096069335937, "time": 0.15242531299591064, "step": 350076}
{"lr": 0.022018947213908607, "data_time": 0.017216968536376952, "loss_single": 3.436166286468506, "loss_dense": 3.4957154035568236, "loss": 6.931881761550903, "time": 0.15400891304016112, "step": 350126}
{"lr": 0.022018947213908607, "data_time": 0.017002081871032713, "loss_single": 3.4537041187286377, "loss_dense": 3.5112274408340456, "loss": 6.964931535720825, "time": 0.15110886096954346, "step": 350176}
{"lr": 0.022018947213908607, "data_time": 0.016997122764587404, "loss_single": 3.460625100135803, "loss_dense": 3.5092631578445435, "loss": 6.969888305664062, "time": 0.2512728214263916, "step": 350226}
{"lr": 0.022018947213908607, "data_time": 0.01272425651550293, "loss_single": 3.465503478050232, "loss_dense": 3.510647344589233, "loss": 6.976150798797607, "time": 0.14555957317352294, "step": 350276}
{"lr": 0.021809857496093207, "data_time": 0.016573214530944826, "loss_single": 3.460076999664307, "loss_dense": 3.507328510284424, "loss": 6.967405509948731, "time": 0.15158190727233886, "step": 350330}
{"lr": 0.021809857496093207, "data_time": 0.016377472877502443, "loss_single": 3.445954608917236, "loss_dense": 3.508658289909363, "loss": 6.954612922668457, "time": 0.20875980854034423, "step": 350380}
{"lr": 0.021809857496093207, "data_time": 0.016932916641235352, "loss_single": 3.4194390058517454, "loss_dense": 3.478808331489563, "loss": 6.89824743270874, "time": 0.1636819839477539, "step": 350430}
{"lr": 0.021809857496093207, "data_time": 0.019661545753479004, "loss_single": 3.432236886024475, "loss_dense": 3.4847033500671385, "loss": 6.916940307617187, "time": 0.16302039623260497, "step": 350480}
{"lr": 0.021809857496093207, "data_time": 0.01799318790435791, "loss_single": 3.4247408151626586, "loss_dense": 3.473506784439087, "loss": 6.898247528076172, "time": 0.15282156467437744, "step": 350530}
{"lr": 0.021809857496093207, "data_time": 0.017492914199829103, "loss_single": 3.4503637552261353, "loss_dense": 3.5073304414749145, "loss": 6.957694101333618, "time": 0.153534197807312, "step": 350580}
{"lr": 0.021809857496093207, "data_time": 0.018666958808898924, "loss_single": 3.4517812490463258, "loss_dense": 3.5100438356399537, "loss": 6.9618250846862795, "time": 0.18926446437835692, "step": 350630}
{"lr": 0.021809857496093207, "data_time": 0.016998910903930665, "loss_single": 3.445411515235901, "loss_dense": 3.5186409950256348, "loss": 6.964052629470825, "time": 0.15340080261230468, "step": 350680}
{"lr": 0.021809857496093207, "data_time": 0.017241144180297853, "loss_single": 3.4362030029296875, "loss_dense": 3.498577380180359, "loss": 6.934780311584473, "time": 0.1514352798461914, "step": 350730}
{"lr": 0.021809857496093207, "data_time": 0.017539215087890626, "loss_single": 3.4189677000045777, "loss_dense": 3.473099207878113, "loss": 6.892066907882691, "time": 0.15751678943634034, "step": 350780}
{"lr": 0.021809857496093207, "data_time": 0.016964411735534667, "loss_single": 3.465424823760986, "loss_dense": 3.507464289665222, "loss": 6.972889137268067, "time": 0.15188319683074952, "step": 350830}
{"lr": 0.021809857496093207, "data_time": 0.02423670291900635, "loss_single": 3.42716760635376, "loss_dense": 3.479265880584717, "loss": 6.90643343925476, "time": 0.24958360195159912, "step": 350880}
{"lr": 0.021809857496093207, "data_time": 0.017105841636657716, "loss_single": 3.4153968572616575, "loss_dense": 3.481315541267395, "loss": 6.896712398529052, "time": 0.17552242279052735, "step": 350930}
{"lr": 0.021809857496093207, "data_time": 0.01789853572845459, "loss_single": 3.4364725589752196, "loss_dense": 3.498791241645813, "loss": 6.935263824462891, "time": 0.15367207527160645, "step": 350980}
{"lr": 0.021809857496093207, "data_time": 0.01779334545135498, "loss_single": 3.4648407697677612, "loss_dense": 3.525896406173706, "loss": 6.9907371520996096, "time": 0.1536184787750244, "step": 351030}
{"lr": 0.021809857496093207, "data_time": 0.01819930076599121, "loss_single": 3.454712677001953, "loss_dense": 3.4869685649871824, "loss": 6.941681241989135, "time": 0.1537038803100586, "step": 351080}
{"lr": 0.021809857496093207, "data_time": 0.018103981018066408, "loss_single": 3.441183161735535, "loss_dense": 3.476564049720764, "loss": 6.917747211456299, "time": 0.1494140148162842, "step": 351130}
{"lr": 0.021809857496093207, "data_time": 0.01935429573059082, "loss_single": 3.4522136926651, "loss_dense": 3.4944931268692017, "loss": 6.946706819534302, "time": 0.19279954433441163, "step": 351180}
{"lr": 0.021809857496093207, "data_time": 0.01161646842956543, "loss_single": 3.4315603017807006, "loss_dense": 3.4854522466659548, "loss": 6.917012548446655, "time": 0.15091187953948976, "step": 351230}
{"lr": 0.021809857496093207, "data_time": 0.017095088958740234, "loss_single": 3.4275493144989015, "loss_dense": 3.471640872955322, "loss": 6.899190235137939, "time": 0.15560026168823243, "step": 351280}
{"lr": 0.021809857496093207, "data_time": 0.016371607780456543, "loss_single": 3.439129662513733, "loss_dense": 3.485651469230652, "loss": 6.9247811794281, "time": 0.15840609073638917, "step": 351330}
{"lr": 0.021809857496093207, "data_time": 0.017239928245544434, "loss_single": 3.4312151193618776, "loss_dense": 3.4850379467010497, "loss": 6.9162530422210695, "time": 0.14950122833251953, "step": 351380}
{"lr": 0.021809857496093207, "data_time": 0.01768918037414551, "loss_single": 3.4456629037857054, "loss_dense": 3.487901973724365, "loss": 6.933564853668213, "time": 0.16582958698272704, "step": 351430}
{"lr": 0.021809857496093207, "data_time": 0.017719149589538574, "loss_single": 3.443490409851074, "loss_dense": 3.5109535217285157, "loss": 6.954443836212159, "time": 0.15365853309631347, "step": 351480}
{"lr": 0.021809857496093207, "data_time": 0.016222023963928224, "loss_single": 3.432258152961731, "loss_dense": 3.4833677053451537, "loss": 6.915625953674317, "time": 0.16131553649902344, "step": 351530}
{"lr": 0.021809857496093207, "data_time": 0.017919921875, "loss_single": 3.419120216369629, "loss_dense": 3.4808043003082276, "loss": 6.899924564361572, "time": 0.156727933883667, "step": 351580}
{"lr": 0.021809857496093207, "data_time": 0.0183671236038208, "loss_single": 3.4501391410827638, "loss_dense": 3.5115023612976075, "loss": 6.961641454696656, "time": 0.15031914710998534, "step": 351630}
{"lr": 0.021809857496093207, "data_time": 0.01775662899017334, "loss_single": 3.439248466491699, "loss_dense": 3.4813568353652955, "loss": 6.920605325698853, "time": 0.1497593879699707, "step": 351680}
{"lr": 0.021809857496093207, "data_time": 0.01657822132110596, "loss_single": 3.434409832954407, "loss_dense": 3.4828569889068604, "loss": 6.917266798019409, "time": 0.2167055368423462, "step": 351730}
{"lr": 0.021809857496093207, "data_time": 0.021065688133239745, "loss_single": 3.449072790145874, "loss_dense": 3.5073089838027953, "loss": 6.956381797790527, "time": 0.15607802867889403, "step": 351780}
{"lr": 0.021809857496093207, "data_time": 0.015643382072448732, "loss_single": 3.4450449705123902, "loss_dense": 3.49933660030365, "loss": 6.94438157081604, "time": 0.15966348648071288, "step": 351830}
{"lr": 0.021809857496093207, "data_time": 0.019274640083312988, "loss_single": 3.4319583892822267, "loss_dense": 3.4813636302948, "loss": 6.913321924209595, "time": 0.15801517963409423, "step": 351880}
{"lr": 0.021809857496093207, "data_time": 0.01716437339782715, "loss_single": 3.4483012676239015, "loss_dense": 3.5061755180358887, "loss": 6.95447678565979, "time": 0.14871983528137206, "step": 351930}
{"lr": 0.021809857496093207, "data_time": 0.015853333473205566, "loss_single": 3.48086256980896, "loss_dense": 3.516687202453613, "loss": 6.997549772262573, "time": 0.1548992156982422, "step": 351980}
{"lr": 0.021809857496093207, "data_time": 0.016985106468200683, "loss_single": 3.4472912311553956, "loss_dense": 3.5044435024261475, "loss": 6.9517346858978275, "time": 0.15531544685363768, "step": 352030}
{"lr": 0.021809857496093207, "data_time": 0.01781909465789795, "loss_single": 3.4664540529251098, "loss_dense": 3.5272456645965575, "loss": 6.993699741363526, "time": 0.1533646583557129, "step": 352080}
{"lr": 0.021809857496093207, "data_time": 0.018175578117370604, "loss_single": 3.4657151222229006, "loss_dense": 3.5227564573287964, "loss": 6.988471508026123, "time": 0.15301613807678222, "step": 352130}
{"lr": 0.021809857496093207, "data_time": 0.016625356674194337, "loss_single": 3.4452677965164185, "loss_dense": 3.499950098991394, "loss": 6.945217895507812, "time": 0.14947521686553955, "step": 352180}
{"lr": 0.021809857496093207, "data_time": 0.01935257911682129, "loss_single": 3.4351908922195435, "loss_dense": 3.4823474407196047, "loss": 6.91753830909729, "time": 0.154152250289917, "step": 352230}
{"lr": 0.021809857496093207, "data_time": 0.019426465034484863, "loss_single": 3.4358319997787476, "loss_dense": 3.4974860668182375, "loss": 6.933318090438843, "time": 0.24344379901885987, "step": 352280}
{"lr": 0.021809857496093207, "data_time": 0.015497088432312012, "loss_single": 3.4301138162612914, "loss_dense": 3.4810369968414308, "loss": 6.911150789260864, "time": 0.15033671855926514, "step": 352330}
{"lr": 0.021809857496093207, "data_time": 0.01604924201965332, "loss_single": 3.4555763244628905, "loss_dense": 3.5142181158065795, "loss": 6.969794416427613, "time": 0.19567573070526123, "step": 352380}
{"lr": 0.021809857496093207, "data_time": 0.018848896026611328, "loss_single": 3.4229933500289915, "loss_dense": 3.4918383598327636, "loss": 6.914831733703613, "time": 0.15398240089416504, "step": 352430}
{"lr": 0.021809857496093207, "data_time": 0.017957091331481934, "loss_single": 3.4294659376144407, "loss_dense": 3.500914740562439, "loss": 6.930380630493164, "time": 0.15414156913757324, "step": 352480}
{"lr": 0.021809857496093207, "data_time": 0.022899150848388672, "loss_single": 3.4132170915603637, "loss_dense": 3.461009311676025, "loss": 6.874226379394531, "time": 0.23514692783355712, "step": 352530}
{"lr": 0.021809857496093207, "data_time": 0.02185220718383789, "loss_single": 3.4946990966796876, "loss_dense": 3.5419497013092043, "loss": 7.036648750305176, "time": 0.16228466033935546, "step": 352580}
{"lr": 0.021809857496093207, "data_time": 0.018711066246032713, "loss_single": 3.441519927978516, "loss_dense": 3.4822158813476562, "loss": 6.923735809326172, "time": 0.1585610866546631, "step": 352630}
{"lr": 0.021809857496093207, "data_time": 0.016642260551452636, "loss_single": 3.4439693689346313, "loss_dense": 3.499499773979187, "loss": 6.943469142913818, "time": 0.15260279178619385, "step": 352680}
{"lr": 0.021809857496093207, "data_time": 0.016124868392944337, "loss_single": 3.4528613090515137, "loss_dense": 3.500036096572876, "loss": 6.952897453308106, "time": 0.1657183885574341, "step": 352730}
{"lr": 0.021809857496093207, "data_time": 0.016526341438293457, "loss_single": 3.4447295904159545, "loss_dense": 3.498855400085449, "loss": 6.943585014343261, "time": 0.1507486581802368, "step": 352780}
{"lr": 0.021809857496093207, "data_time": 0.015324115753173828, "loss_single": 3.4646607875823974, "loss_dense": 3.495836019515991, "loss": 6.96049690246582, "time": 0.1789121150970459, "step": 352830}
{"lr": 0.021809857496093207, "data_time": 0.01901865005493164, "loss_single": 3.4584337949752806, "loss_dense": 3.515800642967224, "loss": 6.974234485626221, "time": 0.15470623970031738, "step": 352880}
{"lr": 0.021809857496093207, "data_time": 0.016600513458251955, "loss_single": 3.450878071784973, "loss_dense": 3.5115779876708983, "loss": 6.9624560356140135, "time": 0.15608062744140624, "step": 352930}
{"lr": 0.021809857496093207, "data_time": 0.01734161376953125, "loss_single": 3.468712496757507, "loss_dense": 3.5251225233078003, "loss": 6.993835020065307, "time": 0.15336573123931885, "step": 352980}
{"lr": 0.021809857496093207, "data_time": 0.018622231483459473, "loss_single": 3.471294903755188, "loss_dense": 3.5147416591644287, "loss": 6.986036539077759, "time": 0.15003509521484376, "step": 353030}
{"lr": 0.021809857496093207, "data_time": 0.017383623123168945, "loss_single": 3.4719762086868284, "loss_dense": 3.5292755365371704, "loss": 7.001251649856568, "time": 0.15513362884521484, "step": 353080}
{"lr": 0.021809857496093207, "data_time": 0.015928816795349122, "loss_single": 3.4559959173202515, "loss_dense": 3.507493734359741, "loss": 6.963489532470703, "time": 0.14836530685424804, "step": 353130}
{"lr": 0.021809857496093207, "data_time": 0.016335248947143555, "loss_single": 3.451503348350525, "loss_dense": 3.5143177032470705, "loss": 6.965821075439453, "time": 0.15421924591064454, "step": 353180}
{"lr": 0.021809857496093207, "data_time": 0.0170651912689209, "loss_single": 3.408323574066162, "loss_dense": 3.4720820665359495, "loss": 6.88040566444397, "time": 0.14891159534454346, "step": 353230}
{"lr": 0.021809857496093207, "data_time": 0.017505955696105958, "loss_single": 3.420582389831543, "loss_dense": 3.4787296056747437, "loss": 6.8993120193481445, "time": 0.15434861183166504, "step": 353280}
{"lr": 0.021809857496093207, "data_time": 0.01802527904510498, "loss_single": 3.4491183280944826, "loss_dense": 3.495153379440308, "loss": 6.944271612167358, "time": 0.15385148525238038, "step": 353330}
{"lr": 0.021809857496093207, "data_time": 0.021587228775024413, "loss_single": 3.4310292482376097, "loss_dense": 3.4887586355209352, "loss": 6.919787931442261, "time": 0.153656530380249, "step": 353380}
{"lr": 0.021809857496093207, "data_time": 0.017484164237976073, "loss_single": 3.435807967185974, "loss_dense": 3.494542360305786, "loss": 6.930350351333618, "time": 0.16274731159210204, "step": 353430}
{"lr": 0.021809857496093207, "data_time": 0.015716361999511718, "loss_single": 3.4391356468200684, "loss_dense": 3.4813053607940674, "loss": 6.920440912246704, "time": 0.1532461404800415, "step": 353480}
{"lr": 0.021809857496093207, "data_time": 0.01781330108642578, "loss_single": 3.4487640380859377, "loss_dense": 3.4993508577346804, "loss": 6.948114919662475, "time": 0.1529086112976074, "step": 353530}
{"lr": 0.021809857496093207, "data_time": 0.01704435348510742, "loss_single": 3.466642379760742, "loss_dense": 3.5175272941589357, "loss": 6.984169673919678, "time": 0.15207056999206542, "step": 353580}
{"lr": 0.021809857496093207, "data_time": 0.018484115600585938, "loss_single": 3.40664963722229, "loss_dense": 3.4601404428482057, "loss": 6.866790008544922, "time": 0.14914290904998778, "step": 353630}
{"lr": 0.021809857496093207, "data_time": 0.028138089179992675, "loss_single": 3.49245228767395, "loss_dense": 3.5408305883407594, "loss": 7.03328275680542, "time": 0.24851810932159424, "step": 353680}
{"lr": 0.021809857496093207, "data_time": 0.017374372482299803, "loss_single": 3.422259044647217, "loss_dense": 3.4813069343566894, "loss": 6.903565979003906, "time": 0.15114567279815674, "step": 353730}
{"lr": 0.021809857496093207, "data_time": 0.017815923690795897, "loss_single": 3.468467092514038, "loss_dense": 3.5142577648162843, "loss": 6.982724809646607, "time": 0.14936184883117676, "step": 353780}
{"lr": 0.021809857496093207, "data_time": 0.017348361015319825, "loss_single": 3.4125720262527466, "loss_dense": 3.480163908004761, "loss": 6.89273591041565, "time": 0.1512439727783203, "step": 353830}
{"lr": 0.021809857496093207, "data_time": 0.016124582290649413, "loss_single": 3.444006109237671, "loss_dense": 3.5077876091003417, "loss": 6.951793670654297, "time": 0.19222097396850585, "step": 353880}
{"lr": 0.021809857496093207, "data_time": 0.014655995368957519, "loss_single": 3.417880344390869, "loss_dense": 3.474933123588562, "loss": 6.892813444137573, "time": 0.15740950107574464, "step": 353930}
{"lr": 0.021809857496093207, "data_time": 0.017827272415161133, "loss_single": 3.4472662925720217, "loss_dense": 3.4985444068908693, "loss": 6.945810747146607, "time": 0.15671305656433104, "step": 353980}
{"lr": 0.021809857496093207, "data_time": 0.017203736305236816, "loss_single": 3.447563147544861, "loss_dense": 3.506269407272339, "loss": 6.953832530975342, "time": 0.15537035465240479, "step": 354030}
{"lr": 0.021809857496093207, "data_time": 0.016232848167419434, "loss_single": 3.4236255168914793, "loss_dense": 3.4800024032592773, "loss": 6.903627872467041, "time": 0.15923209190368653, "step": 354080}
{"lr": 0.021809857496093207, "data_time": 0.016497254371643066, "loss_single": 3.4498141050338744, "loss_dense": 3.485814929008484, "loss": 6.935629081726074, "time": 0.15825648307800294, "step": 354130}
{"lr": 0.021809857496093207, "data_time": 0.017595553398132326, "loss_single": 3.4248778581619264, "loss_dense": 3.4906830549240113, "loss": 6.915560865402222, "time": 0.15061378479003906, "step": 354180}
{"lr": 0.021809857496093207, "data_time": 0.01592988967895508, "loss_single": 3.4252544403076173, "loss_dense": 3.4828777074813844, "loss": 6.908132171630859, "time": 0.1535871744155884, "step": 354230}
{"lr": 0.021809857496093207, "data_time": 0.013889694213867187, "loss_single": 3.4503751516342165, "loss_dense": 3.508660006523132, "loss": 6.959035110473633, "time": 0.15083754062652588, "step": 354280}
{"lr": 0.021809857496093207, "data_time": 0.017447066307067872, "loss_single": 3.443707013130188, "loss_dense": 3.491982650756836, "loss": 6.935689687728882, "time": 0.1501474142074585, "step": 354330}
{"lr": 0.021809857496093207, "data_time": 0.015931248664855957, "loss_single": 3.4412090301513674, "loss_dense": 3.5071048736572266, "loss": 6.94831395149231, "time": 0.1636427640914917, "step": 354380}
{"lr": 0.021809857496093207, "data_time": 0.017291164398193358, "loss_single": 3.4120730638504027, "loss_dense": 3.4618800401687624, "loss": 6.873953104019165, "time": 0.6907963991165161, "step": 354430}
{"lr": 0.021809857496093207, "data_time": 0.019289588928222655, "loss_single": 3.425878381729126, "loss_dense": 3.4806841135025026, "loss": 6.906562614440918, "time": 0.15438225269317626, "step": 354480}
{"lr": 0.021809857496093207, "data_time": 0.02039189338684082, "loss_single": 3.4452869415283205, "loss_dense": 3.5015640020370484, "loss": 6.946851015090942, "time": 0.16158933639526368, "step": 354530}
{"lr": 0.021809857496093207, "data_time": 0.016803836822509764, "loss_single": 3.4255990505218508, "loss_dense": 3.489421558380127, "loss": 6.9150206565856935, "time": 0.15496292114257812, "step": 354580}
{"lr": 0.021809857496093207, "data_time": 0.01717398166656494, "loss_single": 3.4445922136306764, "loss_dense": 3.499747896194458, "loss": 6.9443401336669925, "time": 0.14935288429260254, "step": 354630}
{"lr": 0.021809857496093207, "data_time": 0.01997098922729492, "loss_single": 3.472812056541443, "loss_dense": 3.513997220993042, "loss": 6.986809301376343, "time": 0.1625904083251953, "step": 354680}
{"lr": 0.021809857496093207, "data_time": 0.015953588485717773, "loss_single": 3.433629274368286, "loss_dense": 3.4789278745651244, "loss": 6.912557172775268, "time": 0.1528379201889038, "step": 354730}
{"lr": 0.021809857496093207, "data_time": 0.024712443351745605, "loss_single": 3.442582678794861, "loss_dense": 3.489275908470154, "loss": 6.9318585872650145, "time": 0.16138174533843994, "step": 354780}
{"lr": 0.021809857496093207, "data_time": 0.017722177505493163, "loss_single": 3.4364438533782957, "loss_dense": 3.4891958236694336, "loss": 6.9256397724151615, "time": 0.1509368896484375, "step": 354830}
{"lr": 0.021809857496093207, "data_time": 0.017246651649475097, "loss_single": 3.4465582370758057, "loss_dense": 3.5109545946121217, "loss": 6.9575128078460695, "time": 0.14961228370666504, "step": 354880}
{"lr": 0.021809857496093207, "data_time": 0.01595335006713867, "loss_single": 3.458029794692993, "loss_dense": 3.5078885555267334, "loss": 6.965918397903442, "time": 0.15814781188964844, "step": 354930}
{"lr": 0.021809857496093207, "data_time": 0.030432724952697755, "loss_single": 3.4451728582382204, "loss_dense": 3.485303544998169, "loss": 6.930476331710816, "time": 0.23778009414672852, "step": 354980}
{"lr": 0.021809857496093207, "data_time": 0.0171891450881958, "loss_single": 3.452505946159363, "loss_dense": 3.512629532814026, "loss": 6.965135478973389, "time": 0.15907015800476074, "step": 355030}
{"lr": 0.021809857496093207, "data_time": 0.017994499206542967, "loss_single": 3.457519006729126, "loss_dense": 3.4981122970581056, "loss": 6.955631160736084, "time": 0.15387394428253173, "step": 355080}
{"lr": 0.021809857496093207, "data_time": 0.018451929092407227, "loss_single": 3.4408154249191285, "loss_dense": 3.490961265563965, "loss": 6.931776714324951, "time": 0.15492212772369385, "step": 355130}
{"lr": 0.021809857496093207, "data_time": 0.015263891220092774, "loss_single": 3.4413785457611086, "loss_dense": 3.4922340869903565, "loss": 6.933612585067749, "time": 0.15712151527404786, "step": 355180}
{"lr": 0.021809857496093207, "data_time": 0.022522449493408203, "loss_single": 3.4299848794937136, "loss_dense": 3.4775576114654543, "loss": 6.907542419433594, "time": 0.2544116497039795, "step": 355230}
{"lr": 0.021809857496093207, "data_time": 0.014796209335327149, "loss_single": 3.433742046356201, "loss_dense": 3.4894800901412966, "loss": 6.923222160339355, "time": 0.15228650569915772, "step": 355280}
{"lr": 0.02159908754783873, "data_time": 0.017389893531799316, "loss_single": 3.432505989074707, "loss_dense": 3.482692813873291, "loss": 6.915198707580567, "time": 0.17291510105133057, "step": 355334}
{"lr": 0.02159908754783873, "data_time": 0.01824502944946289, "loss_single": 3.474776530265808, "loss_dense": 3.518067193031311, "loss": 6.992843723297119, "time": 0.1608741283416748, "step": 355384}
{"lr": 0.02159908754783873, "data_time": 0.01647839546203613, "loss_single": 3.4259212970733643, "loss_dense": 3.487126898765564, "loss": 6.913048267364502, "time": 0.15263595581054687, "step": 355434}
{"lr": 0.02159908754783873, "data_time": 0.017569613456726075, "loss_single": 3.4494057655334474, "loss_dense": 3.503433632850647, "loss": 6.952839469909668, "time": 0.15453007221221923, "step": 355484}
{"lr": 0.02159908754783873, "data_time": 0.016891789436340333, "loss_single": 3.4498770236968994, "loss_dense": 3.496514630317688, "loss": 6.946391630172729, "time": 0.15331480503082276, "step": 355534}
{"lr": 0.02159908754783873, "data_time": 0.018294620513916015, "loss_single": 3.46852970123291, "loss_dense": 3.5169640302658083, "loss": 6.985493755340576, "time": 0.15913183689117433, "step": 355584}
{"lr": 0.02159908754783873, "data_time": 0.017538928985595705, "loss_single": 3.403796577453613, "loss_dense": 3.4604482412338258, "loss": 6.864244794845581, "time": 0.17326419353485106, "step": 355634}
{"lr": 0.02159908754783873, "data_time": 0.018640661239624025, "loss_single": 3.4214905738830566, "loss_dense": 3.487027168273926, "loss": 6.908517694473266, "time": 0.15625767707824706, "step": 355684}
{"lr": 0.02159908754783873, "data_time": 0.018613123893737794, "loss_single": 3.454057502746582, "loss_dense": 3.5093413829803466, "loss": 6.963398838043213, "time": 0.15515806674957275, "step": 355734}
{"lr": 0.02159908754783873, "data_time": 0.01550898551940918, "loss_single": 3.4261470317840574, "loss_dense": 3.4751103639602663, "loss": 6.901257419586182, "time": 0.1518834114074707, "step": 355784}
{"lr": 0.02159908754783873, "data_time": 0.017861199378967286, "loss_single": 3.4465601682662963, "loss_dense": 3.4958171606063844, "loss": 6.942377233505249, "time": 0.1998220205307007, "step": 355834}
{"lr": 0.02159908754783873, "data_time": 0.0180861234664917, "loss_single": 3.4801583290100098, "loss_dense": 3.5130857944488527, "loss": 6.9932441234588625, "time": 0.15339887142181396, "step": 355884}
{"lr": 0.02159908754783873, "data_time": 0.018381166458129882, "loss_single": 3.4393811225891113, "loss_dense": 3.500974345207214, "loss": 6.940355539321899, "time": 0.15513978004455567, "step": 355934}
{"lr": 0.02159908754783873, "data_time": 0.016392970085144044, "loss_single": 3.4529016971588136, "loss_dense": 3.5063186168670653, "loss": 6.959220266342163, "time": 0.18654465675354004, "step": 355984}
{"lr": 0.02159908754783873, "data_time": 0.018695640563964843, "loss_single": 3.4362624168395994, "loss_dense": 3.5014381885528563, "loss": 6.937700605392456, "time": 0.15700671672821045, "step": 356034}
{"lr": 0.02159908754783873, "data_time": 0.012623739242553712, "loss_single": 3.45673406124115, "loss_dense": 3.5031448125839235, "loss": 6.959878921508789, "time": 0.15641889572143555, "step": 356084}
{"lr": 0.02159908754783873, "data_time": 0.016564273834228517, "loss_single": 3.444914126396179, "loss_dense": 3.5161412239074705, "loss": 6.961055278778076, "time": 0.1777179718017578, "step": 356134}
{"lr": 0.02159908754783873, "data_time": 0.021651434898376464, "loss_single": 3.4518484592437746, "loss_dense": 3.493893003463745, "loss": 6.945741367340088, "time": 0.2419748067855835, "step": 356184}
{"lr": 0.02159908754783873, "data_time": 0.01727445125579834, "loss_single": 3.4113091230392456, "loss_dense": 3.466336798667908, "loss": 6.8776459217071535, "time": 0.15447182655334474, "step": 356234}
{"lr": 0.02159908754783873, "data_time": 0.017257261276245116, "loss_single": 3.4458410501480103, "loss_dense": 3.494352674484253, "loss": 6.940193748474121, "time": 0.1602001428604126, "step": 356284}
{"lr": 0.02159908754783873, "data_time": 0.017908215522766113, "loss_single": 3.444160795211792, "loss_dense": 3.5076987743377686, "loss": 6.951859617233277, "time": 0.15567688941955565, "step": 356334}
{"lr": 0.02159908754783873, "data_time": 0.017861557006835938, "loss_single": 3.444075846672058, "loss_dense": 3.5068808078765867, "loss": 6.950956583023071, "time": 0.15189704895019532, "step": 356384}
{"lr": 0.02159908754783873, "data_time": 0.01798570156097412, "loss_single": 3.4596760511398315, "loss_dense": 3.5089576959609987, "loss": 6.96863374710083, "time": 0.15098979473114013, "step": 356434}
{"lr": 0.02159908754783873, "data_time": 0.01877274513244629, "loss_single": 3.4517509937286377, "loss_dense": 3.498089408874512, "loss": 6.949840497970581, "time": 0.18779387474060058, "step": 356484}
{"lr": 0.02159908754783873, "data_time": 0.01518697738647461, "loss_single": 3.4531832695007325, "loss_dense": 3.5078724145889284, "loss": 6.961055850982666, "time": 0.14898083209991456, "step": 356534}
{"lr": 0.02159908754783873, "data_time": 0.017481184005737303, "loss_single": 3.4635151863098144, "loss_dense": 3.5108489990234375, "loss": 6.974364233016968, "time": 0.15243418216705323, "step": 356584}
{"lr": 0.02159908754783873, "data_time": 0.015074205398559571, "loss_single": 3.441000556945801, "loss_dense": 3.5157703399658202, "loss": 6.956770896911621, "time": 0.15391864776611328, "step": 356634}
{"lr": 0.02159908754783873, "data_time": 0.01721467971801758, "loss_single": 3.438108205795288, "loss_dense": 3.48637478351593, "loss": 6.924482965469361, "time": 0.15248606204986573, "step": 356684}
{"lr": 0.02159908754783873, "data_time": 0.016477227210998535, "loss_single": 3.422627258300781, "loss_dense": 3.4761608362197878, "loss": 6.898788118362427, "time": 0.20616862773895264, "step": 356734}
{"lr": 0.02159908754783873, "data_time": 0.024586081504821777, "loss_single": 3.4487545013427736, "loss_dense": 3.5027899742126465, "loss": 6.951544523239136, "time": 0.16861584186553955, "step": 356784}
{"lr": 0.02159908754783873, "data_time": 0.018093276023864745, "loss_single": 3.4277243614196777, "loss_dense": 3.4838693618774412, "loss": 6.911593723297119, "time": 0.156353759765625, "step": 356834}
{"lr": 0.02159908754783873, "data_time": 0.01626121997833252, "loss_single": 3.4590564489364626, "loss_dense": 3.516407585144043, "loss": 6.9754640579223635, "time": 0.1491781949996948, "step": 356884}
{"lr": 0.02159908754783873, "data_time": 0.017941784858703614, "loss_single": 3.402824544906616, "loss_dense": 3.459723615646362, "loss": 6.862548208236694, "time": 0.1493002414703369, "step": 356934}
{"lr": 0.02159908754783873, "data_time": 0.027460718154907228, "loss_single": 3.4585654735565186, "loss_dense": 3.5172131776809694, "loss": 6.975778722763062, "time": 0.1645721435546875, "step": 356984}
{"lr": 0.02159908754783873, "data_time": 0.016934704780578614, "loss_single": 3.422413730621338, "loss_dense": 3.4789830923080443, "loss": 6.901396799087524, "time": 0.15272989273071289, "step": 357034}
{"lr": 0.02159908754783873, "data_time": 0.017208409309387208, "loss_single": 3.4218279838562013, "loss_dense": 3.473881196975708, "loss": 6.8957091808319095, "time": 0.216309118270874, "step": 357084}
{"lr": 0.02159908754783873, "data_time": 0.02534463405609131, "loss_single": 3.443610119819641, "loss_dense": 3.489892816543579, "loss": 6.933502817153931, "time": 0.16526470184326172, "step": 357134}
{"lr": 0.02159908754783873, "data_time": 0.016853833198547365, "loss_single": 3.422945475578308, "loss_dense": 3.48867552280426, "loss": 6.911620998382569, "time": 0.15242435932159423, "step": 357184}
{"lr": 0.02159908754783873, "data_time": 0.017518234252929688, "loss_single": 3.4279423713684083, "loss_dense": 3.4795733451843263, "loss": 6.90751576423645, "time": 0.1560899257659912, "step": 357234}
{"lr": 0.02159908754783873, "data_time": 0.018716835975646974, "loss_single": 3.44158775806427, "loss_dense": 3.5027214765548704, "loss": 6.944309234619141, "time": 0.15223972797393798, "step": 357284}
{"lr": 0.02159908754783873, "data_time": 0.025510120391845702, "loss_single": 3.424893927574158, "loss_dense": 3.474497365951538, "loss": 6.89939136505127, "time": 0.1743605613708496, "step": 357334}
{"lr": 0.02159908754783873, "data_time": 0.018994402885437012, "loss_single": 3.471695828437805, "loss_dense": 3.5231754064559935, "loss": 6.994871187210083, "time": 0.15441839694976806, "step": 357384}
{"lr": 0.02159908754783873, "data_time": 0.021600556373596192, "loss_single": 3.4414230585098267, "loss_dense": 3.4810126304626463, "loss": 6.922435617446899, "time": 0.15247783660888672, "step": 357434}
{"lr": 0.02159908754783873, "data_time": 0.016450834274291993, "loss_single": 3.4309052228927612, "loss_dense": 3.490553593635559, "loss": 6.921458768844604, "time": 0.15874269008636474, "step": 357484}
{"lr": 0.02159908754783873, "data_time": 0.016930985450744628, "loss_single": 3.460024881362915, "loss_dense": 3.532429909706116, "loss": 6.992454767227173, "time": 0.15380964279174805, "step": 357534}
{"lr": 0.02159908754783873, "data_time": 0.01511075496673584, "loss_single": 3.453979420661926, "loss_dense": 3.520789933204651, "loss": 6.974769353866577, "time": 0.16484439373016357, "step": 357584}
{"lr": 0.02159908754783873, "data_time": 0.014343643188476562, "loss_single": 3.4281089305877686, "loss_dense": 3.4810217380523683, "loss": 6.909130668640136, "time": 0.22982401847839357, "step": 357634}
{"lr": 0.02159908754783873, "data_time": 0.017441773414611818, "loss_single": 3.440073251724243, "loss_dense": 3.5050033807754515, "loss": 6.945076560974121, "time": 0.15220332145690918, "step": 357684}
{"lr": 0.02159908754783873, "data_time": 0.020897626876831055, "loss_single": 3.417400860786438, "loss_dense": 3.477595901489258, "loss": 6.894996690750122, "time": 0.16072399616241456, "step": 357734}
{"lr": 0.02159908754783873, "data_time": 0.01640162467956543, "loss_single": 3.460676980018616, "loss_dense": 3.513685965538025, "loss": 6.97436294555664, "time": 0.15387628078460694, "step": 357784}
{"lr": 0.02159908754783873, "data_time": 0.017737293243408205, "loss_single": 3.4702857971191405, "loss_dense": 3.510534334182739, "loss": 6.980820083618164, "time": 0.16459193229675292, "step": 357834}
{"lr": 0.02159908754783873, "data_time": 0.01941962242126465, "loss_single": 3.430725336074829, "loss_dense": 3.4964519500732423, "loss": 6.927177238464355, "time": 0.15844078063964845, "step": 357884}
{"lr": 0.02159908754783873, "data_time": 0.018152737617492677, "loss_single": 3.448285627365112, "loss_dense": 3.5082804679870607, "loss": 6.956566095352173, "time": 0.1614217519760132, "step": 357934}
{"lr": 0.02159908754783873, "data_time": 0.018461012840270997, "loss_single": 3.428646206855774, "loss_dense": 3.4820722579956054, "loss": 6.9107184410095215, "time": 0.15025885105133058, "step": 357984}
{"lr": 0.02159908754783873, "data_time": 0.01672639846801758, "loss_single": 3.4501189231872558, "loss_dense": 3.501027822494507, "loss": 6.951146745681763, "time": 0.19296395778656006, "step": 358034}
{"lr": 0.02159908754783873, "data_time": 0.018293118476867674, "loss_single": 3.440498685836792, "loss_dense": 3.49294912815094, "loss": 6.93344783782959, "time": 0.15996980667114258, "step": 358084}
{"lr": 0.02159908754783873, "data_time": 0.01634790897369385, "loss_single": 3.4947070121765136, "loss_dense": 3.5523295164108277, "loss": 7.0470365524292, "time": 0.1787625789642334, "step": 358134}
{"lr": 0.02159908754783873, "data_time": 0.018917250633239745, "loss_single": 3.4485577821731566, "loss_dense": 3.493418884277344, "loss": 6.941976594924927, "time": 0.15730662345886232, "step": 358184}
{"lr": 0.02159908754783873, "data_time": 0.02328829765319824, "loss_single": 3.4525537490844727, "loss_dense": 3.5016593456268312, "loss": 6.954213047027588, "time": 0.2608642578125, "step": 358234}
{"lr": 0.02159908754783873, "data_time": 0.017476511001586915, "loss_single": 3.4321185827255247, "loss_dense": 3.476772403717041, "loss": 6.908890962600708, "time": 0.15462231636047363, "step": 358284}
{"lr": 0.02159908754783873, "data_time": 0.016613578796386717, "loss_single": 3.448720932006836, "loss_dense": 3.492714834213257, "loss": 6.941435718536377, "time": 0.1719428300857544, "step": 358334}
{"lr": 0.02159908754783873, "data_time": 0.01598818302154541, "loss_single": 3.442452311515808, "loss_dense": 3.496710109710693, "loss": 6.939162397384644, "time": 0.14977824687957764, "step": 358384}
{"lr": 0.02159908754783873, "data_time": 0.016563224792480468, "loss_single": 3.459448957443237, "loss_dense": 3.512140679359436, "loss": 6.971589756011963, "time": 0.14990289211273194, "step": 358434}
{"lr": 0.02159908754783873, "data_time": 0.017647290229797365, "loss_single": 3.426884913444519, "loss_dense": 3.4884703397750854, "loss": 6.9153553485870365, "time": 0.15283722877502443, "step": 358484}
{"lr": 0.02159908754783873, "data_time": 0.01666703224182129, "loss_single": 3.448600745201111, "loss_dense": 3.508640503883362, "loss": 6.957241201400757, "time": 0.24640176296234131, "step": 358534}
{"lr": 0.02159908754783873, "data_time": 0.017456960678100587, "loss_single": 3.4503116369247437, "loss_dense": 3.4997807264328005, "loss": 6.950092315673828, "time": 0.15180673599243164, "step": 358584}
{"lr": 0.02159908754783873, "data_time": 0.01788778305053711, "loss_single": 3.445687437057495, "loss_dense": 3.4944651126861572, "loss": 6.940152549743653, "time": 0.1552295684814453, "step": 358634}
{"lr": 0.02159908754783873, "data_time": 0.015967249870300293, "loss_single": 3.4589545011520384, "loss_dense": 3.512017846107483, "loss": 6.9709724426269535, "time": 0.15479702949523927, "step": 358684}
{"lr": 0.02159908754783873, "data_time": 0.019277071952819823, "loss_single": 3.449403238296509, "loss_dense": 3.5051040649414062, "loss": 6.9545072555542, "time": 0.15403962135314941, "step": 358734}
{"lr": 0.02159908754783873, "data_time": 0.019289588928222655, "loss_single": 3.4260796785354612, "loss_dense": 3.4809951305389406, "loss": 6.907074689865112, "time": 0.20034482479095458, "step": 358784}
{"lr": 0.02159908754783873, "data_time": 0.019258952140808104, "loss_single": 3.460483503341675, "loss_dense": 3.5084415912628173, "loss": 6.968925046920776, "time": 0.15455570220947265, "step": 358834}
{"lr": 0.02159908754783873, "data_time": 0.017021942138671874, "loss_single": 3.4327932596206665, "loss_dense": 3.4807169675827025, "loss": 6.913510274887085, "time": 0.15498752593994142, "step": 358884}
{"lr": 0.02159908754783873, "data_time": 0.019988369941711426, "loss_single": 3.4548444986343383, "loss_dense": 3.5014390468597414, "loss": 6.9562835693359375, "time": 0.15526456832885743, "step": 358934}
{"lr": 0.02159908754783873, "data_time": 0.01800549030303955, "loss_single": 3.4349106550216675, "loss_dense": 3.484964060783386, "loss": 6.9198747158050535, "time": 0.15334081649780273, "step": 358984}
{"lr": 0.02159908754783873, "data_time": 0.011951279640197755, "loss_single": 3.459173059463501, "loss_dense": 3.523097848892212, "loss": 6.982270860671997, "time": 0.15368170738220216, "step": 359034}
{"lr": 0.02159908754783873, "data_time": 0.016226863861083983, "loss_single": 3.4554452657699586, "loss_dense": 3.504378652572632, "loss": 6.959823894500732, "time": 0.16532416343688966, "step": 359084}
{"lr": 0.02159908754783873, "data_time": 0.01702570915222168, "loss_single": 3.4533488512039185, "loss_dense": 3.510541486740112, "loss": 6.963890266418457, "time": 0.15060193538665773, "step": 359134}
{"lr": 0.02159908754783873, "data_time": 0.018677067756652833, "loss_single": 3.451555323600769, "loss_dense": 3.501039409637451, "loss": 6.952594757080078, "time": 0.16247670650482177, "step": 359184}
{"lr": 0.02159908754783873, "data_time": 0.016645264625549317, "loss_single": 3.438433027267456, "loss_dense": 3.50010142326355, "loss": 6.938534450531006, "time": 0.19716935157775878, "step": 359234}
{"lr": 0.02159908754783873, "data_time": 0.01507105827331543, "loss_single": 3.46918523311615, "loss_dense": 3.5315314531326294, "loss": 7.000716686248779, "time": 0.16168341636657715, "step": 359284}
{"lr": 0.02159908754783873, "data_time": 0.01807103157043457, "loss_single": 3.419645071029663, "loss_dense": 3.46796395778656, "loss": 6.88760895729065, "time": 0.15490736961364746, "step": 359334}
{"lr": 0.02159908754783873, "data_time": 0.017575645446777345, "loss_single": 3.4176900148391725, "loss_dense": 3.4764722347259522, "loss": 6.894162321090699, "time": 0.1550901412963867, "step": 359384}
{"lr": 0.02159908754783873, "data_time": 0.01676013469696045, "loss_single": 3.4364632844924925, "loss_dense": 3.4991795301437376, "loss": 6.93564281463623, "time": 0.1537557363510132, "step": 359434}
{"lr": 0.02159908754783873, "data_time": 0.028764986991882326, "loss_single": 3.413937544822693, "loss_dense": 3.4795421600341796, "loss": 6.8934797763824465, "time": 0.16549282073974608, "step": 359484}
{"lr": 0.02159908754783873, "data_time": 0.017330050468444824, "loss_single": 3.4394993782043457, "loss_dense": 3.499585223197937, "loss": 6.939084577560425, "time": 0.1560558557510376, "step": 359534}
{"lr": 0.02159908754783873, "data_time": 0.017589306831359862, "loss_single": 3.4298502922058107, "loss_dense": 3.482838010787964, "loss": 6.912688398361206, "time": 0.153708815574646, "step": 359584}
{"lr": 0.02159908754783873, "data_time": 0.020869350433349608, "loss_single": 3.4332279443740843, "loss_dense": 3.4976619720458983, "loss": 6.9308899402618405, "time": 0.15928230285644532, "step": 359634}
{"lr": 0.02159908754783873, "data_time": 0.015534758567810059, "loss_single": 3.4349719285964966, "loss_dense": 3.498808407783508, "loss": 6.933780241012573, "time": 0.18220131397247313, "step": 359684}
{"lr": 0.02159908754783873, "data_time": 0.017194223403930665, "loss_single": 3.425767755508423, "loss_dense": 3.4721641540527344, "loss": 6.897931957244873, "time": 0.15362012386322021, "step": 359734}
{"lr": 0.02159908754783873, "data_time": 0.02076301574707031, "loss_single": 3.4345741987228395, "loss_dense": 3.4856489658355714, "loss": 6.920223140716553, "time": 0.19785006046295167, "step": 359784}
{"lr": 0.02159908754783873, "data_time": 0.017228031158447267, "loss_single": 3.458041524887085, "loss_dense": 3.5205873966217043, "loss": 6.9786289691925045, "time": 0.15538570880889893, "step": 359834}
{"lr": 0.02159908754783873, "data_time": 0.018415117263793947, "loss_single": 3.4503366947174072, "loss_dense": 3.5058535814285277, "loss": 6.9561902523040775, "time": 0.15531480312347412, "step": 359884}
{"lr": 0.02159908754783873, "data_time": 0.017418432235717773, "loss_single": 3.4104196071624755, "loss_dense": 3.463477849960327, "loss": 6.873897504806519, "time": 0.1512889862060547, "step": 359934}
{"lr": 0.02159908754783873, "data_time": 0.018930554389953613, "loss_single": 3.4372047185897827, "loss_dense": 3.4995354413986206, "loss": 6.936740159988403, "time": 0.15690174102783203, "step": 359984}
{"lr": 0.02159908754783873, "data_time": 0.015570759773254395, "loss_single": 3.4564454793930053, "loss_dense": 3.5040677309036257, "loss": 6.960513162612915, "time": 0.20205795764923096, "step": 360034}
{"lr": 0.02159908754783873, "data_time": 0.017816925048828126, "loss_single": 3.435382914543152, "loss_dense": 3.4870882749557497, "loss": 6.922471141815185, "time": 0.15326550006866455, "step": 360084}
{"lr": 0.02159908754783873, "data_time": 0.01989603042602539, "loss_single": 3.440342879295349, "loss_dense": 3.519559454917908, "loss": 6.959902334213257, "time": 0.15637683868408203, "step": 360134}
{"lr": 0.02159908754783873, "data_time": 0.014518308639526366, "loss_single": 3.4606301546096803, "loss_dense": 3.5194119691848753, "loss": 6.980042171478272, "time": 0.15942447185516356, "step": 360184}
{"lr": 0.02159908754783873, "data_time": 0.017209625244140624, "loss_single": 3.4240009784698486, "loss_dense": 3.4815879344940184, "loss": 6.905588960647583, "time": 0.15389463901519776, "step": 360234}
{"lr": 0.02159908754783873, "data_time": 0.01050417423248291, "loss_single": 3.4614816904067993, "loss_dense": 3.512012219429016, "loss": 6.973493957519532, "time": 0.15829217433929443, "step": 360284}
{"lr": 0.021386689373476094, "data_time": 0.014816641807556152, "loss_single": 3.4204110383987425, "loss_dense": 3.4709570169448853, "loss": 6.891368055343628, "time": 0.156538987159729, "step": 360338}
{"lr": 0.021386689373476094, "data_time": 0.01753125190734863, "loss_single": 3.4406625747680666, "loss_dense": 3.485793042182922, "loss": 6.9264555931091305, "time": 0.15186967849731445, "step": 360388}
{"lr": 0.021386689373476094, "data_time": 0.0192929744720459, "loss_single": 3.4204182863235473, "loss_dense": 3.4605876922607424, "loss": 6.8810060024261475, "time": 0.19204869270324706, "step": 360438}
{"lr": 0.021386689373476094, "data_time": 0.023787879943847658, "loss_single": 3.4648346185684202, "loss_dense": 3.52018723487854, "loss": 6.985021877288818, "time": 0.15737550258636473, "step": 360488}
{"lr": 0.021386689373476094, "data_time": 0.045500683784484866, "loss_single": 3.452891445159912, "loss_dense": 3.5130701780319216, "loss": 6.965961694717407, "time": 0.19606564044952393, "step": 360538}
{"lr": 0.021386689373476094, "data_time": 0.01677658557891846, "loss_single": 3.481340503692627, "loss_dense": 3.525248980522156, "loss": 7.00658950805664, "time": 0.1519407272338867, "step": 360588}
{"lr": 0.021386689373476094, "data_time": 0.01659386157989502, "loss_single": 3.437350368499756, "loss_dense": 3.485618329048157, "loss": 6.9229686737060545, "time": 0.14831387996673584, "step": 360638}
{"lr": 0.021386689373476094, "data_time": 0.01736936569213867, "loss_single": 3.480796694755554, "loss_dense": 3.5250269889831545, "loss": 7.005823802947998, "time": 0.1523566722869873, "step": 360688}
{"lr": 0.021386689373476094, "data_time": 0.018767523765563964, "loss_single": 3.4582804441452026, "loss_dense": 3.5182464361190795, "loss": 6.976526927947998, "time": 0.15672023296356202, "step": 360738}
{"lr": 0.021386689373476094, "data_time": 0.016611576080322266, "loss_single": 3.4653870344161986, "loss_dense": 3.5170346975326536, "loss": 6.9824216842651365, "time": 0.15723237991333008, "step": 360788}
{"lr": 0.021386689373476094, "data_time": 0.016776609420776366, "loss_single": 3.4453086376190187, "loss_dense": 3.4997569799423216, "loss": 6.945065546035766, "time": 0.1542590618133545, "step": 360838}
{"lr": 0.021386689373476094, "data_time": 0.023054671287536622, "loss_single": 3.448276138305664, "loss_dense": 3.516759729385376, "loss": 6.9650359630584715, "time": 0.16036293506622315, "step": 360888}
{"lr": 0.021386689373476094, "data_time": 0.016234946250915528, "loss_single": 3.44525032043457, "loss_dense": 3.4990854024887086, "loss": 6.944335699081421, "time": 0.1564471960067749, "step": 360938}
{"lr": 0.021386689373476094, "data_time": 0.01996181011199951, "loss_single": 3.4478694438934325, "loss_dense": 3.502677845954895, "loss": 6.950547313690185, "time": 0.18895235061645507, "step": 360988}
{"lr": 0.021386689373476094, "data_time": 0.018226480484008788, "loss_single": 3.4356939792633057, "loss_dense": 3.495570921897888, "loss": 6.931264972686767, "time": 0.14910681247711183, "step": 361038}
{"lr": 0.021386689373476094, "data_time": 0.017279934883117676, "loss_single": 3.4395440816879272, "loss_dense": 3.49736807346344, "loss": 6.936912202835083, "time": 0.1551821708679199, "step": 361088}
{"lr": 0.021386689373476094, "data_time": 0.016777920722961425, "loss_single": 3.4238739967346192, "loss_dense": 3.4826167821884155, "loss": 6.906490707397461, "time": 0.1505506992340088, "step": 361138}
{"lr": 0.021386689373476094, "data_time": 0.019484710693359376, "loss_single": 3.430575728416443, "loss_dense": 3.4822537899017334, "loss": 6.9128295421600345, "time": 0.1552722215652466, "step": 361188}
{"lr": 0.021386689373476094, "data_time": 0.022240591049194337, "loss_single": 3.445511794090271, "loss_dense": 3.500713086128235, "loss": 6.946224927902222, "time": 0.2521489143371582, "step": 361238}
{"lr": 0.021386689373476094, "data_time": 0.016661882400512695, "loss_single": 3.473079252243042, "loss_dense": 3.521584320068359, "loss": 6.994663429260254, "time": 0.16648249626159667, "step": 361288}
{"lr": 0.021386689373476094, "data_time": 0.018619012832641602, "loss_single": 3.425989556312561, "loss_dense": 3.4792184591293336, "loss": 6.9052080631256105, "time": 0.15417869091033937, "step": 361338}
{"lr": 0.021386689373476094, "data_time": 0.016174125671386718, "loss_single": 3.4204320907592773, "loss_dense": 3.469424080848694, "loss": 6.889856147766113, "time": 0.19763762950897218, "step": 361388}
{"lr": 0.021386689373476094, "data_time": 0.015608811378479004, "loss_single": 3.4564141273498534, "loss_dense": 3.5077884435653686, "loss": 6.964202547073365, "time": 0.15544960498809815, "step": 361438}
{"lr": 0.021386689373476094, "data_time": 0.016538524627685548, "loss_single": 3.421590209007263, "loss_dense": 3.4929163455963135, "loss": 6.914506578445435, "time": 0.15118749141693116, "step": 361488}
{"lr": 0.021386689373476094, "data_time": 0.015594172477722167, "loss_single": 3.461498165130615, "loss_dense": 3.504283094406128, "loss": 6.965781307220459, "time": 0.1490551233291626, "step": 361538}
{"lr": 0.021386689373476094, "data_time": 0.016946959495544433, "loss_single": 3.420590877532959, "loss_dense": 3.4786734342575074, "loss": 6.899264287948609, "time": 0.15058670043945313, "step": 361588}
{"lr": 0.021386689373476094, "data_time": 0.016392827033996582, "loss_single": 3.4584133863449096, "loss_dense": 3.5227583408355714, "loss": 6.981171798706055, "time": 0.18505570888519288, "step": 361638}
{"lr": 0.021386689373476094, "data_time": 0.01733055114746094, "loss_single": 3.4328008890151978, "loss_dense": 3.479486584663391, "loss": 6.9122875213623045, "time": 0.15582547187805176, "step": 361688}
{"lr": 0.021386689373476094, "data_time": 0.01886112689971924, "loss_single": 3.4477312564849854, "loss_dense": 3.5028777599334715, "loss": 6.950609111785889, "time": 0.19438600540161133, "step": 361738}
{"lr": 0.021386689373476094, "data_time": 0.05410666465759277, "loss_single": 3.424352741241455, "loss_dense": 3.479574370384216, "loss": 6.9039270877838135, "time": 0.1910792589187622, "step": 361788}
{"lr": 0.021386689373476094, "data_time": 0.015150952339172363, "loss_single": 3.4662540674209597, "loss_dense": 3.509083390235901, "loss": 6.9753374576568605, "time": 0.1539860963821411, "step": 361838}
{"lr": 0.021386689373476094, "data_time": 0.016657757759094238, "loss_single": 3.462051773071289, "loss_dense": 3.5127464056015016, "loss": 6.974798202514648, "time": 0.15539441108703614, "step": 361888}
{"lr": 0.021386689373476094, "data_time": 0.018600869178771972, "loss_single": 3.44492449760437, "loss_dense": 3.495717453956604, "loss": 6.940641975402832, "time": 0.15297925472259521, "step": 361938}
{"lr": 0.021386689373476094, "data_time": 0.059273791313171384, "loss_single": 3.4524327754974364, "loss_dense": 3.509844350814819, "loss": 6.962277126312256, "time": 0.2855223178863525, "step": 361988}
{"lr": 0.021386689373476094, "data_time": 0.016580843925476076, "loss_single": 3.4143372774124146, "loss_dense": 3.4885212898254396, "loss": 6.902858591079712, "time": 0.17280149459838867, "step": 362038}
{"lr": 0.021386689373476094, "data_time": 0.018077707290649413, "loss_single": 3.4297739982604982, "loss_dense": 3.4797062158584593, "loss": 6.909480190277099, "time": 0.1563021421432495, "step": 362088}
{"lr": 0.021386689373476094, "data_time": 0.016941118240356445, "loss_single": 3.4268967866897584, "loss_dense": 3.483107089996338, "loss": 6.910003805160523, "time": 0.1572174310684204, "step": 362138}
{"lr": 0.021386689373476094, "data_time": 0.017296195030212402, "loss_single": 3.4461533308029173, "loss_dense": 3.51141152381897, "loss": 6.957564830780029, "time": 0.14945685863494873, "step": 362188}
{"lr": 0.021386689373476094, "data_time": 0.025021839141845702, "loss_single": 3.452477765083313, "loss_dense": 3.502227020263672, "loss": 6.954704761505127, "time": 0.27305567264556885, "step": 362238}
{"lr": 0.021386689373476094, "data_time": 0.01935153007507324, "loss_single": 3.4440728425979614, "loss_dense": 3.4884381771087645, "loss": 6.9325109958648685, "time": 0.1847318410873413, "step": 362288}
{"lr": 0.021386689373476094, "data_time": 0.01663832664489746, "loss_single": 3.4538903713226317, "loss_dense": 3.509696531295776, "loss": 6.96358699798584, "time": 0.14773969650268554, "step": 362338}
{"lr": 0.021386689373476094, "data_time": 0.02051112651824951, "loss_single": 3.440647530555725, "loss_dense": 3.5031567096710203, "loss": 6.9438042640686035, "time": 0.15511634349822997, "step": 362388}
{"lr": 0.021386689373476094, "data_time": 0.017045474052429198, "loss_single": 3.4117382049560545, "loss_dense": 3.4549068450927733, "loss": 6.866644954681396, "time": 0.1970442533493042, "step": 362438}
{"lr": 0.021386689373476094, "data_time": 0.017852354049682616, "loss_single": 3.4461908102035523, "loss_dense": 3.5040892124176026, "loss": 6.950280046463012, "time": 0.15074286460876465, "step": 362488}
{"lr": 0.021386689373476094, "data_time": 0.01812896728515625, "loss_single": 3.425729441642761, "loss_dense": 3.487339472770691, "loss": 6.913068866729736, "time": 0.1592029571533203, "step": 362538}
{"lr": 0.021386689373476094, "data_time": 0.016930007934570314, "loss_single": 3.4217713594436647, "loss_dense": 3.4782408475875854, "loss": 6.900012254714966, "time": 0.15376193523406984, "step": 362588}
{"lr": 0.021386689373476094, "data_time": 0.031207633018493653, "loss_single": 3.4495969295501707, "loss_dense": 3.509059500694275, "loss": 6.9586564064025875, "time": 0.16683170795440674, "step": 362638}
{"lr": 0.021386689373476094, "data_time": 0.01832137107849121, "loss_single": 3.421054244041443, "loss_dense": 3.4780148029327393, "loss": 6.899069023132324, "time": 0.15261552333831788, "step": 362688}
{"lr": 0.021386689373476094, "data_time": 0.017179012298583984, "loss_single": 3.4343787670135497, "loss_dense": 3.498498487472534, "loss": 6.932877254486084, "time": 0.15144264698028564, "step": 362738}
{"lr": 0.021386689373476094, "data_time": 0.016359496116638183, "loss_single": 3.4550907611846924, "loss_dense": 3.5105915307998656, "loss": 6.965682315826416, "time": 0.16298303604125977, "step": 362788}
{"lr": 0.021386689373476094, "data_time": 0.015786409378051758, "loss_single": 3.4550793409347533, "loss_dense": 3.496698093414307, "loss": 6.951777505874634, "time": 0.15249955654144287, "step": 362838}
{"lr": 0.021386689373476094, "data_time": 0.01959848403930664, "loss_single": 3.4223697185516357, "loss_dense": 3.4844355821609496, "loss": 6.9068052768707275, "time": 0.20247185230255127, "step": 362888}
{"lr": 0.021386689373476094, "data_time": 0.016759729385375975, "loss_single": 3.4381964445114135, "loss_dense": 3.500966024398804, "loss": 6.939162349700927, "time": 0.15214951038360597, "step": 362938}
{"lr": 0.021386689373476094, "data_time": 0.014682722091674805, "loss_single": 3.4426150798797606, "loss_dense": 3.4971886396408083, "loss": 6.939803743362427, "time": 0.14990825653076173, "step": 362988}
{"lr": 0.021386689373476094, "data_time": 0.018147778511047364, "loss_single": 3.4447265386581423, "loss_dense": 3.4916847467422487, "loss": 6.936411285400391, "time": 0.15576345920562745, "step": 363038}
{"lr": 0.021386689373476094, "data_time": 0.017970776557922362, "loss_single": 3.402596092224121, "loss_dense": 3.46452317237854, "loss": 6.867119216918946, "time": 0.14922311305999755, "step": 363088}
{"lr": 0.021386689373476094, "data_time": 0.01916823387145996, "loss_single": 3.4439831256866453, "loss_dense": 3.4978142976760864, "loss": 6.941797494888306, "time": 0.16262505054473878, "step": 363138}
{"lr": 0.021386689373476094, "data_time": 0.015995025634765625, "loss_single": 3.4701416015625, "loss_dense": 3.525451898574829, "loss": 6.995593452453614, "time": 0.2204364776611328, "step": 363188}
{"lr": 0.021386689373476094, "data_time": 0.03378458023071289, "loss_single": 3.475952219963074, "loss_dense": 3.536475419998169, "loss": 7.012427711486817, "time": 0.16901581287384032, "step": 363238}
{"lr": 0.021386689373476094, "data_time": 0.01609985828399658, "loss_single": 3.4388085842132567, "loss_dense": 3.489057779312134, "loss": 6.927866363525391, "time": 0.1556554317474365, "step": 363288}
{"lr": 0.021386689373476094, "data_time": 0.018014955520629882, "loss_single": 3.443440842628479, "loss_dense": 3.50445396900177, "loss": 6.947894859313965, "time": 0.1674628734588623, "step": 363338}
{"lr": 0.021386689373476094, "data_time": 0.016489171981811525, "loss_single": 3.4567862510681153, "loss_dense": 3.5137460231781006, "loss": 6.9705322742462155, "time": 0.15994491577148437, "step": 363388}
{"lr": 0.021386689373476094, "data_time": 0.017658138275146486, "loss_single": 3.428081512451172, "loss_dense": 3.490818500518799, "loss": 6.918899965286255, "time": 0.15656547546386718, "step": 363438}
{"lr": 0.021386689373476094, "data_time": 0.01777360439300537, "loss_single": 3.457784962654114, "loss_dense": 3.512901020050049, "loss": 6.970686054229736, "time": 0.1548130750656128, "step": 363488}
{"lr": 0.021386689373476094, "data_time": 0.0170851469039917, "loss_single": 3.4613505601882935, "loss_dense": 3.52356436252594, "loss": 6.984914922714234, "time": 0.15480449199676513, "step": 363538}
{"lr": 0.021386689373476094, "data_time": 0.010147595405578613, "loss_single": 3.4399090051651, "loss_dense": 3.506950521469116, "loss": 6.94685959815979, "time": 0.15629966259002687, "step": 363588}
{"lr": 0.021386689373476094, "data_time": 0.01807999610900879, "loss_single": 3.4452216625213623, "loss_dense": 3.4970965147018434, "loss": 6.9423182010650635, "time": 0.22148325443267822, "step": 363638}
{"lr": 0.021386689373476094, "data_time": 0.017743444442749022, "loss_single": 3.4336060523986816, "loss_dense": 3.483536720275879, "loss": 6.917142724990844, "time": 0.15605061054229735, "step": 363688}
{"lr": 0.021386689373476094, "data_time": 0.01625072956085205, "loss_single": 3.459969902038574, "loss_dense": 3.5155855894088743, "loss": 6.975555372238159, "time": 0.15869343280792236, "step": 363738}
{"lr": 0.021386689373476094, "data_time": 0.030532002449035645, "loss_single": 3.4552066802978514, "loss_dense": 3.5197081089019777, "loss": 6.974914789199829, "time": 0.1667696475982666, "step": 363788}
{"lr": 0.021386689373476094, "data_time": 0.017343354225158692, "loss_single": 3.47088463306427, "loss_dense": 3.5235127449035644, "loss": 6.994397401809692, "time": 0.15910978317260743, "step": 363838}
{"lr": 0.021386689373476094, "data_time": 0.0184887170791626, "loss_single": 3.437632942199707, "loss_dense": 3.498234677314758, "loss": 6.935867500305176, "time": 0.14961509704589843, "step": 363888}
{"lr": 0.021386689373476094, "data_time": 0.01825566291809082, "loss_single": 3.450370979309082, "loss_dense": 3.4974759340286257, "loss": 6.947846937179565, "time": 0.15607223510742188, "step": 363938}
{"lr": 0.021386689373476094, "data_time": 0.017224502563476563, "loss_single": 3.4286943674087524, "loss_dense": 3.4892860412597657, "loss": 6.917980337142945, "time": 0.21120495796203614, "step": 363988}
{"lr": 0.021386689373476094, "data_time": 0.018140149116516114, "loss_single": 3.4313260078430177, "loss_dense": 3.481247878074646, "loss": 6.912573909759521, "time": 0.15353724956512452, "step": 364038}
{"lr": 0.021386689373476094, "data_time": 0.01836726665496826, "loss_single": 3.4509870529174806, "loss_dense": 3.5016157388687135, "loss": 6.952602815628052, "time": 0.15527040958404542, "step": 364088}
{"lr": 0.021386689373476094, "data_time": 0.01736404895782471, "loss_single": 3.4898635387420653, "loss_dense": 3.530352067947388, "loss": 7.020215606689453, "time": 0.15144383907318115, "step": 364138}
{"lr": 0.021386689373476094, "data_time": 0.0159512996673584, "loss_single": 3.4368332386016847, "loss_dense": 3.481683683395386, "loss": 6.9185168743133545, "time": 0.16340060234069825, "step": 364188}
{"lr": 0.021386689373476094, "data_time": 0.016130447387695312, "loss_single": 3.438045024871826, "loss_dense": 3.489593768119812, "loss": 6.92763876914978, "time": 0.15420253276824952, "step": 364238}
{"lr": 0.021386689373476094, "data_time": 0.01860671043395996, "loss_single": 3.4455631971359253, "loss_dense": 3.4950387477874756, "loss": 6.940601968765259, "time": 0.16622605323791503, "step": 364288}
{"lr": 0.021386689373476094, "data_time": 0.027244043350219727, "loss_single": 3.424887466430664, "loss_dense": 3.4602954387664795, "loss": 6.885182857513428, "time": 0.171966814994812, "step": 364338}
{"lr": 0.021386689373476094, "data_time": 0.0159102201461792, "loss_single": 3.4752635955810547, "loss_dense": 3.5245550155639647, "loss": 6.9998187065124515, "time": 0.16894614696502686, "step": 364388}
{"lr": 0.021386689373476094, "data_time": 0.011748361587524413, "loss_single": 3.441315841674805, "loss_dense": 3.4943109512329102, "loss": 6.93562684059143, "time": 0.16112322807312013, "step": 364438}
{"lr": 0.021386689373476094, "data_time": 0.019528007507324217, "loss_single": 3.445211315155029, "loss_dense": 3.5121138095855713, "loss": 6.957325220108032, "time": 0.1553088665008545, "step": 364488}
{"lr": 0.021386689373476094, "data_time": 0.01868312358856201, "loss_single": 3.4562602281570434, "loss_dense": 3.4856518268585206, "loss": 6.941912078857422, "time": 0.15311827659606933, "step": 364538}
{"lr": 0.021386689373476094, "data_time": 0.017736124992370605, "loss_single": 3.4691266059875487, "loss_dense": 3.5206429719924928, "loss": 6.989769506454468, "time": 0.2241994857788086, "step": 364588}
{"lr": 0.021386689373476094, "data_time": 0.02467341423034668, "loss_single": 3.4409424304962157, "loss_dense": 3.4855783700942995, "loss": 6.926520872116089, "time": 0.22145626544952393, "step": 364638}
{"lr": 0.021386689373476094, "data_time": 0.01576073169708252, "loss_single": 3.446969819068909, "loss_dense": 3.502511429786682, "loss": 6.9494812965393065, "time": 0.16082322597503662, "step": 364688}
{"lr": 0.021386689373476094, "data_time": 0.01694326400756836, "loss_single": 3.4369152545928956, "loss_dense": 3.497966456413269, "loss": 6.934881687164307, "time": 0.15036475658416748, "step": 364738}
{"lr": 0.021386689373476094, "data_time": 0.022851181030273438, "loss_single": 3.4135879039764405, "loss_dense": 3.491023802757263, "loss": 6.904611587524414, "time": 0.16271848678588868, "step": 364788}
{"lr": 0.021386689373476094, "data_time": 0.016654562950134278, "loss_single": 3.442925977706909, "loss_dense": 3.4950196743011475, "loss": 6.937945747375489, "time": 0.14774808883666993, "step": 364838}
{"lr": 0.021386689373476094, "data_time": 0.01704714298248291, "loss_single": 3.4057543516159057, "loss_dense": 3.465421366691589, "loss": 6.871175718307495, "time": 0.15682508945465087, "step": 364888}
{"lr": 0.021386689373476094, "data_time": 0.02995755672454834, "loss_single": 3.4494680881500246, "loss_dense": 3.4982492923736572, "loss": 6.947717332839966, "time": 0.22365834712982177, "step": 364938}
{"lr": 0.021386689373476094, "data_time": 0.016976308822631837, "loss_single": 3.449845790863037, "loss_dense": 3.5075140714645388, "loss": 6.957359838485718, "time": 0.1620408296585083, "step": 364988}
{"lr": 0.021386689373476094, "data_time": 0.017405891418457033, "loss_single": 3.4285655498504637, "loss_dense": 3.4752928733825685, "loss": 6.903858280181884, "time": 0.15516717433929444, "step": 365038}
{"lr": 0.021386689373476094, "data_time": 0.018089914321899415, "loss_single": 3.4325390577316286, "loss_dense": 3.4931034326553343, "loss": 6.925642442703247, "time": 0.15315825939178468, "step": 365088}
{"lr": 0.021386689373476094, "data_time": 0.017403030395507814, "loss_single": 3.452900505065918, "loss_dense": 3.5067971467971804, "loss": 6.959697723388672, "time": 0.15934338569641113, "step": 365138}
{"lr": 0.021386689373476094, "data_time": 0.02119584083557129, "loss_single": 3.4396045923233034, "loss_dense": 3.4787204265594482, "loss": 6.918325042724609, "time": 0.24062087535858154, "step": 365188}
{"lr": 0.021386689373476094, "data_time": 0.041777968406677246, "loss_single": 3.4493983030319213, "loss_dense": 3.508441710472107, "loss": 6.95784010887146, "time": 0.2031033754348755, "step": 365238}
{"lr": 0.021386689373476094, "data_time": 0.012860655784606934, "loss_single": 3.4532950639724733, "loss_dense": 3.501021480560303, "loss": 6.954316520690918, "time": 0.14764821529388428, "step": 365288}
{"lr": 0.021172715379076636, "data_time": 0.016451168060302734, "loss_single": 3.472418117523193, "loss_dense": 3.5179252147674562, "loss": 6.990343332290649, "time": 0.15433433055877685, "step": 365342}
{"lr": 0.021172715379076636, "data_time": 0.01728653907775879, "loss_single": 3.4427436113357546, "loss_dense": 3.50968074798584, "loss": 6.9524242877960205, "time": 0.15185327529907228, "step": 365392}
{"lr": 0.021172715379076636, "data_time": 0.018008613586425783, "loss_single": 3.449949836730957, "loss_dense": 3.515422558784485, "loss": 6.965372323989868, "time": 0.15718562602996827, "step": 365442}
{"lr": 0.021172715379076636, "data_time": 0.016282987594604493, "loss_single": 3.4696274042129516, "loss_dense": 3.528377151489258, "loss": 6.998004579544068, "time": 0.20663669109344482, "step": 365492}
{"lr": 0.021172715379076636, "data_time": 0.015466666221618653, "loss_single": 3.433361053466797, "loss_dense": 3.4964987516403196, "loss": 6.92985987663269, "time": 0.1807499647140503, "step": 365542}
{"lr": 0.021172715379076636, "data_time": 0.017159008979797365, "loss_single": 3.4266664028167724, "loss_dense": 3.482034945487976, "loss": 6.908701372146607, "time": 0.162699294090271, "step": 365592}
{"lr": 0.021172715379076636, "data_time": 0.01605379581451416, "loss_single": 3.450300860404968, "loss_dense": 3.4884541273117065, "loss": 6.938755035400391, "time": 0.1538696050643921, "step": 365642}
{"lr": 0.021172715379076636, "data_time": 0.017185568809509277, "loss_single": 3.4519922971725463, "loss_dense": 3.500672197341919, "loss": 6.952664518356324, "time": 0.15847482681274414, "step": 365692}
{"lr": 0.021172715379076636, "data_time": 0.01287684440612793, "loss_single": 3.4532403469085695, "loss_dense": 3.506308674812317, "loss": 6.9595489501953125, "time": 0.18513040542602538, "step": 365742}
{"lr": 0.021172715379076636, "data_time": 0.014960670471191406, "loss_single": 3.441040802001953, "loss_dense": 3.4892909288406373, "loss": 6.930331707000732, "time": 0.1827310085296631, "step": 365792}
{"lr": 0.021172715379076636, "data_time": 0.01719710826873779, "loss_single": 3.443268656730652, "loss_dense": 3.49021737575531, "loss": 6.933486032485962, "time": 0.1586585521697998, "step": 365842}
{"lr": 0.021172715379076636, "data_time": 0.016349649429321288, "loss_single": 3.445647382736206, "loss_dense": 3.5090280771255493, "loss": 6.954675579071045, "time": 0.1765524625778198, "step": 365892}
{"lr": 0.021172715379076636, "data_time": 0.018312597274780275, "loss_single": 3.444057846069336, "loss_dense": 3.4799517393112183, "loss": 6.924009609222412, "time": 0.15420677661895751, "step": 365942}
{"lr": 0.021172715379076636, "data_time": 0.01731407642364502, "loss_single": 3.4406260013580323, "loss_dense": 3.478945755958557, "loss": 6.919571733474731, "time": 0.15267860889434814, "step": 365992}
{"lr": 0.021172715379076636, "data_time": 0.016840505599975585, "loss_single": 3.4918587684631346, "loss_dense": 3.5364245176315308, "loss": 7.028283214569091, "time": 0.16579737663269042, "step": 366042}
{"lr": 0.021172715379076636, "data_time": 0.017430686950683595, "loss_single": 3.4379395484924316, "loss_dense": 3.489477753639221, "loss": 6.927417325973511, "time": 0.17696533203125, "step": 366092}
{"lr": 0.021172715379076636, "data_time": 0.017418265342712402, "loss_single": 3.422869825363159, "loss_dense": 3.472585129737854, "loss": 6.8954548835754395, "time": 0.15772104263305664, "step": 366142}
{"lr": 0.021172715379076636, "data_time": 0.019854974746704102, "loss_single": 3.3905672311782835, "loss_dense": 3.4514826774597167, "loss": 6.842049837112427, "time": 0.17234716415405274, "step": 366192}
{"lr": 0.021172715379076636, "data_time": 0.01654782295227051, "loss_single": 3.4390846490859985, "loss_dense": 3.5002601623535154, "loss": 6.939344882965088, "time": 0.16314034461975097, "step": 366242}
{"lr": 0.021172715379076636, "data_time": 0.019123339653015138, "loss_single": 3.447682428359985, "loss_dense": 3.5015249729156492, "loss": 6.949207401275634, "time": 0.1519767999649048, "step": 366292}
{"lr": 0.021172715379076636, "data_time": 0.017322874069213866, "loss_single": 3.40198073387146, "loss_dense": 3.4649020195007325, "loss": 6.866882801055908, "time": 0.21901230812072753, "step": 366342}
{"lr": 0.021172715379076636, "data_time": 0.01619882583618164, "loss_single": 3.444797158241272, "loss_dense": 3.494658350944519, "loss": 6.939455509185791, "time": 0.15485038757324218, "step": 366392}
{"lr": 0.021172715379076636, "data_time": 0.017299246788024903, "loss_single": 3.4500423431396485, "loss_dense": 3.513620209693909, "loss": 6.963662624359131, "time": 0.15088045597076416, "step": 366442}
{"lr": 0.021172715379076636, "data_time": 0.017093586921691894, "loss_single": 3.457232713699341, "loss_dense": 3.522354745864868, "loss": 6.979587554931641, "time": 0.15359082221984863, "step": 366492}
{"lr": 0.021172715379076636, "data_time": 0.016882658004760742, "loss_single": 3.4446523427963256, "loss_dense": 3.4926912069320677, "loss": 6.937343502044678, "time": 0.15491373538970948, "step": 366542}
{"lr": 0.021172715379076636, "data_time": 0.016578078269958496, "loss_single": 3.449229288101196, "loss_dense": 3.50148868560791, "loss": 6.950717973709106, "time": 0.15053923130035402, "step": 366592}
{"lr": 0.021172715379076636, "data_time": 0.018706107139587404, "loss_single": 3.425091338157654, "loss_dense": 3.4817340850830076, "loss": 6.906825351715088, "time": 0.16760942935943604, "step": 366642}
{"lr": 0.021172715379076636, "data_time": 0.01271820068359375, "loss_single": 3.4533464670181275, "loss_dense": 3.5084959983825685, "loss": 6.961842441558838, "time": 0.1753758430480957, "step": 366692}
{"lr": 0.021172715379076636, "data_time": 0.016435790061950683, "loss_single": 3.419747567176819, "loss_dense": 3.4851180791854857, "loss": 6.904865694046021, "time": 0.15721628665924073, "step": 366742}
{"lr": 0.021172715379076636, "data_time": 0.017844772338867186, "loss_single": 3.437039875984192, "loss_dense": 3.487786960601807, "loss": 6.924826812744141, "time": 0.15648581981658935, "step": 366792}
{"lr": 0.021172715379076636, "data_time": 0.016206836700439452, "loss_single": 3.4392855882644655, "loss_dense": 3.4951332569122315, "loss": 6.934418821334839, "time": 0.19785068035125733, "step": 366842}
{"lr": 0.021172715379076636, "data_time": 0.018275523185729982, "loss_single": 3.4421884059906005, "loss_dense": 3.497983431816101, "loss": 6.940171718597412, "time": 0.1622547388076782, "step": 366892}
{"lr": 0.021172715379076636, "data_time": 0.031611156463623044, "loss_single": 3.4865642309188845, "loss_dense": 3.526800346374512, "loss": 7.013364601135254, "time": 0.2887364149093628, "step": 366942}
{"lr": 0.021172715379076636, "data_time": 0.01929037570953369, "loss_single": 3.451172661781311, "loss_dense": 3.5041439533233643, "loss": 6.955316638946533, "time": 0.15743098258972169, "step": 366992}
{"lr": 0.021172715379076636, "data_time": 0.014804196357727051, "loss_single": 3.423645758628845, "loss_dense": 3.4725067615509033, "loss": 6.896152544021606, "time": 0.1535947799682617, "step": 367042}
{"lr": 0.021172715379076636, "data_time": 0.01733129024505615, "loss_single": 3.437994146347046, "loss_dense": 3.4922814846038817, "loss": 6.930275630950928, "time": 0.16234257221221923, "step": 367092}
{"lr": 0.021172715379076636, "data_time": 0.017424559593200682, "loss_single": 3.436805582046509, "loss_dense": 3.4929218769073485, "loss": 6.929727458953858, "time": 0.17902600765228271, "step": 367142}
{"lr": 0.021172715379076636, "data_time": 0.01695361137390137, "loss_single": 3.4573435544967652, "loss_dense": 3.4979779720306396, "loss": 6.955321598052978, "time": 0.15261235237121581, "step": 367192}
{"lr": 0.021172715379076636, "data_time": 0.015964627265930176, "loss_single": 3.4373413562774657, "loss_dense": 3.498072385787964, "loss": 6.935413837432861, "time": 0.1481780529022217, "step": 367242}
{"lr": 0.021172715379076636, "data_time": 0.021686434745788574, "loss_single": 3.4292783737182617, "loss_dense": 3.4849483013153075, "loss": 6.914226627349853, "time": 0.2333165168762207, "step": 367292}
{"lr": 0.021172715379076636, "data_time": 0.01769254207611084, "loss_single": 3.430405378341675, "loss_dense": 3.4846272706985473, "loss": 6.915032625198364, "time": 0.14887285232543945, "step": 367342}
{"lr": 0.021172715379076636, "data_time": 0.016944527626037598, "loss_single": 3.411505675315857, "loss_dense": 3.4670056343078612, "loss": 6.8785113334655765, "time": 0.15303122997283936, "step": 367392}
{"lr": 0.021172715379076636, "data_time": 0.016674900054931642, "loss_single": 3.435385727882385, "loss_dense": 3.481083941459656, "loss": 6.916469669342041, "time": 0.1523813486099243, "step": 367442}
{"lr": 0.021172715379076636, "data_time": 0.0165144681930542, "loss_single": 3.422365927696228, "loss_dense": 3.4744471073150636, "loss": 6.896813011169433, "time": 0.15635812282562256, "step": 367492}
{"lr": 0.021172715379076636, "data_time": 0.015960264205932616, "loss_single": 3.4369741916656493, "loss_dense": 3.480821371078491, "loss": 6.917795467376709, "time": 0.1488537073135376, "step": 367542}
{"lr": 0.021172715379076636, "data_time": 0.02238459587097168, "loss_single": 3.424866819381714, "loss_dense": 3.477386450767517, "loss": 6.902253198623657, "time": 0.21515510082244874, "step": 367592}
{"lr": 0.021172715379076636, "data_time": 0.018781352043151855, "loss_single": 3.4425721406936645, "loss_dense": 3.489484930038452, "loss": 6.932057046890259, "time": 0.15290548801422119, "step": 367642}
{"lr": 0.021172715379076636, "data_time": 0.01854362487792969, "loss_single": 3.4445117712020874, "loss_dense": 3.497094440460205, "loss": 6.941606330871582, "time": 0.15539758205413817, "step": 367692}
{"lr": 0.021172715379076636, "data_time": 0.018390393257141112, "loss_single": 3.4611125230789184, "loss_dense": 3.5168516635894775, "loss": 6.977964210510254, "time": 0.15038468837738037, "step": 367742}
{"lr": 0.021172715379076636, "data_time": 0.017693233489990235, "loss_single": 3.4716829299926757, "loss_dense": 3.523131561279297, "loss": 6.994814538955689, "time": 0.15262823104858397, "step": 367792}
{"lr": 0.021172715379076636, "data_time": 0.019987106323242188, "loss_single": 3.4392656326293944, "loss_dense": 3.5202343702316283, "loss": 6.959499883651733, "time": 0.2076037883758545, "step": 367842}
{"lr": 0.021172715379076636, "data_time": 0.016231536865234375, "loss_single": 3.419973301887512, "loss_dense": 3.4726672410964965, "loss": 6.892640495300293, "time": 0.1582040309906006, "step": 367892}
{"lr": 0.021172715379076636, "data_time": 0.017577552795410158, "loss_single": 3.4539530277252197, "loss_dense": 3.493717074394226, "loss": 6.947670125961304, "time": 0.15443730354309082, "step": 367942}
{"lr": 0.021172715379076636, "data_time": 0.018090128898620605, "loss_single": 3.4701083660125733, "loss_dense": 3.528887414932251, "loss": 6.998995733261109, "time": 0.15236294269561768, "step": 367992}
{"lr": 0.021172715379076636, "data_time": 0.017094755172729494, "loss_single": 3.4447723865509032, "loss_dense": 3.4967103481292723, "loss": 6.941482734680176, "time": 0.1554694414138794, "step": 368042}
{"lr": 0.021172715379076636, "data_time": 0.016383671760559083, "loss_single": 3.4514718294143676, "loss_dense": 3.520716643333435, "loss": 6.972188425064087, "time": 0.15175468921661378, "step": 368092}
{"lr": 0.021172715379076636, "data_time": 0.02611708641052246, "loss_single": 3.4666860580444334, "loss_dense": 3.5185816526412963, "loss": 6.9852677345275875, "time": 0.16287171840667725, "step": 368142}
{"lr": 0.021172715379076636, "data_time": 0.07110829353332519, "loss_single": 3.4618471384048464, "loss_dense": 3.5093422889709474, "loss": 6.9711894512176515, "time": 0.2720688819885254, "step": 368192}
{"lr": 0.021172715379076636, "data_time": 0.05334634780883789, "loss_single": 3.4319810390472414, "loss_dense": 3.5039008140563963, "loss": 6.935881900787353, "time": 0.2066962957382202, "step": 368242}
{"lr": 0.021172715379076636, "data_time": 0.008779287338256836, "loss_single": 3.435824966430664, "loss_dense": 3.498144769668579, "loss": 6.933969783782959, "time": 0.2711498498916626, "step": 368292}
{"lr": 0.021172715379076636, "data_time": 0.017495274543762207, "loss_single": 3.4604883670806883, "loss_dense": 3.505811166763306, "loss": 6.96629958152771, "time": 0.16388771533966065, "step": 368342}
{"lr": 0.021172715379076636, "data_time": 0.017447137832641603, "loss_single": 3.455626368522644, "loss_dense": 3.497852993011475, "loss": 6.953479337692261, "time": 0.1655639886856079, "step": 368392}
{"lr": 0.021172715379076636, "data_time": 0.01588118076324463, "loss_single": 3.4507233619689943, "loss_dense": 3.502605605125427, "loss": 6.953328943252563, "time": 0.17486321926116943, "step": 368442}
{"lr": 0.021172715379076636, "data_time": 0.01638350486755371, "loss_single": 3.4359517097473145, "loss_dense": 3.494703435897827, "loss": 6.930655145645142, "time": 0.16177191734313964, "step": 368492}
{"lr": 0.021172715379076636, "data_time": 0.0213759183883667, "loss_single": 3.445867323875427, "loss_dense": 3.5007171392440797, "loss": 6.946584463119507, "time": 0.1688157320022583, "step": 368542}
{"lr": 0.021172715379076636, "data_time": 0.019879984855651855, "loss_single": 3.427341628074646, "loss_dense": 3.486024355888367, "loss": 6.913365983963013, "time": 0.18557896614074706, "step": 368592}
{"lr": 0.021172715379076636, "data_time": 0.016285920143127443, "loss_single": 3.4237187623977663, "loss_dense": 3.479816198348999, "loss": 6.903534984588623, "time": 0.15732014179229736, "step": 368642}
{"lr": 0.021172715379076636, "data_time": 0.016286444664001466, "loss_single": 3.416255974769592, "loss_dense": 3.4829842329025267, "loss": 6.899240112304687, "time": 0.15648953914642333, "step": 368692}
{"lr": 0.021172715379076636, "data_time": 0.017329311370849608, "loss_single": 3.450566029548645, "loss_dense": 3.5084437131881714, "loss": 6.959009790420533, "time": 0.15532996654510497, "step": 368742}
{"lr": 0.021172715379076636, "data_time": 0.01813979148864746, "loss_single": 3.417921233177185, "loss_dense": 3.4748934745788573, "loss": 6.8928147315979, "time": 0.15642137527465821, "step": 368792}
{"lr": 0.021172715379076636, "data_time": 0.016364693641662598, "loss_single": 3.44306275844574, "loss_dense": 3.4973919868469237, "loss": 6.940454721450806, "time": 0.16090242862701415, "step": 368842}
{"lr": 0.021172715379076636, "data_time": 0.020082616806030275, "loss_single": 3.4277042627334593, "loss_dense": 3.4680097103118896, "loss": 6.895713949203492, "time": 0.15264480113983153, "step": 368892}
{"lr": 0.021172715379076636, "data_time": 0.019164037704467774, "loss_single": 3.4189284801483155, "loss_dense": 3.4708425283432005, "loss": 6.889770984649658, "time": 0.19369802474975586, "step": 368942}
{"lr": 0.021172715379076636, "data_time": 0.01644713878631592, "loss_single": 3.470884108543396, "loss_dense": 3.514550518989563, "loss": 6.985434675216675, "time": 0.16169266700744628, "step": 368992}
{"lr": 0.021172715379076636, "data_time": 0.016719460487365723, "loss_single": 3.4322299003601073, "loss_dense": 3.4754153966903685, "loss": 6.907645225524902, "time": 0.15035340785980225, "step": 369042}
{"lr": 0.021172715379076636, "data_time": 0.016875314712524413, "loss_single": 3.4375021696090697, "loss_dense": 3.4924907445907594, "loss": 6.929992818832398, "time": 0.16033458709716797, "step": 369092}
{"lr": 0.021172715379076636, "data_time": 0.01752753257751465, "loss_single": 3.4627676486968992, "loss_dense": 3.521736001968384, "loss": 6.984503602981567, "time": 0.15155348777770997, "step": 369142}
{"lr": 0.021172715379076636, "data_time": 0.017073440551757812, "loss_single": 3.457460570335388, "loss_dense": 3.517549204826355, "loss": 6.975009775161743, "time": 0.1716531753540039, "step": 369192}
{"lr": 0.021172715379076636, "data_time": 0.02224559783935547, "loss_single": 3.4315165281295776, "loss_dense": 3.4803516149520872, "loss": 6.9118681907653805, "time": 0.25530095100402833, "step": 369242}
{"lr": 0.021172715379076636, "data_time": 0.016540956497192384, "loss_single": 3.463941717147827, "loss_dense": 3.5080013275146484, "loss": 6.971943140029907, "time": 0.15593411922454833, "step": 369292}
{"lr": 0.021172715379076636, "data_time": 0.02515068054199219, "loss_single": 3.4482174158096313, "loss_dense": 3.4982311725616455, "loss": 6.946448612213135, "time": 0.22956595420837403, "step": 369342}
{"lr": 0.021172715379076636, "data_time": 0.017021584510803222, "loss_single": 3.4610910415649414, "loss_dense": 3.502914476394653, "loss": 6.964005422592163, "time": 0.6522814989089966, "step": 369392}
{"lr": 0.021172715379076636, "data_time": 0.018576717376708983, "loss_single": 3.4455559253692627, "loss_dense": 3.501450443267822, "loss": 6.947006368637085, "time": 0.19497921466827392, "step": 369442}
{"lr": 0.021172715379076636, "data_time": 0.008660411834716797, "loss_single": 3.4326727628707885, "loss_dense": 3.477821207046509, "loss": 6.910494041442871, "time": 0.3030710220336914, "step": 369492}
{"lr": 0.021172715379076636, "data_time": 0.010057520866394044, "loss_single": 3.4223796844482424, "loss_dense": 3.48611376285553, "loss": 6.908493375778198, "time": 0.22265777587890626, "step": 369542}
{"lr": 0.021172715379076636, "data_time": 0.012796688079833984, "loss_single": 3.450870156288147, "loss_dense": 3.5127666711807253, "loss": 6.963636779785157, "time": 0.19968488216400146, "step": 369592}
{"lr": 0.021172715379076636, "data_time": 0.016756296157836914, "loss_single": 3.435239052772522, "loss_dense": 3.503383994102478, "loss": 6.938623142242432, "time": 0.6657824516296387, "step": 369642}
{"lr": 0.021172715379076636, "data_time": 0.013641715049743652, "loss_single": 3.4620899200439452, "loss_dense": 3.5179308652877808, "loss": 6.980020809173584, "time": 0.6924745798110962, "step": 369692}
{"lr": 0.021172715379076636, "data_time": 0.02364039421081543, "loss_single": 3.4415534019470213, "loss_dense": 3.4904834270477294, "loss": 6.932036876678467, "time": 0.1930403709411621, "step": 369742}
{"lr": 0.021172715379076636, "data_time": 0.018441081047058105, "loss_single": 3.4520243644714355, "loss_dense": 3.5038199424743652, "loss": 6.955844306945801, "time": 0.1820399522781372, "step": 369792}
{"lr": 0.021172715379076636, "data_time": 0.04083726406097412, "loss_single": 3.4468886613845826, "loss_dense": 3.502316784858704, "loss": 6.949205350875855, "time": 0.18017942905426027, "step": 369842}
{"lr": 0.021172715379076636, "data_time": 0.20822577476501464, "loss_single": 3.4394978284835815, "loss_dense": 3.4891535520553587, "loss": 6.928651428222656, "time": 0.7909796953201294, "step": 369892}
{"lr": 0.021172715379076636, "data_time": 0.010140109062194824, "loss_single": 3.461914086341858, "loss_dense": 3.505928134918213, "loss": 6.9678421974182125, "time": 0.1530381679534912, "step": 369942}
{"lr": 0.021172715379076636, "data_time": 0.026099729537963866, "loss_single": 3.434305930137634, "loss_dense": 3.5030362606048584, "loss": 6.937342262268066, "time": 0.1815556526184082, "step": 369992}
{"lr": 0.021172715379076636, "data_time": 0.010432052612304687, "loss_single": 3.453198862075806, "loss_dense": 3.5052854299545286, "loss": 6.958484268188476, "time": 0.6201051235198974, "step": 370042}
{"lr": 0.021172715379076636, "data_time": 0.01524679660797119, "loss_single": 3.4393672943115234, "loss_dense": 3.4910613775253294, "loss": 6.930428695678711, "time": 0.17599961757659913, "step": 370092}
{"lr": 0.021172715379076636, "data_time": 0.011603140830993652, "loss_single": 3.438225507736206, "loss_dense": 3.482327032089233, "loss": 6.920552444458008, "time": 0.17123029232025147, "step": 370142}
{"lr": 0.021172715379076636, "data_time": 0.020545172691345214, "loss_single": 3.47593948841095, "loss_dense": 3.515455722808838, "loss": 6.99139518737793, "time": 0.17912716865539552, "step": 370192}
{"lr": 0.021172715379076636, "data_time": 0.38340775966644286, "loss_single": 3.4311267137527466, "loss_dense": 3.4844071865081787, "loss": 6.915533924102784, "time": 0.5426970005035401, "step": 370242}
{"lr": 0.021172715379076636, "data_time": 0.016336631774902344, "loss_single": 3.4211275815963744, "loss_dense": 3.4949231147766113, "loss": 6.916050767898559, "time": 0.17537996768951417, "step": 370292}
{"lr": 0.02095721835952171, "data_time": 0.014716672897338866, "loss_single": 3.4391213178634645, "loss_dense": 3.48862886428833, "loss": 6.927750205993652, "time": 0.17473938465118408, "step": 370346}
{"lr": 0.02095721835952171, "data_time": 0.014991235733032227, "loss_single": 3.426281142234802, "loss_dense": 3.482840394973755, "loss": 6.909121561050415, "time": 0.1651691675186157, "step": 370396}
{"lr": 0.02095721835952171, "data_time": 0.009424495697021484, "loss_single": 3.426117014884949, "loss_dense": 3.4702542066574096, "loss": 6.896371221542358, "time": 0.18820881843566895, "step": 370446}
{"lr": 0.02095721835952171, "data_time": 0.016626596450805664, "loss_single": 3.4369040012359617, "loss_dense": 3.493702459335327, "loss": 6.930606460571289, "time": 0.17999835014343263, "step": 370496}
{"lr": 0.02095721835952171, "data_time": 0.015078544616699219, "loss_single": 3.4686378717422484, "loss_dense": 3.516153883934021, "loss": 6.984791851043701, "time": 0.24306049346923828, "step": 370546}
{"lr": 0.02095721835952171, "data_time": 0.015917325019836427, "loss_single": 3.4458548069000243, "loss_dense": 3.507893919944763, "loss": 6.953748750686645, "time": 0.6188676595687866, "step": 370596}
{"lr": 0.02095721835952171, "data_time": 0.014719533920288085, "loss_single": 3.42770459651947, "loss_dense": 3.477861523628235, "loss": 6.905566072463989, "time": 0.17782266139984132, "step": 370646}
{"lr": 0.02095721835952171, "data_time": 0.032896113395690915, "loss_single": 3.456815505027771, "loss_dense": 3.5055649518966674, "loss": 6.962380361557007, "time": 0.17521023750305176, "step": 370696}
{"lr": 0.02095721835952171, "data_time": 0.021205615997314454, "loss_single": 3.4274975776672365, "loss_dense": 3.4874536752700807, "loss": 6.914951276779175, "time": 0.7537495613098144, "step": 370746}
{"lr": 0.02095721835952171, "data_time": 0.014307045936584472, "loss_single": 3.4545620918273925, "loss_dense": 3.51616849899292, "loss": 6.970730543136597, "time": 0.657965874671936, "step": 370796}
{"lr": 0.02095721835952171, "data_time": 0.01567840576171875, "loss_single": 3.4715591430664063, "loss_dense": 3.5318798065185546, "loss": 7.003438949584961, "time": 0.1738527774810791, "step": 370846}
{"lr": 0.02095721835952171, "data_time": 0.015978336334228516, "loss_single": 3.456959366798401, "loss_dense": 3.506002330780029, "loss": 6.962961721420288, "time": 0.18212077617645264, "step": 370896}
{"lr": 0.02095721835952171, "data_time": 0.025936079025268555, "loss_single": 3.4420876026153566, "loss_dense": 3.4926169395446776, "loss": 6.93470458984375, "time": 0.1935729503631592, "step": 370946}
{"lr": 0.02095721835952171, "data_time": 0.011374783515930176, "loss_single": 3.4650996685028077, "loss_dense": 3.517311716079712, "loss": 6.982411336898804, "time": 0.40538146495819094, "step": 370996}
{"lr": 0.02095721835952171, "data_time": 0.01693115234375, "loss_single": 3.477569031715393, "loss_dense": 3.533398222923279, "loss": 7.010967206954956, "time": 0.15165610313415528, "step": 371046}
{"lr": 0.02095721835952171, "data_time": 0.015501713752746582, "loss_single": 3.427219343185425, "loss_dense": 3.5070338010787965, "loss": 6.934253168106079, "time": 0.15388889312744142, "step": 371096}
{"lr": 0.02095721835952171, "data_time": 0.0185901403427124, "loss_single": 3.438046097755432, "loss_dense": 3.488833260536194, "loss": 6.926879358291626, "time": 0.1908951759338379, "step": 371146}
{"lr": 0.02095721835952171, "data_time": 0.01683344841003418, "loss_single": 3.4612017393112184, "loss_dense": 3.520637798309326, "loss": 6.981839513778686, "time": 0.15196435451507567, "step": 371196}
{"lr": 0.02095721835952171, "data_time": 0.01818716526031494, "loss_single": 3.4266446828842163, "loss_dense": 3.482249212265015, "loss": 6.908893775939942, "time": 0.18369758129119873, "step": 371246}
{"lr": 0.02095721835952171, "data_time": 0.016037797927856444, "loss_single": 3.4236841917037966, "loss_dense": 3.4814332485198975, "loss": 6.905117464065552, "time": 0.1778864860534668, "step": 371296}
{"lr": 0.02095721835952171, "data_time": 0.02001974582672119, "loss_single": 3.4194786071777346, "loss_dense": 3.467567777633667, "loss": 6.887046384811401, "time": 0.1582717180252075, "step": 371346}
{"lr": 0.02095721835952171, "data_time": 0.015931034088134767, "loss_single": 3.444169759750366, "loss_dense": 3.4840149164199827, "loss": 6.928184652328492, "time": 0.15699257850646972, "step": 371396}
{"lr": 0.02095721835952171, "data_time": 0.015941333770751954, "loss_single": 3.4331594467163087, "loss_dense": 3.4944016695022584, "loss": 6.927561044692993, "time": 0.1684779167175293, "step": 371446}
{"lr": 0.02095721835952171, "data_time": 0.015440654754638673, "loss_single": 3.452416682243347, "loss_dense": 3.499206566810608, "loss": 6.951623249053955, "time": 0.16175074577331544, "step": 371496}
{"lr": 0.02095721835952171, "data_time": 0.009561276435852051, "loss_single": 3.4302978992462156, "loss_dense": 3.4769291639328004, "loss": 6.907227039337158, "time": 0.2669548749923706, "step": 371546}
{"lr": 0.02095721835952171, "data_time": 0.012500572204589843, "loss_single": 3.4488022089004517, "loss_dense": 3.4966797113418577, "loss": 6.945481967926026, "time": 0.2651839017868042, "step": 371596}
{"lr": 0.02095721835952171, "data_time": 0.015104079246520996, "loss_single": 3.4337965965271, "loss_dense": 3.4928006172180175, "loss": 6.9265971183776855, "time": 0.3043873071670532, "step": 371646}
{"lr": 0.02095721835952171, "data_time": 0.014830780029296876, "loss_single": 3.394304299354553, "loss_dense": 3.4698654413223267, "loss": 6.86416974067688, "time": 0.1858161211013794, "step": 371696}
{"lr": 0.02095721835952171, "data_time": 0.006790757179260254, "loss_single": 3.4346684217453003, "loss_dense": 3.4933578968048096, "loss": 6.928026294708252, "time": 0.29486722946166993, "step": 371746}
{"lr": 0.02095721835952171, "data_time": 0.016940760612487792, "loss_single": 3.4244431972503664, "loss_dense": 3.490928220748901, "loss": 6.915371465682983, "time": 0.1727377414703369, "step": 371796}
{"lr": 0.02095721835952171, "data_time": 0.032081079483032224, "loss_single": 3.4349531173706054, "loss_dense": 3.49066104888916, "loss": 6.925614070892334, "time": 0.2688515901565552, "step": 371846}
{"lr": 0.02095721835952171, "data_time": 0.02466549873352051, "loss_single": 3.436368465423584, "loss_dense": 3.4903159856796266, "loss": 6.926684379577637, "time": 0.1747567892074585, "step": 371896}
{"lr": 0.02095721835952171, "data_time": 0.017474150657653807, "loss_single": 3.436444640159607, "loss_dense": 3.4806025505065916, "loss": 6.917047166824341, "time": 0.706504511833191, "step": 371946}
{"lr": 0.02095721835952171, "data_time": 0.016705989837646484, "loss_single": 3.4350432634353636, "loss_dense": 3.4809713840484617, "loss": 6.916014575958252, "time": 0.6992955923080444, "step": 371996}
{"lr": 0.02095721835952171, "data_time": 0.013079357147216798, "loss_single": 3.4593005418777465, "loss_dense": 3.490025353431702, "loss": 6.949325942993164, "time": 0.16017646789550782, "step": 372046}
{"lr": 0.02095721835952171, "data_time": 0.022410202026367187, "loss_single": 3.4226687431335447, "loss_dense": 3.4810338258743285, "loss": 6.9037024974823, "time": 0.24252617359161377, "step": 372096}
{"lr": 0.02095721835952171, "data_time": 0.0208890438079834, "loss_single": 3.420516514778137, "loss_dense": 3.4823583602905273, "loss": 6.902874898910523, "time": 0.8389684200286865, "step": 372146}
{"lr": 0.02095721835952171, "data_time": 0.009382677078247071, "loss_single": 3.4509639739990234, "loss_dense": 3.5037909746170044, "loss": 6.954755020141602, "time": 0.5635105609893799, "step": 372196}
{"lr": 0.02095721835952171, "data_time": 0.0239837646484375, "loss_single": 3.458606648445129, "loss_dense": 3.503479743003845, "loss": 6.962086343765259, "time": 0.6793965339660645, "step": 372246}
{"lr": 0.02095721835952171, "data_time": 0.01880812644958496, "loss_single": 3.4442216634750364, "loss_dense": 3.5038912773132322, "loss": 6.948112821578979, "time": 0.6697540760040284, "step": 372296}
{"lr": 0.02095721835952171, "data_time": 0.009066319465637207, "loss_single": 3.4152495861053467, "loss_dense": 3.486611771583557, "loss": 6.901861333847046, "time": 0.18568432331085205, "step": 372346}
{"lr": 0.02095721835952171, "data_time": 0.008456158638000488, "loss_single": 3.470734453201294, "loss_dense": 3.5162449359893797, "loss": 6.986979293823242, "time": 0.6635551929473877, "step": 372396}
{"lr": 0.02095721835952171, "data_time": 0.008021402359008788, "loss_single": 3.4570285081863403, "loss_dense": 3.5130591869354246, "loss": 6.970087671279908, "time": 0.23254194259643554, "step": 372446}
{"lr": 0.02095721835952171, "data_time": 0.020812058448791505, "loss_single": 3.420520710945129, "loss_dense": 3.4794012546539306, "loss": 6.899921989440918, "time": 0.2575593233108521, "step": 372496}
{"lr": 0.02095721835952171, "data_time": 0.01956038475036621, "loss_single": 3.4420159578323366, "loss_dense": 3.4855550050735475, "loss": 6.927570962905884, "time": 0.7642458200454711, "step": 372546}
{"lr": 0.02095721835952171, "data_time": 0.01262648105621338, "loss_single": 3.457153487205505, "loss_dense": 3.508830761909485, "loss": 6.965984201431274, "time": 0.4031693696975708, "step": 372596}
{"lr": 0.02095721835952171, "data_time": 0.019702386856079102, "loss_single": 3.4692353010177612, "loss_dense": 3.516773009300232, "loss": 6.9860083103179935, "time": 0.17070190906524657, "step": 372646}
{"lr": 0.02095721835952171, "data_time": 0.009652400016784668, "loss_single": 3.473866009712219, "loss_dense": 3.53644118309021, "loss": 7.010307168960571, "time": 0.17828283309936524, "step": 372696}
{"lr": 0.02095721835952171, "data_time": 0.015651917457580565, "loss_single": 3.4404295921325683, "loss_dense": 3.496040153503418, "loss": 6.9364697456359865, "time": 0.3051021575927734, "step": 372746}
{"lr": 0.02095721835952171, "data_time": 0.030693316459655763, "loss_single": 3.453633165359497, "loss_dense": 3.4908780336380003, "loss": 6.944511127471924, "time": 0.7072956562042236, "step": 372796}
{"lr": 0.02095721835952171, "data_time": 0.0050305604934692385, "loss_single": 3.4346162557601927, "loss_dense": 3.4875146627426146, "loss": 6.922130918502807, "time": 0.1868591547012329, "step": 372846}
{"lr": 0.02095721835952171, "data_time": 0.00919342041015625, "loss_single": 3.433066201210022, "loss_dense": 3.4941388368606567, "loss": 6.927204990386963, "time": 0.19896214008331298, "step": 372896}
{"lr": 0.02095721835952171, "data_time": 0.012914586067199706, "loss_single": 3.4323381423950194, "loss_dense": 3.4964478969573975, "loss": 6.928786087036133, "time": 0.1744457006454468, "step": 372946}
{"lr": 0.02095721835952171, "data_time": 0.058399415016174315, "loss_single": 3.453109550476074, "loss_dense": 3.502462887763977, "loss": 6.955572462081909, "time": 0.19211125373840332, "step": 372996}
{"lr": 0.02095721835952171, "data_time": 0.005155587196350097, "loss_single": 3.443558621406555, "loss_dense": 3.4927299499511717, "loss": 6.936288595199585, "time": 0.1573711395263672, "step": 373046}
{"lr": 0.02095721835952171, "data_time": 0.012399983406066895, "loss_single": 3.4566370964050295, "loss_dense": 3.4978261232376098, "loss": 6.954463291168213, "time": 0.2111910581588745, "step": 373096}
{"lr": 0.02095721835952171, "data_time": 0.0186098575592041, "loss_single": 3.4547940254211427, "loss_dense": 3.494395136833191, "loss": 6.949189043045044, "time": 0.1947080373764038, "step": 373146}
{"lr": 0.02095721835952171, "data_time": 0.016842079162597657, "loss_single": 3.440752410888672, "loss_dense": 3.490674924850464, "loss": 6.931427383422852, "time": 0.16419272422790526, "step": 373196}
{"lr": 0.02095721835952171, "data_time": 0.022488880157470702, "loss_single": 3.455508089065552, "loss_dense": 3.5088826179504395, "loss": 6.964390754699707, "time": 0.1723237991333008, "step": 373246}
{"lr": 0.02095721835952171, "data_time": 0.016957640647888184, "loss_single": 3.4285323143005373, "loss_dense": 3.4926247358322144, "loss": 6.921157121658325, "time": 0.15135128498077394, "step": 373296}
{"lr": 0.02095721835952171, "data_time": 0.01454474925994873, "loss_single": 3.427335524559021, "loss_dense": 3.4996311902999877, "loss": 6.926966762542724, "time": 0.6856624841690063, "step": 373346}
{"lr": 0.02095721835952171, "data_time": 0.02038724422454834, "loss_single": 3.428024077415466, "loss_dense": 3.4751935482025145, "loss": 6.9032176494598385, "time": 0.6825739622116089, "step": 373396}
{"lr": 0.02095721835952171, "data_time": 0.014608144760131836, "loss_single": 3.427837347984314, "loss_dense": 3.4821221828460693, "loss": 6.909959554672241, "time": 0.7442546367645264, "step": 373446}
{"lr": 0.02095721835952171, "data_time": 0.015430092811584473, "loss_single": 3.4304354190826416, "loss_dense": 3.476094388961792, "loss": 6.906529903411865, "time": 0.5287107706069947, "step": 373496}
{"lr": 0.02095721835952171, "data_time": 0.01943190097808838, "loss_single": 3.446151518821716, "loss_dense": 3.5166404962539675, "loss": 6.962791967391968, "time": 0.21488666534423828, "step": 373546}
{"lr": 0.02095721835952171, "data_time": 0.5048046588897706, "loss_single": 3.4241750717163084, "loss_dense": 3.4801621437072754, "loss": 6.904337167739868, "time": 0.7007301807403564, "step": 373596}
{"lr": 0.02095721835952171, "data_time": 0.014380240440368652, "loss_single": 3.4354738712310793, "loss_dense": 3.4923387289047243, "loss": 6.927812623977661, "time": 0.17002344131469727, "step": 373646}
{"lr": 0.02095721835952171, "data_time": 0.01069936752319336, "loss_single": 3.440212917327881, "loss_dense": 3.500966119766235, "loss": 6.941179037094116, "time": 0.21785964965820312, "step": 373696}
{"lr": 0.02095721835952171, "data_time": 0.015239429473876954, "loss_single": 3.4195469856262206, "loss_dense": 3.476820135116577, "loss": 6.896367120742798, "time": 0.2813732385635376, "step": 373746}
{"lr": 0.02095721835952171, "data_time": 0.020195960998535156, "loss_single": 3.4383010625839234, "loss_dense": 3.4894123792648317, "loss": 6.92771348953247, "time": 0.6691378831863404, "step": 373796}
{"lr": 0.02095721835952171, "data_time": 0.018824338912963867, "loss_single": 3.4245079278945925, "loss_dense": 3.486249828338623, "loss": 6.910757732391358, "time": 0.21734180450439453, "step": 373846}
{"lr": 0.02095721835952171, "data_time": 0.01438899040222168, "loss_single": 3.4321720600128174, "loss_dense": 3.5002291202545166, "loss": 6.932401037216186, "time": 0.20481009483337403, "step": 373896}
{"lr": 0.02095721835952171, "data_time": 0.02019059658050537, "loss_single": 3.402824068069458, "loss_dense": 3.4571561574935914, "loss": 6.859980249404908, "time": 0.1749178647994995, "step": 373946}
{"lr": 0.02095721835952171, "data_time": 0.01569344997406006, "loss_single": 3.4475980758666993, "loss_dense": 3.518879532814026, "loss": 6.966477632522583, "time": 0.1687548875808716, "step": 373996}
{"lr": 0.02095721835952171, "data_time": 0.017107152938842775, "loss_single": 3.4428356885910034, "loss_dense": 3.502855134010315, "loss": 6.945690870285034, "time": 0.1541285753250122, "step": 374046}
{"lr": 0.02095721835952171, "data_time": 0.017634153366088867, "loss_single": 3.436033320426941, "loss_dense": 3.491637134552002, "loss": 6.927670478820801, "time": 0.1534013032913208, "step": 374096}
{"lr": 0.02095721835952171, "data_time": 0.01664571762084961, "loss_single": 3.4460381984710695, "loss_dense": 3.489219045639038, "loss": 6.935257244110107, "time": 0.1599315881729126, "step": 374146}
{"lr": 0.02095721835952171, "data_time": 0.015122032165527344, "loss_single": 3.4407177448272703, "loss_dense": 3.495299768447876, "loss": 6.936017560958862, "time": 0.15355031490325927, "step": 374196}
{"lr": 0.02095721835952171, "data_time": 0.016579604148864745, "loss_single": 3.4184381484985353, "loss_dense": 3.466267704963684, "loss": 6.884705829620361, "time": 0.14969019889831542, "step": 374246}
{"lr": 0.02095721835952171, "data_time": 0.01693270206451416, "loss_single": 3.4329885721206663, "loss_dense": 3.489144492149353, "loss": 6.9221330165863035, "time": 0.14875829219818115, "step": 374296}
{"lr": 0.02095721835952171, "data_time": 0.01681787967681885, "loss_single": 3.449199390411377, "loss_dense": 3.5074684619903564, "loss": 6.956667852401734, "time": 0.15497987270355223, "step": 374346}
{"lr": 0.02095721835952171, "data_time": 0.017041945457458497, "loss_single": 3.4679921865463257, "loss_dense": 3.5174315929412843, "loss": 6.985423803329468, "time": 0.15120971202850342, "step": 374396}
{"lr": 0.02095721835952171, "data_time": 0.018120551109313966, "loss_single": 3.4526122570037843, "loss_dense": 3.4938179731369017, "loss": 6.946430253982544, "time": 0.21048474311828613, "step": 374446}
{"lr": 0.02095721835952171, "data_time": 0.018328428268432617, "loss_single": 3.434172201156616, "loss_dense": 3.4798203229904177, "loss": 6.913992595672608, "time": 0.18444204330444336, "step": 374496}
{"lr": 0.02095721835952171, "data_time": 0.03265540599822998, "loss_single": 3.46181321144104, "loss_dense": 3.510513758659363, "loss": 6.972326946258545, "time": 0.24303014278411866, "step": 374546}
{"lr": 0.02095721835952171, "data_time": 0.016115999221801756, "loss_single": 3.4257007122039793, "loss_dense": 3.4880573749542236, "loss": 6.913758134841919, "time": 0.19450926780700684, "step": 374596}
{"lr": 0.02095721835952171, "data_time": 0.017494058609008788, "loss_single": 3.4395586013793946, "loss_dense": 3.4909523725509644, "loss": 6.930511045455932, "time": 0.2454606771469116, "step": 374646}
{"lr": 0.02095721835952171, "data_time": 0.014101386070251465, "loss_single": 3.4246505975723265, "loss_dense": 3.4797411918640138, "loss": 6.904391765594482, "time": 0.21472184658050536, "step": 374696}
{"lr": 0.02095721835952171, "data_time": 0.011992883682250977, "loss_single": 3.4209734201431274, "loss_dense": 3.4729037284851074, "loss": 6.893877124786377, "time": 0.1940993309020996, "step": 374746}
{"lr": 0.02095721835952171, "data_time": 0.014773845672607422, "loss_single": 3.456234574317932, "loss_dense": 3.513688492774963, "loss": 6.969923067092895, "time": 0.1924001693725586, "step": 374796}
{"lr": 0.02095721835952171, "data_time": 0.02381162643432617, "loss_single": 3.423719787597656, "loss_dense": 3.487503480911255, "loss": 6.9112231731414795, "time": 0.3658538103103638, "step": 374846}
{"lr": 0.02095721835952171, "data_time": 0.011440563201904296, "loss_single": 3.4235660076141357, "loss_dense": 3.4699501037597655, "loss": 6.89351601600647, "time": 0.1651404857635498, "step": 374896}
{"lr": 0.02095721835952171, "data_time": 0.007999515533447266, "loss_single": 3.424423003196716, "loss_dense": 3.482130241394043, "loss": 6.906553268432617, "time": 0.21515169143676757, "step": 374946}
{"lr": 0.02095721835952171, "data_time": 0.010503435134887695, "loss_single": 3.432671308517456, "loss_dense": 3.488604688644409, "loss": 6.921275997161866, "time": 0.20205996036529542, "step": 374996}
{"lr": 0.02095721835952171, "data_time": 0.01060779094696045, "loss_single": 3.4275529623031615, "loss_dense": 3.4844714403152466, "loss": 6.912024307250976, "time": 0.15217361450195313, "step": 375046}
{"lr": 0.02095721835952171, "data_time": 0.02271707057952881, "loss_single": 3.4194416999816895, "loss_dense": 3.4820167064666747, "loss": 6.901458358764648, "time": 0.19161701202392578, "step": 375096}
{"lr": 0.02095721835952171, "data_time": 0.47531700134277344, "loss_single": 3.4220295429229735, "loss_dense": 3.474416661262512, "loss": 6.896446228027344, "time": 0.6605758666992188, "step": 375146}
{"lr": 0.02095721835952171, "data_time": 0.030823063850402833, "loss_single": 3.436522698402405, "loss_dense": 3.491281032562256, "loss": 6.927803707122803, "time": 0.16175241470336915, "step": 375196}
{"lr": 0.02095721835952171, "data_time": 0.0170001745223999, "loss_single": 3.4450780868530275, "loss_dense": 3.5020639181137083, "loss": 6.947141981124878, "time": 0.15226471424102783, "step": 375246}
{"lr": 0.02095721835952171, "data_time": 0.012988066673278809, "loss_single": 3.4398769617080687, "loss_dense": 3.5141736030578614, "loss": 6.954050540924072, "time": 0.14536547660827637, "step": 375296}
{"lr": 0.02074025148547635, "data_time": 0.01506335735321045, "loss_single": 3.4241986513137816, "loss_dense": 3.4830415725708006, "loss": 6.907240200042724, "time": 0.15767138004302977, "step": 375350}
{"lr": 0.02074025148547635, "data_time": 0.01755068302154541, "loss_single": 3.422577428817749, "loss_dense": 3.4907225370407104, "loss": 6.913299942016602, "time": 0.14901719093322754, "step": 375400}
{"lr": 0.02074025148547635, "data_time": 0.01905665397644043, "loss_single": 3.4263750076293946, "loss_dense": 3.495789098739624, "loss": 6.9221641540527346, "time": 0.1570380449295044, "step": 375450}
{"lr": 0.02074025148547635, "data_time": 0.015612649917602538, "loss_single": 3.442428994178772, "loss_dense": 3.4914551734924317, "loss": 6.933884239196777, "time": 0.19005563259124755, "step": 375500}
{"lr": 0.02074025148547635, "data_time": 0.018024182319641112, "loss_single": 3.4524078607559203, "loss_dense": 3.517322325706482, "loss": 6.969730091094971, "time": 0.15382757186889648, "step": 375550}
{"lr": 0.02074025148547635, "data_time": 0.012606167793273925, "loss_single": 3.45471773147583, "loss_dense": 3.5209301948547362, "loss": 6.975647926330566, "time": 0.15157558917999267, "step": 375600}
{"lr": 0.02074025148547635, "data_time": 0.01570892333984375, "loss_single": 3.4256383895874025, "loss_dense": 3.4860378742218017, "loss": 6.911676263809204, "time": 0.15178992748260497, "step": 375650}
{"lr": 0.02074025148547635, "data_time": 0.04171156883239746, "loss_single": 3.4360169649124144, "loss_dense": 3.5016263723373413, "loss": 6.937643432617188, "time": 0.1852567195892334, "step": 375700}
{"lr": 0.02074025148547635, "data_time": 0.022754549980163574, "loss_single": 3.4567950487136843, "loss_dense": 3.515458345413208, "loss": 6.972253370285034, "time": 0.16701061725616456, "step": 375750}
{"lr": 0.02074025148547635, "data_time": 0.02864515781402588, "loss_single": 3.4830859422683718, "loss_dense": 3.541676664352417, "loss": 7.024762582778931, "time": 0.17350425720214843, "step": 375800}
{"lr": 0.02074025148547635, "data_time": 0.0178678035736084, "loss_single": 3.4672611951828003, "loss_dense": 3.528757190704346, "loss": 6.9960184574127195, "time": 0.156722092628479, "step": 375850}
{"lr": 0.02074025148547635, "data_time": 0.01584923267364502, "loss_single": 3.434642791748047, "loss_dense": 3.493500018119812, "loss": 6.928142833709717, "time": 0.7017927885055542, "step": 375900}
{"lr": 0.02074025148547635, "data_time": 0.013338899612426758, "loss_single": 3.4356300830841064, "loss_dense": 3.5153242349624634, "loss": 6.950954246520996, "time": 0.17639245986938476, "step": 375950}
{"lr": 0.02074025148547635, "data_time": 0.016133379936218262, "loss_single": 3.4281068563461305, "loss_dense": 3.485259199142456, "loss": 6.91336612701416, "time": 0.14775478839874268, "step": 376000}
{"lr": 0.02074025148547635, "data_time": 0.017230916023254394, "loss_single": 3.427024221420288, "loss_dense": 3.481852984428406, "loss": 6.908877182006836, "time": 0.14976708889007567, "step": 376050}
{"lr": 0.02074025148547635, "data_time": 0.03531668186187744, "loss_single": 3.4241024255752563, "loss_dense": 3.4695492029190063, "loss": 6.893651628494263, "time": 0.2429973840713501, "step": 376100}
{"lr": 0.02074025148547635, "data_time": 0.020378732681274415, "loss_single": 3.413286733627319, "loss_dense": 3.4673171997070313, "loss": 6.880603933334351, "time": 0.20001351833343506, "step": 376150}
{"lr": 0.02074025148547635, "data_time": 0.013536429405212403, "loss_single": 3.4226531267166136, "loss_dense": 3.4750517129898073, "loss": 6.8977048873901365, "time": 0.15392141342163085, "step": 376200}
{"lr": 0.02074025148547635, "data_time": 0.01493072509765625, "loss_single": 3.4639225244522094, "loss_dense": 3.5108922719955444, "loss": 6.97481484413147, "time": 0.3116187810897827, "step": 376250}
{"lr": 0.02074025148547635, "data_time": 0.04184556007385254, "loss_single": 3.427166724205017, "loss_dense": 3.493497109413147, "loss": 6.920663928985595, "time": 0.17690105438232423, "step": 376300}
{"lr": 0.02074025148547635, "data_time": 0.015525174140930176, "loss_single": 3.4320510625839233, "loss_dense": 3.4701416969299315, "loss": 6.902192783355713, "time": 0.1883091926574707, "step": 376350}
{"lr": 0.02074025148547635, "data_time": 0.02441825866699219, "loss_single": 3.4198904752731325, "loss_dense": 3.4759966373443603, "loss": 6.895887136459351, "time": 0.20164976119995118, "step": 376400}
{"lr": 0.02074025148547635, "data_time": 0.016020965576171876, "loss_single": 3.440905809402466, "loss_dense": 3.5069631576538085, "loss": 6.947868967056275, "time": 0.17055370807647705, "step": 376450}
{"lr": 0.02074025148547635, "data_time": 0.013452100753784179, "loss_single": 3.4114707469940186, "loss_dense": 3.4630968809127807, "loss": 6.874567699432373, "time": 0.17400314807891845, "step": 376500}
{"lr": 0.02074025148547635, "data_time": 0.017303037643432616, "loss_single": 3.429567813873291, "loss_dense": 3.475675916671753, "loss": 6.905243682861328, "time": 0.2439877986907959, "step": 376550}
{"lr": 0.02074025148547635, "data_time": 0.008852744102478027, "loss_single": 3.454001784324646, "loss_dense": 3.493386745452881, "loss": 6.947388458251953, "time": 0.16456172466278077, "step": 376600}
{"lr": 0.02074025148547635, "data_time": 0.010265445709228516, "loss_single": 3.4397753477096558, "loss_dense": 3.512137603759766, "loss": 6.951912975311279, "time": 0.18082408905029296, "step": 376650}
{"lr": 0.02074025148547635, "data_time": 0.015301084518432618, "loss_single": 3.430161690711975, "loss_dense": 3.4991846323013305, "loss": 6.929346370697021, "time": 0.23058569431304932, "step": 376700}
{"lr": 0.02074025148547635, "data_time": 0.015946269035339355, "loss_single": 3.4368518829345702, "loss_dense": 3.489159607887268, "loss": 6.926011466979981, "time": 0.1703737735748291, "step": 376750}
{"lr": 0.02074025148547635, "data_time": 0.023534202575683595, "loss_single": 3.4540249347686767, "loss_dense": 3.5108984470367433, "loss": 6.964923334121704, "time": 0.16974108219146727, "step": 376800}
{"lr": 0.02074025148547635, "data_time": 0.015863561630249025, "loss_single": 3.436644124984741, "loss_dense": 3.4944480419158936, "loss": 6.931092119216919, "time": 0.1493983507156372, "step": 376850}
{"lr": 0.02074025148547635, "data_time": 0.04473028182983398, "loss_single": 3.440394711494446, "loss_dense": 3.4826147317886353, "loss": 6.923009443283081, "time": 0.23431689739227296, "step": 376900}
{"lr": 0.02074025148547635, "data_time": 0.015077352523803711, "loss_single": 3.438167691230774, "loss_dense": 3.4868340253829957, "loss": 6.925001764297486, "time": 0.3707771301269531, "step": 376950}
{"lr": 0.02074025148547635, "data_time": 0.04030451774597168, "loss_single": 3.4383434295654296, "loss_dense": 3.493664765357971, "loss": 6.932008218765259, "time": 0.18406546115875244, "step": 377000}
{"lr": 0.02074025148547635, "data_time": 0.004686188697814941, "loss_single": 3.4400933980941772, "loss_dense": 3.506219506263733, "loss": 6.9463128566741945, "time": 0.21460423469543458, "step": 377050}
{"lr": 0.02074025148547635, "data_time": 0.02187340259552002, "loss_single": 3.4195068359375, "loss_dense": 3.4854034662246702, "loss": 6.904910278320313, "time": 0.22538838386535645, "step": 377100}
{"lr": 0.02074025148547635, "data_time": 0.014988017082214356, "loss_single": 3.4325053691864014, "loss_dense": 3.489010214805603, "loss": 6.921515607833863, "time": 0.16885583400726317, "step": 377150}
{"lr": 0.02074025148547635, "data_time": 0.009944725036621093, "loss_single": 3.438828635215759, "loss_dense": 3.4991334199905397, "loss": 6.937962007522583, "time": 0.7056270837783813, "step": 377200}
{"lr": 0.02074025148547635, "data_time": 0.016820430755615234, "loss_single": 3.425586462020874, "loss_dense": 3.4941698789596556, "loss": 6.9197564125061035, "time": 0.18113880157470702, "step": 377250}
{"lr": 0.02074025148547635, "data_time": 0.012674188613891602, "loss_single": 3.4295247316360475, "loss_dense": 3.4780988931655883, "loss": 6.90762357711792, "time": 0.17033035755157472, "step": 377300}
{"lr": 0.02074025148547635, "data_time": 0.014795207977294922, "loss_single": 3.4303773403167725, "loss_dense": 3.4889710187911986, "loss": 6.919348335266113, "time": 0.16660466194152831, "step": 377350}
{"lr": 0.02074025148547635, "data_time": 0.035471129417419436, "loss_single": 3.4250836610794066, "loss_dense": 3.496831274032593, "loss": 6.921914958953858, "time": 0.17689497470855714, "step": 377400}
{"lr": 0.02074025148547635, "data_time": 0.012093734741210938, "loss_single": 3.438217520713806, "loss_dense": 3.496904468536377, "loss": 6.93512191772461, "time": 0.24823946952819825, "step": 377450}
{"lr": 0.02074025148547635, "data_time": 0.01623966693878174, "loss_single": 3.4360900640487673, "loss_dense": 3.4769013643264772, "loss": 6.912991333007812, "time": 0.15860698223114014, "step": 377500}
{"lr": 0.02074025148547635, "data_time": 0.02478470802307129, "loss_single": 3.421635890007019, "loss_dense": 3.4854990005493165, "loss": 6.9071348190307615, "time": 0.24145083427429198, "step": 377550}
{"lr": 0.02074025148547635, "data_time": 0.015410876274108887, "loss_single": 3.419890213012695, "loss_dense": 3.4677367925643923, "loss": 6.8876269340515135, "time": 0.19838690757751465, "step": 377600}
{"lr": 0.02074025148547635, "data_time": 0.01576509475708008, "loss_single": 3.432783579826355, "loss_dense": 3.493961715698242, "loss": 6.926745271682739, "time": 0.17334823608398436, "step": 377650}
{"lr": 0.02074025148547635, "data_time": 0.016909575462341307, "loss_single": 3.4338574409484863, "loss_dense": 3.5055118799209595, "loss": 6.939369249343872, "time": 0.16449832916259766, "step": 377700}
{"lr": 0.02074025148547635, "data_time": 0.015338921546936035, "loss_single": 3.4486509561538696, "loss_dense": 3.496768260002136, "loss": 6.945419120788574, "time": 0.1892468214035034, "step": 377750}
{"lr": 0.02074025148547635, "data_time": 0.01563396453857422, "loss_single": 3.4288197994232177, "loss_dense": 3.4899054050445555, "loss": 6.918725109100341, "time": 0.21159715652465821, "step": 377800}
{"lr": 0.02074025148547635, "data_time": 0.015519332885742188, "loss_single": 3.4436407327651977, "loss_dense": 3.5125673055648803, "loss": 6.956208038330078, "time": 0.19224343299865723, "step": 377850}
{"lr": 0.02074025148547635, "data_time": 0.015896368026733398, "loss_single": 3.445706677436829, "loss_dense": 3.509868931770325, "loss": 6.955575656890869, "time": 0.16330101490020751, "step": 377900}
{"lr": 0.02074025148547635, "data_time": 0.027974748611450197, "loss_single": 3.4307014465332033, "loss_dense": 3.4695525407791137, "loss": 6.9002539157867435, "time": 0.1878497362136841, "step": 377950}
{"lr": 0.02074025148547635, "data_time": 0.015643954277038574, "loss_single": 3.418878436088562, "loss_dense": 3.465367245674133, "loss": 6.884245729446411, "time": 0.15957293510437012, "step": 378000}
{"lr": 0.02074025148547635, "data_time": 0.1340179681777954, "loss_single": 3.4452385663986207, "loss_dense": 3.4951116323471068, "loss": 6.940350294113159, "time": 0.28653955459594727, "step": 378050}
{"lr": 0.02074025148547635, "data_time": 0.015438604354858398, "loss_single": 3.39746994972229, "loss_dense": 3.460054063796997, "loss": 6.857524013519287, "time": 0.16423583030700684, "step": 378100}
{"lr": 0.02074025148547635, "data_time": 0.014347171783447266, "loss_single": 3.434987783432007, "loss_dense": 3.475635552406311, "loss": 6.910623264312744, "time": 0.1777801275253296, "step": 378150}
{"lr": 0.02074025148547635, "data_time": 0.0201185941696167, "loss_single": 3.4366104125976564, "loss_dense": 3.487625765800476, "loss": 6.924236154556274, "time": 0.20523900985717775, "step": 378200}
{"lr": 0.02074025148547635, "data_time": 0.013835597038269042, "loss_single": 3.435886549949646, "loss_dense": 3.4874467849731445, "loss": 6.923333358764649, "time": 0.15924766063690185, "step": 378250}
{"lr": 0.02074025148547635, "data_time": 0.015537691116333009, "loss_single": 3.4698471784591676, "loss_dense": 3.516284132003784, "loss": 6.986131286621093, "time": 0.18053267002105713, "step": 378300}
{"lr": 0.02074025148547635, "data_time": 0.017070770263671875, "loss_single": 3.4444987773895264, "loss_dense": 3.4986620426177977, "loss": 6.943160772323608, "time": 0.15036728382110595, "step": 378350}
{"lr": 0.02074025148547635, "data_time": 0.01611206531524658, "loss_single": 3.429159164428711, "loss_dense": 3.484724426269531, "loss": 6.91388349533081, "time": 0.1596630334854126, "step": 378400}
{"lr": 0.02074025148547635, "data_time": 0.014979052543640136, "loss_single": 3.4390007734298704, "loss_dense": 3.515944743156433, "loss": 6.954945516586304, "time": 0.7118909358978271, "step": 378450}
{"lr": 0.02074025148547635, "data_time": 0.015014910697937011, "loss_single": 3.443981957435608, "loss_dense": 3.504430651664734, "loss": 6.948412609100342, "time": 0.1755214214324951, "step": 378500}
{"lr": 0.02074025148547635, "data_time": 0.01650822162628174, "loss_single": 3.4694175243377687, "loss_dense": 3.530659627914429, "loss": 7.000077104568481, "time": 0.14993031024932862, "step": 378550}
{"lr": 0.02074025148547635, "data_time": 0.01621067523956299, "loss_single": 3.4380214691162108, "loss_dense": 3.4965633392333983, "loss": 6.934584760665894, "time": 0.2036982297897339, "step": 378600}
{"lr": 0.02074025148547635, "data_time": 0.01636321544647217, "loss_single": 3.4557472705841064, "loss_dense": 3.501298928260803, "loss": 6.957046222686768, "time": 0.17425355911254883, "step": 378650}
{"lr": 0.02074025148547635, "data_time": 0.017221999168395997, "loss_single": 3.442775917053223, "loss_dense": 3.505631685256958, "loss": 6.948407554626465, "time": 0.17225730419158936, "step": 378700}
{"lr": 0.02074025148547635, "data_time": 0.01554574966430664, "loss_single": 3.4375259399414064, "loss_dense": 3.4855363607406615, "loss": 6.923062324523926, "time": 0.15943553447723388, "step": 378750}
{"lr": 0.02074025148547635, "data_time": 0.015338253974914551, "loss_single": 3.4438560247421264, "loss_dense": 3.5137099981307984, "loss": 6.957566118240356, "time": 0.16423218250274657, "step": 378800}
{"lr": 0.02074025148547635, "data_time": 0.016322231292724608, "loss_single": 3.437674379348755, "loss_dense": 3.4965632438659666, "loss": 6.934237623214722, "time": 0.15557143688201905, "step": 378850}
{"lr": 0.02074025148547635, "data_time": 0.016158533096313477, "loss_single": 3.4463708877563475, "loss_dense": 3.514248585700989, "loss": 6.9606194496154785, "time": 0.16894454956054689, "step": 378900}
{"lr": 0.02074025148547635, "data_time": 0.01681046485900879, "loss_single": 3.424898362159729, "loss_dense": 3.4747950792312623, "loss": 6.899693489074707, "time": 0.18153629302978516, "step": 378950}
{"lr": 0.02074025148547635, "data_time": 0.013535881042480468, "loss_single": 3.43901264667511, "loss_dense": 3.4925886392593384, "loss": 6.931601238250733, "time": 0.15845322608947754, "step": 379000}
{"lr": 0.02074025148547635, "data_time": 0.01682775020599365, "loss_single": 3.4281423330307006, "loss_dense": 3.4796340227127076, "loss": 6.907776308059693, "time": 0.1614518642425537, "step": 379050}
{"lr": 0.02074025148547635, "data_time": 0.018915700912475585, "loss_single": 3.4237263441085815, "loss_dense": 3.4787524223327635, "loss": 6.902478790283203, "time": 0.16586639881134033, "step": 379100}
{"lr": 0.02074025148547635, "data_time": 0.015583062171936035, "loss_single": 3.4258127450942992, "loss_dense": 3.4763975143432617, "loss": 6.902210330963134, "time": 0.18262619972229005, "step": 379150}
{"lr": 0.02074025148547635, "data_time": 0.014361214637756348, "loss_single": 3.4227462291717528, "loss_dense": 3.4875895023345946, "loss": 6.910335683822632, "time": 0.1666097640991211, "step": 379200}
{"lr": 0.02074025148547635, "data_time": 0.014797806739807129, "loss_single": 3.4600354194641114, "loss_dense": 3.51121985912323, "loss": 6.971255350112915, "time": 0.2358326196670532, "step": 379250}
{"lr": 0.02074025148547635, "data_time": 0.01585860252380371, "loss_single": 3.4500314950942994, "loss_dense": 3.510234308242798, "loss": 6.960265731811523, "time": 0.7184666395187378, "step": 379300}
{"lr": 0.02074025148547635, "data_time": 0.015294313430786133, "loss_single": 3.4726366996765137, "loss_dense": 3.521436095237732, "loss": 6.994072771072387, "time": 0.17278995513916015, "step": 379350}
{"lr": 0.02074025148547635, "data_time": 0.018430399894714355, "loss_single": 3.4386147022247315, "loss_dense": 3.4870235919952393, "loss": 6.925638246536255, "time": 0.21646485328674317, "step": 379400}
{"lr": 0.02074025148547635, "data_time": 0.014883899688720703, "loss_single": 3.421260690689087, "loss_dense": 3.4685307264328005, "loss": 6.889791440963745, "time": 0.15485043525695802, "step": 379450}
{"lr": 0.02074025148547635, "data_time": 0.02487044334411621, "loss_single": 3.4429466009140013, "loss_dense": 3.488542079925537, "loss": 6.931488656997681, "time": 0.18684580326080322, "step": 379500}
{"lr": 0.02074025148547635, "data_time": 0.007841086387634278, "loss_single": 3.419331407546997, "loss_dense": 3.482743430137634, "loss": 6.902074861526489, "time": 0.29529900550842286, "step": 379550}
{"lr": 0.02074025148547635, "data_time": 0.017212510108947754, "loss_single": 3.4490232467651367, "loss_dense": 3.5017006158828736, "loss": 6.9507238388061525, "time": 0.22375926971435547, "step": 379600}
{"lr": 0.02074025148547635, "data_time": 0.015438389778137208, "loss_single": 3.422120523452759, "loss_dense": 3.47956006526947, "loss": 6.901680564880371, "time": 0.180124831199646, "step": 379650}
{"lr": 0.02074025148547635, "data_time": 0.015887236595153807, "loss_single": 3.4474791526794433, "loss_dense": 3.4935910940170287, "loss": 6.941070127487182, "time": 0.15767419338226318, "step": 379700}
{"lr": 0.02074025148547635, "data_time": 0.011336731910705566, "loss_single": 3.4532323598861696, "loss_dense": 3.5169477224349976, "loss": 6.970180082321167, "time": 0.17039332389831544, "step": 379750}
{"lr": 0.02074025148547635, "data_time": 0.01603124141693115, "loss_single": 3.4372087478637696, "loss_dense": 3.4773488521575926, "loss": 6.914557600021363, "time": 0.16075544357299804, "step": 379800}
{"lr": 0.02074025148547635, "data_time": 0.012591266632080078, "loss_single": 3.429221534729004, "loss_dense": 3.4867774486541747, "loss": 6.9159989833831785, "time": 0.15403306484222412, "step": 379850}
{"lr": 0.02074025148547635, "data_time": 0.015261244773864747, "loss_single": 3.4523513317108154, "loss_dense": 3.5063628435134886, "loss": 6.958714199066162, "time": 0.17071998119354248, "step": 379900}
{"lr": 0.02074025148547635, "data_time": 0.011657166481018066, "loss_single": 3.4415889978408813, "loss_dense": 3.4906233310699464, "loss": 6.9322123527526855, "time": 0.17849841117858886, "step": 379950}
{"lr": 0.02074025148547635, "data_time": 0.01697828769683838, "loss_single": 3.4515353202819825, "loss_dense": 3.506789970397949, "loss": 6.9583252429962155, "time": 0.17314727306365968, "step": 380000}
{"lr": 0.02074025148547635, "data_time": 0.026402831077575684, "loss_single": 3.4289384126663207, "loss_dense": 3.490605592727661, "loss": 6.919544076919555, "time": 0.6488495349884034, "step": 380050}
{"lr": 0.02074025148547635, "data_time": 0.01592385768890381, "loss_single": 3.442581796646118, "loss_dense": 3.495065426826477, "loss": 6.937647294998169, "time": 0.1532139301300049, "step": 380100}
{"lr": 0.02074025148547635, "data_time": 0.015032243728637696, "loss_single": 3.449403238296509, "loss_dense": 3.4998528242111204, "loss": 6.949256181716919, "time": 0.1847510576248169, "step": 380150}
{"lr": 0.02074025148547635, "data_time": 0.016134166717529298, "loss_single": 3.4442031383514404, "loss_dense": 3.5134442329406737, "loss": 6.957647371292114, "time": 0.15597774982452392, "step": 380200}
{"lr": 0.02074025148547635, "data_time": 0.015988922119140624, "loss_single": 3.4344187498092653, "loss_dense": 3.4794437885284424, "loss": 6.913862466812134, "time": 0.6858498811721802, "step": 380250}
{"lr": 0.02074025148547635, "data_time": 0.013311433792114257, "loss_single": 3.437546181678772, "loss_dense": 3.495669722557068, "loss": 6.933215951919555, "time": 0.14588804244995118, "step": 380300}
{"lr": 0.020521868290270175, "data_time": 0.012809944152832032, "loss_single": 3.421743321418762, "loss_dense": 3.4874412059783935, "loss": 6.909184551239013, "time": 0.162209153175354, "step": 380354}
{"lr": 0.020521868290270175, "data_time": 0.014745759963989257, "loss_single": 3.4557046413421633, "loss_dense": 3.5098912000656126, "loss": 6.965595722198486, "time": 0.15229201316833496, "step": 380404}
{"lr": 0.020521868290270175, "data_time": 0.01914370059967041, "loss_single": 3.4148261070251467, "loss_dense": 3.4595749616622924, "loss": 6.874400997161866, "time": 0.20011367797851562, "step": 380454}
{"lr": 0.020521868290270175, "data_time": 0.015784788131713866, "loss_single": 3.431819701194763, "loss_dense": 3.5012491226196287, "loss": 6.933068799972534, "time": 0.15608482360839843, "step": 380504}
{"lr": 0.020521868290270175, "data_time": 0.01746816635131836, "loss_single": 3.438857889175415, "loss_dense": 3.4812381267547607, "loss": 6.920096063613892, "time": 0.15403165817260742, "step": 380554}
{"lr": 0.020521868290270175, "data_time": 0.015854287147521972, "loss_single": 3.4464917182922363, "loss_dense": 3.4978713989257812, "loss": 6.944363117218018, "time": 0.19952638149261476, "step": 380604}
{"lr": 0.020521868290270175, "data_time": 0.016783475875854492, "loss_single": 3.442592906951904, "loss_dense": 3.505111074447632, "loss": 6.9477039813995365, "time": 0.15135831832885743, "step": 380654}
{"lr": 0.020521868290270175, "data_time": 0.017440652847290038, "loss_single": 3.416267156600952, "loss_dense": 3.4713942289352415, "loss": 6.887661361694336, "time": 0.1569753408432007, "step": 380704}
{"lr": 0.020521868290270175, "data_time": 0.015695786476135253, "loss_single": 3.44799599647522, "loss_dense": 3.5059157371520997, "loss": 6.9539117336273195, "time": 0.18058760166168214, "step": 380754}
{"lr": 0.020521868290270175, "data_time": 0.01735343933105469, "loss_single": 3.431545305252075, "loss_dense": 3.507117247581482, "loss": 6.938662576675415, "time": 0.15500619411468505, "step": 380804}
{"lr": 0.020521868290270175, "data_time": 0.016163134574890138, "loss_single": 3.4244302988052366, "loss_dense": 3.483390736579895, "loss": 6.907821083068848, "time": 0.17338254451751708, "step": 380854}
{"lr": 0.020521868290270175, "data_time": 0.01611969470977783, "loss_single": 3.462380361557007, "loss_dense": 3.5111334562301635, "loss": 6.973513793945313, "time": 0.19168627262115479, "step": 380904}
{"lr": 0.020521868290270175, "data_time": 0.016925358772277833, "loss_single": 3.447775459289551, "loss_dense": 3.506158232688904, "loss": 6.953933763504028, "time": 0.15199775695800782, "step": 380954}
{"lr": 0.020521868290270175, "data_time": 0.015969276428222656, "loss_single": 3.424859619140625, "loss_dense": 3.481535029411316, "loss": 6.906394672393799, "time": 0.1549454927444458, "step": 381004}
{"lr": 0.020521868290270175, "data_time": 0.01667613983154297, "loss_single": 3.443809652328491, "loss_dense": 3.498204255104065, "loss": 6.942013931274414, "time": 0.15527794361114503, "step": 381054}
{"lr": 0.020521868290270175, "data_time": 0.01502382755279541, "loss_single": 3.4269906997680666, "loss_dense": 3.476852369308472, "loss": 6.903842973709106, "time": 0.16491284370422363, "step": 381104}
{"lr": 0.020521868290270175, "data_time": 0.015587973594665527, "loss_single": 3.4441540479660033, "loss_dense": 3.482888174057007, "loss": 6.927042293548584, "time": 0.2886271238327026, "step": 381154}
{"lr": 0.020521868290270175, "data_time": 0.015097570419311524, "loss_single": 3.447141098976135, "loss_dense": 3.499788737297058, "loss": 6.946929836273194, "time": 0.2310476303100586, "step": 381204}
{"lr": 0.020521868290270175, "data_time": 0.016331124305725097, "loss_single": 3.448358345031738, "loss_dense": 3.5071181058883667, "loss": 6.955476474761963, "time": 0.18549277782440185, "step": 381254}
{"lr": 0.020521868290270175, "data_time": 0.01656215190887451, "loss_single": 3.4455953359603884, "loss_dense": 3.520971965789795, "loss": 6.966567325592041, "time": 0.15770223140716552, "step": 381304}
{"lr": 0.020521868290270175, "data_time": 0.01775944232940674, "loss_single": 3.4179579973220826, "loss_dense": 3.4691383123397825, "loss": 6.887096214294433, "time": 0.16384711265563964, "step": 381354}
{"lr": 0.020521868290270175, "data_time": 0.019434285163879395, "loss_single": 3.4263925790786742, "loss_dense": 3.481598448753357, "loss": 6.907990980148315, "time": 0.1760178327560425, "step": 381404}
{"lr": 0.020521868290270175, "data_time": 0.017367911338806153, "loss_single": 3.444187784194946, "loss_dense": 3.497636318206787, "loss": 6.941824102401734, "time": 0.15986330509185792, "step": 381454}
{"lr": 0.020521868290270175, "data_time": 0.017944526672363282, "loss_single": 3.4351632595062256, "loss_dense": 3.486570429801941, "loss": 6.921733713150024, "time": 0.16449251174926757, "step": 381504}
{"lr": 0.020521868290270175, "data_time": 0.020119881629943846, "loss_single": 3.4458098888397215, "loss_dense": 3.4939420938491823, "loss": 6.9397519588470455, "time": 0.2283642292022705, "step": 381554}
{"lr": 0.020521868290270175, "data_time": 0.01825268268585205, "loss_single": 3.431616520881653, "loss_dense": 3.47115740776062, "loss": 6.902773904800415, "time": 0.15323820114135742, "step": 381604}
{"lr": 0.020521868290270175, "data_time": 0.015214991569519044, "loss_single": 3.463035750389099, "loss_dense": 3.5068247079849244, "loss": 6.969860363006592, "time": 0.15650444030761718, "step": 381654}
{"lr": 0.020521868290270175, "data_time": 0.0177520751953125, "loss_single": 3.419227409362793, "loss_dense": 3.475254249572754, "loss": 6.894481563568116, "time": 0.15610957145690918, "step": 381704}
{"lr": 0.020521868290270175, "data_time": 0.01796131134033203, "loss_single": 3.4484841346740724, "loss_dense": 3.4910640478134156, "loss": 6.939548206329346, "time": 0.15227723121643066, "step": 381754}
{"lr": 0.020521868290270175, "data_time": 0.01623995304107666, "loss_single": 3.4025985479354857, "loss_dense": 3.4730225563049317, "loss": 6.87562108039856, "time": 0.15724878311157225, "step": 381804}
{"lr": 0.020521868290270175, "data_time": 0.020714879035949707, "loss_single": 3.4174444675445557, "loss_dense": 3.4674667358398437, "loss": 6.884911155700683, "time": 0.19411840438842773, "step": 381854}
{"lr": 0.020521868290270175, "data_time": 0.01799280643463135, "loss_single": 3.410025954246521, "loss_dense": 3.459313225746155, "loss": 6.869339084625244, "time": 0.15092477798461915, "step": 381904}
{"lr": 0.020521868290270175, "data_time": 0.017119383811950682, "loss_single": 3.43208966255188, "loss_dense": 3.4904430389404295, "loss": 6.92253270149231, "time": 0.15562734603881836, "step": 381954}
{"lr": 0.020521868290270175, "data_time": 0.019089984893798827, "loss_single": 3.4211719036102295, "loss_dense": 3.4834075212478637, "loss": 6.904579544067383, "time": 0.15234193801879883, "step": 382004}
{"lr": 0.020521868290270175, "data_time": 0.016111302375793456, "loss_single": 3.4155094385147096, "loss_dense": 3.4608848333358764, "loss": 6.87639422416687, "time": 0.16246485710144043, "step": 382054}
{"lr": 0.020521868290270175, "data_time": 0.019346046447753906, "loss_single": 3.428822636604309, "loss_dense": 3.4820167779922486, "loss": 6.910839366912842, "time": 0.21859502792358398, "step": 382104}
{"lr": 0.020521868290270175, "data_time": 0.014769363403320312, "loss_single": 3.407479095458984, "loss_dense": 3.4650803327560427, "loss": 6.872559452056885, "time": 0.1684105396270752, "step": 382154}
{"lr": 0.020521868290270175, "data_time": 0.016626501083374025, "loss_single": 3.442146420478821, "loss_dense": 3.4760281562805178, "loss": 6.918174457550049, "time": 0.18463709354400634, "step": 382204}
{"lr": 0.020521868290270175, "data_time": 0.016312813758850096, "loss_single": 3.454378271102905, "loss_dense": 3.5022885322570803, "loss": 6.956666803359985, "time": 0.1884993553161621, "step": 382254}
{"lr": 0.020521868290270175, "data_time": 0.030726361274719238, "loss_single": 3.432434916496277, "loss_dense": 3.478991389274597, "loss": 6.911426258087158, "time": 0.17616467475891112, "step": 382304}
{"lr": 0.020521868290270175, "data_time": 0.029913902282714844, "loss_single": 3.433248686790466, "loss_dense": 3.5052409887313845, "loss": 6.938489675521851, "time": 0.20924241542816163, "step": 382354}
{"lr": 0.020521868290270175, "data_time": 0.015675568580627443, "loss_single": 3.438297414779663, "loss_dense": 3.4956459283828734, "loss": 6.933943271636963, "time": 0.15686419010162353, "step": 382404}
{"lr": 0.020521868290270175, "data_time": 0.016482210159301756, "loss_single": 3.4552515506744386, "loss_dense": 3.505464720726013, "loss": 6.960716295242309, "time": 0.18069226741790773, "step": 382454}
{"lr": 0.020521868290270175, "data_time": 0.017133402824401855, "loss_single": 3.4584149599075316, "loss_dense": 3.519137954711914, "loss": 6.977552890777588, "time": 0.15631821155548095, "step": 382504}
{"lr": 0.020521868290270175, "data_time": 0.015064001083374023, "loss_single": 3.40280818939209, "loss_dense": 3.4650145292282106, "loss": 6.867822742462158, "time": 0.1533827304840088, "step": 382554}
{"lr": 0.020521868290270175, "data_time": 0.017774128913879396, "loss_single": 3.4773324966430663, "loss_dense": 3.538261389732361, "loss": 7.015593862533569, "time": 0.21865243911743165, "step": 382604}
{"lr": 0.020521868290270175, "data_time": 0.020102405548095705, "loss_single": 3.4650283098220824, "loss_dense": 3.5121697425842284, "loss": 6.9771980285644535, "time": 0.25340919494628905, "step": 382654}
{"lr": 0.020521868290270175, "data_time": 0.026058077812194824, "loss_single": 3.4532997608184814, "loss_dense": 3.50782151222229, "loss": 6.961121320724487, "time": 0.1799781560897827, "step": 382704}
{"lr": 0.020521868290270175, "data_time": 0.016774845123291016, "loss_single": 3.440287947654724, "loss_dense": 3.49496066570282, "loss": 6.935248613357544, "time": 0.1544959306716919, "step": 382754}
{"lr": 0.020521868290270175, "data_time": 0.023790669441223145, "loss_single": 3.412209486961365, "loss_dense": 3.4721522331237793, "loss": 6.884361743927002, "time": 0.16006808280944823, "step": 382804}
{"lr": 0.020521868290270175, "data_time": 0.057584547996521, "loss_single": 3.4142202138900757, "loss_dense": 3.491901922225952, "loss": 6.906122207641602, "time": 0.2084658622741699, "step": 382854}
{"lr": 0.020521868290270175, "data_time": 0.017010760307312012, "loss_single": 3.4353103637695312, "loss_dense": 3.4820486545562743, "loss": 6.9173589706420895, "time": 0.1504455327987671, "step": 382904}
{"lr": 0.020521868290270175, "data_time": 0.01723628044128418, "loss_single": 3.42580099105835, "loss_dense": 3.4804376125335694, "loss": 6.906238603591919, "time": 0.15571799278259277, "step": 382954}
{"lr": 0.020521868290270175, "data_time": 0.017551946640014648, "loss_single": 3.4222583770751953, "loss_dense": 3.4922416687011717, "loss": 6.914499998092651, "time": 0.15200042724609375, "step": 383004}
{"lr": 0.020521868290270175, "data_time": 0.027275991439819337, "loss_single": 3.4330026388168333, "loss_dense": 3.479446005821228, "loss": 6.912448835372925, "time": 0.18771834373474122, "step": 383054}
{"lr": 0.020521868290270175, "data_time": 0.015928006172180174, "loss_single": 3.421607780456543, "loss_dense": 3.470161557197571, "loss": 6.8917694091796875, "time": 0.16472439765930175, "step": 383104}
{"lr": 0.020521868290270175, "data_time": 0.01908109188079834, "loss_single": 3.419418716430664, "loss_dense": 3.482096314430237, "loss": 6.901515054702759, "time": 0.2943808794021606, "step": 383154}
{"lr": 0.020521868290270175, "data_time": 0.0248584508895874, "loss_single": 3.4415643215179443, "loss_dense": 3.478072762489319, "loss": 6.919637012481689, "time": 0.18516976833343507, "step": 383204}
{"lr": 0.020521868290270175, "data_time": 0.01954362392425537, "loss_single": 3.462519907951355, "loss_dense": 3.522462797164917, "loss": 6.984982681274414, "time": 0.15584242343902588, "step": 383254}
{"lr": 0.020521868290270175, "data_time": 0.02359910011291504, "loss_single": 3.4281556606292725, "loss_dense": 3.473766541481018, "loss": 6.901922082901001, "time": 0.17146496772766112, "step": 383304}
{"lr": 0.020521868290270175, "data_time": 0.014834070205688476, "loss_single": 3.4472457647323607, "loss_dense": 3.499702739715576, "loss": 6.946948432922364, "time": 0.17301185131073, "step": 383354}
{"lr": 0.020521868290270175, "data_time": 0.016103100776672364, "loss_single": 3.4221576690673827, "loss_dense": 3.473220467567444, "loss": 6.895378112792969, "time": 0.18381266593933104, "step": 383404}
{"lr": 0.020521868290270175, "data_time": 0.015551590919494629, "loss_single": 3.444166111946106, "loss_dense": 3.4979787349700926, "loss": 6.942144775390625, "time": 0.16177904605865479, "step": 383454}
{"lr": 0.020521868290270175, "data_time": 0.01583597660064697, "loss_single": 3.4370909929275513, "loss_dense": 3.504612898826599, "loss": 6.941703748703003, "time": 0.17125701904296875, "step": 383504}
{"lr": 0.020521868290270175, "data_time": 0.0163252592086792, "loss_single": 3.4316150903701783, "loss_dense": 3.4982112884521483, "loss": 6.929826354980468, "time": 0.16138992309570313, "step": 383554}
{"lr": 0.020521868290270175, "data_time": 0.01723194122314453, "loss_single": 3.436688852310181, "loss_dense": 3.498299217224121, "loss": 6.934988117218017, "time": 0.15330026149749756, "step": 383604}
{"lr": 0.020521868290270175, "data_time": 0.01670989990234375, "loss_single": 3.4434801578521728, "loss_dense": 3.5021279573440554, "loss": 6.945608043670655, "time": 0.1539294958114624, "step": 383654}
{"lr": 0.020521868290270175, "data_time": 0.016087269783020018, "loss_single": 3.4554973602294923, "loss_dense": 3.4858017444610594, "loss": 6.941299057006836, "time": 0.1605829954147339, "step": 383704}
{"lr": 0.020521868290270175, "data_time": 0.01734757423400879, "loss_single": 3.425618028640747, "loss_dense": 3.474257469177246, "loss": 6.899875497817993, "time": 0.17752530574798583, "step": 383754}
{"lr": 0.020521868290270175, "data_time": 0.02054884433746338, "loss_single": 3.409122109413147, "loss_dense": 3.4641878843307494, "loss": 6.873309993743897, "time": 0.21159427165985106, "step": 383804}
{"lr": 0.020521868290270175, "data_time": 0.011093354225158692, "loss_single": 3.4151364088058473, "loss_dense": 3.4676087379455565, "loss": 6.882745218276978, "time": 0.15457603931427003, "step": 383854}
{"lr": 0.020521868290270175, "data_time": 0.01563868522644043, "loss_single": 3.4293535232543944, "loss_dense": 3.4822060823440553, "loss": 6.911559629440307, "time": 0.16097469329833985, "step": 383904}
{"lr": 0.020521868290270175, "data_time": 0.014362859725952148, "loss_single": 3.4403199195861816, "loss_dense": 3.4970227241516114, "loss": 6.937342643737793, "time": 0.18017241954803467, "step": 383954}
{"lr": 0.020521868290270175, "data_time": 0.01693007946014404, "loss_single": 3.442931056022644, "loss_dense": 3.4924545288085938, "loss": 6.935385656356812, "time": 0.15406627655029298, "step": 384004}
{"lr": 0.020521868290270175, "data_time": 0.01780374050140381, "loss_single": 3.428102397918701, "loss_dense": 3.4802533864974974, "loss": 6.908355808258056, "time": 0.1535322904586792, "step": 384054}
{"lr": 0.020521868290270175, "data_time": 0.017793440818786622, "loss_single": 3.409475827217102, "loss_dense": 3.4743231296539308, "loss": 6.883799028396607, "time": 0.1521688461303711, "step": 384104}
{"lr": 0.020521868290270175, "data_time": 0.015758633613586426, "loss_single": 3.4621866226196287, "loss_dense": 3.525890827178955, "loss": 6.9880773544311525, "time": 0.16685793399810792, "step": 384154}
{"lr": 0.020521868290270175, "data_time": 0.017039108276367187, "loss_single": 3.445531988143921, "loss_dense": 3.5085997581481934, "loss": 6.95413179397583, "time": 0.16271648406982422, "step": 384204}
{"lr": 0.020521868290270175, "data_time": 0.017780494689941407, "loss_single": 3.411104369163513, "loss_dense": 3.482986068725586, "loss": 6.8940905094146725, "time": 0.15952794551849364, "step": 384254}
{"lr": 0.020521868290270175, "data_time": 0.0181149959564209, "loss_single": 3.4313437700271607, "loss_dense": 3.4785275936126707, "loss": 6.909871292114258, "time": 0.156882905960083, "step": 384304}
{"lr": 0.020521868290270175, "data_time": 0.017483329772949217, "loss_single": 3.43402681350708, "loss_dense": 3.4907792806625366, "loss": 6.92480616569519, "time": 0.14824345111846923, "step": 384354}
{"lr": 0.020521868290270175, "data_time": 0.016748452186584474, "loss_single": 3.443322706222534, "loss_dense": 3.493879556655884, "loss": 6.937202262878418, "time": 0.15554304122924806, "step": 384404}
{"lr": 0.020521868290270175, "data_time": 0.016995549201965332, "loss_single": 3.4509303092956545, "loss_dense": 3.5105643272399902, "loss": 6.96149468421936, "time": 0.15743050575256348, "step": 384454}
{"lr": 0.020521868290270175, "data_time": 0.0164168119430542, "loss_single": 3.4067265510559084, "loss_dense": 3.468261647224426, "loss": 6.874988269805908, "time": 0.15374212265014647, "step": 384504}
{"lr": 0.020521868290270175, "data_time": 0.03552768230438232, "loss_single": 3.4669935941696166, "loss_dense": 3.5136439323425295, "loss": 6.980637645721435, "time": 0.7213158130645752, "step": 384554}
{"lr": 0.020521868290270175, "data_time": 0.026271724700927736, "loss_single": 3.4526256799697874, "loss_dense": 3.510764956474304, "loss": 6.963390636444092, "time": 0.20735955238342285, "step": 384604}
{"lr": 0.020521868290270175, "data_time": 0.01613168716430664, "loss_single": 3.4482677459716795, "loss_dense": 3.4899705171585085, "loss": 6.938238286972046, "time": 0.19230935573577881, "step": 384654}
{"lr": 0.020521868290270175, "data_time": 0.018803000450134277, "loss_single": 3.4531325101852417, "loss_dense": 3.5081342220306397, "loss": 6.961266756057739, "time": 0.18167104721069335, "step": 384704}
{"lr": 0.020521868290270175, "data_time": 0.016015052795410156, "loss_single": 3.462376618385315, "loss_dense": 3.5108770370483398, "loss": 6.9732537269592285, "time": 0.1604092836380005, "step": 384754}
{"lr": 0.020521868290270175, "data_time": 0.016155695915222167, "loss_single": 3.4152537107467653, "loss_dense": 3.4751957178115847, "loss": 6.890449523925781, "time": 0.1528254985809326, "step": 384804}
{"lr": 0.020521868290270175, "data_time": 0.01669454574584961, "loss_single": 3.443210172653198, "loss_dense": 3.5139861822128298, "loss": 6.95719633102417, "time": 0.16267871856689453, "step": 384854}
{"lr": 0.020521868290270175, "data_time": 0.017728853225708007, "loss_single": 3.4235636234283446, "loss_dense": 3.4866891384124754, "loss": 6.910252809524536, "time": 0.15419406890869142, "step": 384904}
{"lr": 0.020521868290270175, "data_time": 0.016898417472839357, "loss_single": 3.428925657272339, "loss_dense": 3.4798893213272093, "loss": 6.908815050125122, "time": 0.1634648323059082, "step": 384954}
{"lr": 0.020521868290270175, "data_time": 0.01509406566619873, "loss_single": 3.4236864328384398, "loss_dense": 3.4694994688034058, "loss": 6.89318585395813, "time": 0.17338552474975585, "step": 385004}
{"lr": 0.020521868290270175, "data_time": 0.0169327974319458, "loss_single": 3.433355975151062, "loss_dense": 3.4890048503875732, "loss": 6.922360849380493, "time": 0.8056793928146362, "step": 385054}
{"lr": 0.020521868290270175, "data_time": 0.015464448928833007, "loss_single": 3.456735348701477, "loss_dense": 3.5046239137649535, "loss": 6.961359310150146, "time": 0.16295123100280762, "step": 385104}
{"lr": 0.020521868290270175, "data_time": 0.01970381736755371, "loss_single": 3.424320387840271, "loss_dense": 3.4749570369720457, "loss": 6.899277448654175, "time": 0.31646568775177003, "step": 385154}
{"lr": 0.020521868290270175, "data_time": 0.016027450561523438, "loss_single": 3.429106330871582, "loss_dense": 3.473394441604614, "loss": 6.9025006771087645, "time": 0.18395543098449707, "step": 385204}
{"lr": 0.020521868290270175, "data_time": 0.015207886695861816, "loss_single": 3.424676609039307, "loss_dense": 3.4884125232696532, "loss": 6.913089179992676, "time": 0.1693715810775757, "step": 385254}
{"lr": 0.020521868290270175, "data_time": 0.016454029083251952, "loss_single": 3.4198431730270387, "loss_dense": 3.485487198829651, "loss": 6.905330324172974, "time": 0.16379377841949463, "step": 385304}
{"lr": 0.02030212265668886, "data_time": 0.01622312068939209, "loss_single": 3.4195823431015016, "loss_dense": 3.4809874296188354, "loss": 6.900569820404053, "time": 0.15522165298461915, "step": 385358}
{"lr": 0.02030212265668886, "data_time": 0.01514430046081543, "loss_single": 3.4355572700500487, "loss_dense": 3.481873083114624, "loss": 6.917430305480957, "time": 0.18019754886627198, "step": 385408}
{"lr": 0.02030212265668886, "data_time": 0.015362238883972168, "loss_single": 3.423146367073059, "loss_dense": 3.469287157058716, "loss": 6.892433452606201, "time": 0.20309696197509766, "step": 385458}
{"lr": 0.02030212265668886, "data_time": 0.01470487117767334, "loss_single": 3.428937888145447, "loss_dense": 3.483463978767395, "loss": 6.912401962280273, "time": 0.18154633045196533, "step": 385508}
{"lr": 0.02030212265668886, "data_time": 0.03921167850494385, "loss_single": 3.446663022041321, "loss_dense": 3.501190710067749, "loss": 6.947853708267212, "time": 0.18694615364074707, "step": 385558}
{"lr": 0.02030212265668886, "data_time": 0.017050671577453613, "loss_single": 3.4481778144836426, "loss_dense": 3.502512788772583, "loss": 6.950690603256225, "time": 0.15898263454437256, "step": 385608}
{"lr": 0.02030212265668886, "data_time": 0.016571545600891115, "loss_single": 3.464309644699097, "loss_dense": 3.514307975769043, "loss": 6.97861762046814, "time": 0.1794419527053833, "step": 385658}
{"lr": 0.02030212265668886, "data_time": 0.015772747993469238, "loss_single": 3.410116100311279, "loss_dense": 3.471896505355835, "loss": 6.88201265335083, "time": 0.17632553577423096, "step": 385708}
{"lr": 0.02030212265668886, "data_time": 0.015206003189086914, "loss_single": 3.408725881576538, "loss_dense": 3.4813596487045286, "loss": 6.8900855541229244, "time": 0.2411428213119507, "step": 385758}
{"lr": 0.02030212265668886, "data_time": 0.016926074028015138, "loss_single": 3.439026618003845, "loss_dense": 3.4981589555740356, "loss": 6.937185573577881, "time": 0.18721277713775636, "step": 385808}
{"lr": 0.02030212265668886, "data_time": 0.01668694019317627, "loss_single": 3.4147598266601564, "loss_dense": 3.4574224233627318, "loss": 6.872182178497314, "time": 0.16677961349487305, "step": 385858}
{"lr": 0.02030212265668886, "data_time": 0.01890714168548584, "loss_single": 3.4434328079223633, "loss_dense": 3.4978384256362913, "loss": 6.941271209716797, "time": 0.17135803699493407, "step": 385908}
{"lr": 0.02030212265668886, "data_time": 0.016247987747192383, "loss_single": 3.43209023475647, "loss_dense": 3.464371681213379, "loss": 6.896461915969849, "time": 0.17880911827087403, "step": 385958}
{"lr": 0.02030212265668886, "data_time": 0.023155808448791504, "loss_single": 3.4400009870529176, "loss_dense": 3.4984519481658936, "loss": 6.938452863693238, "time": 0.17322127819061278, "step": 386008}
{"lr": 0.02030212265668886, "data_time": 0.016820144653320313, "loss_single": 3.417643356323242, "loss_dense": 3.4801645994186403, "loss": 6.897807884216308, "time": 0.1642994165420532, "step": 386058}
{"lr": 0.02030212265668886, "data_time": 0.014402461051940919, "loss_single": 3.4390729904174804, "loss_dense": 3.4849384784698487, "loss": 6.924011373519898, "time": 0.16877279281616211, "step": 386108}
{"lr": 0.02030212265668886, "data_time": 0.010626769065856934, "loss_single": 3.433953142166138, "loss_dense": 3.4791517734527586, "loss": 6.91310486793518, "time": 0.15815379619598388, "step": 386158}
{"lr": 0.02030212265668886, "data_time": 0.5916648626327514, "loss_single": 3.416980171203613, "loss_dense": 3.4799661159515383, "loss": 6.896946239471435, "time": 0.8225613832473755, "step": 386208}
{"lr": 0.02030212265668886, "data_time": 0.010371255874633788, "loss_single": 3.4236757516860963, "loss_dense": 3.479939270019531, "loss": 6.9036149978637695, "time": 0.17408409118652343, "step": 386258}
{"lr": 0.02030212265668886, "data_time": 0.025799036026000977, "loss_single": 3.4307698965072633, "loss_dense": 3.4883130311965944, "loss": 6.919082927703857, "time": 0.189117956161499, "step": 386308}
{"lr": 0.02030212265668886, "data_time": 0.013679933547973634, "loss_single": 3.460511660575867, "loss_dense": 3.512493848800659, "loss": 6.973005580902099, "time": 0.6603348255157471, "step": 386358}
{"lr": 0.02030212265668886, "data_time": 0.009386610984802247, "loss_single": 3.4266234159469606, "loss_dense": 3.4856298923492433, "loss": 6.912253284454346, "time": 0.19535887241363525, "step": 386408}
{"lr": 0.02030212265668886, "data_time": 0.016420698165893553, "loss_single": 3.453673481941223, "loss_dense": 3.5132145166397093, "loss": 6.966887998580932, "time": 0.17917115688323976, "step": 386458}
{"lr": 0.02030212265668886, "data_time": 0.016003727912902832, "loss_single": 3.4434664726257322, "loss_dense": 3.485213780403137, "loss": 6.9286802291870115, "time": 0.16780598163604737, "step": 386508}
{"lr": 0.02030212265668886, "data_time": 0.012326669692993165, "loss_single": 3.42978150844574, "loss_dense": 3.480091762542725, "loss": 6.909873294830322, "time": 0.1753221035003662, "step": 386558}
{"lr": 0.02030212265668886, "data_time": 0.023546576499938965, "loss_single": 3.4299814224243166, "loss_dense": 3.4959994077682497, "loss": 6.925980806350708, "time": 0.18522565364837645, "step": 386608}
{"lr": 0.02030212265668886, "data_time": 0.015288519859313964, "loss_single": 3.4389462947845457, "loss_dense": 3.481267237663269, "loss": 6.920213651657105, "time": 0.1542151927947998, "step": 386658}
{"lr": 0.02030212265668886, "data_time": 0.016676926612854005, "loss_single": 3.4136965036392213, "loss_dense": 3.4709332942962647, "loss": 6.884629774093628, "time": 0.16248769760131837, "step": 386708}
{"lr": 0.02030212265668886, "data_time": 0.010328269004821778, "loss_single": 3.4378862142562867, "loss_dense": 3.5034501791000365, "loss": 6.941336441040039, "time": 0.18239424228668213, "step": 386758}
{"lr": 0.02030212265668886, "data_time": 0.016159248352050782, "loss_single": 3.4523758411407472, "loss_dense": 3.5068406105041503, "loss": 6.959216499328614, "time": 0.15160565376281737, "step": 386808}
{"lr": 0.02030212265668886, "data_time": 0.024971437454223634, "loss_single": 3.4381357192993165, "loss_dense": 3.4960158824920655, "loss": 6.93415150642395, "time": 0.17356064319610595, "step": 386858}
{"lr": 0.02030212265668886, "data_time": 0.018837332725524902, "loss_single": 3.4397698879241942, "loss_dense": 3.492919611930847, "loss": 6.932689476013183, "time": 0.23203372955322266, "step": 386908}
{"lr": 0.02030212265668886, "data_time": 0.020785808563232422, "loss_single": 3.4078705310821533, "loss_dense": 3.4630826234817507, "loss": 6.870953226089478, "time": 0.15456037521362304, "step": 386958}
{"lr": 0.02030212265668886, "data_time": 0.017305159568786622, "loss_single": 3.4366472959518433, "loss_dense": 3.4858354568481444, "loss": 6.922482824325561, "time": 0.16341218948364258, "step": 387008}
{"lr": 0.02030212265668886, "data_time": 0.019055271148681642, "loss_single": 3.411078453063965, "loss_dense": 3.468008255958557, "loss": 6.87908673286438, "time": 0.21882753372192382, "step": 387058}
{"lr": 0.02030212265668886, "data_time": 0.017947578430175783, "loss_single": 3.4305351972579956, "loss_dense": 3.4937824249267577, "loss": 6.924317693710327, "time": 0.1526503086090088, "step": 387108}
{"lr": 0.02030212265668886, "data_time": 0.01744809150695801, "loss_single": 3.447610068321228, "loss_dense": 3.4975681066513062, "loss": 6.9451781749725345, "time": 0.14896001815795898, "step": 387158}
{"lr": 0.02030212265668886, "data_time": 0.013426995277404786, "loss_single": 3.42403130531311, "loss_dense": 3.4718425273895264, "loss": 6.895873928070069, "time": 0.16422159671783448, "step": 387208}
{"lr": 0.02030212265668886, "data_time": 0.014894819259643555, "loss_single": 3.4577041625976563, "loss_dense": 3.512197256088257, "loss": 6.969901418685913, "time": 0.2339630603790283, "step": 387258}
{"lr": 0.02030212265668886, "data_time": 0.017019319534301757, "loss_single": 3.4518024206161497, "loss_dense": 3.5072786092758177, "loss": 6.959080934524536, "time": 0.15500714778900146, "step": 387308}
{"lr": 0.02030212265668886, "data_time": 0.029479503631591797, "loss_single": 3.416416549682617, "loss_dense": 3.465156888961792, "loss": 6.881573438644409, "time": 0.22893218994140624, "step": 387358}
{"lr": 0.02030212265668886, "data_time": 0.02028489112854004, "loss_single": 3.440015959739685, "loss_dense": 3.4865916967391968, "loss": 6.926607656478882, "time": 0.15211894512176513, "step": 387408}
{"lr": 0.02030212265668886, "data_time": 0.05255825519561767, "loss_single": 3.445810651779175, "loss_dense": 3.515904355049133, "loss": 6.96171498298645, "time": 0.23163740634918212, "step": 387458}
{"lr": 0.02030212265668886, "data_time": 0.017397356033325196, "loss_single": 3.4171991109848023, "loss_dense": 3.472376990318298, "loss": 6.889576101303101, "time": 0.1525590419769287, "step": 387508}
{"lr": 0.02030212265668886, "data_time": 0.015594220161437989, "loss_single": 3.4345561265945435, "loss_dense": 3.482596683502197, "loss": 6.91715292930603, "time": 0.18341462612152098, "step": 387558}
{"lr": 0.02030212265668886, "data_time": 0.011333107948303223, "loss_single": 3.435920548439026, "loss_dense": 3.486807918548584, "loss": 6.922728538513184, "time": 0.17980539798736572, "step": 387608}
{"lr": 0.02030212265668886, "data_time": 0.021896886825561523, "loss_single": 3.446631932258606, "loss_dense": 3.5024465799331663, "loss": 6.949078512191773, "time": 0.21498398780822753, "step": 387658}
{"lr": 0.02030212265668886, "data_time": 0.016469192504882813, "loss_single": 3.4301093339920046, "loss_dense": 3.4706021785736083, "loss": 6.900711488723755, "time": 0.1929553270339966, "step": 387708}
{"lr": 0.02030212265668886, "data_time": 0.02104647159576416, "loss_single": 3.433767628669739, "loss_dense": 3.4923773765563966, "loss": 6.926145076751709, "time": 0.18255765438079835, "step": 387758}
{"lr": 0.02030212265668886, "data_time": 0.007445335388183594, "loss_single": 3.4751235485076903, "loss_dense": 3.512149715423584, "loss": 6.987273216247559, "time": 0.15221984386444093, "step": 387808}
{"lr": 0.02030212265668886, "data_time": 0.014706063270568847, "loss_single": 3.4215375661849974, "loss_dense": 3.476294469833374, "loss": 6.897831964492798, "time": 0.1810839891433716, "step": 387858}
{"lr": 0.02030212265668886, "data_time": 0.014767765998840332, "loss_single": 3.4522149562835693, "loss_dense": 3.5009536504745484, "loss": 6.953168535232544, "time": 0.263438081741333, "step": 387908}
{"lr": 0.02030212265668886, "data_time": 0.028884243965148926, "loss_single": 3.438710880279541, "loss_dense": 3.4845133781433106, "loss": 6.923224353790284, "time": 0.18289561271667482, "step": 387958}
{"lr": 0.02030212265668886, "data_time": 0.01719074249267578, "loss_single": 3.427115726470947, "loss_dense": 3.4716434478759766, "loss": 6.898759222030639, "time": 0.5193505764007569, "step": 388008}
{"lr": 0.02030212265668886, "data_time": 0.02637813091278076, "loss_single": 3.4354589939117433, "loss_dense": 3.489681529998779, "loss": 6.925140476226806, "time": 0.18153862953186034, "step": 388058}
{"lr": 0.02030212265668886, "data_time": 0.01734194755554199, "loss_single": 3.4396513223648073, "loss_dense": 3.498119854927063, "loss": 6.93777117729187, "time": 0.15707521438598632, "step": 388108}
{"lr": 0.02030212265668886, "data_time": 0.018897581100463866, "loss_single": 3.4628620386123656, "loss_dense": 3.508011269569397, "loss": 6.9708733558654785, "time": 0.1855620861053467, "step": 388158}
{"lr": 0.02030212265668886, "data_time": 0.01580483913421631, "loss_single": 3.429709768295288, "loss_dense": 3.4911770820617676, "loss": 6.92088680267334, "time": 0.23976778984069824, "step": 388208}
{"lr": 0.02030212265668886, "data_time": 0.01576807498931885, "loss_single": 3.4403400182724, "loss_dense": 3.4982498407363893, "loss": 6.938589859008789, "time": 0.1813526153564453, "step": 388258}
{"lr": 0.02030212265668886, "data_time": 0.011997747421264648, "loss_single": 3.4316062211990355, "loss_dense": 3.490208697319031, "loss": 6.921814918518066, "time": 0.17922701835632324, "step": 388308}
{"lr": 0.02030212265668886, "data_time": 0.01590719223022461, "loss_single": 3.4254305601119994, "loss_dense": 3.477894735336304, "loss": 6.9033252716064455, "time": 0.1658557653427124, "step": 388358}
{"lr": 0.02030212265668886, "data_time": 0.01684443950653076, "loss_single": 3.4500367403030396, "loss_dense": 3.4956149578094484, "loss": 6.945651721954346, "time": 0.16691229343414307, "step": 388408}
{"lr": 0.02030212265668886, "data_time": 0.023857927322387694, "loss_single": 3.445017600059509, "loss_dense": 3.4968234062194825, "loss": 6.941840982437133, "time": 0.17264852523803711, "step": 388458}
{"lr": 0.02030212265668886, "data_time": 0.016530585289001466, "loss_single": 3.4045482873916626, "loss_dense": 3.457059454917908, "loss": 6.8616077423095705, "time": 0.20274248123168945, "step": 388508}
{"lr": 0.02030212265668886, "data_time": 0.014796161651611328, "loss_single": 3.431151533126831, "loss_dense": 3.4951857328414917, "loss": 6.926337194442749, "time": 0.525723648071289, "step": 388558}
{"lr": 0.02030212265668886, "data_time": 0.004902005195617676, "loss_single": 3.439085865020752, "loss_dense": 3.5042397737503053, "loss": 6.943325614929199, "time": 0.1786581039428711, "step": 388608}
{"lr": 0.02030212265668886, "data_time": 0.016581463813781738, "loss_single": 3.4355836629867555, "loss_dense": 3.4825814723968507, "loss": 6.918165111541748, "time": 0.1565504789352417, "step": 388658}
{"lr": 0.02030212265668886, "data_time": 0.010591959953308106, "loss_single": 3.45957555770874, "loss_dense": 3.513606572151184, "loss": 6.973182106018067, "time": 0.188934588432312, "step": 388708}
{"lr": 0.02030212265668886, "data_time": 0.018631625175476074, "loss_single": 3.4247965812683105, "loss_dense": 3.48489670753479, "loss": 6.9096932888031, "time": 0.1773967742919922, "step": 388758}
{"lr": 0.02030212265668886, "data_time": 0.014532113075256347, "loss_single": 3.43308539390564, "loss_dense": 3.4908729553222657, "loss": 6.9239583015441895, "time": 0.5499595880508423, "step": 388808}
{"lr": 0.02030212265668886, "data_time": 0.035370612144470216, "loss_single": 3.4410327672958374, "loss_dense": 3.4917091608047484, "loss": 6.93274188041687, "time": 0.18372974395751954, "step": 388858}
{"lr": 0.02030212265668886, "data_time": 0.00790233612060547, "loss_single": 3.432407832145691, "loss_dense": 3.473945069313049, "loss": 6.906352949142456, "time": 0.1918184518814087, "step": 388908}
{"lr": 0.02030212265668886, "data_time": 0.016175389289855957, "loss_single": 3.441278100013733, "loss_dense": 3.4913607120513914, "loss": 6.932638788223267, "time": 0.1934274911880493, "step": 388958}
{"lr": 0.02030212265668886, "data_time": 0.005297660827636719, "loss_single": 3.4603326320648193, "loss_dense": 3.5181077241897585, "loss": 6.978440380096435, "time": 0.17614457607269288, "step": 389008}
{"lr": 0.02030212265668886, "data_time": 0.014505839347839356, "loss_single": 3.4483036279678343, "loss_dense": 3.4874752521514893, "loss": 6.9357789039611815, "time": 0.17572371959686278, "step": 389058}
{"lr": 0.02030212265668886, "data_time": 0.026991057395935058, "loss_single": 3.4727396965026855, "loss_dense": 3.518727493286133, "loss": 6.991467142105103, "time": 0.4128993034362793, "step": 389108}
{"lr": 0.02030212265668886, "data_time": 0.0152357816696167, "loss_single": 3.4362604141235353, "loss_dense": 3.4972572565078734, "loss": 6.933517789840698, "time": 0.18863904476165771, "step": 389158}
{"lr": 0.02030212265668886, "data_time": 0.00931854248046875, "loss_single": 3.427729272842407, "loss_dense": 3.474788522720337, "loss": 6.9025177478790285, "time": 0.17779245376586914, "step": 389208}
{"lr": 0.02030212265668886, "data_time": 0.012727165222167968, "loss_single": 3.431703209877014, "loss_dense": 3.4713104009628295, "loss": 6.903013610839844, "time": 0.16205291748046874, "step": 389258}
{"lr": 0.02030212265668886, "data_time": 0.015021705627441406, "loss_single": 3.4316434383392336, "loss_dense": 3.485863280296326, "loss": 6.9175066471099855, "time": 0.17416417598724365, "step": 389308}
{"lr": 0.02030212265668886, "data_time": 0.014928531646728516, "loss_single": 3.4233196496963503, "loss_dense": 3.483417534828186, "loss": 6.90673713684082, "time": 0.1690049409866333, "step": 389358}
{"lr": 0.02030212265668886, "data_time": 0.4396354198455811, "loss_single": 3.42265248298645, "loss_dense": 3.472829079627991, "loss": 6.895481538772583, "time": 0.6806339740753173, "step": 389408}
{"lr": 0.02030212265668886, "data_time": 0.03667471408843994, "loss_single": 3.4385767221450805, "loss_dense": 3.4864640712738035, "loss": 6.9250407218933105, "time": 0.18767805099487306, "step": 389458}
{"lr": 0.02030212265668886, "data_time": 0.016397929191589354, "loss_single": 3.402522897720337, "loss_dense": 3.45396089553833, "loss": 6.856483697891235, "time": 0.6836448907852173, "step": 389508}
{"lr": 0.02030212265668886, "data_time": 0.01637721061706543, "loss_single": 3.436395025253296, "loss_dense": 3.475831460952759, "loss": 6.9122264862060545, "time": 0.1773223400115967, "step": 389558}
{"lr": 0.02030212265668886, "data_time": 0.01358644962310791, "loss_single": 3.4146226406097413, "loss_dense": 3.4704477310180666, "loss": 6.885070371627807, "time": 0.19200823307037354, "step": 389608}
{"lr": 0.02030212265668886, "data_time": 0.015922951698303222, "loss_single": 3.4195826768875124, "loss_dense": 3.464622688293457, "loss": 6.884205389022827, "time": 0.17696056365966797, "step": 389658}
{"lr": 0.02030212265668886, "data_time": 0.009897160530090331, "loss_single": 3.4427921772003174, "loss_dense": 3.493966817855835, "loss": 6.936758995056152, "time": 0.16119234561920165, "step": 389708}
{"lr": 0.02030212265668886, "data_time": 0.019731593132019044, "loss_single": 3.445892906188965, "loss_dense": 3.4844052314758303, "loss": 6.930298089981079, "time": 0.25314514636993407, "step": 389758}
{"lr": 0.02030212265668886, "data_time": 0.0188244104385376, "loss_single": 3.4654481172561646, "loss_dense": 3.5243581771850585, "loss": 6.989806318283081, "time": 0.16776728630065918, "step": 389808}
{"lr": 0.02030212265668886, "data_time": 0.018282175064086914, "loss_single": 3.4424821853637697, "loss_dense": 3.504101061820984, "loss": 6.946583271026611, "time": 0.1554783344268799, "step": 389858}
{"lr": 0.02030212265668886, "data_time": 0.017946481704711914, "loss_single": 3.437331748008728, "loss_dense": 3.4958205223083496, "loss": 6.933152341842652, "time": 0.186029314994812, "step": 389908}
{"lr": 0.02030212265668886, "data_time": 0.0154829740524292, "loss_single": 3.4204140663146974, "loss_dense": 3.4932846784591676, "loss": 6.913698720932007, "time": 0.16466920375823973, "step": 389958}
{"lr": 0.02030212265668886, "data_time": 0.019036173820495605, "loss_single": 3.435592794418335, "loss_dense": 3.480550003051758, "loss": 6.916142845153809, "time": 0.18621714115142823, "step": 390008}
{"lr": 0.02030212265668886, "data_time": 0.012489914894104004, "loss_single": 3.458603549003601, "loss_dense": 3.514250111579895, "loss": 6.972853660583496, "time": 0.20750885009765624, "step": 390058}
{"lr": 0.02030212265668886, "data_time": 0.014534425735473634, "loss_single": 3.448302745819092, "loss_dense": 3.4864188194274903, "loss": 6.93472146987915, "time": 0.5144310474395752, "step": 390108}
{"lr": 0.02030212265668886, "data_time": 0.01483314037322998, "loss_single": 3.4422998428344727, "loss_dense": 3.501182961463928, "loss": 6.943482685089111, "time": 0.3308678150177002, "step": 390158}
{"lr": 0.02030212265668886, "data_time": 0.1531128168106079, "loss_single": 3.438916873931885, "loss_dense": 3.4769834995269777, "loss": 6.915900325775146, "time": 0.30184497833251955, "step": 390208}
{"lr": 0.02030212265668886, "data_time": 0.017441797256469726, "loss_single": 3.4385874271392822, "loss_dense": 3.4966463804244996, "loss": 6.935233879089355, "time": 0.18587231636047363, "step": 390258}
{"lr": 0.02030212265668886, "data_time": 0.007774138450622558, "loss_single": 3.4589616537094114, "loss_dense": 3.5080970764160155, "loss": 6.967058753967285, "time": 0.5478522062301636, "step": 390308}
{"lr": 0.020081068803679374, "data_time": 0.012754559516906738, "loss_single": 3.4634625196456907, "loss_dense": 3.496172380447388, "loss": 6.9596349716186525, "time": 0.44852509498596194, "step": 390362}
{"lr": 0.020081068803679374, "data_time": 0.015125155448913574, "loss_single": 3.4603822231292725, "loss_dense": 3.5224934577941895, "loss": 6.98287558555603, "time": 0.17612078189849853, "step": 390412}
{"lr": 0.020081068803679374, "data_time": 0.016536593437194824, "loss_single": 3.4134361743927, "loss_dense": 3.4701616287231447, "loss": 6.883597803115845, "time": 0.17045581340789795, "step": 390462}
{"lr": 0.020081068803679374, "data_time": 0.017158198356628417, "loss_single": 3.4276105403900146, "loss_dense": 3.500935101509094, "loss": 6.928545618057251, "time": 0.5068524599075317, "step": 390512}
{"lr": 0.020081068803679374, "data_time": 0.018702173233032228, "loss_single": 3.4686782360076904, "loss_dense": 3.525213050842285, "loss": 6.993891334533691, "time": 0.18936479091644287, "step": 390562}
{"lr": 0.020081068803679374, "data_time": 0.016407084465026856, "loss_single": 3.4451110124588014, "loss_dense": 3.4997297525405884, "loss": 6.944840764999389, "time": 0.16649148464202881, "step": 390612}
{"lr": 0.020081068803679374, "data_time": 0.013128066062927246, "loss_single": 3.449225115776062, "loss_dense": 3.4974900007247927, "loss": 6.9467151165008545, "time": 0.1555248022079468, "step": 390662}
{"lr": 0.020081068803679374, "data_time": 0.008526182174682618, "loss_single": 3.4634232044219972, "loss_dense": 3.5180526971817017, "loss": 6.981475830078125, "time": 0.1842338800430298, "step": 390712}
{"lr": 0.020081068803679374, "data_time": 0.015205454826354981, "loss_single": 3.4197953224182127, "loss_dense": 3.478324556350708, "loss": 6.898119878768921, "time": 0.7149719953536987, "step": 390762}
{"lr": 0.020081068803679374, "data_time": 0.015948772430419922, "loss_single": 3.4385006427764893, "loss_dense": 3.4849414348602297, "loss": 6.923442077636719, "time": 0.6632775783538818, "step": 390812}
{"lr": 0.020081068803679374, "data_time": 0.01570591926574707, "loss_single": 3.4783552169799803, "loss_dense": 3.5256170272827148, "loss": 7.00397219657898, "time": 0.17319927215576172, "step": 390862}
{"lr": 0.020081068803679374, "data_time": 0.01612136363983154, "loss_single": 3.417306327819824, "loss_dense": 3.4783519506454468, "loss": 6.895658302307129, "time": 0.19239382743835448, "step": 390912}
{"lr": 0.020081068803679374, "data_time": 0.01729159355163574, "loss_single": 3.4391382694244386, "loss_dense": 3.482663321495056, "loss": 6.921801614761352, "time": 0.15493237972259521, "step": 390962}
{"lr": 0.020081068803679374, "data_time": 0.015047240257263183, "loss_single": 3.4216951370239257, "loss_dense": 3.47339551448822, "loss": 6.895090627670288, "time": 0.1626688003540039, "step": 391012}
{"lr": 0.020081068803679374, "data_time": 0.016056180000305176, "loss_single": 3.4208635091781616, "loss_dense": 3.4781613826751707, "loss": 6.899024868011475, "time": 0.15016138553619385, "step": 391062}
{"lr": 0.020081068803679374, "data_time": 0.0146317720413208, "loss_single": 3.4214719772338866, "loss_dense": 3.5007314920425414, "loss": 6.922203493118286, "time": 0.17310917377471924, "step": 391112}
{"lr": 0.020081068803679374, "data_time": 0.016039180755615234, "loss_single": 3.4093560695648195, "loss_dense": 3.465690851211548, "loss": 6.875046873092652, "time": 0.15654959678649902, "step": 391162}
{"lr": 0.020081068803679374, "data_time": 0.01495211124420166, "loss_single": 3.422460699081421, "loss_dense": 3.48251473903656, "loss": 6.904975414276123, "time": 0.2582305669784546, "step": 391212}
{"lr": 0.020081068803679374, "data_time": 0.01087484359741211, "loss_single": 3.4060069799423216, "loss_dense": 3.460533022880554, "loss": 6.866540050506591, "time": 0.1668635368347168, "step": 391262}
{"lr": 0.020081068803679374, "data_time": 0.015765810012817384, "loss_single": 3.4274415493011476, "loss_dense": 3.48111629486084, "loss": 6.908557796478272, "time": 0.1698779582977295, "step": 391312}
{"lr": 0.020081068803679374, "data_time": 0.01583108901977539, "loss_single": 3.394296908378601, "loss_dense": 3.457988715171814, "loss": 6.852285623550415, "time": 0.1705772876739502, "step": 391362}
{"lr": 0.020081068803679374, "data_time": 0.017055773735046388, "loss_single": 3.418527054786682, "loss_dense": 3.4773611068725585, "loss": 6.895888090133667, "time": 0.2491227865219116, "step": 391412}
{"lr": 0.020081068803679374, "data_time": 0.015975809097290038, "loss_single": 3.4229682207107546, "loss_dense": 3.5003746271133425, "loss": 6.923342943191528, "time": 0.22858073711395263, "step": 391462}
{"lr": 0.020081068803679374, "data_time": 0.01665656566619873, "loss_single": 3.420752739906311, "loss_dense": 3.4821857690811155, "loss": 6.902938508987427, "time": 0.17092111110687255, "step": 391512}
{"lr": 0.020081068803679374, "data_time": 0.009108352661132812, "loss_single": 3.4285400390625, "loss_dense": 3.4816352128982544, "loss": 6.910175323486328, "time": 0.15661218166351318, "step": 391562}
{"lr": 0.020081068803679374, "data_time": 0.014551305770874023, "loss_single": 3.4402336835861207, "loss_dense": 3.50261447429657, "loss": 6.942848205566406, "time": 0.20089879035949706, "step": 391612}
{"lr": 0.020081068803679374, "data_time": 0.028505825996398927, "loss_single": 3.425630497932434, "loss_dense": 3.482846665382385, "loss": 6.9084772109985355, "time": 0.19341464042663575, "step": 391662}
{"lr": 0.020081068803679374, "data_time": 0.016187429428100586, "loss_single": 3.4327218770980834, "loss_dense": 3.4842643260955812, "loss": 6.916986131668091, "time": 0.15848884582519532, "step": 391712}
{"lr": 0.020081068803679374, "data_time": 0.015717315673828124, "loss_single": 3.4734788656234743, "loss_dense": 3.51293261051178, "loss": 6.986411380767822, "time": 0.16266293525695802, "step": 391762}
{"lr": 0.020081068803679374, "data_time": 0.017985892295837403, "loss_single": 3.4424725770950317, "loss_dense": 3.5060173511505126, "loss": 6.948489952087402, "time": 0.1586355209350586, "step": 391812}
{"lr": 0.020081068803679374, "data_time": 0.016900038719177245, "loss_single": 3.4671586036682127, "loss_dense": 3.5099689960479736, "loss": 6.977127599716186, "time": 0.15700860023498536, "step": 391862}
{"lr": 0.020081068803679374, "data_time": 0.017367863655090333, "loss_single": 3.4473331689834597, "loss_dense": 3.4901157140731813, "loss": 6.937448930740357, "time": 0.154471755027771, "step": 391912}
{"lr": 0.020081068803679374, "data_time": 0.024157905578613283, "loss_single": 3.446762275695801, "loss_dense": 3.4996501445770263, "loss": 6.946412372589111, "time": 0.1609105110168457, "step": 391962}
{"lr": 0.020081068803679374, "data_time": 0.01704590320587158, "loss_single": 3.4146053075790403, "loss_dense": 3.4739319562911986, "loss": 6.888537216186523, "time": 0.15426013469696045, "step": 392012}
{"lr": 0.020081068803679374, "data_time": 0.018021225929260254, "loss_single": 3.420862007141113, "loss_dense": 3.494752383232117, "loss": 6.915614366531372, "time": 0.154347562789917, "step": 392062}
{"lr": 0.020081068803679374, "data_time": 0.01659438610076904, "loss_single": 3.45677227973938, "loss_dense": 3.510508108139038, "loss": 6.967280340194702, "time": 0.15537168979644775, "step": 392112}
{"lr": 0.020081068803679374, "data_time": 0.017822456359863282, "loss_single": 3.439091205596924, "loss_dense": 3.496172380447388, "loss": 6.935263633728027, "time": 0.15710008144378662, "step": 392162}
{"lr": 0.020081068803679374, "data_time": 0.01661522388458252, "loss_single": 3.416490411758423, "loss_dense": 3.489937686920166, "loss": 6.906428050994873, "time": 0.1532517433166504, "step": 392212}
{"lr": 0.020081068803679374, "data_time": 0.015997791290283205, "loss_single": 3.440970945358276, "loss_dense": 3.504413390159607, "loss": 6.945384359359741, "time": 0.21059277057647705, "step": 392262}
{"lr": 0.020081068803679374, "data_time": 0.017926478385925294, "loss_single": 3.4113882064819334, "loss_dense": 3.462472367286682, "loss": 6.873860549926758, "time": 0.174234938621521, "step": 392312}
{"lr": 0.020081068803679374, "data_time": 0.013913321495056152, "loss_single": 3.438669943809509, "loss_dense": 3.4812389373779298, "loss": 6.919908857345581, "time": 0.20272400379180908, "step": 392362}
{"lr": 0.020081068803679374, "data_time": 0.01609969139099121, "loss_single": 3.413848567008972, "loss_dense": 3.4705338954925535, "loss": 6.884382486343384, "time": 0.17696287631988525, "step": 392412}
{"lr": 0.020081068803679374, "data_time": 0.015715527534484863, "loss_single": 3.415158009529114, "loss_dense": 3.4792079448699953, "loss": 6.894365930557251, "time": 0.1733626365661621, "step": 392462}
{"lr": 0.020081068803679374, "data_time": 0.014525008201599122, "loss_single": 3.39880211353302, "loss_dense": 3.4664688110351562, "loss": 6.865270900726318, "time": 0.19123103618621826, "step": 392512}
{"lr": 0.020081068803679374, "data_time": 0.01692631244659424, "loss_single": 3.4556540727615355, "loss_dense": 3.503813362121582, "loss": 6.9594673156738285, "time": 0.18907792568206788, "step": 392562}
{"lr": 0.020081068803679374, "data_time": 0.015691137313842772, "loss_single": 3.4411566972732546, "loss_dense": 3.4898427724838257, "loss": 6.930999422073365, "time": 0.17445518970489501, "step": 392612}
{"lr": 0.020081068803679374, "data_time": 0.015866756439208984, "loss_single": 3.456150245666504, "loss_dense": 3.513498616218567, "loss": 6.969648838043213, "time": 0.15667920112609862, "step": 392662}
{"lr": 0.020081068803679374, "data_time": 0.017360949516296388, "loss_single": 3.4367531061172487, "loss_dense": 3.4987127780914307, "loss": 6.935465955734253, "time": 0.15289912223815919, "step": 392712}
{"lr": 0.020081068803679374, "data_time": 0.016887593269348144, "loss_single": 3.44757342338562, "loss_dense": 3.49575412273407, "loss": 6.943327522277832, "time": 0.15714781284332274, "step": 392762}
{"lr": 0.020081068803679374, "data_time": 0.017758107185363768, "loss_single": 3.4363409996032717, "loss_dense": 3.4918868064880373, "loss": 6.928227806091309, "time": 0.2495131492614746, "step": 392812}
{"lr": 0.020081068803679374, "data_time": 0.0156308650970459, "loss_single": 3.449054217338562, "loss_dense": 3.4958368301391602, "loss": 6.944890975952148, "time": 0.19593467712402343, "step": 392862}
{"lr": 0.020081068803679374, "data_time": 0.020595598220825195, "loss_single": 3.432679319381714, "loss_dense": 3.4842745780944826, "loss": 6.9169539451599125, "time": 0.16727993488311768, "step": 392912}
{"lr": 0.020081068803679374, "data_time": 0.017093634605407713, "loss_single": 3.4366177320480347, "loss_dense": 3.4906841278076173, "loss": 6.92730188369751, "time": 0.18336904048919678, "step": 392962}
{"lr": 0.020081068803679374, "data_time": 0.00976705551147461, "loss_single": 3.4175516605377196, "loss_dense": 3.476495552062988, "loss": 6.894047260284424, "time": 0.1647998571395874, "step": 393012}
{"lr": 0.020081068803679374, "data_time": 0.017031073570251465, "loss_single": 3.443634271621704, "loss_dense": 3.4874429225921633, "loss": 6.931077289581299, "time": 0.23673336505889891, "step": 393062}
{"lr": 0.020081068803679374, "data_time": 0.014081048965454101, "loss_single": 3.4454964637756347, "loss_dense": 3.5061951875686646, "loss": 6.951691770553589, "time": 0.3010678291320801, "step": 393112}
{"lr": 0.020081068803679374, "data_time": 0.013232779502868653, "loss_single": 3.4387237548828127, "loss_dense": 3.4723561286926268, "loss": 6.9110798835754395, "time": 0.19108402729034424, "step": 393162}
{"lr": 0.020081068803679374, "data_time": 0.01737477779388428, "loss_single": 3.4271278858184813, "loss_dense": 3.4727806091308593, "loss": 6.899908494949341, "time": 0.15793247222900392, "step": 393212}
{"lr": 0.020081068803679374, "data_time": 0.015990829467773436, "loss_single": 3.4316994190216064, "loss_dense": 3.4838723659515383, "loss": 6.915571832656861, "time": 0.1845010042190552, "step": 393262}
{"lr": 0.020081068803679374, "data_time": 0.01822066307067871, "loss_single": 3.431663680076599, "loss_dense": 3.4838488340377807, "loss": 6.91551251411438, "time": 0.20695595741271972, "step": 393312}
{"lr": 0.020081068803679374, "data_time": 0.013464760780334473, "loss_single": 3.4193480968475343, "loss_dense": 3.462753915786743, "loss": 6.882101964950562, "time": 0.15373499393463136, "step": 393362}
{"lr": 0.020081068803679374, "data_time": 0.017068982124328613, "loss_single": 3.4363803386688234, "loss_dense": 3.481246280670166, "loss": 6.917626571655274, "time": 0.1685856580734253, "step": 393412}
{"lr": 0.020081068803679374, "data_time": 0.016553378105163573, "loss_single": 3.4167527675628664, "loss_dense": 3.4851567029953, "loss": 6.901909589767456, "time": 0.15975401401519776, "step": 393462}
{"lr": 0.020081068803679374, "data_time": 0.01604297161102295, "loss_single": 3.4290958404541017, "loss_dense": 3.4871634244918823, "loss": 6.9162591934204105, "time": 0.15810246467590333, "step": 393512}
{"lr": 0.020081068803679374, "data_time": 0.017092132568359376, "loss_single": 3.4603475093841554, "loss_dense": 3.5073447227478027, "loss": 6.967692232131958, "time": 0.17901287078857422, "step": 393562}
{"lr": 0.020081068803679374, "data_time": 0.02372426986694336, "loss_single": 3.4513840436935426, "loss_dense": 3.5159353256225585, "loss": 6.967319393157959, "time": 0.17919089794158935, "step": 393612}
{"lr": 0.020081068803679374, "data_time": 0.028278040885925292, "loss_single": 3.4374586582183837, "loss_dense": 3.495926356315613, "loss": 6.933385038375855, "time": 0.16714582443237305, "step": 393662}
{"lr": 0.020081068803679374, "data_time": 0.01522810459136963, "loss_single": 3.439060091972351, "loss_dense": 3.4966553449630737, "loss": 6.935715389251709, "time": 0.16589150428771973, "step": 393712}
{"lr": 0.020081068803679374, "data_time": 0.009553980827331544, "loss_single": 3.4518482208251955, "loss_dense": 3.5078654289245605, "loss": 6.95971360206604, "time": 0.1637334108352661, "step": 393762}
{"lr": 0.020081068803679374, "data_time": 0.016302275657653808, "loss_single": 3.4480969667434693, "loss_dense": 3.4969555377960204, "loss": 6.945052576065064, "time": 0.177864933013916, "step": 393812}
{"lr": 0.020081068803679374, "data_time": 0.01707756519317627, "loss_single": 3.4127248525619507, "loss_dense": 3.4825075387954714, "loss": 6.895232486724853, "time": 0.15580337047576903, "step": 393862}
{"lr": 0.020081068803679374, "data_time": 0.015406250953674316, "loss_single": 3.4425504207611084, "loss_dense": 3.499382662773132, "loss": 6.94193320274353, "time": 0.15800373554229735, "step": 393912}
{"lr": 0.020081068803679374, "data_time": 0.01797595024108887, "loss_single": 3.4299105644226073, "loss_dense": 3.4922094106674195, "loss": 6.922119998931885, "time": 0.14998881816864013, "step": 393962}
{"lr": 0.020081068803679374, "data_time": 0.022614431381225587, "loss_single": 3.4239847898483275, "loss_dense": 3.473422718048096, "loss": 6.897407531738281, "time": 0.18807475566864013, "step": 394012}
{"lr": 0.020081068803679374, "data_time": 0.01913459300994873, "loss_single": 3.3912622213363646, "loss_dense": 3.450645613670349, "loss": 6.841907930374146, "time": 0.17424993515014647, "step": 394062}
{"lr": 0.020081068803679374, "data_time": 0.016360092163085937, "loss_single": 3.470270276069641, "loss_dense": 3.508354091644287, "loss": 6.978624391555786, "time": 0.17434267997741698, "step": 394112}
{"lr": 0.020081068803679374, "data_time": 0.01543276309967041, "loss_single": 3.42890202999115, "loss_dense": 3.503473138809204, "loss": 6.932375097274781, "time": 0.15762817859649658, "step": 394162}
{"lr": 0.020081068803679374, "data_time": 0.015928483009338378, "loss_single": 3.438143086433411, "loss_dense": 3.4824421644210815, "loss": 6.920585250854492, "time": 0.1761186122894287, "step": 394212}
{"lr": 0.020081068803679374, "data_time": 0.008356928825378418, "loss_single": 3.4805437326431274, "loss_dense": 3.5274320602416993, "loss": 7.007975721359253, "time": 0.18425540924072265, "step": 394262}
{"lr": 0.020081068803679374, "data_time": 0.008329010009765625, "loss_single": 3.427094292640686, "loss_dense": 3.485475516319275, "loss": 6.912569761276245, "time": 0.20089297294616698, "step": 394312}
{"lr": 0.020081068803679374, "data_time": 0.01570158004760742, "loss_single": 3.467129683494568, "loss_dense": 3.5169286012649534, "loss": 6.984058237075805, "time": 0.19078874588012695, "step": 394362}
{"lr": 0.020081068803679374, "data_time": 0.00523991584777832, "loss_single": 3.441694974899292, "loss_dense": 3.496418571472168, "loss": 6.938113498687744, "time": 0.15278818607330322, "step": 394412}
{"lr": 0.020081068803679374, "data_time": 0.016044473648071288, "loss_single": 3.437493824958801, "loss_dense": 3.5002349376678468, "loss": 6.937728786468506, "time": 0.18533153533935548, "step": 394462}
{"lr": 0.020081068803679374, "data_time": 0.015213513374328613, "loss_single": 3.4309776067733764, "loss_dense": 3.4697970867156984, "loss": 6.900774812698364, "time": 0.1584484577178955, "step": 394512}
{"lr": 0.020081068803679374, "data_time": 0.01481316089630127, "loss_single": 3.410963034629822, "loss_dense": 3.4571547746658324, "loss": 6.868117761611939, "time": 0.28378820419311523, "step": 394562}
{"lr": 0.020081068803679374, "data_time": 0.014172101020812988, "loss_single": 3.459213209152222, "loss_dense": 3.509493923187256, "loss": 6.9687072277069095, "time": 0.22611942291259765, "step": 394612}
{"lr": 0.020081068803679374, "data_time": 0.01298971176147461, "loss_single": 3.422223925590515, "loss_dense": 3.4632172346115113, "loss": 6.885441160202026, "time": 0.1570570945739746, "step": 394662}
{"lr": 0.020081068803679374, "data_time": 0.014912271499633789, "loss_single": 3.46411018371582, "loss_dense": 3.499820685386658, "loss": 6.96393084526062, "time": 0.20440690517425536, "step": 394712}
{"lr": 0.020081068803679374, "data_time": 0.5045129776000976, "loss_single": 3.450074028968811, "loss_dense": 3.5106157779693605, "loss": 6.960689735412598, "time": 0.6527322292327881, "step": 394762}
{"lr": 0.020081068803679374, "data_time": 0.016495919227600096, "loss_single": 3.438431143760681, "loss_dense": 3.503969502449036, "loss": 6.942400693893433, "time": 0.17787957191467285, "step": 394812}
{"lr": 0.020081068803679374, "data_time": 0.016924571990966798, "loss_single": 3.4553051948547364, "loss_dense": 3.5044808864593504, "loss": 6.959786081314087, "time": 0.15223126411437987, "step": 394862}
{"lr": 0.020081068803679374, "data_time": 0.017890524864196778, "loss_single": 3.4156292200088503, "loss_dense": 3.470648407936096, "loss": 6.8862776279449465, "time": 0.15795304775238037, "step": 394912}
{"lr": 0.020081068803679374, "data_time": 0.0153580904006958, "loss_single": 3.4433698415756226, "loss_dense": 3.486837887763977, "loss": 6.930207681655884, "time": 0.1498178243637085, "step": 394962}
{"lr": 0.020081068803679374, "data_time": 0.017272686958312987, "loss_single": 3.4263343095779417, "loss_dense": 3.4733172416687013, "loss": 6.899651527404785, "time": 0.15238986015319825, "step": 395012}
{"lr": 0.020081068803679374, "data_time": 0.015236735343933105, "loss_single": 3.4420287370681764, "loss_dense": 3.4892515659332277, "loss": 6.931280326843262, "time": 0.1711322546005249, "step": 395062}
{"lr": 0.020081068803679374, "data_time": 0.016940665245056153, "loss_single": 3.460181212425232, "loss_dense": 3.526487183570862, "loss": 6.986668348312378, "time": 0.15321149826049804, "step": 395112}
{"lr": 0.020081068803679374, "data_time": 0.018420481681823732, "loss_single": 3.4394110441207886, "loss_dense": 3.4958879709243775, "loss": 6.935299015045166, "time": 0.15298116207122803, "step": 395162}
{"lr": 0.020081068803679374, "data_time": 0.016434383392333985, "loss_single": 3.4635684967041014, "loss_dense": 3.5170498847961427, "loss": 6.9806183815002445, "time": 0.19411017894744872, "step": 395212}
{"lr": 0.020081068803679374, "data_time": 0.02077982425689697, "loss_single": 3.4322333574295043, "loss_dense": 3.478751015663147, "loss": 6.910984373092651, "time": 0.160683012008667, "step": 395262}
{"lr": 0.020081068803679374, "data_time": 0.014553999900817871, "loss_single": 3.4530532360076904, "loss_dense": 3.49109263420105, "loss": 6.944145917892456, "time": 0.145379900932312, "step": 395312}
{"lr": 0.01985876127297224, "data_time": 0.016377806663513184, "loss_single": 3.4198755264282226, "loss_dense": 3.457230806350708, "loss": 6.877106237411499, "time": 0.1668092966079712, "step": 395366}
{"lr": 0.01985876127297224, "data_time": 0.01716480255126953, "loss_single": 3.452063798904419, "loss_dense": 3.520901608467102, "loss": 6.972965383529663, "time": 0.15246956348419188, "step": 395416}
{"lr": 0.01985876127297224, "data_time": 0.018518662452697753, "loss_single": 3.3986851453781126, "loss_dense": 3.4718427896499633, "loss": 6.870527935028076, "time": 0.21637554168701173, "step": 395466}
{"lr": 0.01985876127297224, "data_time": 0.016628718376159667, "loss_single": 3.458424520492554, "loss_dense": 3.511153483390808, "loss": 6.969577932357788, "time": 0.15965616703033447, "step": 395516}
{"lr": 0.01985876127297224, "data_time": 0.014693212509155274, "loss_single": 3.427579951286316, "loss_dense": 3.4824894428253175, "loss": 6.910069322586059, "time": 0.15357615947723388, "step": 395566}
{"lr": 0.01985876127297224, "data_time": 0.01960415840148926, "loss_single": 3.422107219696045, "loss_dense": 3.4811128854751585, "loss": 6.903220081329346, "time": 0.15418949127197265, "step": 395616}
{"lr": 0.01985876127297224, "data_time": 0.014870452880859374, "loss_single": 3.436180758476257, "loss_dense": 3.489237117767334, "loss": 6.925417900085449, "time": 0.17646207809448242, "step": 395666}
{"lr": 0.01985876127297224, "data_time": 0.01626300811767578, "loss_single": 3.4449203252792358, "loss_dense": 3.484455680847168, "loss": 6.9293759822845455, "time": 0.18434524536132812, "step": 395716}
{"lr": 0.01985876127297224, "data_time": 0.01629798412322998, "loss_single": 3.426841306686401, "loss_dense": 3.4771909952163695, "loss": 6.904032278060913, "time": 0.15578532218933105, "step": 395766}
{"lr": 0.01985876127297224, "data_time": 0.016698837280273438, "loss_single": 3.4248902082443236, "loss_dense": 3.4768991231918336, "loss": 6.901789331436158, "time": 0.15820543766021727, "step": 395816}
{"lr": 0.01985876127297224, "data_time": 0.01566162109375, "loss_single": 3.425072717666626, "loss_dense": 3.4742133140563967, "loss": 6.899285984039307, "time": 0.23087573051452637, "step": 395866}
{"lr": 0.01985876127297224, "data_time": 0.016059732437133788, "loss_single": 3.424950194358826, "loss_dense": 3.48215012550354, "loss": 6.9071002960205075, "time": 0.20439500808715821, "step": 395916}
{"lr": 0.01985876127297224, "data_time": 0.01774277687072754, "loss_single": 3.4344062328338625, "loss_dense": 3.4839713335037232, "loss": 6.918377637863159, "time": 0.1587989091873169, "step": 395966}
{"lr": 0.01985876127297224, "data_time": 0.01599099636077881, "loss_single": 3.427485203742981, "loss_dense": 3.482759118080139, "loss": 6.910244417190552, "time": 0.1655857801437378, "step": 396016}
{"lr": 0.01985876127297224, "data_time": 0.017671704292297363, "loss_single": 3.4201571464538576, "loss_dense": 3.4695682764053344, "loss": 6.889725399017334, "time": 0.15031309127807618, "step": 396066}
{"lr": 0.01985876127297224, "data_time": 0.016659927368164063, "loss_single": 3.4257944345474245, "loss_dense": 3.4665852785110474, "loss": 6.8923797607421875, "time": 0.15071818828582764, "step": 396116}
{"lr": 0.01985876127297224, "data_time": 0.016805243492126466, "loss_single": 3.4229410171508787, "loss_dense": 3.483279657363892, "loss": 6.906220722198486, "time": 0.15432803630828856, "step": 396166}
{"lr": 0.01985876127297224, "data_time": 0.015881061553955078, "loss_single": 3.424419617652893, "loss_dense": 3.4866165637969972, "loss": 6.911036157608033, "time": 0.15650558471679688, "step": 396216}
{"lr": 0.01985876127297224, "data_time": 0.015443110466003418, "loss_single": 3.4212353944778444, "loss_dense": 3.482036256790161, "loss": 6.903271627426148, "time": 0.15440237522125244, "step": 396266}
{"lr": 0.01985876127297224, "data_time": 0.01852290630340576, "loss_single": 3.418921685218811, "loss_dense": 3.490801548957825, "loss": 6.909723329544067, "time": 0.15683574676513673, "step": 396316}
{"lr": 0.01985876127297224, "data_time": 0.016344428062438965, "loss_single": 3.442677140235901, "loss_dense": 3.4910080671310424, "loss": 6.933685207366944, "time": 0.18028767108917237, "step": 396366}
{"lr": 0.01985876127297224, "data_time": 0.0197983980178833, "loss_single": 3.4145678997039797, "loss_dense": 3.4779601812362673, "loss": 6.892528057098389, "time": 0.17844004631042482, "step": 396416}
{"lr": 0.01985876127297224, "data_time": 0.015369772911071777, "loss_single": 3.45994656085968, "loss_dense": 3.5005686283111572, "loss": 6.960515260696411, "time": 0.16229071617126464, "step": 396466}
{"lr": 0.01985876127297224, "data_time": 0.017632055282592773, "loss_single": 3.4670490026474, "loss_dense": 3.5134143829345703, "loss": 6.980463457107544, "time": 0.15698504447937012, "step": 396516}
{"lr": 0.01985876127297224, "data_time": 0.017765045166015625, "loss_single": 3.4392383813858034, "loss_dense": 3.501209354400635, "loss": 6.940447807312012, "time": 0.15554018020629884, "step": 396566}
{"lr": 0.01985876127297224, "data_time": 0.017855453491210937, "loss_single": 3.4331063270568847, "loss_dense": 3.478636646270752, "loss": 6.9117429733276365, "time": 0.14986763000488282, "step": 396616}
{"lr": 0.01985876127297224, "data_time": 0.018878936767578125, "loss_single": 3.433642792701721, "loss_dense": 3.4987882137298585, "loss": 6.932431030273437, "time": 0.19309895038604735, "step": 396666}
{"lr": 0.01985876127297224, "data_time": 0.015992283821105957, "loss_single": 3.412848138809204, "loss_dense": 3.4739327430725098, "loss": 6.886780786514282, "time": 0.16779053211212158, "step": 396716}
{"lr": 0.01985876127297224, "data_time": 0.013993597030639649, "loss_single": 3.4537604570388796, "loss_dense": 3.502684307098389, "loss": 6.956444787979126, "time": 0.17236955165863038, "step": 396766}
{"lr": 0.01985876127297224, "data_time": 0.008923983573913575, "loss_single": 3.4272859573364256, "loss_dense": 3.4768005132675173, "loss": 6.904086542129517, "time": 0.19670729637145995, "step": 396816}
{"lr": 0.01985876127297224, "data_time": 0.023386144638061525, "loss_single": 3.442089056968689, "loss_dense": 3.4938235759735106, "loss": 6.935912656784057, "time": 0.18874337673187255, "step": 396866}
{"lr": 0.01985876127297224, "data_time": 0.01625058650970459, "loss_single": 3.421432042121887, "loss_dense": 3.470214605331421, "loss": 6.89164662361145, "time": 0.18588759899139404, "step": 396916}
{"lr": 0.01985876127297224, "data_time": 0.014996004104614259, "loss_single": 3.448167324066162, "loss_dense": 3.491819071769714, "loss": 6.93998646736145, "time": 0.21434245109558106, "step": 396966}
{"lr": 0.01985876127297224, "data_time": 0.017151427268981934, "loss_single": 3.4276328086853027, "loss_dense": 3.492229390144348, "loss": 6.919862174987793, "time": 0.15024802684783936, "step": 397016}
{"lr": 0.01985876127297224, "data_time": 0.02376992702484131, "loss_single": 3.4155611276626585, "loss_dense": 3.479877734184265, "loss": 6.895438814163208, "time": 0.17304465770721436, "step": 397066}
{"lr": 0.01985876127297224, "data_time": 0.015602493286132812, "loss_single": 3.4136746406555174, "loss_dense": 3.4638134479522704, "loss": 6.877488136291504, "time": 0.17828238010406494, "step": 397116}
{"lr": 0.01985876127297224, "data_time": 0.02350490093231201, "loss_single": 3.45209641456604, "loss_dense": 3.4985607862472534, "loss": 6.950657176971435, "time": 0.20170729160308837, "step": 397166}
{"lr": 0.01985876127297224, "data_time": 0.02922544479370117, "loss_single": 3.4436822652816774, "loss_dense": 3.481715679168701, "loss": 6.9253980159759525, "time": 0.18775062561035155, "step": 397216}
{"lr": 0.01985876127297224, "data_time": 0.017174530029296874, "loss_single": 3.4446218490600584, "loss_dense": 3.503599524497986, "loss": 6.948221254348755, "time": 0.16511707305908202, "step": 397266}
{"lr": 0.01985876127297224, "data_time": 0.015481066703796387, "loss_single": 3.448028588294983, "loss_dense": 3.516021656990051, "loss": 6.96405029296875, "time": 0.18042166233062745, "step": 397316}
{"lr": 0.01985876127297224, "data_time": 0.016621661186218262, "loss_single": 3.4371716022491454, "loss_dense": 3.477400207519531, "loss": 6.914571905136109, "time": 0.1755364418029785, "step": 397366}
{"lr": 0.01985876127297224, "data_time": 0.015735173225402833, "loss_single": 3.4488710165023804, "loss_dense": 3.5069254875183105, "loss": 6.955796384811402, "time": 0.22817540168762207, "step": 397416}
{"lr": 0.01985876127297224, "data_time": 0.019539308547973634, "loss_single": 3.45602765083313, "loss_dense": 3.507364368438721, "loss": 6.963392019271851, "time": 0.1960657835006714, "step": 397466}
{"lr": 0.01985876127297224, "data_time": 0.017301344871520997, "loss_single": 3.4284542560577393, "loss_dense": 3.4788878202438354, "loss": 6.907342147827149, "time": 0.15584790706634521, "step": 397516}
{"lr": 0.01985876127297224, "data_time": 0.029453277587890625, "loss_single": 3.4189239740371704, "loss_dense": 3.469902014732361, "loss": 6.888825988769531, "time": 0.16890711784362794, "step": 397566}
{"lr": 0.01985876127297224, "data_time": 0.01901731491088867, "loss_single": 3.4422019958496093, "loss_dense": 3.4939618349075316, "loss": 6.936163854598999, "time": 0.2014627456665039, "step": 397616}
{"lr": 0.01985876127297224, "data_time": 0.01806612014770508, "loss_single": 3.4140580892562866, "loss_dense": 3.4771498918533323, "loss": 6.891207981109619, "time": 0.16099917888641357, "step": 397666}
{"lr": 0.01985876127297224, "data_time": 0.015843749046325684, "loss_single": 3.451360297203064, "loss_dense": 3.4931971073150634, "loss": 6.94455738067627, "time": 0.15185365676879883, "step": 397716}
{"lr": 0.01985876127297224, "data_time": 0.018193793296813966, "loss_single": 3.437570261955261, "loss_dense": 3.493026852607727, "loss": 6.930597114562988, "time": 0.15771636962890626, "step": 397766}
{"lr": 0.01985876127297224, "data_time": 0.01966404914855957, "loss_single": 3.453067994117737, "loss_dense": 3.5094563245773314, "loss": 6.962524318695069, "time": 0.23611652851104736, "step": 397816}
{"lr": 0.01985876127297224, "data_time": 0.014764642715454102, "loss_single": 3.4463993310928345, "loss_dense": 3.500877046585083, "loss": 6.947276449203491, "time": 0.16108293533325196, "step": 397866}
{"lr": 0.01985876127297224, "data_time": 0.015642118453979493, "loss_single": 3.442251110076904, "loss_dense": 3.4987723588943482, "loss": 6.941023540496826, "time": 0.1921597957611084, "step": 397916}
{"lr": 0.01985876127297224, "data_time": 0.013499903678894042, "loss_single": 3.4583136081695556, "loss_dense": 3.496991419792175, "loss": 6.955305004119873, "time": 0.1828991413116455, "step": 397966}
{"lr": 0.01985876127297224, "data_time": 0.015772533416748048, "loss_single": 3.4377622604370117, "loss_dense": 3.494403338432312, "loss": 6.93216552734375, "time": 0.20019056797027587, "step": 398016}
{"lr": 0.01985876127297224, "data_time": 0.016080665588378906, "loss_single": 3.3989125967025755, "loss_dense": 3.4508731842041014, "loss": 6.849785852432251, "time": 0.18510658740997316, "step": 398066}
{"lr": 0.01985876127297224, "data_time": 0.015344023704528809, "loss_single": 3.44684042930603, "loss_dense": 3.494763994216919, "loss": 6.941604423522949, "time": 0.20112781524658202, "step": 398116}
{"lr": 0.01985876127297224, "data_time": 0.01903195381164551, "loss_single": 3.4159913301467895, "loss_dense": 3.4858684062957765, "loss": 6.901859760284424, "time": 0.15478951930999757, "step": 398166}
{"lr": 0.01985876127297224, "data_time": 0.0184173583984375, "loss_single": 3.420107293128967, "loss_dense": 3.4618184566497803, "loss": 6.881925773620606, "time": 0.17358639240264892, "step": 398216}
{"lr": 0.01985876127297224, "data_time": 0.016532325744628908, "loss_single": 3.4375627040863037, "loss_dense": 3.4864169120788575, "loss": 6.923979616165161, "time": 0.18419764041900635, "step": 398266}
{"lr": 0.01985876127297224, "data_time": 0.015270543098449708, "loss_single": 3.435099792480469, "loss_dense": 3.478383493423462, "loss": 6.913483333587647, "time": 0.15693702697753906, "step": 398316}
{"lr": 0.01985876127297224, "data_time": 0.015002989768981933, "loss_single": 3.450282907485962, "loss_dense": 3.5066455364227296, "loss": 6.956928396224976, "time": 0.1591130018234253, "step": 398366}
{"lr": 0.01985876127297224, "data_time": 0.017463016510009765, "loss_single": 3.4329058647155763, "loss_dense": 3.481385064125061, "loss": 6.914290952682495, "time": 0.17080016136169435, "step": 398416}
{"lr": 0.01985876127297224, "data_time": 0.016844701766967774, "loss_single": 3.4088677406311034, "loss_dense": 3.471985912322998, "loss": 6.88085355758667, "time": 0.7241693496704101, "step": 398466}
{"lr": 0.01985876127297224, "data_time": 0.016176390647888183, "loss_single": 3.4368221521377564, "loss_dense": 3.4929129600524904, "loss": 6.929735088348389, "time": 0.15755624771118165, "step": 398516}
{"lr": 0.01985876127297224, "data_time": 0.01896069049835205, "loss_single": 3.429424214363098, "loss_dense": 3.4858464002609253, "loss": 6.915270662307739, "time": 0.170120906829834, "step": 398566}
{"lr": 0.01985876127297224, "data_time": 0.01589488983154297, "loss_single": 3.423974871635437, "loss_dense": 3.480349826812744, "loss": 6.904324722290039, "time": 0.19680495262145997, "step": 398616}
{"lr": 0.01985876127297224, "data_time": 0.01805403232574463, "loss_single": 3.4368463516235352, "loss_dense": 3.49041063785553, "loss": 6.927256870269775, "time": 0.15250780582427978, "step": 398666}
{"lr": 0.01985876127297224, "data_time": 0.019080734252929686, "loss_single": 3.424250030517578, "loss_dense": 3.4839873552322387, "loss": 6.908237409591675, "time": 0.1590639114379883, "step": 398716}
{"lr": 0.01985876127297224, "data_time": 0.01502530574798584, "loss_single": 3.4134794950485228, "loss_dense": 3.468973159790039, "loss": 6.882452821731567, "time": 0.16068780422210693, "step": 398766}
{"lr": 0.01985876127297224, "data_time": 0.015350818634033203, "loss_single": 3.412150001525879, "loss_dense": 3.4748698472976685, "loss": 6.887019920349121, "time": 0.1520925998687744, "step": 398816}
{"lr": 0.01985876127297224, "data_time": 0.017815756797790527, "loss_single": 3.476385307312012, "loss_dense": 3.538759636878967, "loss": 7.015144968032837, "time": 0.1776726007461548, "step": 398866}
{"lr": 0.01985876127297224, "data_time": 0.016507744789123535, "loss_single": 3.430737614631653, "loss_dense": 3.494207525253296, "loss": 6.924945116043091, "time": 0.20391926765441895, "step": 398916}
{"lr": 0.01985876127297224, "data_time": 0.024891471862792967, "loss_single": 3.4325674057006834, "loss_dense": 3.4839779853820803, "loss": 6.916545295715332, "time": 0.16331055164337158, "step": 398966}
{"lr": 0.01985876127297224, "data_time": 0.01714496612548828, "loss_single": 3.447927951812744, "loss_dense": 3.5024279832839964, "loss": 6.950355863571167, "time": 0.15807337760925294, "step": 399016}
{"lr": 0.01985876127297224, "data_time": 0.01707315444946289, "loss_single": 3.427338981628418, "loss_dense": 3.4801193475723267, "loss": 6.907458353042602, "time": 0.15973548889160155, "step": 399066}
{"lr": 0.01985876127297224, "data_time": 0.015653109550476073, "loss_single": 3.4329620122909548, "loss_dense": 3.480719566345215, "loss": 6.913681602478027, "time": 0.18301968574523925, "step": 399116}
{"lr": 0.01985876127297224, "data_time": 0.01602482795715332, "loss_single": 3.421181869506836, "loss_dense": 3.4636141300201415, "loss": 6.8847959518432615, "time": 0.2109593152999878, "step": 399166}
{"lr": 0.01985876127297224, "data_time": 0.014811825752258301, "loss_single": 3.4262983322143556, "loss_dense": 3.485575723648071, "loss": 6.911874008178711, "time": 0.16360111236572267, "step": 399216}
{"lr": 0.01985876127297224, "data_time": 0.02012932300567627, "loss_single": 3.3995698213577272, "loss_dense": 3.463828277587891, "loss": 6.863398122787475, "time": 0.24791030883789061, "step": 399266}
{"lr": 0.01985876127297224, "data_time": 0.04004368782043457, "loss_single": 3.4151175260543822, "loss_dense": 3.479813480377197, "loss": 6.894931125640869, "time": 0.208992075920105, "step": 399316}
{"lr": 0.01985876127297224, "data_time": 0.01537914276123047, "loss_single": 3.456506061553955, "loss_dense": 3.5033416032791136, "loss": 6.959847688674927, "time": 0.1779080867767334, "step": 399366}
{"lr": 0.01985876127297224, "data_time": 0.011655950546264648, "loss_single": 3.434616780281067, "loss_dense": 3.5003522634506226, "loss": 6.934968948364258, "time": 0.18669505119323732, "step": 399416}
{"lr": 0.01985876127297224, "data_time": 0.016231727600097657, "loss_single": 3.4385165691375734, "loss_dense": 3.4874373197555544, "loss": 6.925953912734985, "time": 0.16159720420837403, "step": 399466}
{"lr": 0.01985876127297224, "data_time": 0.015293526649475097, "loss_single": 3.4402346134185793, "loss_dense": 3.4903701066970827, "loss": 6.930604743957519, "time": 0.16732442378997803, "step": 399516}
{"lr": 0.01985876127297224, "data_time": 0.017340254783630372, "loss_single": 3.4340619087219237, "loss_dense": 3.4719009160995484, "loss": 6.90596284866333, "time": 0.19852256774902344, "step": 399566}
{"lr": 0.01985876127297224, "data_time": 0.03653249740600586, "loss_single": 3.434332585334778, "loss_dense": 3.4967800855636595, "loss": 6.931112766265869, "time": 0.18821501731872559, "step": 399616}
{"lr": 0.01985876127297224, "data_time": 0.015714120864868165, "loss_single": 3.4652744054794313, "loss_dense": 3.5222097396850587, "loss": 6.987484121322632, "time": 0.16511359214782714, "step": 399666}
{"lr": 0.01985876127297224, "data_time": 0.016210436820983887, "loss_single": 3.446454930305481, "loss_dense": 3.4968061685562133, "loss": 6.94326114654541, "time": 0.17657485008239746, "step": 399716}
{"lr": 0.01985876127297224, "data_time": 0.021170639991760255, "loss_single": 3.4256385803222655, "loss_dense": 3.475367879867554, "loss": 6.901006460189819, "time": 0.2343524932861328, "step": 399766}
{"lr": 0.01985876127297224, "data_time": 0.016283464431762696, "loss_single": 3.4278488159179688, "loss_dense": 3.471851682662964, "loss": 6.899700498580932, "time": 0.17651946544647218, "step": 399816}
{"lr": 0.01985876127297224, "data_time": 0.017601919174194337, "loss_single": 3.4267293214797974, "loss_dense": 3.468941855430603, "loss": 6.895671129226685, "time": 0.16616907119750976, "step": 399866}
{"lr": 0.01985876127297224, "data_time": 0.01715271472930908, "loss_single": 3.4319291591644285, "loss_dense": 3.4812870740890505, "loss": 6.913216257095337, "time": 0.1645587682723999, "step": 399916}
{"lr": 0.01985876127297224, "data_time": 0.01526658535003662, "loss_single": 3.4179285287857057, "loss_dense": 3.466701316833496, "loss": 6.884629917144776, "time": 0.1645888566970825, "step": 399966}
{"lr": 0.01985876127297224, "data_time": 0.016341495513916015, "loss_single": 3.4532045125961304, "loss_dense": 3.517104387283325, "loss": 6.970309019088745, "time": 0.1681689977645874, "step": 400016}
{"lr": 0.01985876127297224, "data_time": 0.015758728981018065, "loss_single": 3.4330147981643675, "loss_dense": 3.481440305709839, "loss": 6.914454984664917, "time": 0.15788669586181642, "step": 400066}
{"lr": 0.01985876127297224, "data_time": 0.016184353828430177, "loss_single": 3.427485156059265, "loss_dense": 3.487382483482361, "loss": 6.914867639541626, "time": 0.17519865036010743, "step": 400116}
{"lr": 0.01985876127297224, "data_time": 0.017945694923400878, "loss_single": 3.4167175769805906, "loss_dense": 3.471304678916931, "loss": 6.888022232055664, "time": 0.15567824840545655, "step": 400166}
{"lr": 0.01985876127297224, "data_time": 0.044227886199951175, "loss_single": 3.441619396209717, "loss_dense": 3.483376169204712, "loss": 6.924995565414429, "time": 0.2201075553894043, "step": 400216}
{"lr": 0.01985876127297224, "data_time": 0.017827105522155762, "loss_single": 3.4258400917053224, "loss_dense": 3.496435284614563, "loss": 6.922275352478027, "time": 0.15509932041168212, "step": 400266}
{"lr": 0.01985876127297224, "data_time": 0.012999248504638673, "loss_single": 3.4251930713653564, "loss_dense": 3.4834664106369018, "loss": 6.9086594581604, "time": 0.1545729637145996, "step": 400316}
{"lr": 0.01963525491562421, "data_time": 0.016800498962402342, "loss_single": 3.4541558027267456, "loss_dense": 3.503344941139221, "loss": 6.957500791549682, "time": 0.17026090621948242, "step": 400370}
{"lr": 0.01963525491562421, "data_time": 0.016926026344299315, "loss_single": 3.4288487434387207, "loss_dense": 3.495250773429871, "loss": 6.924099493026733, "time": 0.1507471799850464, "step": 400420}
{"lr": 0.01963525491562421, "data_time": 0.018597722053527832, "loss_single": 3.4293675422668457, "loss_dense": 3.495692801475525, "loss": 6.92506046295166, "time": 0.1509323835372925, "step": 400470}
{"lr": 0.01963525491562421, "data_time": 0.01776919364929199, "loss_single": 3.3954684734344482, "loss_dense": 3.455530881881714, "loss": 6.850999450683593, "time": 0.1526632785797119, "step": 400520}
{"lr": 0.01963525491562421, "data_time": 0.01718776226043701, "loss_single": 3.4193517208099364, "loss_dense": 3.48099102973938, "loss": 6.900342798233032, "time": 0.17535781860351562, "step": 400570}
{"lr": 0.01963525491562421, "data_time": 0.017281126976013184, "loss_single": 3.441390585899353, "loss_dense": 3.487314510345459, "loss": 6.92870512008667, "time": 0.1573859691619873, "step": 400620}
{"lr": 0.01963525491562421, "data_time": 0.015758061408996583, "loss_single": 3.4254212856292723, "loss_dense": 3.4891896486282348, "loss": 6.914610862731934, "time": 0.15534672737121583, "step": 400670}
{"lr": 0.01963525491562421, "data_time": 0.01728968620300293, "loss_single": 3.459180545806885, "loss_dense": 3.493823027610779, "loss": 6.953003692626953, "time": 0.15279815196990967, "step": 400720}
{"lr": 0.01963525491562421, "data_time": 0.015011477470397949, "loss_single": 3.437052273750305, "loss_dense": 3.491445541381836, "loss": 6.928497934341431, "time": 0.162484073638916, "step": 400770}
{"lr": 0.01963525491562421, "data_time": 0.015416097640991212, "loss_single": 3.431442618370056, "loss_dense": 3.47854220867157, "loss": 6.909984922409057, "time": 0.1768871545791626, "step": 400820}
{"lr": 0.01963525491562421, "data_time": 0.015665388107299803, "loss_single": 3.4250234603881835, "loss_dense": 3.478715443611145, "loss": 6.9037388324737545, "time": 0.171889328956604, "step": 400870}
{"lr": 0.01963525491562421, "data_time": 0.016709303855895995, "loss_single": 3.484269309043884, "loss_dense": 3.5324633598327635, "loss": 7.01673264503479, "time": 0.15673627853393554, "step": 400920}
{"lr": 0.01963525491562421, "data_time": 0.02275991439819336, "loss_single": 3.4093671321868895, "loss_dense": 3.4575734615325926, "loss": 6.866940689086914, "time": 0.16229429244995117, "step": 400970}
{"lr": 0.01963525491562421, "data_time": 0.017507481575012206, "loss_single": 3.438481640815735, "loss_dense": 3.507559299468994, "loss": 6.946040964126587, "time": 0.1540445566177368, "step": 401020}
{"lr": 0.01963525491562421, "data_time": 0.016872215270996093, "loss_single": 3.4290748119354246, "loss_dense": 3.467470121383667, "loss": 6.896544933319092, "time": 0.21052286624908448, "step": 401070}
{"lr": 0.01963525491562421, "data_time": 0.017548322677612305, "loss_single": 3.4198113918304442, "loss_dense": 3.463823437690735, "loss": 6.883634805679321, "time": 0.15427062511444092, "step": 401120}
{"lr": 0.01963525491562421, "data_time": 0.015086960792541505, "loss_single": 3.45275297164917, "loss_dense": 3.5003992557525634, "loss": 6.953152132034302, "time": 0.1535118818283081, "step": 401170}
{"lr": 0.01963525491562421, "data_time": 0.017261338233947755, "loss_single": 3.4033589601516723, "loss_dense": 3.4762828826904295, "loss": 6.879641771316528, "time": 0.15281178951263427, "step": 401220}
{"lr": 0.01963525491562421, "data_time": 0.009834957122802735, "loss_single": 3.4277189493179323, "loss_dense": 3.4778395652770997, "loss": 6.905558490753174, "time": 0.16343412399291993, "step": 401270}
{"lr": 0.01963525491562421, "data_time": 0.01623680591583252, "loss_single": 3.4418277025222777, "loss_dense": 3.4925519466400146, "loss": 6.934379577636719, "time": 0.1516569137573242, "step": 401320}
{"lr": 0.01963525491562421, "data_time": 0.018476414680480956, "loss_single": 3.42274272441864, "loss_dense": 3.4869829177856446, "loss": 6.909725761413574, "time": 0.20313601493835448, "step": 401370}
{"lr": 0.01963525491562421, "data_time": 0.016611695289611816, "loss_single": 3.4476316213607787, "loss_dense": 3.4980737209320067, "loss": 6.945705461502075, "time": 0.17699460983276366, "step": 401420}
{"lr": 0.01963525491562421, "data_time": 0.0153517484664917, "loss_single": 3.4176507234573363, "loss_dense": 3.465050959587097, "loss": 6.882701635360718, "time": 0.16670734882354737, "step": 401470}
{"lr": 0.01963525491562421, "data_time": 0.033269500732421874, "loss_single": 3.455578351020813, "loss_dense": 3.5056768655776978, "loss": 6.961255168914795, "time": 0.26364090442657473, "step": 401520}
{"lr": 0.01963525491562421, "data_time": 0.017471456527709962, "loss_single": 3.4760263919830323, "loss_dense": 3.523325967788696, "loss": 6.9993524074554445, "time": 0.28589682579040526, "step": 401570}
{"lr": 0.01963525491562421, "data_time": 0.013843894004821777, "loss_single": 3.471429872512817, "loss_dense": 3.5130334377288817, "loss": 6.984463357925415, "time": 0.2968555450439453, "step": 401620}
{"lr": 0.01963525491562421, "data_time": 0.015772318840026854, "loss_single": 3.43553466796875, "loss_dense": 3.4812018632888795, "loss": 6.916736459732055, "time": 0.15445556640625, "step": 401670}
{"lr": 0.01963525491562421, "data_time": 0.016840362548828126, "loss_single": 3.43582227230072, "loss_dense": 3.4901811361312864, "loss": 6.926003360748291, "time": 0.15403661727905274, "step": 401720}
{"lr": 0.01963525491562421, "data_time": 0.016907143592834472, "loss_single": 3.431360149383545, "loss_dense": 3.482308602333069, "loss": 6.9136687278747555, "time": 0.1601652145385742, "step": 401770}
{"lr": 0.01963525491562421, "data_time": 0.015780043601989747, "loss_single": 3.446143364906311, "loss_dense": 3.4885545492172243, "loss": 6.934697961807251, "time": 0.15764286518096923, "step": 401820}
{"lr": 0.01963525491562421, "data_time": 0.015538382530212402, "loss_single": 3.4166891813278197, "loss_dense": 3.4679472923278807, "loss": 6.884636449813843, "time": 0.15008316040039063, "step": 401870}
{"lr": 0.01963525491562421, "data_time": 0.017159414291381837, "loss_single": 3.456706476211548, "loss_dense": 3.5077111959457397, "loss": 6.964417600631714, "time": 0.15161383152008057, "step": 401920}
{"lr": 0.01963525491562421, "data_time": 0.017223882675170898, "loss_single": 3.413961482048035, "loss_dense": 3.4681993246078493, "loss": 6.882160806655884, "time": 0.16254847049713134, "step": 401970}
{"lr": 0.01963525491562421, "data_time": 0.027915120124816895, "loss_single": 3.440677833557129, "loss_dense": 3.4923617124557493, "loss": 6.933039569854737, "time": 0.18511695861816407, "step": 402020}
{"lr": 0.01963525491562421, "data_time": 0.01741793155670166, "loss_single": 3.4263787269592285, "loss_dense": 3.484983205795288, "loss": 6.911361932754517, "time": 0.17769215106964112, "step": 402070}
{"lr": 0.01963525491562421, "data_time": 0.015640616416931152, "loss_single": 3.4451460599899293, "loss_dense": 3.498976469039917, "loss": 6.94412260055542, "time": 0.17016096115112306, "step": 402120}
{"lr": 0.01963525491562421, "data_time": 0.01684701442718506, "loss_single": 3.425797128677368, "loss_dense": 3.473746585845947, "loss": 6.899543714523316, "time": 0.208008074760437, "step": 402170}
{"lr": 0.01963525491562421, "data_time": 0.013219404220581054, "loss_single": 3.4438183546066283, "loss_dense": 3.497981858253479, "loss": 6.941800260543824, "time": 0.18751280307769774, "step": 402220}
{"lr": 0.01963525491562421, "data_time": 0.011705470085144044, "loss_single": 3.4407251358032225, "loss_dense": 3.4862951278686523, "loss": 6.927020263671875, "time": 0.21340980529785156, "step": 402270}
{"lr": 0.01963525491562421, "data_time": 0.14418959617614746, "loss_single": 3.454736924171448, "loss_dense": 3.5087083101272585, "loss": 6.963445234298706, "time": 0.3091757297515869, "step": 402320}
{"lr": 0.01963525491562421, "data_time": 0.029446792602539063, "loss_single": 3.4402273654937745, "loss_dense": 3.4824548721313477, "loss": 6.922682189941407, "time": 0.18731975555419922, "step": 402370}
{"lr": 0.01963525491562421, "data_time": 0.016356468200683594, "loss_single": 3.4258248090744017, "loss_dense": 3.478295612335205, "loss": 6.904120540618896, "time": 0.1609273672103882, "step": 402420}
{"lr": 0.01963525491562421, "data_time": 0.016663217544555665, "loss_single": 3.449872136116028, "loss_dense": 3.495628809928894, "loss": 6.9455009460449215, "time": 0.1762326955795288, "step": 402470}
{"lr": 0.01963525491562421, "data_time": 0.015272998809814453, "loss_single": 3.41180260181427, "loss_dense": 3.4688106298446657, "loss": 6.8806132793426515, "time": 0.21594772338867188, "step": 402520}
{"lr": 0.01963525491562421, "data_time": 0.01848440170288086, "loss_single": 3.4515525102615356, "loss_dense": 3.5043138742446898, "loss": 6.955866432189941, "time": 0.2082932710647583, "step": 402570}
{"lr": 0.01963525491562421, "data_time": 0.017327594757080077, "loss_single": 3.4264795541763307, "loss_dense": 3.466276025772095, "loss": 6.892755508422852, "time": 0.16048171520233154, "step": 402620}
{"lr": 0.01963525491562421, "data_time": 0.015374708175659179, "loss_single": 3.422136068344116, "loss_dense": 3.479664754867554, "loss": 6.9018007755279545, "time": 0.16338541507720947, "step": 402670}
{"lr": 0.01963525491562421, "data_time": 0.01694028377532959, "loss_single": 3.458694815635681, "loss_dense": 3.4980047941207886, "loss": 6.956699514389038, "time": 0.1632357120513916, "step": 402720}
{"lr": 0.01963525491562421, "data_time": 0.00899040699005127, "loss_single": 3.4422106742858887, "loss_dense": 3.493958353996277, "loss": 6.936169099807739, "time": 0.17342350482940674, "step": 402770}
{"lr": 0.01963525491562421, "data_time": 0.01016843318939209, "loss_single": 3.4020031690597534, "loss_dense": 3.4617538690567016, "loss": 6.863757038116455, "time": 0.15817797183990479, "step": 402820}
{"lr": 0.01963525491562421, "data_time": 0.011049389839172363, "loss_single": 3.4629522800445556, "loss_dense": 3.5088072299957274, "loss": 6.971759510040283, "time": 0.19157590866088867, "step": 402870}
{"lr": 0.01963525491562421, "data_time": 0.017566370964050292, "loss_single": 3.4430768489837646, "loss_dense": 3.5176527738571166, "loss": 6.960729551315308, "time": 0.17519543170928956, "step": 402920}
{"lr": 0.01963525491562421, "data_time": 0.01962933540344238, "loss_single": 3.433590292930603, "loss_dense": 3.5066187143325807, "loss": 6.940209007263183, "time": 0.19148173332214355, "step": 402970}
{"lr": 0.01963525491562421, "data_time": 0.016081571578979492, "loss_single": 3.44705069065094, "loss_dense": 3.4990145683288576, "loss": 6.946065378189087, "time": 0.15380477905273438, "step": 403020}
{"lr": 0.01963525491562421, "data_time": 0.01767244338989258, "loss_single": 3.4456876039505007, "loss_dense": 3.4999573469161986, "loss": 6.945644950866699, "time": 0.1692903757095337, "step": 403070}
{"lr": 0.01963525491562421, "data_time": 0.01632959842681885, "loss_single": 3.4434284448623655, "loss_dense": 3.4864572048187257, "loss": 6.929885673522949, "time": 0.15366508960723876, "step": 403120}
{"lr": 0.01963525491562421, "data_time": 0.015749096870422363, "loss_single": 3.435583209991455, "loss_dense": 3.485955023765564, "loss": 6.921538257598877, "time": 0.1846234083175659, "step": 403170}
{"lr": 0.01963525491562421, "data_time": 0.016237258911132812, "loss_single": 3.429123067855835, "loss_dense": 3.481563401222229, "loss": 6.910686397552491, "time": 0.20896513462066652, "step": 403220}
{"lr": 0.01963525491562421, "data_time": 0.015883374214172363, "loss_single": 3.4341631889343263, "loss_dense": 3.4810558557510376, "loss": 6.915219116210937, "time": 0.1712580442428589, "step": 403270}
{"lr": 0.01963525491562421, "data_time": 0.01737654209136963, "loss_single": 3.434792733192444, "loss_dense": 3.4874921083450316, "loss": 6.922284841537476, "time": 0.1512659788131714, "step": 403320}
{"lr": 0.01963525491562421, "data_time": 0.018944549560546874, "loss_single": 3.463959813117981, "loss_dense": 3.5122421741485597, "loss": 6.976202058792114, "time": 0.19585063457489013, "step": 403370}
{"lr": 0.01963525491562421, "data_time": 0.015158939361572265, "loss_single": 3.414224624633789, "loss_dense": 3.478431510925293, "loss": 6.892656087875366, "time": 0.18717489242553711, "step": 403420}
{"lr": 0.01963525491562421, "data_time": 0.00912647247314453, "loss_single": 3.438235306739807, "loss_dense": 3.4925742149353027, "loss": 6.930809593200683, "time": 0.226979398727417, "step": 403470}
{"lr": 0.01963525491562421, "data_time": 0.016831469535827637, "loss_single": 3.4442675828933718, "loss_dense": 3.510418176651001, "loss": 6.9546857357025145, "time": 0.187378454208374, "step": 403520}
{"lr": 0.01963525491562421, "data_time": 0.015335679054260254, "loss_single": 3.4601396799087523, "loss_dense": 3.5126464128494264, "loss": 6.972786140441895, "time": 0.2616079807281494, "step": 403570}
{"lr": 0.01963525491562421, "data_time": 0.016951632499694825, "loss_single": 3.4254985094070434, "loss_dense": 3.472996687889099, "loss": 6.898495101928711, "time": 0.1599034070968628, "step": 403620}
{"lr": 0.01963525491562421, "data_time": 0.015094447135925292, "loss_single": 3.4463634729385375, "loss_dense": 3.486042356491089, "loss": 6.9324059009552, "time": 0.14945850372314454, "step": 403670}
{"lr": 0.01963525491562421, "data_time": 0.013994073867797852, "loss_single": 3.4424951553344725, "loss_dense": 3.4949318170547485, "loss": 6.937426900863647, "time": 0.18614795207977294, "step": 403720}
{"lr": 0.01963525491562421, "data_time": 0.015275025367736816, "loss_single": 3.4438111066818236, "loss_dense": 3.5180729627609253, "loss": 6.961884069442749, "time": 0.17310817241668702, "step": 403770}
{"lr": 0.01963525491562421, "data_time": 0.017404389381408692, "loss_single": 3.43113317489624, "loss_dense": 3.4778664112091064, "loss": 6.908999586105347, "time": 0.2311697006225586, "step": 403820}
{"lr": 0.01963525491562421, "data_time": 0.041475510597229, "loss_single": 3.432840180397034, "loss_dense": 3.4896641254425047, "loss": 6.922504329681397, "time": 0.20261952877044678, "step": 403870}
{"lr": 0.01963525491562421, "data_time": 0.014763998985290527, "loss_single": 3.4400388479232786, "loss_dense": 3.505943536758423, "loss": 6.945982456207275, "time": 0.18356196880340575, "step": 403920}
{"lr": 0.01963525491562421, "data_time": 0.015819406509399413, "loss_single": 3.4445701837539673, "loss_dense": 3.5052071809768677, "loss": 6.949777364730835, "time": 0.1893549680709839, "step": 403970}
{"lr": 0.01963525491562421, "data_time": 0.017879009246826172, "loss_single": 3.4478641033172606, "loss_dense": 3.52319540977478, "loss": 6.971059560775757, "time": 0.16708810329437257, "step": 404020}
{"lr": 0.01963525491562421, "data_time": 0.034436941146850586, "loss_single": 3.40966260433197, "loss_dense": 3.457688593864441, "loss": 6.867351293563843, "time": 0.1974879026412964, "step": 404070}
{"lr": 0.01963525491562421, "data_time": 0.017348504066467284, "loss_single": 3.455721879005432, "loss_dense": 3.517440104484558, "loss": 6.97316198348999, "time": 0.1559535264968872, "step": 404120}
{"lr": 0.01963525491562421, "data_time": 0.016959428787231445, "loss_single": 3.459078550338745, "loss_dense": 3.523374319076538, "loss": 6.982452869415283, "time": 0.15577230453491211, "step": 404170}
{"lr": 0.01963525491562421, "data_time": 0.01611018180847168, "loss_single": 3.4239392280578613, "loss_dense": 3.486963677406311, "loss": 6.910902881622315, "time": 0.16881484985351564, "step": 404220}
{"lr": 0.01963525491562421, "data_time": 0.01798856258392334, "loss_single": 3.4419745206832886, "loss_dense": 3.505626177787781, "loss": 6.947600698471069, "time": 0.7743943691253662, "step": 404270}
{"lr": 0.01963525491562421, "data_time": 0.015950798988342285, "loss_single": 3.4358693838119505, "loss_dense": 3.499920868873596, "loss": 6.935790348052978, "time": 0.18445446491241455, "step": 404320}
{"lr": 0.01963525491562421, "data_time": 0.01439363956451416, "loss_single": 3.469004440307617, "loss_dense": 3.5217635869979858, "loss": 6.990768003463745, "time": 0.2033163547515869, "step": 404370}
{"lr": 0.01963525491562421, "data_time": 0.014051342010498047, "loss_single": 3.433634614944458, "loss_dense": 3.5051778316497804, "loss": 6.9388124465942385, "time": 0.17876064777374268, "step": 404420}
{"lr": 0.01963525491562421, "data_time": 0.014511322975158692, "loss_single": 3.4445276737213133, "loss_dense": 3.519946312904358, "loss": 6.9644739627838135, "time": 0.1661454200744629, "step": 404470}
{"lr": 0.01963525491562421, "data_time": 0.013560652732849121, "loss_single": 3.45625216960907, "loss_dense": 3.509591555595398, "loss": 6.965843772888183, "time": 0.1660626173019409, "step": 404520}
{"lr": 0.01963525491562421, "data_time": 0.021491289138793945, "loss_single": 3.4402960538864136, "loss_dense": 3.487893009185791, "loss": 6.928189039230347, "time": 0.20438845157623292, "step": 404570}
{"lr": 0.01963525491562421, "data_time": 0.015338468551635741, "loss_single": 3.4649354219436646, "loss_dense": 3.5423815727233885, "loss": 7.007317018508911, "time": 0.15826661586761476, "step": 404620}
{"lr": 0.01963525491562421, "data_time": 0.017445874214172364, "loss_single": 3.4280598402023315, "loss_dense": 3.4827261686325075, "loss": 6.9107860088348385, "time": 0.15544590950012208, "step": 404670}
{"lr": 0.01963525491562421, "data_time": 0.016888117790222167, "loss_single": 3.460837745666504, "loss_dense": 3.519744324684143, "loss": 6.980581998825073, "time": 0.15459017753601073, "step": 404720}
{"lr": 0.01963525491562421, "data_time": 0.017384839057922364, "loss_single": 3.4170530319213865, "loss_dense": 3.468066167831421, "loss": 6.885119295120239, "time": 0.162404203414917, "step": 404770}
{"lr": 0.01963525491562421, "data_time": 0.017714929580688477, "loss_single": 3.419522929191589, "loss_dense": 3.468440556526184, "loss": 6.887963485717774, "time": 0.1571505069732666, "step": 404820}
{"lr": 0.01963525491562421, "data_time": 0.019912409782409667, "loss_single": 3.4074853897094726, "loss_dense": 3.4645074129104616, "loss": 6.871992826461792, "time": 0.15868220329284669, "step": 404870}
{"lr": 0.01963525491562421, "data_time": 0.020821571350097656, "loss_single": 3.4590078592300415, "loss_dense": 3.5220717430114745, "loss": 6.981079483032227, "time": 0.1993406295776367, "step": 404920}
{"lr": 0.01963525491562421, "data_time": 0.010904574394226074, "loss_single": 3.443054723739624, "loss_dense": 3.4841363430023193, "loss": 6.927191066741943, "time": 0.15724046230316163, "step": 404970}
{"lr": 0.01963525491562421, "data_time": 0.018300890922546387, "loss_single": 3.4558958292007445, "loss_dense": 3.503778576850891, "loss": 6.95967435836792, "time": 0.1565352201461792, "step": 405020}
{"lr": 0.01963525491562421, "data_time": 0.018297767639160155, "loss_single": 3.423781895637512, "loss_dense": 3.4730139493942263, "loss": 6.896795845031738, "time": 0.15268032550811766, "step": 405070}
{"lr": 0.01963525491562421, "data_time": 0.016921401023864746, "loss_single": 3.437432813644409, "loss_dense": 3.4920723915100096, "loss": 6.929505157470703, "time": 0.18443360328674316, "step": 405120}
{"lr": 0.01963525491562421, "data_time": 0.018329906463623046, "loss_single": 3.431721305847168, "loss_dense": 3.4905756235122682, "loss": 6.922296953201294, "time": 0.16705598831176757, "step": 405170}
{"lr": 0.01963525491562421, "data_time": 0.017026567459106447, "loss_single": 3.423534965515137, "loss_dense": 3.481458044052124, "loss": 6.904993104934692, "time": 0.16264116764068604, "step": 405220}
{"lr": 0.01963525491562421, "data_time": 0.01684582233428955, "loss_single": 3.4647220849990843, "loss_dense": 3.508676552772522, "loss": 6.973398637771607, "time": 0.15222702026367188, "step": 405270}
{"lr": 0.01963525491562421, "data_time": 0.013999295234680176, "loss_single": 3.420622158050537, "loss_dense": 3.4634430408477783, "loss": 6.884065341949463, "time": 0.1510176658630371, "step": 405320}
{"lr": 0.019410604878484557, "data_time": 0.021282505989074708, "loss_single": 3.4154335498809814, "loss_dense": 3.4751723289489744, "loss": 6.890605878829956, "time": 0.15847539901733398, "step": 405374}
{"lr": 0.019410604878484557, "data_time": 0.015924286842346192, "loss_single": 3.4126657247543335, "loss_dense": 3.4656793117523192, "loss": 6.878345012664795, "time": 0.1913818120956421, "step": 405424}
{"lr": 0.019410604878484557, "data_time": 0.016338825225830078, "loss_single": 3.430472230911255, "loss_dense": 3.4889151573181154, "loss": 6.919387435913086, "time": 0.1599879741668701, "step": 405474}
{"lr": 0.019410604878484557, "data_time": 0.016974687576293945, "loss_single": 3.4554383993148803, "loss_dense": 3.5203019618988036, "loss": 6.975740385055542, "time": 0.14897699356079103, "step": 405524}
{"lr": 0.019410604878484557, "data_time": 0.017081689834594727, "loss_single": 3.4250513076782227, "loss_dense": 3.4830673694610597, "loss": 6.908118724822998, "time": 0.16533479690551758, "step": 405574}
{"lr": 0.019410604878484557, "data_time": 0.015394210815429688, "loss_single": 3.462330722808838, "loss_dense": 3.51992723941803, "loss": 6.982257890701294, "time": 0.16733927726745607, "step": 405624}
{"lr": 0.019410604878484557, "data_time": 0.0194760799407959, "loss_single": 3.419733667373657, "loss_dense": 3.4760545969009398, "loss": 6.895788288116455, "time": 0.1876272201538086, "step": 405674}
{"lr": 0.019410604878484557, "data_time": 0.018431997299194335, "loss_single": 3.409307432174683, "loss_dense": 3.476409673690796, "loss": 6.88571720123291, "time": 0.1901170015335083, "step": 405724}
{"lr": 0.019410604878484557, "data_time": 0.01787717342376709, "loss_single": 3.4467257976531984, "loss_dense": 3.492394042015076, "loss": 6.939119863510132, "time": 0.1509251356124878, "step": 405774}
{"lr": 0.019410604878484557, "data_time": 0.015701889991760254, "loss_single": 3.4287007093429565, "loss_dense": 3.465128517150879, "loss": 6.8938291549682615, "time": 0.1615619659423828, "step": 405824}
{"lr": 0.019410604878484557, "data_time": 0.017212748527526855, "loss_single": 3.43024320602417, "loss_dense": 3.4870662927627563, "loss": 6.9173095703125, "time": 0.1525872230529785, "step": 405874}
{"lr": 0.019410604878484557, "data_time": 0.017305397987365724, "loss_single": 3.4185839891433716, "loss_dense": 3.467956304550171, "loss": 6.886540269851684, "time": 0.15573997497558595, "step": 405924}
{"lr": 0.019410604878484557, "data_time": 0.01650714874267578, "loss_single": 3.4330374002456665, "loss_dense": 3.4734977006912233, "loss": 6.90653510093689, "time": 0.22583096027374266, "step": 405974}
{"lr": 0.019410604878484557, "data_time": 0.016745710372924806, "loss_single": 3.39853777885437, "loss_dense": 3.4555426836013794, "loss": 6.854080438613892, "time": 0.1796339273452759, "step": 406024}
{"lr": 0.019410604878484557, "data_time": 0.01740396022796631, "loss_single": 3.431734871864319, "loss_dense": 3.488702082633972, "loss": 6.920436954498291, "time": 0.1600360870361328, "step": 406074}
{"lr": 0.019410604878484557, "data_time": 0.016090965270996092, "loss_single": 3.449290466308594, "loss_dense": 3.50662579536438, "loss": 6.9559163570404055, "time": 0.18523566722869872, "step": 406124}
{"lr": 0.019410604878484557, "data_time": 0.015689706802368163, "loss_single": 3.421922135353088, "loss_dense": 3.478701663017273, "loss": 6.900623798370361, "time": 0.18627581596374512, "step": 406174}
{"lr": 0.019410604878484557, "data_time": 0.015789198875427245, "loss_single": 3.4371421575546264, "loss_dense": 3.4955326080322267, "loss": 6.932674789428711, "time": 0.20508909225463867, "step": 406224}
{"lr": 0.019410604878484557, "data_time": 0.01630270481109619, "loss_single": 3.420121359825134, "loss_dense": 3.465595006942749, "loss": 6.885716390609741, "time": 0.1605773687362671, "step": 406274}
{"lr": 0.019410604878484557, "data_time": 0.0168612003326416, "loss_single": 3.4329891204833984, "loss_dense": 3.481760096549988, "loss": 6.914749336242676, "time": 0.15707042217254638, "step": 406324}
{"lr": 0.019410604878484557, "data_time": 0.05194334983825684, "loss_single": 3.4395434617996217, "loss_dense": 3.4979772090911867, "loss": 6.937520599365234, "time": 0.19464802742004395, "step": 406374}
{"lr": 0.019410604878484557, "data_time": 0.01601710319519043, "loss_single": 3.4009795904159548, "loss_dense": 3.458411383628845, "loss": 6.859390926361084, "time": 0.15909862518310547, "step": 406424}
{"lr": 0.019410604878484557, "data_time": 0.016191387176513673, "loss_single": 3.4186508417129517, "loss_dense": 3.4831737279891968, "loss": 6.901824569702148, "time": 0.20003488063812255, "step": 406474}
{"lr": 0.019410604878484557, "data_time": 0.01632544994354248, "loss_single": 3.429118299484253, "loss_dense": 3.478638029098511, "loss": 6.907756376266479, "time": 0.1884549379348755, "step": 406524}
{"lr": 0.019410604878484557, "data_time": 0.028036665916442872, "loss_single": 3.4141306638717652, "loss_dense": 3.4684699535369874, "loss": 6.882600593566894, "time": 0.1752026081085205, "step": 406574}
{"lr": 0.019410604878484557, "data_time": 0.016903257369995116, "loss_single": 3.4434662580490114, "loss_dense": 3.4999577045440673, "loss": 6.943423938751221, "time": 0.17788114547729492, "step": 406624}
{"lr": 0.019410604878484557, "data_time": 0.014560222625732422, "loss_single": 3.424178886413574, "loss_dense": 3.4952568292617796, "loss": 6.919435644149781, "time": 0.18394389152526855, "step": 406674}
{"lr": 0.019410604878484557, "data_time": 0.01567106246948242, "loss_single": 3.47445068359375, "loss_dense": 3.514607000350952, "loss": 6.989057636260986, "time": 0.16936113834381103, "step": 406724}
{"lr": 0.019410604878484557, "data_time": 0.014442968368530273, "loss_single": 3.4331874370574953, "loss_dense": 3.48434739112854, "loss": 6.917534732818604, "time": 0.1632920742034912, "step": 406774}
{"lr": 0.019410604878484557, "data_time": 0.01842453479766846, "loss_single": 3.4268194675445556, "loss_dense": 3.476792240142822, "loss": 6.903611755371093, "time": 0.1593390464782715, "step": 406824}
{"lr": 0.019410604878484557, "data_time": 0.01672236919403076, "loss_single": 3.438843250274658, "loss_dense": 3.4811058759689333, "loss": 6.919949102401733, "time": 0.16190261840820314, "step": 406874}
{"lr": 0.019410604878484557, "data_time": 0.022400712966918944, "loss_single": 3.4303354263305663, "loss_dense": 3.487323188781738, "loss": 6.917658710479737, "time": 0.18587286472320558, "step": 406924}
{"lr": 0.019410604878484557, "data_time": 0.014036297798156738, "loss_single": 3.4491029500961305, "loss_dense": 3.5004693269729614, "loss": 6.949572277069092, "time": 0.18735818862915038, "step": 406974}
{"lr": 0.019410604878484557, "data_time": 0.017876458168029786, "loss_single": 3.428238129615784, "loss_dense": 3.482984018325806, "loss": 6.911222076416015, "time": 0.15451886653900146, "step": 407024}
{"lr": 0.019410604878484557, "data_time": 0.018491625785827637, "loss_single": 3.4400307655334474, "loss_dense": 3.494804549217224, "loss": 6.9348352432250975, "time": 0.2266768455505371, "step": 407074}
{"lr": 0.019410604878484557, "data_time": 0.014854669570922852, "loss_single": 3.421725606918335, "loss_dense": 3.4654184341430665, "loss": 6.887143993377686, "time": 0.16919028759002686, "step": 407124}
{"lr": 0.019410604878484557, "data_time": 0.01638936996459961, "loss_single": 3.4219851016998293, "loss_dense": 3.4806090354919434, "loss": 6.902594041824341, "time": 0.18515365123748778, "step": 407174}
{"lr": 0.019410604878484557, "data_time": 0.013191509246826171, "loss_single": 3.4369516134262086, "loss_dense": 3.501347541809082, "loss": 6.938299179077148, "time": 0.16446056365966796, "step": 407224}
{"lr": 0.019410604878484557, "data_time": 0.01489560604095459, "loss_single": 3.4454463005065916, "loss_dense": 3.502604913711548, "loss": 6.948051118850708, "time": 0.1701441526412964, "step": 407274}
{"lr": 0.019410604878484557, "data_time": 0.015555310249328613, "loss_single": 3.423113250732422, "loss_dense": 3.492563080787659, "loss": 6.9156763553619385, "time": 0.16554784774780273, "step": 407324}
{"lr": 0.019410604878484557, "data_time": 0.01669178009033203, "loss_single": 3.432109522819519, "loss_dense": 3.483501124382019, "loss": 6.91561074256897, "time": 0.15677781105041505, "step": 407374}
{"lr": 0.019410604878484557, "data_time": 0.017023110389709474, "loss_single": 3.424330472946167, "loss_dense": 3.4822268724441527, "loss": 6.906557321548462, "time": 0.15511767864227294, "step": 407424}
{"lr": 0.019410604878484557, "data_time": 0.017336082458496094, "loss_single": 3.436107707023621, "loss_dense": 3.5051095485687256, "loss": 6.94121732711792, "time": 0.2101837158203125, "step": 407474}
{"lr": 0.019410604878484557, "data_time": 0.030797719955444336, "loss_single": 3.4260231971740724, "loss_dense": 3.4770177602767944, "loss": 6.903041076660156, "time": 0.16959528923034667, "step": 407524}
{"lr": 0.019410604878484557, "data_time": 0.01697666645050049, "loss_single": 3.4279436826705934, "loss_dense": 3.482106161117554, "loss": 6.910049867630005, "time": 0.1590784788131714, "step": 407574}
{"lr": 0.019410604878484557, "data_time": 0.019237399101257324, "loss_single": 3.46995325088501, "loss_dense": 3.520502519607544, "loss": 6.9904557228088375, "time": 0.17846884727478027, "step": 407624}
{"lr": 0.019410604878484557, "data_time": 0.019702506065368653, "loss_single": 3.439826416969299, "loss_dense": 3.487530994415283, "loss": 6.927357387542725, "time": 0.15673892498016356, "step": 407674}
{"lr": 0.019410604878484557, "data_time": 0.016022157669067384, "loss_single": 3.4235132932662964, "loss_dense": 3.4703417778015138, "loss": 6.893855047225952, "time": 0.16493289470672606, "step": 407724}
{"lr": 0.019410604878484557, "data_time": 0.017759418487548827, "loss_single": 3.440249967575073, "loss_dense": 3.510011839866638, "loss": 6.950261831283569, "time": 0.15352342128753663, "step": 407774}
{"lr": 0.019410604878484557, "data_time": 0.015339970588684082, "loss_single": 3.4301108837127687, "loss_dense": 3.481427526473999, "loss": 6.911538362503052, "time": 0.15937094688415526, "step": 407824}
{"lr": 0.019410604878484557, "data_time": 0.017367029190063478, "loss_single": 3.4264493703842165, "loss_dense": 3.477722334861755, "loss": 6.904171752929687, "time": 0.17853052616119386, "step": 407874}
{"lr": 0.019410604878484557, "data_time": 0.015043067932128906, "loss_single": 3.4269909381866457, "loss_dense": 3.482820200920105, "loss": 6.909811162948609, "time": 0.19200658798217773, "step": 407924}
{"lr": 0.019410604878484557, "data_time": 0.01674509048461914, "loss_single": 3.463077116012573, "loss_dense": 3.5014230251312255, "loss": 6.964500093460083, "time": 0.15956435203552247, "step": 407974}
{"lr": 0.019410604878484557, "data_time": 0.01903219223022461, "loss_single": 3.441642498970032, "loss_dense": 3.482869267463684, "loss": 6.92451171875, "time": 0.16077535152435302, "step": 408024}
{"lr": 0.019410604878484557, "data_time": 0.017143893241882324, "loss_single": 3.439781904220581, "loss_dense": 3.4947013378143312, "loss": 6.934483194351197, "time": 0.1685105800628662, "step": 408074}
{"lr": 0.019410604878484557, "data_time": 0.01647629737854004, "loss_single": 3.439058256149292, "loss_dense": 3.499493360519409, "loss": 6.938551616668701, "time": 0.16457254886627198, "step": 408124}
{"lr": 0.019410604878484557, "data_time": 0.022357821464538574, "loss_single": 3.426779294013977, "loss_dense": 3.4607358455657957, "loss": 6.887515115737915, "time": 0.17714598178863525, "step": 408174}
{"lr": 0.019410604878484557, "data_time": 0.015482449531555175, "loss_single": 3.4489475011825563, "loss_dense": 3.512684679031372, "loss": 6.961632204055786, "time": 0.17633140087127686, "step": 408224}
{"lr": 0.019410604878484557, "data_time": 0.0197603702545166, "loss_single": 3.446703243255615, "loss_dense": 3.489940047264099, "loss": 6.936643314361572, "time": 0.21183226108551026, "step": 408274}
{"lr": 0.019410604878484557, "data_time": 0.02935030460357666, "loss_single": 3.4265498399734495, "loss_dense": 3.488236141204834, "loss": 6.914785957336425, "time": 0.16712193489074706, "step": 408324}
{"lr": 0.019410604878484557, "data_time": 0.018128228187561036, "loss_single": 3.4066112518310545, "loss_dense": 3.4744272470474242, "loss": 6.881038522720337, "time": 0.1567631483078003, "step": 408374}
{"lr": 0.019410604878484557, "data_time": 0.016324877738952637, "loss_single": 3.433333230018616, "loss_dense": 3.4828593015670775, "loss": 6.916192483901978, "time": 0.15677831172943116, "step": 408424}
{"lr": 0.019410604878484557, "data_time": 0.016594815254211425, "loss_single": 3.436484122276306, "loss_dense": 3.4973416090011598, "loss": 6.9338257789611815, "time": 0.1534700870513916, "step": 408474}
{"lr": 0.019410604878484557, "data_time": 0.019614601135253908, "loss_single": 3.4303431034088137, "loss_dense": 3.4836473941802977, "loss": 6.9139903545379635, "time": 0.22787694931030272, "step": 408524}
{"lr": 0.019410604878484557, "data_time": 0.01991891860961914, "loss_single": 3.4502776861190796, "loss_dense": 3.4912524700164793, "loss": 6.941530179977417, "time": 0.1739656686782837, "step": 408574}
{"lr": 0.019410604878484557, "data_time": 0.017185020446777343, "loss_single": 3.451547384262085, "loss_dense": 3.509194016456604, "loss": 6.960741329193115, "time": 0.15775794982910157, "step": 408624}
{"lr": 0.019410604878484557, "data_time": 0.019659757614135742, "loss_single": 3.441455101966858, "loss_dense": 3.5070093154907225, "loss": 6.948464393615723, "time": 0.154337477684021, "step": 408674}
{"lr": 0.019410604878484557, "data_time": 0.018230104446411134, "loss_single": 3.4207021713256838, "loss_dense": 3.4822521924972536, "loss": 6.902954339981079, "time": 0.1549961805343628, "step": 408724}
{"lr": 0.019410604878484557, "data_time": 0.016561460494995118, "loss_single": 3.4436911582946776, "loss_dense": 3.486256504058838, "loss": 6.9299476623535154, "time": 0.15136828422546386, "step": 408774}
{"lr": 0.019410604878484557, "data_time": 0.01585865020751953, "loss_single": 3.4453414916992187, "loss_dense": 3.4967689752578734, "loss": 6.942110443115235, "time": 0.17256226539611816, "step": 408824}
{"lr": 0.019410604878484557, "data_time": 0.004729580879211426, "loss_single": 3.428505778312683, "loss_dense": 3.4852619886398317, "loss": 6.9137678146362305, "time": 0.18807692527770997, "step": 408874}
{"lr": 0.019410604878484557, "data_time": 0.01946101188659668, "loss_single": 3.4341971397399904, "loss_dense": 3.4813594102859495, "loss": 6.915556573867798, "time": 0.173483943939209, "step": 408924}
{"lr": 0.019410604878484557, "data_time": 0.016904211044311522, "loss_single": 3.4298506498336794, "loss_dense": 3.478901672363281, "loss": 6.908752346038819, "time": 0.15332381725311278, "step": 408974}
{"lr": 0.019410604878484557, "data_time": 0.01816093921661377, "loss_single": 3.4216174125671386, "loss_dense": 3.479898381233215, "loss": 6.901515817642212, "time": 0.15784401893615724, "step": 409024}
{"lr": 0.019410604878484557, "data_time": 0.0194427490234375, "loss_single": 3.4088178157806395, "loss_dense": 3.4725400686264036, "loss": 6.881357860565186, "time": 0.18745267391204834, "step": 409074}
{"lr": 0.019410604878484557, "data_time": 0.016354918479919434, "loss_single": 3.4179120302200316, "loss_dense": 3.471937966346741, "loss": 6.889850044250489, "time": 0.18966023921966552, "step": 409124}
{"lr": 0.019410604878484557, "data_time": 0.01603550910949707, "loss_single": 3.4210291624069216, "loss_dense": 3.4814743757247926, "loss": 6.902503490447998, "time": 0.1652292251586914, "step": 409174}
{"lr": 0.019410604878484557, "data_time": 0.01653323173522949, "loss_single": 3.416706371307373, "loss_dense": 3.493647599220276, "loss": 6.910353946685791, "time": 0.152433180809021, "step": 409224}
{"lr": 0.019410604878484557, "data_time": 0.01552586555480957, "loss_single": 3.4427297830581667, "loss_dense": 3.5027538776397704, "loss": 6.945483732223511, "time": 0.18180510997772217, "step": 409274}
{"lr": 0.019410604878484557, "data_time": 0.04084854125976563, "loss_single": 3.4373814821243287, "loss_dense": 3.490313458442688, "loss": 6.9276948928833, "time": 0.17372429370880127, "step": 409324}
{"lr": 0.019410604878484557, "data_time": 0.016866207122802734, "loss_single": 3.408699703216553, "loss_dense": 3.4664653539657593, "loss": 6.875165128707886, "time": 0.15101327896118164, "step": 409374}
{"lr": 0.019410604878484557, "data_time": 0.015672516822814942, "loss_single": 3.474250602722168, "loss_dense": 3.5440404176712037, "loss": 7.018291044235229, "time": 0.19094438552856446, "step": 409424}
{"lr": 0.019410604878484557, "data_time": 0.013869404792785645, "loss_single": 3.4454115629196167, "loss_dense": 3.508750867843628, "loss": 6.954162311553955, "time": 0.3287675142288208, "step": 409474}
{"lr": 0.019410604878484557, "data_time": 0.017143058776855468, "loss_single": 3.4465145111083983, "loss_dense": 3.4993460178375244, "loss": 6.945860528945923, "time": 0.727006983757019, "step": 409524}
{"lr": 0.019410604878484557, "data_time": 0.016440320014953613, "loss_single": 3.440943884849548, "loss_dense": 3.495845079421997, "loss": 6.9367889881134035, "time": 0.17054340839385987, "step": 409574}
{"lr": 0.019410604878484557, "data_time": 0.018012189865112306, "loss_single": 3.428008031845093, "loss_dense": 3.4901517391204835, "loss": 6.918159770965576, "time": 0.18147079944610595, "step": 409624}
{"lr": 0.019410604878484557, "data_time": 0.016738104820251464, "loss_single": 3.4115323066711425, "loss_dense": 3.455672025680542, "loss": 6.867204332351685, "time": 0.15130460262298584, "step": 409674}
{"lr": 0.019410604878484557, "data_time": 0.01719620227813721, "loss_single": 3.4257178783416746, "loss_dense": 3.4873018503189086, "loss": 6.91301965713501, "time": 0.19002957344055177, "step": 409724}
{"lr": 0.019410604878484557, "data_time": 0.04293434619903565, "loss_single": 3.4309168100357055, "loss_dense": 3.4896892070770265, "loss": 6.920605993270874, "time": 0.20897095203399657, "step": 409774}
{"lr": 0.019410604878484557, "data_time": 0.01597716808319092, "loss_single": 3.4484135150909423, "loss_dense": 3.488932156562805, "loss": 6.93734564781189, "time": 0.15150763988494872, "step": 409824}
{"lr": 0.019410604878484557, "data_time": 0.011548280715942383, "loss_single": 3.4056987285614015, "loss_dense": 3.467691707611084, "loss": 6.873390340805054, "time": 0.19867990016937256, "step": 409874}
{"lr": 0.019410604878484557, "data_time": 0.01690511703491211, "loss_single": 3.4182708263397217, "loss_dense": 3.4648877382278442, "loss": 6.883158540725708, "time": 0.16435809135437013, "step": 409924}
{"lr": 0.019410604878484557, "data_time": 0.016167736053466795, "loss_single": 3.4261983394622804, "loss_dense": 3.4949352979660033, "loss": 6.921133708953858, "time": 0.1799787998199463, "step": 409974}
{"lr": 0.019410604878484557, "data_time": 0.015434169769287109, "loss_single": 3.425490069389343, "loss_dense": 3.4768286466598513, "loss": 6.902318716049194, "time": 0.19420135021209717, "step": 410024}
{"lr": 0.019410604878484557, "data_time": 0.015084195137023925, "loss_single": 3.4588782787323, "loss_dense": 3.522453951835632, "loss": 6.98133225440979, "time": 0.2623183488845825, "step": 410074}
{"lr": 0.019410604878484557, "data_time": 0.018116283416748046, "loss_single": 3.430636739730835, "loss_dense": 3.476672577857971, "loss": 6.907309341430664, "time": 0.15625605583190919, "step": 410124}
{"lr": 0.019410604878484557, "data_time": 0.01606423854827881, "loss_single": 3.4499974250793457, "loss_dense": 3.508051371574402, "loss": 6.958048725128174, "time": 0.1590520143508911, "step": 410174}
{"lr": 0.019410604878484557, "data_time": 0.01705935001373291, "loss_single": 3.448398065567017, "loss_dense": 3.491816186904907, "loss": 6.9402142524719235, "time": 0.15520644187927246, "step": 410224}
{"lr": 0.019410604878484557, "data_time": 0.016216850280761717, "loss_single": 3.4267387628555297, "loss_dense": 3.4779926538467407, "loss": 6.904731416702271, "time": 0.1582716941833496, "step": 410274}
{"lr": 0.019410604878484557, "data_time": 0.012404394149780274, "loss_single": 3.4420495986938477, "loss_dense": 3.4875335693359375, "loss": 6.929583263397217, "time": 0.14679162502288817, "step": 410324}
{"lr": 0.019184866590588438, "data_time": 0.016701674461364745, "loss_single": 3.4478400230407713, "loss_dense": 3.494634675979614, "loss": 6.942474746704102, "time": 0.15621159076690674, "step": 410378}
{"lr": 0.019184866590588438, "data_time": 0.01642599105834961, "loss_single": 3.4333600282669066, "loss_dense": 3.4926886558532715, "loss": 6.926048660278321, "time": 0.15356590747833251, "step": 410428}
{"lr": 0.019184866590588438, "data_time": 0.01797358989715576, "loss_single": 3.420563077926636, "loss_dense": 3.4946579217910765, "loss": 6.915221071243286, "time": 0.15345339775085448, "step": 410478}
{"lr": 0.019184866590588438, "data_time": 0.016753172874450682, "loss_single": 3.406158685684204, "loss_dense": 3.4598296642303468, "loss": 6.865988397598267, "time": 0.15741682052612305, "step": 410528}
{"lr": 0.019184866590588438, "data_time": 0.01312718391418457, "loss_single": 3.448202133178711, "loss_dense": 3.5107455968856813, "loss": 6.958947658538818, "time": 0.15432722568511964, "step": 410578}
{"lr": 0.019184866590588438, "data_time": 0.01715388298034668, "loss_single": 3.4699413061141966, "loss_dense": 3.52545804977417, "loss": 6.995399427413941, "time": 0.16522002220153809, "step": 410628}
{"lr": 0.019184866590588438, "data_time": 0.01742255687713623, "loss_single": 3.4534919261932373, "loss_dense": 3.5064201593399047, "loss": 6.959912109375, "time": 0.170965576171875, "step": 410678}
{"lr": 0.019184866590588438, "data_time": 0.012984943389892579, "loss_single": 3.4358153104782105, "loss_dense": 3.485849475860596, "loss": 6.921664762496948, "time": 0.15330305099487304, "step": 410728}
{"lr": 0.019184866590588438, "data_time": 0.01704676151275635, "loss_single": 3.4360458850860596, "loss_dense": 3.4823148250579834, "loss": 6.918360710144043, "time": 0.15934975147247316, "step": 410778}
{"lr": 0.019184866590588438, "data_time": 0.016759586334228516, "loss_single": 3.4347173452377318, "loss_dense": 3.4862125158309936, "loss": 6.920929908752441, "time": 0.19571254253387452, "step": 410828}
{"lr": 0.019184866590588438, "data_time": 0.016666483879089356, "loss_single": 3.4432381629943847, "loss_dense": 3.4899782657623293, "loss": 6.9332164287567135, "time": 0.1550818920135498, "step": 410878}
{"lr": 0.019184866590588438, "data_time": 0.01671135425567627, "loss_single": 3.411259174346924, "loss_dense": 3.4744518995285034, "loss": 6.8857110977172855, "time": 0.1649158477783203, "step": 410928}
{"lr": 0.019184866590588438, "data_time": 0.016476082801818847, "loss_single": 3.4149444103240967, "loss_dense": 3.4724948167800904, "loss": 6.887439203262329, "time": 0.1530003070831299, "step": 410978}
{"lr": 0.019184866590588438, "data_time": 0.01743161678314209, "loss_single": 3.443495512008667, "loss_dense": 3.5131118297576904, "loss": 6.956607294082642, "time": 0.15883734226226806, "step": 411028}
{"lr": 0.019184866590588438, "data_time": 0.015943098068237304, "loss_single": 3.4378292083740236, "loss_dense": 3.513963985443115, "loss": 6.951793241500854, "time": 0.1576871395111084, "step": 411078}
{"lr": 0.019184866590588438, "data_time": 0.018135333061218263, "loss_single": 3.435689401626587, "loss_dense": 3.496864366531372, "loss": 6.93255386352539, "time": 0.16302099227905273, "step": 411128}
{"lr": 0.019184866590588438, "data_time": 0.017045474052429198, "loss_single": 3.425352597236633, "loss_dense": 3.4884928941726683, "loss": 6.913845491409302, "time": 0.15391850471496582, "step": 411178}
{"lr": 0.019184866590588438, "data_time": 0.016315269470214843, "loss_single": 3.4358947038650514, "loss_dense": 3.485782837867737, "loss": 6.921677589416504, "time": 0.21328392028808593, "step": 411228}
{"lr": 0.019184866590588438, "data_time": 0.017119526863098145, "loss_single": 3.4490551233291624, "loss_dense": 3.5112030506134033, "loss": 6.960258102416992, "time": 0.1590339422225952, "step": 411278}
{"lr": 0.019184866590588438, "data_time": 0.022488617897033693, "loss_single": 3.456847834587097, "loss_dense": 3.5162556171417236, "loss": 6.973103427886963, "time": 0.16369640827178955, "step": 411328}
{"lr": 0.019184866590588438, "data_time": 0.01770749092102051, "loss_single": 3.442393350601196, "loss_dense": 3.489949655532837, "loss": 6.932343006134033, "time": 0.15443770885467528, "step": 411378}
{"lr": 0.019184866590588438, "data_time": 0.01594359874725342, "loss_single": 3.4228620767593383, "loss_dense": 3.4684619426727297, "loss": 6.8913239479064945, "time": 0.1867969036102295, "step": 411428}
{"lr": 0.019184866590588438, "data_time": 0.016669559478759765, "loss_single": 3.4198291301727295, "loss_dense": 3.4545886516571045, "loss": 6.874417781829834, "time": 0.15537567138671876, "step": 411478}
{"lr": 0.019184866590588438, "data_time": 0.017108440399169922, "loss_single": 3.4694217681884765, "loss_dense": 3.5293522834777833, "loss": 6.99877405166626, "time": 0.15611839294433594, "step": 411528}
{"lr": 0.019184866590588438, "data_time": 0.0173342227935791, "loss_single": 3.4239643573760987, "loss_dense": 3.477570366859436, "loss": 6.901534748077393, "time": 0.15943481922149658, "step": 411578}
{"lr": 0.019184866590588438, "data_time": 0.016934418678283693, "loss_single": 3.460353684425354, "loss_dense": 3.5000659704208372, "loss": 6.960419607162476, "time": 0.1512700319290161, "step": 411628}
{"lr": 0.019184866590588438, "data_time": 0.017933011054992676, "loss_single": 3.446802830696106, "loss_dense": 3.5003484010696413, "loss": 6.947151231765747, "time": 0.1527182340621948, "step": 411678}
{"lr": 0.019184866590588438, "data_time": 0.016192817687988283, "loss_single": 3.4439509391784666, "loss_dense": 3.498797631263733, "loss": 6.942748546600342, "time": 0.15217061042785646, "step": 411728}
{"lr": 0.019184866590588438, "data_time": 0.01640620231628418, "loss_single": 3.430278515815735, "loss_dense": 3.4803531646728514, "loss": 6.9106316566467285, "time": 0.16078429222106932, "step": 411778}
{"lr": 0.019184866590588438, "data_time": 0.01676788330078125, "loss_single": 3.434350681304932, "loss_dense": 3.4950187683105467, "loss": 6.929369401931763, "time": 0.15214080810546876, "step": 411828}
{"lr": 0.019184866590588438, "data_time": 0.0183485746383667, "loss_single": 3.3947885036468506, "loss_dense": 3.4680176973342896, "loss": 6.862806224822998, "time": 0.19072349071502687, "step": 411878}
{"lr": 0.019184866590588438, "data_time": 0.016597771644592287, "loss_single": 3.460325837135315, "loss_dense": 3.5136205434799193, "loss": 6.973946380615234, "time": 0.18593823909759521, "step": 411928}
{"lr": 0.019184866590588438, "data_time": 0.02636570930480957, "loss_single": 3.42808620929718, "loss_dense": 3.486715292930603, "loss": 6.914801502227784, "time": 0.18000130653381347, "step": 411978}
{"lr": 0.019184866590588438, "data_time": 0.01719522476196289, "loss_single": 3.443288230895996, "loss_dense": 3.5124587297439573, "loss": 6.955746984481811, "time": 0.2015237808227539, "step": 412028}
{"lr": 0.019184866590588438, "data_time": 0.03764519691467285, "loss_single": 3.425919270515442, "loss_dense": 3.4772128820419312, "loss": 6.903132200241089, "time": 0.18980236053466798, "step": 412078}
{"lr": 0.019184866590588438, "data_time": 0.017043638229370116, "loss_single": 3.4515542507171633, "loss_dense": 3.4925419330596923, "loss": 6.9440961360931395, "time": 0.16236543655395508, "step": 412128}
{"lr": 0.019184866590588438, "data_time": 0.017025446891784667, "loss_single": 3.4355342626571654, "loss_dense": 3.492534852027893, "loss": 6.92806921005249, "time": 0.15904276371002196, "step": 412178}
{"lr": 0.019184866590588438, "data_time": 0.015075325965881348, "loss_single": 3.4422685861587525, "loss_dense": 3.4935626745224, "loss": 6.935831212997437, "time": 0.15591156482696533, "step": 412228}
{"lr": 0.019184866590588438, "data_time": 0.01653299331665039, "loss_single": 3.4431775569915772, "loss_dense": 3.4943712949752808, "loss": 6.937548828125, "time": 0.15869600772857667, "step": 412278}
{"lr": 0.019184866590588438, "data_time": 0.016111230850219725, "loss_single": 3.43634979724884, "loss_dense": 3.485454726219177, "loss": 6.921804571151734, "time": 0.15506963729858397, "step": 412328}
{"lr": 0.019184866590588438, "data_time": 0.03055605888366699, "loss_single": 3.4286017179489137, "loss_dense": 3.4837343215942385, "loss": 6.912335968017578, "time": 0.19184093475341796, "step": 412378}
{"lr": 0.019184866590588438, "data_time": 0.016619610786437988, "loss_single": 3.448758602142334, "loss_dense": 3.503953051567078, "loss": 6.9527116298675535, "time": 0.15614993572235109, "step": 412428}
{"lr": 0.019184866590588438, "data_time": 0.033800292015075686, "loss_single": 3.428192925453186, "loss_dense": 3.4702858209609984, "loss": 6.8984787940979, "time": 0.17576870918273926, "step": 412478}
{"lr": 0.019184866590588438, "data_time": 0.01960756778717041, "loss_single": 3.417194128036499, "loss_dense": 3.4790300130844116, "loss": 6.896224164962769, "time": 0.1640073299407959, "step": 412528}
{"lr": 0.019184866590588438, "data_time": 0.01600825786590576, "loss_single": 3.4240674018859862, "loss_dense": 3.4833500623703, "loss": 6.9074173927307125, "time": 0.2266906976699829, "step": 412578}
{"lr": 0.019184866590588438, "data_time": 0.01582953929901123, "loss_single": 3.412906861305237, "loss_dense": 3.46617751121521, "loss": 6.8790843963623045, "time": 0.16235318183898925, "step": 412628}
{"lr": 0.019184866590588438, "data_time": 0.016596174240112303, "loss_single": 3.433061957359314, "loss_dense": 3.4977171182632447, "loss": 6.930779027938843, "time": 0.15305039882659913, "step": 412678}
{"lr": 0.019184866590588438, "data_time": 0.014955282211303711, "loss_single": 3.452894401550293, "loss_dense": 3.4965079545974733, "loss": 6.949402379989624, "time": 0.1611470937728882, "step": 412728}
{"lr": 0.019184866590588438, "data_time": 0.019922828674316405, "loss_single": 3.435940670967102, "loss_dense": 3.489925265312195, "loss": 6.925865888595581, "time": 0.15699424743652343, "step": 412778}
{"lr": 0.019184866590588438, "data_time": 0.015069723129272461, "loss_single": 3.426347184181213, "loss_dense": 3.4834863424301146, "loss": 6.909833574295044, "time": 0.16885242462158204, "step": 412828}
{"lr": 0.019184866590588438, "data_time": 0.018871092796325685, "loss_single": 3.4462219953536986, "loss_dense": 3.4957412004470827, "loss": 6.941963195800781, "time": 0.17971961498260497, "step": 412878}
{"lr": 0.019184866590588438, "data_time": 0.01506490707397461, "loss_single": 3.426369833946228, "loss_dense": 3.491774296760559, "loss": 6.918144178390503, "time": 0.16798639297485352, "step": 412928}
{"lr": 0.019184866590588438, "data_time": 0.01694300174713135, "loss_single": 3.413233733177185, "loss_dense": 3.4631529808044434, "loss": 6.87638669013977, "time": 0.18539175987243653, "step": 412978}
{"lr": 0.019184866590588438, "data_time": 0.016498422622680663, "loss_single": 3.43751323223114, "loss_dense": 3.4985002279281616, "loss": 6.936013555526733, "time": 0.15397069454193116, "step": 413028}
{"lr": 0.019184866590588438, "data_time": 0.016796398162841796, "loss_single": 3.4283926010131838, "loss_dense": 3.478375196456909, "loss": 6.906767845153809, "time": 0.15108959674835204, "step": 413078}
{"lr": 0.019184866590588438, "data_time": 0.016112709045410158, "loss_single": 3.4451211214065554, "loss_dense": 3.5040309190750123, "loss": 6.949152135848999, "time": 0.16433022022247315, "step": 413128}
{"lr": 0.019184866590588438, "data_time": 0.01373586654663086, "loss_single": 3.4149136781692504, "loss_dense": 3.471667242050171, "loss": 6.886580944061279, "time": 0.1555776834487915, "step": 413178}
{"lr": 0.019184866590588438, "data_time": 0.016228961944580077, "loss_single": 3.44276819229126, "loss_dense": 3.4886983156204225, "loss": 6.931466484069825, "time": 0.18189353942871095, "step": 413228}
{"lr": 0.019184866590588438, "data_time": 0.015009737014770508, "loss_single": 3.4408823966979982, "loss_dense": 3.4928696393966674, "loss": 6.933752012252808, "time": 0.17799835205078124, "step": 413278}
{"lr": 0.019184866590588438, "data_time": 0.014637184143066407, "loss_single": 3.405098485946655, "loss_dense": 3.4707789421081543, "loss": 6.875877428054809, "time": 0.175740647315979, "step": 413328}
{"lr": 0.019184866590588438, "data_time": 0.016696476936340333, "loss_single": 3.4557777881622314, "loss_dense": 3.4952300071716307, "loss": 6.951007843017578, "time": 0.16772596836090087, "step": 413378}
{"lr": 0.019184866590588438, "data_time": 0.017449331283569337, "loss_single": 3.454945373535156, "loss_dense": 3.503902053833008, "loss": 6.958847522735596, "time": 0.1559680461883545, "step": 413428}
{"lr": 0.019184866590588438, "data_time": 0.010891342163085937, "loss_single": 3.4540388584136963, "loss_dense": 3.4924649000167847, "loss": 6.946503686904907, "time": 0.1578294038772583, "step": 413478}
{"lr": 0.019184866590588438, "data_time": 0.018154144287109375, "loss_single": 3.3884540796279907, "loss_dense": 3.4447597742080687, "loss": 6.833213806152344, "time": 0.15540943145751954, "step": 413528}
{"lr": 0.019184866590588438, "data_time": 0.015832042694091795, "loss_single": 3.4210495948791504, "loss_dense": 3.4879783391952515, "loss": 6.90902795791626, "time": 0.15797410011291504, "step": 413578}
{"lr": 0.019184866590588438, "data_time": 0.018646860122680665, "loss_single": 3.450229811668396, "loss_dense": 3.4980093240737915, "loss": 6.948239088058472, "time": 0.16940371990203856, "step": 413628}
{"lr": 0.019184866590588438, "data_time": 0.01967947483062744, "loss_single": 3.451319766044617, "loss_dense": 3.495105528831482, "loss": 6.946425294876098, "time": 0.15636649131774902, "step": 413678}
{"lr": 0.019184866590588438, "data_time": 0.014183568954467773, "loss_single": 3.42553288936615, "loss_dense": 3.474932885169983, "loss": 6.900465679168701, "time": 0.1823796510696411, "step": 413728}
{"lr": 0.019184866590588438, "data_time": 0.016078925132751463, "loss_single": 3.4066123008728026, "loss_dense": 3.4570242881774904, "loss": 6.863636684417725, "time": 0.18549895286560059, "step": 413778}
{"lr": 0.019184866590588438, "data_time": 0.03463635444641113, "loss_single": 3.412013602256775, "loss_dense": 3.4665015935897827, "loss": 6.878515148162842, "time": 0.17789056301116943, "step": 413828}
{"lr": 0.019184866590588438, "data_time": 0.015379381179809571, "loss_single": 3.4516876220703123, "loss_dense": 3.5090449810028077, "loss": 6.9607326030731205, "time": 0.19000778198242188, "step": 413878}
{"lr": 0.019184866590588438, "data_time": 0.008166670799255371, "loss_single": 3.448628282546997, "loss_dense": 3.5044474601745605, "loss": 6.953075790405274, "time": 0.1895974636077881, "step": 413928}
{"lr": 0.019184866590588438, "data_time": 0.01667628288269043, "loss_single": 3.436511993408203, "loss_dense": 3.477480959892273, "loss": 6.913992977142334, "time": 0.15628478527069092, "step": 413978}
{"lr": 0.019184866590588438, "data_time": 0.020738697052001952, "loss_single": 3.439179801940918, "loss_dense": 3.4929481983184814, "loss": 6.932127857208252, "time": 0.7403223276138305, "step": 414028}
{"lr": 0.019184866590588438, "data_time": 0.010786914825439453, "loss_single": 3.444483780860901, "loss_dense": 3.5021265268325807, "loss": 6.9466102600097654, "time": 0.15928256511688232, "step": 414078}
{"lr": 0.019184866590588438, "data_time": 0.015079331398010255, "loss_single": 3.442182445526123, "loss_dense": 3.4949385643005373, "loss": 6.937121105194092, "time": 0.15989646911621094, "step": 414128}
{"lr": 0.019184866590588438, "data_time": 0.014971446990966798, "loss_single": 3.4583804607391357, "loss_dense": 3.526545262336731, "loss": 6.984925746917725, "time": 0.19272134304046631, "step": 414178}
{"lr": 0.019184866590588438, "data_time": 0.017717838287353516, "loss_single": 3.4252087116241454, "loss_dense": 3.4845494508743284, "loss": 6.909758186340332, "time": 0.15442969799041747, "step": 414228}
{"lr": 0.019184866590588438, "data_time": 0.017680263519287108, "loss_single": 3.4551987171173097, "loss_dense": 3.5258623600006103, "loss": 6.981060934066773, "time": 0.15699148178100586, "step": 414278}
{"lr": 0.019184866590588438, "data_time": 0.015799760818481445, "loss_single": 3.4289260864257813, "loss_dense": 3.478763055801392, "loss": 6.907689189910888, "time": 0.15754380226135253, "step": 414328}
{"lr": 0.019184866590588438, "data_time": 0.019722962379455568, "loss_single": 3.4252471208572386, "loss_dense": 3.4834776163101195, "loss": 6.90872483253479, "time": 0.18729214668273925, "step": 414378}
{"lr": 0.019184866590588438, "data_time": 0.018010163307189943, "loss_single": 3.41119179725647, "loss_dense": 3.4679893493652343, "loss": 6.879181051254273, "time": 0.15734663009643554, "step": 414428}
{"lr": 0.019184866590588438, "data_time": 0.01668403148651123, "loss_single": 3.4105066299438476, "loss_dense": 3.45973482131958, "loss": 6.870241403579712, "time": 0.15737442970275878, "step": 414478}
{"lr": 0.019184866590588438, "data_time": 0.018420934677124023, "loss_single": 3.480302119255066, "loss_dense": 3.520206832885742, "loss": 7.000508975982666, "time": 0.15455942153930663, "step": 414528}
{"lr": 0.019184866590588438, "data_time": 0.016974329948425293, "loss_single": 3.418372058868408, "loss_dense": 3.4744659900665282, "loss": 6.892838001251221, "time": 0.15098884105682372, "step": 414578}
{"lr": 0.019184866590588438, "data_time": 0.021474766731262206, "loss_single": 3.424451971054077, "loss_dense": 3.486972212791443, "loss": 6.9114241123199465, "time": 0.248213529586792, "step": 414628}
{"lr": 0.019184866590588438, "data_time": 0.016787910461425783, "loss_single": 3.43638756275177, "loss_dense": 3.483296608924866, "loss": 6.919684171676636, "time": 0.15185251235961914, "step": 414678}
{"lr": 0.019184866590588438, "data_time": 0.017008090019226076, "loss_single": 3.4162305116653444, "loss_dense": 3.469990086555481, "loss": 6.886220645904541, "time": 0.15763964653015136, "step": 414728}
{"lr": 0.019184866590588438, "data_time": 0.015689849853515625, "loss_single": 3.397802972793579, "loss_dense": 3.4461355686187742, "loss": 6.843938541412354, "time": 0.20092661380767823, "step": 414778}
{"lr": 0.019184866590588438, "data_time": 0.016995954513549804, "loss_single": 3.4404624462127686, "loss_dense": 3.496577763557434, "loss": 6.937040233612061, "time": 0.18402249813079835, "step": 414828}
{"lr": 0.019184866590588438, "data_time": 0.016402816772460936, "loss_single": 3.4206748008728027, "loss_dense": 3.480889654159546, "loss": 6.901564502716065, "time": 0.15688302516937255, "step": 414878}
{"lr": 0.019184866590588438, "data_time": 0.017813992500305176, "loss_single": 3.3997520923614504, "loss_dense": 3.447629690170288, "loss": 6.8473817825317385, "time": 0.15188698768615722, "step": 414928}
{"lr": 0.019184866590588438, "data_time": 0.015470314025878906, "loss_single": 3.45567626953125, "loss_dense": 3.5033859252929687, "loss": 6.959062242507935, "time": 0.1976252555847168, "step": 414978}
{"lr": 0.019184866590588438, "data_time": 0.01655080318450928, "loss_single": 3.4479693174362183, "loss_dense": 3.502318263053894, "loss": 6.950287485122681, "time": 0.1587615728378296, "step": 415028}
{"lr": 0.019184866590588438, "data_time": 0.064796781539917, "loss_single": 3.446077275276184, "loss_dense": 3.482103180885315, "loss": 6.928180503845215, "time": 0.211730694770813, "step": 415078}
{"lr": 0.019184866590588438, "data_time": 0.016139531135559083, "loss_single": 3.421065258979797, "loss_dense": 3.4768272399902345, "loss": 6.897892475128174, "time": 0.18093128204345704, "step": 415128}
{"lr": 0.019184866590588438, "data_time": 0.019115853309631347, "loss_single": 3.4459078311920166, "loss_dense": 3.5016255140304566, "loss": 6.947533464431762, "time": 0.15617964267730713, "step": 415178}
{"lr": 0.019184866590588438, "data_time": 0.016607093811035156, "loss_single": 3.464010310173035, "loss_dense": 3.5223405599594115, "loss": 6.986350870132446, "time": 0.18795273303985596, "step": 415228}
{"lr": 0.019184866590588438, "data_time": 0.015310001373291016, "loss_single": 3.4240874528884886, "loss_dense": 3.477522301673889, "loss": 6.901609802246094, "time": 0.1479626178741455, "step": 415278}
{"lr": 0.019184866590588438, "data_time": 0.013100147247314453, "loss_single": 3.439039707183838, "loss_dense": 3.5110495567321776, "loss": 6.9500892639160154, "time": 0.15088882446289062, "step": 415328}
{"lr": 0.018958095749480586, "data_time": 0.017254567146301268, "loss_single": 3.390348529815674, "loss_dense": 3.45249400138855, "loss": 6.842842531204224, "time": 0.15542826652526856, "step": 415382}
{"lr": 0.018958095749480586, "data_time": 0.019977760314941407, "loss_single": 3.3996516466140747, "loss_dense": 3.4681369781494142, "loss": 6.867788600921631, "time": 0.1764493465423584, "step": 415432}
{"lr": 0.018958095749480586, "data_time": 0.02263939380645752, "loss_single": 3.4358686923980715, "loss_dense": 3.483701205253601, "loss": 6.919569826126098, "time": 0.16747007369995118, "step": 415482}
{"lr": 0.018958095749480586, "data_time": 0.014256715774536133, "loss_single": 3.414583444595337, "loss_dense": 3.471901059150696, "loss": 6.886484384536743, "time": 0.19899802207946776, "step": 415532}
{"lr": 0.018958095749480586, "data_time": 0.01793549060821533, "loss_single": 3.4149972915649416, "loss_dense": 3.469928503036499, "loss": 6.884925794601441, "time": 0.18011131286621093, "step": 415582}
{"lr": 0.018958095749480586, "data_time": 0.016964149475097657, "loss_single": 3.4390812158584594, "loss_dense": 3.4988393783569336, "loss": 6.937920570373535, "time": 0.15098395347595214, "step": 415632}
{"lr": 0.018958095749480586, "data_time": 0.0169708251953125, "loss_single": 3.4161643266677855, "loss_dense": 3.487004804611206, "loss": 6.90316915512085, "time": 0.15694823265075683, "step": 415682}
{"lr": 0.018958095749480586, "data_time": 0.019242262840270995, "loss_single": 3.417497968673706, "loss_dense": 3.4806856870651246, "loss": 6.898183679580688, "time": 0.15565335750579834, "step": 415732}
{"lr": 0.018958095749480586, "data_time": 0.016948008537292482, "loss_single": 3.422039604187012, "loss_dense": 3.483594059944153, "loss": 6.905633640289307, "time": 0.15272440910339355, "step": 415782}
{"lr": 0.018958095749480586, "data_time": 0.016164684295654298, "loss_single": 3.428525996208191, "loss_dense": 3.478218507766724, "loss": 6.906744480133057, "time": 0.15641248226165771, "step": 415832}
{"lr": 0.018958095749480586, "data_time": 0.015805387496948244, "loss_single": 3.439242434501648, "loss_dense": 3.4839607000350954, "loss": 6.923203086853027, "time": 0.1929182767868042, "step": 415882}
{"lr": 0.018958095749480586, "data_time": 0.016660189628601073, "loss_single": 3.4545520544052124, "loss_dense": 3.5091997385025024, "loss": 6.963751697540284, "time": 0.1711132526397705, "step": 415932}
{"lr": 0.018958095749480586, "data_time": 0.017923617362976076, "loss_single": 3.426230525970459, "loss_dense": 3.482213282585144, "loss": 6.908443737030029, "time": 0.1579204320907593, "step": 415982}
{"lr": 0.018958095749480586, "data_time": 0.018436598777770995, "loss_single": 3.429286003112793, "loss_dense": 3.490942430496216, "loss": 6.920228385925293, "time": 0.15540716648101807, "step": 416032}
{"lr": 0.018958095749480586, "data_time": 0.016773271560668945, "loss_single": 3.4052916526794434, "loss_dense": 3.461633586883545, "loss": 6.866925191879273, "time": 0.1504800796508789, "step": 416082}
{"lr": 0.018958095749480586, "data_time": 0.018269681930541994, "loss_single": 3.437677812576294, "loss_dense": 3.496664309501648, "loss": 6.934342098236084, "time": 0.2200622320175171, "step": 416132}
{"lr": 0.018958095749480586, "data_time": 0.007408690452575683, "loss_single": 3.4186105966567992, "loss_dense": 3.481362748146057, "loss": 6.899973344802857, "time": 0.1850452184677124, "step": 416182}
{"lr": 0.018958095749480586, "data_time": 0.016485977172851562, "loss_single": 3.4515766143798827, "loss_dense": 3.4958531618118287, "loss": 6.947429752349853, "time": 0.1539783477783203, "step": 416232}
{"lr": 0.018958095749480586, "data_time": 0.028193235397338867, "loss_single": 3.409703016281128, "loss_dense": 3.467777442932129, "loss": 6.877480459213257, "time": 0.18657305240631103, "step": 416282}
{"lr": 0.018958095749480586, "data_time": 0.014568233489990234, "loss_single": 3.4223294496536254, "loss_dense": 3.4806477308273314, "loss": 6.902977180480957, "time": 0.15878911018371583, "step": 416332}
{"lr": 0.018958095749480586, "data_time": 0.016004300117492674, "loss_single": 3.44699387550354, "loss_dense": 3.517587351799011, "loss": 6.964581251144409, "time": 0.16895055770874023, "step": 416382}
{"lr": 0.018958095749480586, "data_time": 0.01654059886932373, "loss_single": 3.4429044246673586, "loss_dense": 3.4817503452301026, "loss": 6.924654865264893, "time": 0.15100476741790772, "step": 416432}
{"lr": 0.018958095749480586, "data_time": 0.016767048835754396, "loss_single": 3.415402555465698, "loss_dense": 3.4662696361541747, "loss": 6.881672143936157, "time": 0.16522822380065919, "step": 416482}
{"lr": 0.018958095749480586, "data_time": 0.019102597236633302, "loss_single": 3.4318434476852415, "loss_dense": 3.4911566972732544, "loss": 6.923000144958496, "time": 0.18902933597564697, "step": 416532}
{"lr": 0.018958095749480586, "data_time": 0.012208700180053711, "loss_single": 3.4180593967437742, "loss_dense": 3.474420094490051, "loss": 6.892479419708252, "time": 0.15513510704040528, "step": 416582}
{"lr": 0.018958095749480586, "data_time": 0.01893885135650635, "loss_single": 3.4517471313476564, "loss_dense": 3.4903819799423217, "loss": 6.942129135131836, "time": 0.16473171710968018, "step": 416632}
{"lr": 0.018958095749480586, "data_time": 0.016400408744812012, "loss_single": 3.4072098255157472, "loss_dense": 3.4731932401657106, "loss": 6.8804030418396, "time": 0.2146855354309082, "step": 416682}
{"lr": 0.018958095749480586, "data_time": 0.015814995765686034, "loss_single": 3.4357768058776856, "loss_dense": 3.4871495723724366, "loss": 6.9229264736175535, "time": 0.18311541080474852, "step": 416732}
{"lr": 0.018958095749480586, "data_time": 0.040509366989135744, "loss_single": 3.4050183296203613, "loss_dense": 3.453963279724121, "loss": 6.85898175239563, "time": 0.1975553035736084, "step": 416782}
{"lr": 0.018958095749480586, "data_time": 0.013215756416320801, "loss_single": 3.4269662141799926, "loss_dense": 3.479794144630432, "loss": 6.906760406494141, "time": 0.17388584613800048, "step": 416832}
{"lr": 0.018958095749480586, "data_time": 0.013318467140197753, "loss_single": 3.4519222497940065, "loss_dense": 3.511244797706604, "loss": 6.9631670951843265, "time": 0.1598498821258545, "step": 416882}
{"lr": 0.018958095749480586, "data_time": 0.017029643058776855, "loss_single": 3.482171630859375, "loss_dense": 3.515753388404846, "loss": 6.997925186157227, "time": 0.20685575008392335, "step": 416932}
{"lr": 0.018958095749480586, "data_time": 0.016361141204833986, "loss_single": 3.423937201499939, "loss_dense": 3.486041712760925, "loss": 6.909978914260864, "time": 0.15096583366394042, "step": 416982}
{"lr": 0.018958095749480586, "data_time": 0.015282249450683594, "loss_single": 3.434833312034607, "loss_dense": 3.4821481227874758, "loss": 6.916981315612793, "time": 0.19443941116333008, "step": 417032}
{"lr": 0.018958095749480586, "data_time": 0.05050380229949951, "loss_single": 3.4250978946685793, "loss_dense": 3.4747788667678834, "loss": 6.8998767852783205, "time": 0.18236112594604492, "step": 417082}
{"lr": 0.018958095749480586, "data_time": 0.01519467830657959, "loss_single": 3.4368343591690063, "loss_dense": 3.476262593269348, "loss": 6.913096904754639, "time": 0.1967120885848999, "step": 417132}
{"lr": 0.018958095749480586, "data_time": 0.015593194961547851, "loss_single": 3.4229944229125975, "loss_dense": 3.4824278116226197, "loss": 6.905422210693359, "time": 0.22700695991516112, "step": 417182}
{"lr": 0.018958095749480586, "data_time": 0.01237027645111084, "loss_single": 3.416144347190857, "loss_dense": 3.4706838130950928, "loss": 6.886828136444092, "time": 0.15276024341583253, "step": 417232}
{"lr": 0.018958095749480586, "data_time": 0.01544954776763916, "loss_single": 3.401371645927429, "loss_dense": 3.455254912376404, "loss": 6.8566264629364015, "time": 0.17773902416229248, "step": 417282}
{"lr": 0.018958095749480586, "data_time": 0.02103843688964844, "loss_single": 3.432552146911621, "loss_dense": 3.5016515493392943, "loss": 6.93420376777649, "time": 0.16413624286651612, "step": 417332}
{"lr": 0.018958095749480586, "data_time": 0.015152740478515624, "loss_single": 3.4231175422668456, "loss_dense": 3.488029623031616, "loss": 6.911147212982177, "time": 0.20531256198883058, "step": 417382}
{"lr": 0.018958095749480586, "data_time": 0.016544318199157713, "loss_single": 3.41253125667572, "loss_dense": 3.4721532344818113, "loss": 6.88468451499939, "time": 0.17672150135040282, "step": 417432}
{"lr": 0.018958095749480586, "data_time": 0.020251917839050292, "loss_single": 3.4092432260513306, "loss_dense": 3.4569485425949096, "loss": 6.866191864013672, "time": 0.1748460054397583, "step": 417482}
{"lr": 0.018958095749480586, "data_time": 0.05104832649230957, "loss_single": 3.4357759237289427, "loss_dense": 3.4875812768936156, "loss": 6.923357248306274, "time": 0.2182992219924927, "step": 417532}
{"lr": 0.018958095749480586, "data_time": 0.01552736759185791, "loss_single": 3.4304933309555055, "loss_dense": 3.4961111783981322, "loss": 6.926604461669922, "time": 0.20957376956939697, "step": 417582}
{"lr": 0.018958095749480586, "data_time": 0.027837276458740234, "loss_single": 3.4541836977005005, "loss_dense": 3.501835012435913, "loss": 6.95601863861084, "time": 0.17551002502441407, "step": 417632}
{"lr": 0.018958095749480586, "data_time": 0.01813507080078125, "loss_single": 3.4327648878097534, "loss_dense": 3.5006452083587645, "loss": 6.933410120010376, "time": 0.1523118257522583, "step": 417682}
{"lr": 0.018958095749480586, "data_time": 0.01934516429901123, "loss_single": 3.4199082136154173, "loss_dense": 3.4832162380218508, "loss": 6.90312442779541, "time": 0.1587355375289917, "step": 417732}
{"lr": 0.018958095749480586, "data_time": 0.01805870532989502, "loss_single": 3.432773232460022, "loss_dense": 3.483945918083191, "loss": 6.916719198226929, "time": 0.15418548583984376, "step": 417782}
{"lr": 0.018958095749480586, "data_time": 0.011618471145629883, "loss_single": 3.4403541564941404, "loss_dense": 3.4999158143997193, "loss": 6.940270042419433, "time": 0.15492491722106932, "step": 417832}
{"lr": 0.018958095749480586, "data_time": 0.014926576614379882, "loss_single": 3.4211042881011964, "loss_dense": 3.4851866483688356, "loss": 6.906290912628174, "time": 0.18910279273986816, "step": 417882}
{"lr": 0.018958095749480586, "data_time": 0.013519215583801269, "loss_single": 3.414814305305481, "loss_dense": 3.470546841621399, "loss": 6.885361099243164, "time": 0.16192398071289063, "step": 417932}
{"lr": 0.018958095749480586, "data_time": 0.016614484786987304, "loss_single": 3.412733864784241, "loss_dense": 3.4776843786239624, "loss": 6.890418291091919, "time": 0.2872873067855835, "step": 417982}
{"lr": 0.018958095749480586, "data_time": 0.017737865447998047, "loss_single": 3.4382999181747436, "loss_dense": 3.4889355182647703, "loss": 6.927235460281372, "time": 0.16159777641296386, "step": 418032}
{"lr": 0.018958095749480586, "data_time": 0.02298769950866699, "loss_single": 3.4079294919967653, "loss_dense": 3.484318423271179, "loss": 6.89224796295166, "time": 0.16278469562530518, "step": 418082}
{"lr": 0.018958095749480586, "data_time": 0.019473814964294435, "loss_single": 3.4361189126968386, "loss_dense": 3.4948832273483275, "loss": 6.93100209236145, "time": 0.16214413642883302, "step": 418132}
{"lr": 0.018958095749480586, "data_time": 0.014947986602783203, "loss_single": 3.4460947513580322, "loss_dense": 3.493666338920593, "loss": 6.939761114120484, "time": 0.16652932167053222, "step": 418182}
{"lr": 0.018958095749480586, "data_time": 0.01692073345184326, "loss_single": 3.422017788887024, "loss_dense": 3.4804250240325927, "loss": 6.902442836761475, "time": 0.1751560688018799, "step": 418232}
{"lr": 0.018958095749480586, "data_time": 0.015979909896850587, "loss_single": 3.4198371171951294, "loss_dense": 3.4874210596084594, "loss": 6.907258224487305, "time": 0.18229374885559083, "step": 418282}
{"lr": 0.018958095749480586, "data_time": 0.018212890625, "loss_single": 3.4515554666519166, "loss_dense": 3.5002252101898192, "loss": 6.951780652999878, "time": 0.15947117805480956, "step": 418332}
{"lr": 0.018958095749480586, "data_time": 0.023417353630065918, "loss_single": 3.436470890045166, "loss_dense": 3.4958929061889648, "loss": 6.932363843917846, "time": 0.17116260528564453, "step": 418382}
{"lr": 0.018958095749480586, "data_time": 0.012862300872802735, "loss_single": 3.4295063495635985, "loss_dense": 3.4827529430389403, "loss": 6.912259340286255, "time": 0.22919044494628907, "step": 418432}
{"lr": 0.018958095749480586, "data_time": 0.02107386589050293, "loss_single": 3.391963505744934, "loss_dense": 3.45698766708374, "loss": 6.848951148986816, "time": 0.1616056203842163, "step": 418482}
{"lr": 0.018958095749480586, "data_time": 0.015303468704223633, "loss_single": 3.4384994745254516, "loss_dense": 3.49266631603241, "loss": 6.931165790557861, "time": 0.7137814998626709, "step": 418532}
{"lr": 0.018958095749480586, "data_time": 0.016194915771484374, "loss_single": 3.424775791168213, "loss_dense": 3.4744980573654174, "loss": 6.899273872375488, "time": 0.16980066299438476, "step": 418582}
{"lr": 0.018958095749480586, "data_time": 0.01586606502532959, "loss_single": 3.4255602836608885, "loss_dense": 3.482634401321411, "loss": 6.908194637298584, "time": 0.15295159816741943, "step": 418632}
{"lr": 0.018958095749480586, "data_time": 0.017294764518737793, "loss_single": 3.426001262664795, "loss_dense": 3.475452017784119, "loss": 6.901453304290771, "time": 0.15238585472106933, "step": 418682}
{"lr": 0.018958095749480586, "data_time": 0.010561037063598632, "loss_single": 3.450893497467041, "loss_dense": 3.493079352378845, "loss": 6.94397292137146, "time": 0.15302200317382814, "step": 418732}
{"lr": 0.018958095749480586, "data_time": 0.020085906982421874, "loss_single": 3.423047137260437, "loss_dense": 3.4746313810348513, "loss": 6.897678470611572, "time": 0.15514094829559327, "step": 418782}
{"lr": 0.018958095749480586, "data_time": 0.017498874664306642, "loss_single": 3.4266173124313353, "loss_dense": 3.4961513757705687, "loss": 6.922768640518188, "time": 0.19721877574920654, "step": 418832}
{"lr": 0.018958095749480586, "data_time": 0.01567237377166748, "loss_single": 3.405638313293457, "loss_dense": 3.4621692419052126, "loss": 6.8678075790405275, "time": 0.19558565616607665, "step": 418882}
{"lr": 0.018958095749480586, "data_time": 0.016793489456176758, "loss_single": 3.465174913406372, "loss_dense": 3.5127455949783326, "loss": 6.977920627593994, "time": 0.15289061069488524, "step": 418932}
{"lr": 0.018958095749480586, "data_time": 0.01690094470977783, "loss_single": 3.4597754955291746, "loss_dense": 3.5169719219207765, "loss": 6.9767474174499515, "time": 0.15591146945953369, "step": 418982}
{"lr": 0.018958095749480586, "data_time": 0.016782188415527345, "loss_single": 3.437246823310852, "loss_dense": 3.494201493263245, "loss": 6.931448221206665, "time": 0.1512852668762207, "step": 419032}
{"lr": 0.018958095749480586, "data_time": 0.016829156875610353, "loss_single": 3.443511152267456, "loss_dense": 3.491444444656372, "loss": 6.9349555492401125, "time": 0.15194394588470458, "step": 419082}
{"lr": 0.018958095749480586, "data_time": 0.019713926315307616, "loss_single": 3.4442235708236693, "loss_dense": 3.5052944898605345, "loss": 6.9495179653167725, "time": 0.2290388822555542, "step": 419132}
{"lr": 0.018958095749480586, "data_time": 0.015226531028747558, "loss_single": 3.424576163291931, "loss_dense": 3.4668469190597535, "loss": 6.891423130035401, "time": 0.1589104413986206, "step": 419182}
{"lr": 0.018958095749480586, "data_time": 0.016948509216308593, "loss_single": 3.404397654533386, "loss_dense": 3.462025761604309, "loss": 6.866423320770264, "time": 0.16150104999542236, "step": 419232}
{"lr": 0.018958095749480586, "data_time": 0.018196773529052735, "loss_single": 3.4261173486709593, "loss_dense": 3.473017692565918, "loss": 6.8991350650787355, "time": 0.168991756439209, "step": 419282}
{"lr": 0.018958095749480586, "data_time": 0.02159748077392578, "loss_single": 3.4225497007369996, "loss_dense": 3.475277280807495, "loss": 6.897827005386352, "time": 0.17418882846832276, "step": 419332}
{"lr": 0.018958095749480586, "data_time": 0.017971181869506837, "loss_single": 3.4404186725616457, "loss_dense": 3.5039894342422486, "loss": 6.944408130645752, "time": 0.806869387626648, "step": 419382}
{"lr": 0.018958095749480586, "data_time": 0.019426989555358886, "loss_single": 3.458206367492676, "loss_dense": 3.510787844657898, "loss": 6.968994235992431, "time": 0.1754983186721802, "step": 419432}
{"lr": 0.018958095749480586, "data_time": 0.018474888801574708, "loss_single": 3.435602617263794, "loss_dense": 3.477520298957825, "loss": 6.913122892379761, "time": 0.1607651948928833, "step": 419482}
{"lr": 0.018958095749480586, "data_time": 0.022502803802490236, "loss_single": 3.4467692136764527, "loss_dense": 3.503813552856445, "loss": 6.95058274269104, "time": 0.22777810096740722, "step": 419532}
{"lr": 0.018958095749480586, "data_time": 0.011970853805541993, "loss_single": 3.4252410650253298, "loss_dense": 3.4789113759994508, "loss": 6.9041523933410645, "time": 0.17131419181823732, "step": 419582}
{"lr": 0.018958095749480586, "data_time": 0.02630901336669922, "loss_single": 3.4178540468215943, "loss_dense": 3.467992830276489, "loss": 6.885846853256226, "time": 0.2007364511489868, "step": 419632}
{"lr": 0.018958095749480586, "data_time": 0.01674816608428955, "loss_single": 3.4436325311660765, "loss_dense": 3.4895851850509643, "loss": 6.933217763900757, "time": 0.16060104370117187, "step": 419682}
{"lr": 0.018958095749480586, "data_time": 0.016330790519714356, "loss_single": 3.4124042272567747, "loss_dense": 3.457772397994995, "loss": 6.870176601409912, "time": 0.1836549758911133, "step": 419732}
{"lr": 0.018958095749480586, "data_time": 0.015857601165771486, "loss_single": 3.4486474990844727, "loss_dense": 3.5175381183624266, "loss": 6.966185665130615, "time": 0.18266737461090088, "step": 419782}
{"lr": 0.018958095749480586, "data_time": 0.016413259506225585, "loss_single": 3.4141372203826905, "loss_dense": 3.4850513219833372, "loss": 6.899188566207886, "time": 0.1689128875732422, "step": 419832}
{"lr": 0.018958095749480586, "data_time": 0.015377974510192871, "loss_single": 3.4281427383422853, "loss_dense": 3.5009530067443846, "loss": 6.929095792770386, "time": 0.16873176097869874, "step": 419882}
{"lr": 0.018958095749480586, "data_time": 0.017029166221618652, "loss_single": 3.4410395860671996, "loss_dense": 3.50310640335083, "loss": 6.944145917892456, "time": 0.17055392265319824, "step": 419932}
{"lr": 0.018958095749480586, "data_time": 0.007291340827941894, "loss_single": 3.426963543891907, "loss_dense": 3.4796995878219605, "loss": 6.906663131713867, "time": 0.16862757205963136, "step": 419982}
{"lr": 0.018958095749480586, "data_time": 0.5463342666625977, "loss_single": 3.4318028688430786, "loss_dense": 3.4767940282821654, "loss": 6.9085968971252445, "time": 0.7066721439361572, "step": 420032}
{"lr": 0.018958095749480586, "data_time": 0.015573573112487794, "loss_single": 3.424895477294922, "loss_dense": 3.47327606678009, "loss": 6.898171424865723, "time": 0.18704206943511964, "step": 420082}
{"lr": 0.018958095749480586, "data_time": 0.018312525749206544, "loss_single": 3.422638201713562, "loss_dense": 3.485990118980408, "loss": 6.908628320693969, "time": 0.15516414642333984, "step": 420132}
{"lr": 0.018958095749480586, "data_time": 0.01540842056274414, "loss_single": 3.429029870033264, "loss_dense": 3.4878540992736817, "loss": 6.9168839931488035, "time": 0.1653799295425415, "step": 420182}
{"lr": 0.018958095749480586, "data_time": 0.016276001930236816, "loss_single": 3.458825874328613, "loss_dense": 3.5210421323776244, "loss": 6.979868030548095, "time": 0.17511472702026368, "step": 420232}
{"lr": 0.018958095749480586, "data_time": 0.017449712753295897, "loss_single": 3.437806487083435, "loss_dense": 3.499148225784302, "loss": 6.936954736709595, "time": 0.16070270538330078, "step": 420282}
{"lr": 0.018958095749480586, "data_time": 0.01398158073425293, "loss_single": 3.4343866109848022, "loss_dense": 3.499505066871643, "loss": 6.933891725540161, "time": 0.1621400833129883, "step": 420332}
{"lr": 0.018730348307472815, "data_time": 0.055887675285339354, "loss_single": 3.443187117576599, "loss_dense": 3.4897106170654295, "loss": 6.932897710800171, "time": 0.19525699615478515, "step": 420386}
{"lr": 0.018730348307472815, "data_time": 0.0172778844833374, "loss_single": 3.441557002067566, "loss_dense": 3.5095633268356323, "loss": 6.951120328903198, "time": 0.15322554111480713, "step": 420436}
{"lr": 0.018730348307472815, "data_time": 0.01594395637512207, "loss_single": 3.4217140436172486, "loss_dense": 3.4777817726135254, "loss": 6.899495840072632, "time": 0.16747710704803467, "step": 420486}
{"lr": 0.018730348307472815, "data_time": 0.016465210914611818, "loss_single": 3.4356956481933594, "loss_dense": 3.483088994026184, "loss": 6.918784666061401, "time": 0.1555471658706665, "step": 420536}
{"lr": 0.018730348307472815, "data_time": 0.01649782657623291, "loss_single": 3.4362704277038576, "loss_dense": 3.490356469154358, "loss": 6.926626873016358, "time": 0.17531180381774902, "step": 420586}
{"lr": 0.018730348307472815, "data_time": 0.02048349380493164, "loss_single": 3.4336618900299074, "loss_dense": 3.486715078353882, "loss": 6.920376920700074, "time": 0.16544840335845948, "step": 420636}
{"lr": 0.018730348307472815, "data_time": 0.016594982147216795, "loss_single": 3.443781113624573, "loss_dense": 3.4891669273376467, "loss": 6.932947969436645, "time": 0.18727350234985352, "step": 420686}
{"lr": 0.018730348307472815, "data_time": 0.018866515159606932, "loss_single": 3.449692893028259, "loss_dense": 3.5051741361618043, "loss": 6.9548670768737795, "time": 0.15820026397705078, "step": 420736}
{"lr": 0.018730348307472815, "data_time": 0.01641271114349365, "loss_single": 3.4249957323074343, "loss_dense": 3.4701833009719847, "loss": 6.895179080963135, "time": 0.1533738374710083, "step": 420786}
{"lr": 0.018730348307472815, "data_time": 0.01581854820251465, "loss_single": 3.4464558362960815, "loss_dense": 3.504053473472595, "loss": 6.950509262084961, "time": 0.1668239116668701, "step": 420836}
{"lr": 0.018730348307472815, "data_time": 0.017351675033569335, "loss_single": 3.426329827308655, "loss_dense": 3.475876045227051, "loss": 6.902205848693848, "time": 0.17292044162750245, "step": 420886}
{"lr": 0.018730348307472815, "data_time": 0.019586706161499025, "loss_single": 3.453900146484375, "loss_dense": 3.497395896911621, "loss": 6.951295995712281, "time": 0.2192085027694702, "step": 420936}
{"lr": 0.018730348307472815, "data_time": 0.015028858184814453, "loss_single": 3.4268952369689942, "loss_dense": 3.4786586284637453, "loss": 6.905553960800171, "time": 0.7048232316970825, "step": 420986}
{"lr": 0.018730348307472815, "data_time": 0.4876776933670044, "loss_single": 3.4243709087371825, "loss_dense": 3.4883247137069704, "loss": 6.9126955509185795, "time": 0.6409400463104248, "step": 421036}
{"lr": 0.018730348307472815, "data_time": 0.012860918045043945, "loss_single": 3.4399111747741697, "loss_dense": 3.5013832092285155, "loss": 6.94129433631897, "time": 0.21144413948059082, "step": 421086}
{"lr": 0.018730348307472815, "data_time": 0.024805235862731933, "loss_single": 3.4328330516815186, "loss_dense": 3.4923513889312745, "loss": 6.9251843929290775, "time": 0.248252010345459, "step": 421136}
{"lr": 0.018730348307472815, "data_time": 0.02179889678955078, "loss_single": 3.453052854537964, "loss_dense": 3.4986162424087524, "loss": 6.951669073104858, "time": 0.1654454231262207, "step": 421186}
{"lr": 0.018730348307472815, "data_time": 0.019084405899047852, "loss_single": 3.456789660453796, "loss_dense": 3.5308176279067993, "loss": 6.987607383728028, "time": 0.1544668197631836, "step": 421236}
{"lr": 0.018730348307472815, "data_time": 0.015612125396728516, "loss_single": 3.4420815229415895, "loss_dense": 3.4993717670440674, "loss": 6.941453218460083, "time": 0.1828636884689331, "step": 421286}
{"lr": 0.018730348307472815, "data_time": 0.017939996719360352, "loss_single": 3.414107251167297, "loss_dense": 3.454487156867981, "loss": 6.868594408035278, "time": 0.18151049613952636, "step": 421336}
{"lr": 0.018730348307472815, "data_time": 0.018026089668273924, "loss_single": 3.4295557737350464, "loss_dense": 3.4928911924362183, "loss": 6.922446870803833, "time": 0.15045390129089356, "step": 421386}
{"lr": 0.018730348307472815, "data_time": 0.017019009590148924, "loss_single": 3.435984706878662, "loss_dense": 3.491833806037903, "loss": 6.927818536758423, "time": 0.15659623146057128, "step": 421436}
{"lr": 0.018730348307472815, "data_time": 0.020716238021850585, "loss_single": 3.4364831686019897, "loss_dense": 3.487088203430176, "loss": 6.923571348190308, "time": 0.1659558057785034, "step": 421486}
{"lr": 0.018730348307472815, "data_time": 0.1432814359664917, "loss_single": 3.416456604003906, "loss_dense": 3.465484142303467, "loss": 6.881940746307373, "time": 0.29386377334594727, "step": 421536}
{"lr": 0.018730348307472815, "data_time": 0.014321851730346679, "loss_single": 3.44156391620636, "loss_dense": 3.499863839149475, "loss": 6.9414276599884035, "time": 0.18771462440490722, "step": 421586}
{"lr": 0.018730348307472815, "data_time": 0.016631388664245607, "loss_single": 3.4506730318069456, "loss_dense": 3.5106725215911867, "loss": 6.961345529556274, "time": 0.18384912014007568, "step": 421636}
{"lr": 0.018730348307472815, "data_time": 0.014890837669372558, "loss_single": 3.444097661972046, "loss_dense": 3.4900380849838255, "loss": 6.9341357231140135, "time": 0.17756853103637696, "step": 421686}
{"lr": 0.018730348307472815, "data_time": 0.01465156078338623, "loss_single": 3.414059782028198, "loss_dense": 3.4685376405715944, "loss": 6.882597398757935, "time": 0.1943807363510132, "step": 421736}
{"lr": 0.018730348307472815, "data_time": 0.014712142944335937, "loss_single": 3.432835817337036, "loss_dense": 3.487814116477966, "loss": 6.920650053024292, "time": 0.19537782669067383, "step": 421786}
{"lr": 0.018730348307472815, "data_time": 0.013549518585205079, "loss_single": 3.428968095779419, "loss_dense": 3.4853304386138917, "loss": 6.9142985343933105, "time": 0.18422281742095947, "step": 421836}
{"lr": 0.018730348307472815, "data_time": 0.016502737998962402, "loss_single": 3.4176202058792113, "loss_dense": 3.493264365196228, "loss": 6.910884618759155, "time": 0.16051509380340576, "step": 421886}
{"lr": 0.018730348307472815, "data_time": 0.017498707771301268, "loss_single": 3.404461145401001, "loss_dense": 3.465709376335144, "loss": 6.870170545578003, "time": 0.19234049320220947, "step": 421936}
{"lr": 0.018730348307472815, "data_time": 0.01982288360595703, "loss_single": 3.4485971450805666, "loss_dense": 3.5063299417495726, "loss": 6.954927062988281, "time": 0.5623922109603882, "step": 421986}
{"lr": 0.018730348307472815, "data_time": 0.014760279655456543, "loss_single": 3.4326003074645994, "loss_dense": 3.4956404685974123, "loss": 6.928240823745727, "time": 0.17937273979187013, "step": 422036}
{"lr": 0.018730348307472815, "data_time": 0.023452401161193848, "loss_single": 3.4588544368743896, "loss_dense": 3.501748466491699, "loss": 6.960602855682373, "time": 0.21293137073516846, "step": 422086}
{"lr": 0.018730348307472815, "data_time": 0.02027554512023926, "loss_single": 3.4322203397750854, "loss_dense": 3.486661195755005, "loss": 6.918881416320801, "time": 0.21445646286010742, "step": 422136}
{"lr": 0.018730348307472815, "data_time": 0.017736434936523438, "loss_single": 3.4331249237060546, "loss_dense": 3.492943215370178, "loss": 6.926068115234375, "time": 0.15042831897735595, "step": 422186}
{"lr": 0.018730348307472815, "data_time": 0.016725945472717284, "loss_single": 3.410220408439636, "loss_dense": 3.4821604251861573, "loss": 6.892380714416504, "time": 0.1533280849456787, "step": 422236}
{"lr": 0.018730348307472815, "data_time": 0.017188286781311034, "loss_single": 3.458968091011047, "loss_dense": 3.5003679275512694, "loss": 6.9593360900878904, "time": 0.15742969512939453, "step": 422286}
{"lr": 0.018730348307472815, "data_time": 0.01580045223236084, "loss_single": 3.4227648973464966, "loss_dense": 3.4884273290634153, "loss": 6.911192178726196, "time": 0.15557234287261962, "step": 422336}
{"lr": 0.018730348307472815, "data_time": 0.016382551193237303, "loss_single": 3.451607918739319, "loss_dense": 3.4902051210403444, "loss": 6.941813039779663, "time": 0.1730107307434082, "step": 422386}
{"lr": 0.018730348307472815, "data_time": 0.010745859146118164, "loss_single": 3.410676455497742, "loss_dense": 3.461945652961731, "loss": 6.872622060775757, "time": 0.15550656318664552, "step": 422436}
{"lr": 0.018730348307472815, "data_time": 0.02277185916900635, "loss_single": 3.429123616218567, "loss_dense": 3.478165793418884, "loss": 6.9072894096374515, "time": 0.16967592239379883, "step": 422486}
{"lr": 0.018730348307472815, "data_time": 0.017913150787353515, "loss_single": 3.4272464513778687, "loss_dense": 3.4872283220291136, "loss": 6.914474821090698, "time": 0.21704189777374266, "step": 422536}
{"lr": 0.018730348307472815, "data_time": 0.02014906406402588, "loss_single": 3.415027117729187, "loss_dense": 3.4693254470825194, "loss": 6.884352493286133, "time": 0.17919681072235108, "step": 422586}
{"lr": 0.018730348307472815, "data_time": 0.01896798610687256, "loss_single": 3.422759175300598, "loss_dense": 3.4831000566482544, "loss": 6.905859327316284, "time": 0.18597068786621093, "step": 422636}
{"lr": 0.018730348307472815, "data_time": 0.018477201461791992, "loss_single": 3.4273326635360717, "loss_dense": 3.4861680030822755, "loss": 6.913500690460205, "time": 0.15783166885375977, "step": 422686}
{"lr": 0.018730348307472815, "data_time": 0.017444753646850587, "loss_single": 3.444143199920654, "loss_dense": 3.495770812034607, "loss": 6.939914083480835, "time": 0.1670656681060791, "step": 422736}
{"lr": 0.018730348307472815, "data_time": 0.016147398948669435, "loss_single": 3.423628234863281, "loss_dense": 3.465825581550598, "loss": 6.889453744888305, "time": 0.15901248455047606, "step": 422786}
{"lr": 0.018730348307472815, "data_time": 0.0163543701171875, "loss_single": 3.453956723213196, "loss_dense": 3.506575918197632, "loss": 6.9605326652526855, "time": 0.15255420207977294, "step": 422836}
{"lr": 0.018730348307472815, "data_time": 0.01616542339324951, "loss_single": 3.401954197883606, "loss_dense": 3.4643095254898073, "loss": 6.866263771057129, "time": 0.1908721923828125, "step": 422886}
{"lr": 0.018730348307472815, "data_time": 0.015467071533203125, "loss_single": 3.424479675292969, "loss_dense": 3.4811431407928466, "loss": 6.905622816085815, "time": 0.1604198694229126, "step": 422936}
{"lr": 0.018730348307472815, "data_time": 0.016722989082336426, "loss_single": 3.4301146030426026, "loss_dense": 3.4830894470214844, "loss": 6.913204097747803, "time": 0.16824085712432862, "step": 422986}
{"lr": 0.018730348307472815, "data_time": 0.01393282413482666, "loss_single": 3.4220126152038572, "loss_dense": 3.4706818103790282, "loss": 6.892694425582886, "time": 0.20585079193115235, "step": 423036}
{"lr": 0.018730348307472815, "data_time": 0.03169617652893066, "loss_single": 3.420623779296875, "loss_dense": 3.461756634712219, "loss": 6.8823802947998045, "time": 0.17717642784118653, "step": 423086}
{"lr": 0.018730348307472815, "data_time": 0.017148542404174804, "loss_single": 3.4250812768936156, "loss_dense": 3.4871968746185305, "loss": 6.912278127670288, "time": 0.1679046630859375, "step": 423136}
{"lr": 0.018730348307472815, "data_time": 0.016423416137695313, "loss_single": 3.4443504333496096, "loss_dense": 3.5097204208374024, "loss": 6.9540708541870115, "time": 0.1659562587738037, "step": 423186}
{"lr": 0.018730348307472815, "data_time": 0.01567509174346924, "loss_single": 3.44056396484375, "loss_dense": 3.491438055038452, "loss": 6.932001972198487, "time": 0.1684868812561035, "step": 423236}
{"lr": 0.018730348307472815, "data_time": 0.5425478458404541, "loss_single": 3.4309371948242187, "loss_dense": 3.491907548904419, "loss": 6.9228448390960695, "time": 0.7394352197647095, "step": 423286}
{"lr": 0.018730348307472815, "data_time": 0.015793156623840333, "loss_single": 3.4450202703475954, "loss_dense": 3.494720458984375, "loss": 6.939740753173828, "time": 0.18376386165618896, "step": 423336}
{"lr": 0.018730348307472815, "data_time": 0.009569859504699707, "loss_single": 3.407900023460388, "loss_dense": 3.459523558616638, "loss": 6.8674235343933105, "time": 0.1586534023284912, "step": 423386}
{"lr": 0.018730348307472815, "data_time": 0.014769291877746582, "loss_single": 3.414321231842041, "loss_dense": 3.4673022747039797, "loss": 6.881623554229736, "time": 0.1769106864929199, "step": 423436}
{"lr": 0.018730348307472815, "data_time": 0.016337895393371583, "loss_single": 3.427775478363037, "loss_dense": 3.4884385108947753, "loss": 6.916213941574097, "time": 0.16662747859954835, "step": 423486}
{"lr": 0.018730348307472815, "data_time": 0.016116404533386232, "loss_single": 3.45807089805603, "loss_dense": 3.501625347137451, "loss": 6.9596961498260494, "time": 0.16969015598297119, "step": 423536}
{"lr": 0.018730348307472815, "data_time": 0.015778255462646485, "loss_single": 3.4184513092041016, "loss_dense": 3.4779471158981323, "loss": 6.89639835357666, "time": 0.23446977138519287, "step": 423586}
{"lr": 0.018730348307472815, "data_time": 0.016004061698913573, "loss_single": 3.441598415374756, "loss_dense": 3.4865227222442625, "loss": 6.9281212329864506, "time": 0.167866849899292, "step": 423636}
{"lr": 0.018730348307472815, "data_time": 0.011968588829040528, "loss_single": 3.4706984758377075, "loss_dense": 3.5238082647323608, "loss": 6.994506692886352, "time": 0.15750842094421386, "step": 423686}
{"lr": 0.018730348307472815, "data_time": 0.016413283348083497, "loss_single": 3.443354678153992, "loss_dense": 3.4805484056472777, "loss": 6.923902988433838, "time": 0.1505892038345337, "step": 423736}
{"lr": 0.018730348307472815, "data_time": 0.015970516204833984, "loss_single": 3.421271228790283, "loss_dense": 3.48081955909729, "loss": 6.902090740203858, "time": 0.1553729772567749, "step": 423786}
{"lr": 0.018730348307472815, "data_time": 0.03883483409881592, "loss_single": 3.423815870285034, "loss_dense": 3.4782634735107423, "loss": 6.902079391479492, "time": 0.19804842472076417, "step": 423836}
{"lr": 0.018730348307472815, "data_time": 0.01578049659729004, "loss_single": 3.4310392141342163, "loss_dense": 3.475766158103943, "loss": 6.906805419921875, "time": 0.1598357915878296, "step": 423886}
{"lr": 0.018730348307472815, "data_time": 0.017098474502563476, "loss_single": 3.4369160890579225, "loss_dense": 3.491956114768982, "loss": 6.928872203826904, "time": 0.1552901268005371, "step": 423936}
{"lr": 0.018730348307472815, "data_time": 0.016111254692077637, "loss_single": 3.415020561218262, "loss_dense": 3.4772886514663695, "loss": 6.892309284210205, "time": 0.18111758232116698, "step": 423986}
{"lr": 0.018730348307472815, "data_time": 0.01604175567626953, "loss_single": 3.455708074569702, "loss_dense": 3.5081577062606812, "loss": 6.963865756988525, "time": 0.1733781576156616, "step": 424036}
{"lr": 0.018730348307472815, "data_time": 0.016359853744506835, "loss_single": 3.449464511871338, "loss_dense": 3.5053320646286013, "loss": 6.954796552658081, "time": 0.23553833961486817, "step": 424086}
{"lr": 0.018730348307472815, "data_time": 0.016312360763549805, "loss_single": 3.4063857078552244, "loss_dense": 3.473724842071533, "loss": 6.880110549926758, "time": 0.16961734294891356, "step": 424136}
{"lr": 0.018730348307472815, "data_time": 0.01678328514099121, "loss_single": 3.4235827684402467, "loss_dense": 3.4936614751815798, "loss": 6.917244338989258, "time": 0.18610923290252684, "step": 424186}
{"lr": 0.018730348307472815, "data_time": 0.016562676429748534, "loss_single": 3.4176789283752442, "loss_dense": 3.4865487098693846, "loss": 6.904227590560913, "time": 0.16343209743499756, "step": 424236}
{"lr": 0.018730348307472815, "data_time": 0.017654967308044434, "loss_single": 3.418874168395996, "loss_dense": 3.4752830028533936, "loss": 6.894157075881958, "time": 0.14979496002197265, "step": 424286}
{"lr": 0.018730348307472815, "data_time": 0.03177061080932617, "loss_single": 3.452621674537659, "loss_dense": 3.492779541015625, "loss": 6.945401287078857, "time": 0.2602954864501953, "step": 424336}
{"lr": 0.018730348307472815, "data_time": 0.016842865943908693, "loss_single": 3.4357120990753174, "loss_dense": 3.4989436626434327, "loss": 6.934655857086182, "time": 0.1520697593688965, "step": 424386}
{"lr": 0.018730348307472815, "data_time": 0.018064355850219725, "loss_single": 3.441039514541626, "loss_dense": 3.490876054763794, "loss": 6.931915616989135, "time": 0.16366417407989503, "step": 424436}
{"lr": 0.018730348307472815, "data_time": 0.015408587455749512, "loss_single": 3.441450905799866, "loss_dense": 3.500996494293213, "loss": 6.942447376251221, "time": 0.4570716142654419, "step": 424486}
{"lr": 0.018730348307472815, "data_time": 0.018057990074157714, "loss_single": 3.4349866628646852, "loss_dense": 3.490743112564087, "loss": 6.925729703903198, "time": 0.15450584888458252, "step": 424536}
{"lr": 0.018730348307472815, "data_time": 0.0160114049911499, "loss_single": 3.408067750930786, "loss_dense": 3.4708693265914916, "loss": 6.8789369583129885, "time": 0.14728350639343263, "step": 424586}
{"lr": 0.018730348307472815, "data_time": 0.01735835075378418, "loss_single": 3.442944574356079, "loss_dense": 3.4979444980621337, "loss": 6.940889072418213, "time": 0.15294206142425537, "step": 424636}
{"lr": 0.018730348307472815, "data_time": 0.016912364959716798, "loss_single": 3.43238160610199, "loss_dense": 3.4925100326538088, "loss": 6.924891710281372, "time": 0.1858506441116333, "step": 424686}
{"lr": 0.018730348307472815, "data_time": 0.01820998191833496, "loss_single": 3.4376863479614257, "loss_dense": 3.4779251337051393, "loss": 6.915611457824707, "time": 0.17420103549957275, "step": 424736}
{"lr": 0.018730348307472815, "data_time": 0.01608879566192627, "loss_single": 3.424277424812317, "loss_dense": 3.4907849550247194, "loss": 6.915062284469604, "time": 0.1588101863861084, "step": 424786}
{"lr": 0.018730348307472815, "data_time": 0.017691206932067872, "loss_single": 3.419963240623474, "loss_dense": 3.460684299468994, "loss": 6.88064751625061, "time": 0.16372056007385255, "step": 424836}
{"lr": 0.018730348307472815, "data_time": 0.01791703701019287, "loss_single": 3.4218883752822875, "loss_dense": 3.477609968185425, "loss": 6.899498414993286, "time": 0.1668877363204956, "step": 424886}
{"lr": 0.018730348307472815, "data_time": 0.016498231887817384, "loss_single": 3.4314305067062376, "loss_dense": 3.4857396364212034, "loss": 6.917170095443725, "time": 0.15692486763000488, "step": 424936}
{"lr": 0.018730348307472815, "data_time": 0.01687135696411133, "loss_single": 3.419882297515869, "loss_dense": 3.4671163082122805, "loss": 6.886998558044434, "time": 0.18096725940704345, "step": 424986}
{"lr": 0.018730348307472815, "data_time": 0.023666763305664064, "loss_single": 3.423965048789978, "loss_dense": 3.482043504714966, "loss": 6.906008529663086, "time": 0.16263699531555176, "step": 425036}
{"lr": 0.018730348307472815, "data_time": 0.0178957462310791, "loss_single": 3.4330708026885985, "loss_dense": 3.482846808433533, "loss": 6.915917682647705, "time": 0.22989234924316407, "step": 425086}
{"lr": 0.018730348307472815, "data_time": 0.0256655216217041, "loss_single": 3.4172037839889526, "loss_dense": 3.475026321411133, "loss": 6.892230081558227, "time": 0.6470843553543091, "step": 425136}
{"lr": 0.018730348307472815, "data_time": 0.01626598834991455, "loss_single": 3.435365152359009, "loss_dense": 3.491980218887329, "loss": 6.927345418930054, "time": 0.15354156494140625, "step": 425186}
{"lr": 0.018730348307472815, "data_time": 0.015743184089660644, "loss_single": 3.411095213890076, "loss_dense": 3.4496181488037108, "loss": 6.860713291168213, "time": 0.17475032806396484, "step": 425236}
{"lr": 0.018730348307472815, "data_time": 0.015726232528686525, "loss_single": 3.4092060804367064, "loss_dense": 3.4686612367630003, "loss": 6.877867317199707, "time": 0.2030709981918335, "step": 425286}
{"lr": 0.018730348307472815, "data_time": 0.013692927360534669, "loss_single": 3.4530219078063964, "loss_dense": 3.514338755607605, "loss": 6.9673606872558596, "time": 0.16650030612945557, "step": 425336}
{"lr": 0.01850168045783858, "data_time": 0.017317533493041992, "loss_single": 3.423350620269775, "loss_dense": 3.4929189443588258, "loss": 6.9162694931030275, "time": 0.16215879917144777, "step": 425390}
{"lr": 0.01850168045783858, "data_time": 0.015990281105041505, "loss_single": 3.4429514408111572, "loss_dense": 3.491548037528992, "loss": 6.934499454498291, "time": 0.21988766193389891, "step": 425440}
{"lr": 0.01850168045783858, "data_time": 0.016187262535095216, "loss_single": 3.419571280479431, "loss_dense": 3.4698370933532714, "loss": 6.8894084930419925, "time": 0.15748631954193115, "step": 425490}
{"lr": 0.01850168045783858, "data_time": 0.019291114807128907, "loss_single": 3.4425570249557493, "loss_dense": 3.481451153755188, "loss": 6.924008131027222, "time": 0.15534467697143556, "step": 425540}
{"lr": 0.01850168045783858, "data_time": 0.01744396686553955, "loss_single": 3.428973984718323, "loss_dense": 3.4900229454040526, "loss": 6.918996906280517, "time": 0.20290851593017578, "step": 425590}
{"lr": 0.01850168045783858, "data_time": 0.015937995910644532, "loss_single": 3.405560088157654, "loss_dense": 3.465659165382385, "loss": 6.871219253540039, "time": 0.17757973670959473, "step": 425640}
{"lr": 0.01850168045783858, "data_time": 0.015707516670227052, "loss_single": 3.434519338607788, "loss_dense": 3.47476806640625, "loss": 6.909287357330323, "time": 0.15734469890594482, "step": 425690}
{"lr": 0.01850168045783858, "data_time": 0.02048194408416748, "loss_single": 3.4362627267837524, "loss_dense": 3.4923991918563844, "loss": 6.928661966323853, "time": 0.1569528579711914, "step": 425740}
{"lr": 0.01850168045783858, "data_time": 0.01130521297454834, "loss_single": 3.474108934402466, "loss_dense": 3.5177427768707275, "loss": 6.991851758956909, "time": 0.16116628646850586, "step": 425790}
{"lr": 0.01850168045783858, "data_time": 0.013733625411987305, "loss_single": 3.41703040599823, "loss_dense": 3.4703824043273928, "loss": 6.887412786483765, "time": 0.15985584259033203, "step": 425840}
{"lr": 0.01850168045783858, "data_time": 0.015359044075012207, "loss_single": 3.427766442298889, "loss_dense": 3.4796630859375, "loss": 6.907429647445679, "time": 0.15589585304260253, "step": 425890}
{"lr": 0.01850168045783858, "data_time": 0.019235801696777344, "loss_single": 3.414909100532532, "loss_dense": 3.4663248538970945, "loss": 6.8812340259552, "time": 0.1687091112136841, "step": 425940}
{"lr": 0.01850168045783858, "data_time": 0.012601971626281738, "loss_single": 3.442949342727661, "loss_dense": 3.4898491382598875, "loss": 6.9327984809875485, "time": 0.2091747999191284, "step": 425990}
{"lr": 0.01850168045783858, "data_time": 0.01977241039276123, "loss_single": 3.436276841163635, "loss_dense": 3.482941246032715, "loss": 6.919217967987061, "time": 0.19665818214416503, "step": 426040}
{"lr": 0.01850168045783858, "data_time": 0.10602250099182128, "loss_single": 3.443722653388977, "loss_dense": 3.491262984275818, "loss": 6.934985685348511, "time": 0.26074657440185545, "step": 426090}
{"lr": 0.01850168045783858, "data_time": 0.013251423835754395, "loss_single": 3.410259246826172, "loss_dense": 3.454227089881897, "loss": 6.864486360549927, "time": 0.1747870922088623, "step": 426140}
{"lr": 0.01850168045783858, "data_time": 0.019103217124938964, "loss_single": 3.413728427886963, "loss_dense": 3.4620687484741213, "loss": 6.875797176361084, "time": 0.25372838973999023, "step": 426190}
{"lr": 0.01850168045783858, "data_time": 0.019568538665771483, "loss_single": 3.426407313346863, "loss_dense": 3.4710200309753416, "loss": 6.897427225112915, "time": 0.19311003684997557, "step": 426240}
{"lr": 0.01850168045783858, "data_time": 0.009512615203857423, "loss_single": 3.4149186849594115, "loss_dense": 3.4571600198745727, "loss": 6.872078704833984, "time": 0.17679142951965332, "step": 426290}
{"lr": 0.01850168045783858, "data_time": 0.005051183700561524, "loss_single": 3.4424891233444215, "loss_dense": 3.514972949028015, "loss": 6.957462120056152, "time": 0.1918233871459961, "step": 426340}
{"lr": 0.01850168045783858, "data_time": 0.01543891429901123, "loss_single": 3.429918074607849, "loss_dense": 3.483332085609436, "loss": 6.91325011253357, "time": 0.1789959192276001, "step": 426390}
{"lr": 0.01850168045783858, "data_time": 0.02455008029937744, "loss_single": 3.4297549724578857, "loss_dense": 3.475628924369812, "loss": 6.90538387298584, "time": 0.17250196933746337, "step": 426440}
{"lr": 0.01850168045783858, "data_time": 0.01844754219055176, "loss_single": 3.428483009338379, "loss_dense": 3.4820401668548584, "loss": 6.910523271560669, "time": 0.215787672996521, "step": 426490}
{"lr": 0.01850168045783858, "data_time": 0.019761180877685545, "loss_single": 3.411267900466919, "loss_dense": 3.455734610557556, "loss": 6.867002630233765, "time": 0.18508458137512207, "step": 426540}
{"lr": 0.01850168045783858, "data_time": 0.015958261489868165, "loss_single": 3.4395325422286986, "loss_dense": 3.4952986240386963, "loss": 6.934831190109253, "time": 0.15355446338653564, "step": 426590}
{"lr": 0.01850168045783858, "data_time": 0.017089319229125977, "loss_single": 3.432959294319153, "loss_dense": 3.484543561935425, "loss": 6.91750283241272, "time": 0.18836164474487305, "step": 426640}
{"lr": 0.01850168045783858, "data_time": 0.015122413635253906, "loss_single": 3.425605583190918, "loss_dense": 3.478431248664856, "loss": 6.9040368556976315, "time": 0.20650360584259034, "step": 426690}
{"lr": 0.01850168045783858, "data_time": 0.01772198677062988, "loss_single": 3.4813772678375243, "loss_dense": 3.5358691453933715, "loss": 7.017246341705322, "time": 0.14999902248382568, "step": 426740}
{"lr": 0.01850168045783858, "data_time": 0.02028491497039795, "loss_single": 3.443342924118042, "loss_dense": 3.487750005722046, "loss": 6.931092929840088, "time": 0.18749170303344725, "step": 426790}
{"lr": 0.01850168045783858, "data_time": 0.02450528144836426, "loss_single": 3.441493582725525, "loss_dense": 3.4920857191085815, "loss": 6.933579349517823, "time": 0.18703439235687255, "step": 426840}
{"lr": 0.01850168045783858, "data_time": 0.010460877418518066, "loss_single": 3.4190842390060423, "loss_dense": 3.4788654327392576, "loss": 6.897949600219727, "time": 0.15183722972869873, "step": 426890}
{"lr": 0.01850168045783858, "data_time": 0.0178450345993042, "loss_single": 3.4471497774124145, "loss_dense": 3.5030604362487794, "loss": 6.95021014213562, "time": 0.1535802125930786, "step": 426940}
{"lr": 0.01850168045783858, "data_time": 0.014741635322570801, "loss_single": 3.4247124433517455, "loss_dense": 3.4811182022094727, "loss": 6.905830669403076, "time": 0.5310636281967163, "step": 426990}
{"lr": 0.01850168045783858, "data_time": 0.01842522621154785, "loss_single": 3.435444474220276, "loss_dense": 3.501127004623413, "loss": 6.936571550369263, "time": 0.15174601078033448, "step": 427040}
{"lr": 0.01850168045783858, "data_time": 0.019907832145690918, "loss_single": 3.4122032642364504, "loss_dense": 3.4718804359436035, "loss": 6.8840837478637695, "time": 0.15725314617156982, "step": 427090}
{"lr": 0.01850168045783858, "data_time": 0.016538381576538086, "loss_single": 3.4346121311187745, "loss_dense": 3.4913490295410154, "loss": 6.92596116065979, "time": 0.18175625801086426, "step": 427140}
{"lr": 0.01850168045783858, "data_time": 0.018001627922058106, "loss_single": 3.432250666618347, "loss_dense": 3.4801441431045532, "loss": 6.912394762039185, "time": 0.1579120635986328, "step": 427190}
{"lr": 0.01850168045783858, "data_time": 0.017432498931884765, "loss_single": 3.429077935218811, "loss_dense": 3.4834697246551514, "loss": 6.912547588348389, "time": 0.15616447925567628, "step": 427240}
{"lr": 0.01850168045783858, "data_time": 0.016310620307922363, "loss_single": 3.456497049331665, "loss_dense": 3.511110019683838, "loss": 6.967607021331787, "time": 0.15007879734039306, "step": 427290}
{"lr": 0.01850168045783858, "data_time": 0.01718926429748535, "loss_single": 3.40971200466156, "loss_dense": 3.4588903903961183, "loss": 6.868602514266968, "time": 0.1543738603591919, "step": 427340}
{"lr": 0.01850168045783858, "data_time": 0.017801547050476076, "loss_single": 3.45153386592865, "loss_dense": 3.5046244144439695, "loss": 6.956158208847046, "time": 0.19796993732452392, "step": 427390}
{"lr": 0.01850168045783858, "data_time": 0.016370177268981934, "loss_single": 3.3952407836914062, "loss_dense": 3.4686498165130617, "loss": 6.863890600204468, "time": 0.1503645658493042, "step": 427440}
{"lr": 0.01850168045783858, "data_time": 0.01799488067626953, "loss_single": 3.4302903175354005, "loss_dense": 3.498967695236206, "loss": 6.92925796508789, "time": 0.1572662115097046, "step": 427490}
{"lr": 0.01850168045783858, "data_time": 0.017573285102844238, "loss_single": 3.431919741630554, "loss_dense": 3.49219810962677, "loss": 6.924117946624756, "time": 0.155876088142395, "step": 427540}
{"lr": 0.01850168045783858, "data_time": 0.017584872245788575, "loss_single": 3.417127180099487, "loss_dense": 3.473863387107849, "loss": 6.890990543365478, "time": 0.16059501171112062, "step": 427590}
{"lr": 0.01850168045783858, "data_time": 0.017001247406005858, "loss_single": 3.424662137031555, "loss_dense": 3.4849512338638307, "loss": 6.909613418579101, "time": 0.15635218620300292, "step": 427640}
{"lr": 0.01850168045783858, "data_time": 0.01878039836883545, "loss_single": 3.4186012506484986, "loss_dense": 3.4756611347198487, "loss": 6.894262456893921, "time": 0.16054890155792237, "step": 427690}
{"lr": 0.01850168045783858, "data_time": 0.01565699577331543, "loss_single": 3.431027960777283, "loss_dense": 3.4785922050476072, "loss": 6.909620189666748, "time": 0.1565378189086914, "step": 427740}
{"lr": 0.01850168045783858, "data_time": 0.016723108291625977, "loss_single": 3.4286289691925047, "loss_dense": 3.490274167060852, "loss": 6.918903160095215, "time": 0.1593942642211914, "step": 427790}
{"lr": 0.01850168045783858, "data_time": 0.016426467895507814, "loss_single": 3.4302013874053956, "loss_dense": 3.4887890815734863, "loss": 6.9189904689788815, "time": 0.16208646297454835, "step": 427840}
{"lr": 0.01850168045783858, "data_time": 0.0161379337310791, "loss_single": 3.4430068731307983, "loss_dense": 3.4926671504974367, "loss": 6.935674047470092, "time": 0.19089531898498535, "step": 427890}
{"lr": 0.01850168045783858, "data_time": 0.015967679023742676, "loss_single": 3.4177332639694216, "loss_dense": 3.4723009347915648, "loss": 6.890034151077271, "time": 0.16895036697387694, "step": 427940}
{"lr": 0.01850168045783858, "data_time": 0.01194913387298584, "loss_single": 3.415773892402649, "loss_dense": 3.467068409919739, "loss": 6.882842302322388, "time": 0.1652162790298462, "step": 427990}
{"lr": 0.01850168045783858, "data_time": 0.016769838333129884, "loss_single": 3.4316906690597535, "loss_dense": 3.4949980974197388, "loss": 6.926688718795776, "time": 0.16662657260894775, "step": 428040}
{"lr": 0.01850168045783858, "data_time": 0.010132169723510743, "loss_single": 3.446682596206665, "loss_dense": 3.49427387714386, "loss": 6.940956497192383, "time": 0.16347529888153076, "step": 428090}
{"lr": 0.01850168045783858, "data_time": 0.015874218940734864, "loss_single": 3.4061949491500854, "loss_dense": 3.4754334449768067, "loss": 6.881628465652466, "time": 0.1578075647354126, "step": 428140}
{"lr": 0.01850168045783858, "data_time": 0.02436213493347168, "loss_single": 3.416656970977783, "loss_dense": 3.4640267133712768, "loss": 6.880683755874633, "time": 0.20268588066101073, "step": 428190}
{"lr": 0.01850168045783858, "data_time": 0.017232728004455567, "loss_single": 3.424217677116394, "loss_dense": 3.485925316810608, "loss": 6.910142850875855, "time": 0.16242218017578125, "step": 428240}
{"lr": 0.01850168045783858, "data_time": 0.017241835594177246, "loss_single": 3.4459196805953978, "loss_dense": 3.4920393943786623, "loss": 6.937959098815918, "time": 0.16016263961791993, "step": 428290}
{"lr": 0.01850168045783858, "data_time": 0.01544489860534668, "loss_single": 3.4092226028442383, "loss_dense": 3.466274118423462, "loss": 6.8754966259002686, "time": 0.20086534023284913, "step": 428340}
{"lr": 0.01850168045783858, "data_time": 0.01564340591430664, "loss_single": 3.417714071273804, "loss_dense": 3.4639609336853026, "loss": 6.8816750049591064, "time": 0.18016254901885986, "step": 428390}
{"lr": 0.01850168045783858, "data_time": 0.016964077949523926, "loss_single": 3.4328373670578003, "loss_dense": 3.47966046333313, "loss": 6.91249794960022, "time": 0.16414546966552734, "step": 428440}
{"lr": 0.01850168045783858, "data_time": 0.016349649429321288, "loss_single": 3.4663464307785032, "loss_dense": 3.5214630603790282, "loss": 6.987809419631958, "time": 0.16317427158355713, "step": 428490}
{"lr": 0.01850168045783858, "data_time": 0.018343257904052734, "loss_single": 3.461440849304199, "loss_dense": 3.503248763084412, "loss": 6.964689445495606, "time": 0.16492903232574463, "step": 428540}
{"lr": 0.01850168045783858, "data_time": 0.015877771377563476, "loss_single": 3.402401828765869, "loss_dense": 3.4527895212173463, "loss": 6.855191373825074, "time": 0.18045079708099365, "step": 428590}
{"lr": 0.01850168045783858, "data_time": 0.016542267799377442, "loss_single": 3.4381014823913576, "loss_dense": 3.4950899124145507, "loss": 6.93319149017334, "time": 0.18035516738891602, "step": 428640}
{"lr": 0.01850168045783858, "data_time": 0.016129136085510254, "loss_single": 3.4470153570175173, "loss_dense": 3.5038744688034056, "loss": 6.9508898735046385, "time": 0.18542394638061524, "step": 428690}
{"lr": 0.01850168045783858, "data_time": 0.017333984375, "loss_single": 3.444080662727356, "loss_dense": 3.491023087501526, "loss": 6.935103797912598, "time": 0.155853533744812, "step": 428740}
{"lr": 0.01850168045783858, "data_time": 0.016566991806030273, "loss_single": 3.4362613677978517, "loss_dense": 3.4801529169082643, "loss": 6.916414213180542, "time": 0.15703604221343995, "step": 428790}
{"lr": 0.01850168045783858, "data_time": 0.01572916507720947, "loss_single": 3.439997673034668, "loss_dense": 3.479091024398804, "loss": 6.919088745117188, "time": 0.1516036033630371, "step": 428840}
{"lr": 0.01850168045783858, "data_time": 0.016999650001525878, "loss_single": 3.419603872299194, "loss_dense": 3.4777072191238405, "loss": 6.897311162948609, "time": 0.17419168949127198, "step": 428890}
{"lr": 0.01850168045783858, "data_time": 0.04734959602355957, "loss_single": 3.449653434753418, "loss_dense": 3.4935954809188843, "loss": 6.943248891830445, "time": 0.18733360767364501, "step": 428940}
{"lr": 0.01850168045783858, "data_time": 0.01742861270904541, "loss_single": 3.4234119176864626, "loss_dense": 3.4821743965148926, "loss": 6.9055863380432125, "time": 0.15174341201782227, "step": 428990}
{"lr": 0.01850168045783858, "data_time": 0.014924001693725587, "loss_single": 3.4018980741500853, "loss_dense": 3.4545508861541747, "loss": 6.8564488887786865, "time": 0.19707019329071046, "step": 429040}
{"lr": 0.01850168045783858, "data_time": 0.01610279083251953, "loss_single": 3.410041356086731, "loss_dense": 3.4621129751205446, "loss": 6.872154331207275, "time": 0.15587396621704103, "step": 429090}
{"lr": 0.01850168045783858, "data_time": 0.017156267166137697, "loss_single": 3.445049548149109, "loss_dense": 3.4962526082992555, "loss": 6.94130220413208, "time": 0.15661072731018066, "step": 429140}
{"lr": 0.01850168045783858, "data_time": 0.01764352321624756, "loss_single": 3.4695605993270875, "loss_dense": 3.527896356582642, "loss": 6.997456979751587, "time": 0.1664508581161499, "step": 429190}
{"lr": 0.01850168045783858, "data_time": 0.01506819725036621, "loss_single": 3.4518712759017944, "loss_dense": 3.4954914093017577, "loss": 6.947362661361694, "time": 0.1755751609802246, "step": 429240}
{"lr": 0.01850168045783858, "data_time": 0.01637721061706543, "loss_single": 3.449795055389404, "loss_dense": 3.5052878141403196, "loss": 6.955082845687866, "time": 0.17387700080871582, "step": 429290}
{"lr": 0.01850168045783858, "data_time": 0.015614581108093262, "loss_single": 3.4254108905792235, "loss_dense": 3.4779509544372558, "loss": 6.903361749649048, "time": 0.17978336811065673, "step": 429340}
{"lr": 0.01850168045783858, "data_time": 0.02127814292907715, "loss_single": 3.423244500160217, "loss_dense": 3.4796975374221804, "loss": 6.902942132949829, "time": 0.18137044906616212, "step": 429390}
{"lr": 0.01850168045783858, "data_time": 0.016505217552185057, "loss_single": 3.4603131771087647, "loss_dense": 3.51600182056427, "loss": 6.976315021514893, "time": 0.15983574390411376, "step": 429440}
{"lr": 0.01850168045783858, "data_time": 0.014959621429443359, "loss_single": 3.4254469156265257, "loss_dense": 3.472665214538574, "loss": 6.898112154006958, "time": 0.20124337673187256, "step": 429490}
{"lr": 0.01850168045783858, "data_time": 0.017882609367370607, "loss_single": 3.437415528297424, "loss_dense": 3.4889286518096925, "loss": 6.926344203948974, "time": 0.1584226131439209, "step": 429540}
{"lr": 0.01850168045783858, "data_time": 0.016704106330871583, "loss_single": 3.432692790031433, "loss_dense": 3.4865144968032835, "loss": 6.919207239151001, "time": 0.16235089302062988, "step": 429590}
{"lr": 0.01850168045783858, "data_time": 0.01918511390686035, "loss_single": 3.4358091354370117, "loss_dense": 3.488860559463501, "loss": 6.924669647216797, "time": 0.20045390129089355, "step": 429640}
{"lr": 0.01850168045783858, "data_time": 0.016392326354980467, "loss_single": 3.407363271713257, "loss_dense": 3.456631636619568, "loss": 6.863994932174682, "time": 0.1911628484725952, "step": 429690}
{"lr": 0.01850168045783858, "data_time": 0.04805445671081543, "loss_single": 3.419858431816101, "loss_dense": 3.4801349401474, "loss": 6.899993371963501, "time": 0.25934178829193116, "step": 429740}
{"lr": 0.01850168045783858, "data_time": 0.015980100631713866, "loss_single": 3.4412778854370116, "loss_dense": 3.5079153776168823, "loss": 6.949193239212036, "time": 0.17209069728851317, "step": 429790}
{"lr": 0.01850168045783858, "data_time": 0.016544461250305176, "loss_single": 3.4367756605148316, "loss_dense": 3.493969750404358, "loss": 6.930745410919189, "time": 0.1753312587738037, "step": 429840}
{"lr": 0.01850168045783858, "data_time": 0.06681613922119141, "loss_single": 3.40896315574646, "loss_dense": 3.460413026809692, "loss": 6.869376182556152, "time": 0.20952365398406983, "step": 429890}
{"lr": 0.01850168045783858, "data_time": 0.019547128677368165, "loss_single": 3.427256536483765, "loss_dense": 3.4901164770126343, "loss": 6.917372989654541, "time": 0.16223244667053222, "step": 429940}
{"lr": 0.01850168045783858, "data_time": 0.015824389457702637, "loss_single": 3.45802640914917, "loss_dense": 3.4957019805908205, "loss": 6.953728485107422, "time": 0.19393706321716309, "step": 429990}
{"lr": 0.01850168045783858, "data_time": 0.018814563751220703, "loss_single": 3.4187740325927733, "loss_dense": 3.474714660644531, "loss": 6.893488645553589, "time": 0.1868450880050659, "step": 430040}
{"lr": 0.01850168045783858, "data_time": 0.02087862491607666, "loss_single": 3.4490397453308104, "loss_dense": 3.5056474208831787, "loss": 6.954687118530273, "time": 0.1764622688293457, "step": 430090}
{"lr": 0.01850168045783858, "data_time": 0.015487146377563477, "loss_single": 3.4290242433547973, "loss_dense": 3.4775432348251343, "loss": 6.9065674304962155, "time": 0.15862491130828857, "step": 430140}
{"lr": 0.01850168045783858, "data_time": 0.016122651100158692, "loss_single": 3.4425920248031616, "loss_dense": 3.495440697669983, "loss": 6.9380326747894285, "time": 0.15768628120422362, "step": 430190}
{"lr": 0.01850168045783858, "data_time": 0.011771178245544434, "loss_single": 3.4107442140579223, "loss_dense": 3.4650744199752808, "loss": 6.8758186340332035, "time": 0.18910431861877441, "step": 430240}
{"lr": 0.01850168045783858, "data_time": 0.013728857040405273, "loss_single": 3.424429416656494, "loss_dense": 3.4768492937088014, "loss": 6.901278781890869, "time": 0.17584757804870604, "step": 430290}
{"lr": 0.01850168045783858, "data_time": 0.018216705322265624, "loss_single": 3.435483431816101, "loss_dense": 3.4862045288085937, "loss": 6.921687936782837, "time": 0.16077792644500732, "step": 430340}
{"lr": 0.01827214862094814, "data_time": 0.024080824851989747, "loss_single": 3.448336458206177, "loss_dense": 3.526709461212158, "loss": 6.975045871734619, "time": 0.21411280632019042, "step": 430394}
{"lr": 0.01827214862094814, "data_time": 0.01810019016265869, "loss_single": 3.421690583229065, "loss_dense": 3.4587147712707518, "loss": 6.880405282974243, "time": 0.19580655097961425, "step": 430444}
{"lr": 0.01827214862094814, "data_time": 0.016023421287536622, "loss_single": 3.4352978467941284, "loss_dense": 3.4849826097488403, "loss": 6.920280408859253, "time": 0.15443143844604493, "step": 430494}
{"lr": 0.01827214862094814, "data_time": 0.0154829740524292, "loss_single": 3.4321220397949217, "loss_dense": 3.4890790462493895, "loss": 6.921201133728028, "time": 0.17666342258453369, "step": 430544}
{"lr": 0.01827214862094814, "data_time": 0.027495861053466797, "loss_single": 3.4360018730163575, "loss_dense": 3.4860552549362183, "loss": 6.922057151794434, "time": 0.16667497158050537, "step": 430594}
{"lr": 0.01827214862094814, "data_time": 0.017104434967041015, "loss_single": 3.4108470916748046, "loss_dense": 3.466845464706421, "loss": 6.877692604064942, "time": 0.16613142490386962, "step": 430644}
{"lr": 0.01827214862094814, "data_time": 0.01563572883605957, "loss_single": 3.411417007446289, "loss_dense": 3.456567406654358, "loss": 6.867984437942505, "time": 0.1687697172164917, "step": 430694}
{"lr": 0.01827214862094814, "data_time": 0.020730090141296387, "loss_single": 3.426118755340576, "loss_dense": 3.476141858100891, "loss": 6.902260637283325, "time": 0.16438302993774415, "step": 430744}
{"lr": 0.01827214862094814, "data_time": 0.0181560754776001, "loss_single": 3.40244574546814, "loss_dense": 3.4707541465759277, "loss": 6.873199892044068, "time": 0.16787068843841552, "step": 430794}
{"lr": 0.01827214862094814, "data_time": 0.017030167579650878, "loss_single": 3.4289867639541627, "loss_dense": 3.4812869310379027, "loss": 6.910273694992066, "time": 0.15249576568603515, "step": 430844}
{"lr": 0.01827214862094814, "data_time": 0.01745915412902832, "loss_single": 3.4338359117507933, "loss_dense": 3.5010704517364504, "loss": 6.934906339645385, "time": 0.15557265281677246, "step": 430894}
{"lr": 0.01827214862094814, "data_time": 0.017805194854736327, "loss_single": 3.4026407957077027, "loss_dense": 3.472572112083435, "loss": 6.875212955474853, "time": 0.15806896686553956, "step": 430944}
{"lr": 0.01827214862094814, "data_time": 0.01670083999633789, "loss_single": 3.4277842044830322, "loss_dense": 3.4893948078155517, "loss": 6.917178964614868, "time": 0.15394916534423828, "step": 430994}
{"lr": 0.01827214862094814, "data_time": 0.017174768447875976, "loss_single": 3.448859357833862, "loss_dense": 3.4955476999282835, "loss": 6.944407033920288, "time": 0.1525317907333374, "step": 431044}
{"lr": 0.01827214862094814, "data_time": 0.015494370460510254, "loss_single": 3.416966938972473, "loss_dense": 3.4681554555892946, "loss": 6.885122394561767, "time": 0.1776533842086792, "step": 431094}
{"lr": 0.01827214862094814, "data_time": 0.016159367561340333, "loss_single": 3.448175644874573, "loss_dense": 3.4911226987838746, "loss": 6.939298343658447, "time": 0.1777970552444458, "step": 431144}
{"lr": 0.01827214862094814, "data_time": 0.016964077949523926, "loss_single": 3.4348098039627075, "loss_dense": 3.497461676597595, "loss": 6.932271528244018, "time": 0.22121069431304932, "step": 431194}
{"lr": 0.01827214862094814, "data_time": 0.016070175170898437, "loss_single": 3.414864659309387, "loss_dense": 3.4657973051071167, "loss": 6.880661916732788, "time": 0.16350076198577881, "step": 431244}
{"lr": 0.01827214862094814, "data_time": 0.01717536449432373, "loss_single": 3.4475271701812744, "loss_dense": 3.489230513572693, "loss": 6.9367577075958256, "time": 0.16233935356140136, "step": 431294}
{"lr": 0.01827214862094814, "data_time": 0.01637897491455078, "loss_single": 3.429147958755493, "loss_dense": 3.4874221324920653, "loss": 6.916570043563842, "time": 0.17565369606018066, "step": 431344}
{"lr": 0.01827214862094814, "data_time": 0.016347622871398924, "loss_single": 3.442170238494873, "loss_dense": 3.494526195526123, "loss": 6.9366964340209964, "time": 0.159478497505188, "step": 431394}
{"lr": 0.01827214862094814, "data_time": 0.014829206466674804, "loss_single": 3.421866035461426, "loss_dense": 3.47095046043396, "loss": 6.892816495895386, "time": 0.16004135608673095, "step": 431444}
{"lr": 0.01827214862094814, "data_time": 0.019567084312438966, "loss_single": 3.4092527866363525, "loss_dense": 3.4535449743270874, "loss": 6.862797737121582, "time": 0.1600865364074707, "step": 431494}
{"lr": 0.01827214862094814, "data_time": 0.014750409126281738, "loss_single": 3.4330424308776855, "loss_dense": 3.4903233528137205, "loss": 6.923365736007691, "time": 0.16637699604034423, "step": 431544}
{"lr": 0.01827214862094814, "data_time": 0.015704822540283204, "loss_single": 3.4317256450653075, "loss_dense": 3.481551694869995, "loss": 6.9132773876190186, "time": 0.4601823091506958, "step": 431594}
{"lr": 0.01827214862094814, "data_time": 0.015016388893127442, "loss_single": 3.41351523399353, "loss_dense": 3.469645643234253, "loss": 6.883160924911499, "time": 0.16225569248199462, "step": 431644}
{"lr": 0.01827214862094814, "data_time": 0.016480851173400878, "loss_single": 3.4280046463012694, "loss_dense": 3.482082152366638, "loss": 6.910086822509766, "time": 0.15664350986480713, "step": 431694}
{"lr": 0.01827214862094814, "data_time": 0.01611790657043457, "loss_single": 3.4222599267959595, "loss_dense": 3.480273127555847, "loss": 6.902533102035522, "time": 0.17425978183746338, "step": 431744}
{"lr": 0.01827214862094814, "data_time": 0.019614315032958983, "loss_single": 3.414406728744507, "loss_dense": 3.471144104003906, "loss": 6.885550832748413, "time": 0.16068799495697023, "step": 431794}
{"lr": 0.01827214862094814, "data_time": 0.016852355003356932, "loss_single": 3.4370076656341553, "loss_dense": 3.489255928993225, "loss": 6.9262635707855225, "time": 0.15522243976593017, "step": 431844}
{"lr": 0.01827214862094814, "data_time": 0.015884256362915038, "loss_single": 3.437474179267883, "loss_dense": 3.4773680210113525, "loss": 6.914842224121093, "time": 0.18017954826354982, "step": 431894}
{"lr": 0.01827214862094814, "data_time": 0.016679763793945312, "loss_single": 3.4408123970031737, "loss_dense": 3.5008600473403932, "loss": 6.941672420501709, "time": 0.15703773498535156, "step": 431944}
{"lr": 0.01827214862094814, "data_time": 0.017247343063354494, "loss_single": 3.415412187576294, "loss_dense": 3.471743178367615, "loss": 6.887155294418335, "time": 0.18409442901611328, "step": 431994}
{"lr": 0.01827214862094814, "data_time": 0.017390060424804687, "loss_single": 3.4157350301742553, "loss_dense": 3.488158369064331, "loss": 6.903893280029297, "time": 0.1754295825958252, "step": 432044}
{"lr": 0.01827214862094814, "data_time": 0.01579749584197998, "loss_single": 3.421504807472229, "loss_dense": 3.4956327199935915, "loss": 6.9171374320983885, "time": 0.15805480480194092, "step": 432094}
{"lr": 0.01827214862094814, "data_time": 0.015877914428710938, "loss_single": 3.4354499101638796, "loss_dense": 3.4864062786102297, "loss": 6.921856212615967, "time": 0.1611966609954834, "step": 432144}
{"lr": 0.01827214862094814, "data_time": 0.01548609733581543, "loss_single": 3.4209784030914308, "loss_dense": 3.4813257694244384, "loss": 6.902304172515869, "time": 0.18533496856689452, "step": 432194}
{"lr": 0.01827214862094814, "data_time": 0.015694952011108397, "loss_single": 3.4074485540390014, "loss_dense": 3.472694659233093, "loss": 6.88014326095581, "time": 0.18817903995513915, "step": 432244}
{"lr": 0.01827214862094814, "data_time": 0.017466807365417482, "loss_single": 3.44063081741333, "loss_dense": 3.4914145469665527, "loss": 6.932045364379883, "time": 0.1544332265853882, "step": 432294}
{"lr": 0.01827214862094814, "data_time": 0.014895987510681153, "loss_single": 3.430645227432251, "loss_dense": 3.487593579292297, "loss": 6.918238782882691, "time": 0.659465742111206, "step": 432344}
{"lr": 0.01827214862094814, "data_time": 0.018488168716430664, "loss_single": 3.44097785949707, "loss_dense": 3.5019911766052245, "loss": 6.942969036102295, "time": 0.18514504432678222, "step": 432394}
{"lr": 0.01827214862094814, "data_time": 0.01743447780609131, "loss_single": 3.4290624380111696, "loss_dense": 3.483500623703003, "loss": 6.9125629425048825, "time": 0.15854077339172362, "step": 432444}
{"lr": 0.01827214862094814, "data_time": 0.01593825817108154, "loss_single": 3.4462103128433226, "loss_dense": 3.506453013420105, "loss": 6.952663326263428, "time": 0.15513896942138672, "step": 432494}
{"lr": 0.01827214862094814, "data_time": 0.016233134269714355, "loss_single": 3.431946539878845, "loss_dense": 3.497763419151306, "loss": 6.9297099113464355, "time": 0.16327695846557616, "step": 432544}
{"lr": 0.01827214862094814, "data_time": 0.01815793514251709, "loss_single": 3.427378749847412, "loss_dense": 3.4834563732147217, "loss": 6.91083517074585, "time": 0.23851864337921141, "step": 432594}
{"lr": 0.01827214862094814, "data_time": 0.018438553810119628, "loss_single": 3.4199620485305786, "loss_dense": 3.4772303104400635, "loss": 6.897192430496216, "time": 0.17363808155059815, "step": 432644}
{"lr": 0.01827214862094814, "data_time": 0.033448290824890134, "loss_single": 3.4327299118041994, "loss_dense": 3.4858148097991943, "loss": 6.918544626235962, "time": 0.20613558292388917, "step": 432694}
{"lr": 0.01827214862094814, "data_time": 0.017090320587158203, "loss_single": 3.4439855575561524, "loss_dense": 3.4960558652877807, "loss": 6.940041399002075, "time": 0.1527909517288208, "step": 432744}
{"lr": 0.01827214862094814, "data_time": 0.017969512939453126, "loss_single": 3.4414346694946287, "loss_dense": 3.504079794883728, "loss": 6.945514440536499, "time": 0.15846555233001708, "step": 432794}
{"lr": 0.01827214862094814, "data_time": 0.016179966926574706, "loss_single": 3.4444140911102297, "loss_dense": 3.4980042695999147, "loss": 6.942418336868286, "time": 0.1997114896774292, "step": 432844}
{"lr": 0.01827214862094814, "data_time": 0.017791938781738282, "loss_single": 3.4140310049057008, "loss_dense": 3.4520376920700073, "loss": 6.866068649291992, "time": 0.1619950771331787, "step": 432894}
{"lr": 0.01827214862094814, "data_time": 0.01682562828063965, "loss_single": 3.408122682571411, "loss_dense": 3.4601639032363893, "loss": 6.868286514282227, "time": 0.15243234634399414, "step": 432944}
{"lr": 0.01827214862094814, "data_time": 0.017036986351013184, "loss_single": 3.456514072418213, "loss_dense": 3.513539695739746, "loss": 6.970053720474243, "time": 0.1694169521331787, "step": 432994}
{"lr": 0.01827214862094814, "data_time": 0.018157219886779784, "loss_single": 3.4572815895080566, "loss_dense": 3.5130703687667846, "loss": 6.970352125167847, "time": 0.15828065872192382, "step": 433044}
{"lr": 0.01827214862094814, "data_time": 0.018313002586364747, "loss_single": 3.4256869077682497, "loss_dense": 3.4750341892242433, "loss": 6.900721073150635, "time": 0.15685553550720216, "step": 433094}
{"lr": 0.01827214862094814, "data_time": 0.016176533699035645, "loss_single": 3.4293564796447753, "loss_dense": 3.483854341506958, "loss": 6.913210868835449, "time": 0.16749563217163085, "step": 433144}
{"lr": 0.01827214862094814, "data_time": 0.015861010551452635, "loss_single": 3.4232298851013185, "loss_dense": 3.478022074699402, "loss": 6.901251935958863, "time": 0.15760154724121095, "step": 433194}
{"lr": 0.01827214862094814, "data_time": 0.018845415115356444, "loss_single": 3.416450023651123, "loss_dense": 3.4750558376312255, "loss": 6.8915058135986325, "time": 0.15139882564544677, "step": 433244}
{"lr": 0.01827214862094814, "data_time": 0.016769027709960936, "loss_single": 3.4202635049819947, "loss_dense": 3.47551953792572, "loss": 6.8957830429077145, "time": 0.19916505813598634, "step": 433294}
{"lr": 0.01827214862094814, "data_time": 0.016812229156494142, "loss_single": 3.413521885871887, "loss_dense": 3.476503920555115, "loss": 6.890025663375854, "time": 0.17940044403076172, "step": 433344}
{"lr": 0.01827214862094814, "data_time": 0.01886463165283203, "loss_single": 3.4332902669906615, "loss_dense": 3.4845770597457886, "loss": 6.917867422103882, "time": 0.15937302112579346, "step": 433394}
{"lr": 0.01827214862094814, "data_time": 0.016156744956970216, "loss_single": 3.4240710973739623, "loss_dense": 3.491200661659241, "loss": 6.915271854400634, "time": 0.16839158535003662, "step": 433444}
{"lr": 0.01827214862094814, "data_time": 0.017432737350463866, "loss_single": 3.44045352935791, "loss_dense": 3.4954681158065797, "loss": 6.935921621322632, "time": 0.15790398120880128, "step": 433494}
{"lr": 0.01827214862094814, "data_time": 0.01527543067932129, "loss_single": 3.4191283702850344, "loss_dense": 3.469311761856079, "loss": 6.888440036773682, "time": 0.16362991333007812, "step": 433544}
{"lr": 0.01827214862094814, "data_time": 0.01751234531402588, "loss_single": 3.4142215728759764, "loss_dense": 3.4654532432556153, "loss": 6.879674768447876, "time": 0.18683981895446777, "step": 433594}
{"lr": 0.01827214862094814, "data_time": 0.02064542770385742, "loss_single": 3.3993348598480226, "loss_dense": 3.4631925344467165, "loss": 6.862527370452881, "time": 0.16433022022247315, "step": 433644}
{"lr": 0.01827214862094814, "data_time": 0.018302488327026366, "loss_single": 3.411525845527649, "loss_dense": 3.484858274459839, "loss": 6.896384191513062, "time": 0.16723639965057374, "step": 433694}
{"lr": 0.01827214862094814, "data_time": 0.015874719619750975, "loss_single": 3.431682062149048, "loss_dense": 3.4855719804763794, "loss": 6.917254114151001, "time": 0.16740310192108154, "step": 433744}
{"lr": 0.01827214862094814, "data_time": 0.01582653522491455, "loss_single": 3.4209789037704468, "loss_dense": 3.476647424697876, "loss": 6.8976263999938965, "time": 0.1708512783050537, "step": 433794}
{"lr": 0.01827214862094814, "data_time": 0.01556704044342041, "loss_single": 3.4217811822891235, "loss_dense": 3.484813928604126, "loss": 6.906595087051391, "time": 0.15609869956970215, "step": 433844}
{"lr": 0.01827214862094814, "data_time": 0.01771993637084961, "loss_single": 3.4234833240509035, "loss_dense": 3.48136043548584, "loss": 6.904843664169311, "time": 0.18008532524108886, "step": 433894}
{"lr": 0.01827214862094814, "data_time": 0.015775585174560548, "loss_single": 3.427179479598999, "loss_dense": 3.480305290222168, "loss": 6.907484817504883, "time": 0.17928836345672608, "step": 433944}
{"lr": 0.01827214862094814, "data_time": 0.016607022285461424, "loss_single": 3.4239296913146973, "loss_dense": 3.4694547176361086, "loss": 6.89338436126709, "time": 0.1794977903366089, "step": 433994}
{"lr": 0.01827214862094814, "data_time": 0.015759611129760744, "loss_single": 3.4360330581665037, "loss_dense": 3.4835884094238283, "loss": 6.919621467590332, "time": 0.16996364593505858, "step": 434044}
{"lr": 0.01827214862094814, "data_time": 0.14889390468597413, "loss_single": 3.4377653121948244, "loss_dense": 3.4976579189300536, "loss": 6.935423278808594, "time": 0.3028934717178345, "step": 434094}
{"lr": 0.01827214862094814, "data_time": 0.021508669853210448, "loss_single": 3.442362380027771, "loss_dense": 3.490988540649414, "loss": 6.933350896835327, "time": 0.24985847473144532, "step": 434144}
{"lr": 0.01827214862094814, "data_time": 0.02301661968231201, "loss_single": 3.3999648571014403, "loss_dense": 3.4482930660247804, "loss": 6.848257970809937, "time": 0.18630082607269288, "step": 434194}
{"lr": 0.01827214862094814, "data_time": 0.02130935192108154, "loss_single": 3.4067667961120605, "loss_dense": 3.4703431367874145, "loss": 6.8771099090576175, "time": 0.1734405517578125, "step": 434244}
{"lr": 0.01827214862094814, "data_time": 0.01354367733001709, "loss_single": 3.4317525386810304, "loss_dense": 3.4826770067214965, "loss": 6.914429521560669, "time": 0.16819167137145996, "step": 434294}
{"lr": 0.01827214862094814, "data_time": 0.013927960395812988, "loss_single": 3.450626015663147, "loss_dense": 3.5005043506622315, "loss": 6.951130294799805, "time": 0.28364555835723876, "step": 434344}
{"lr": 0.01827214862094814, "data_time": 0.016038274765014647, "loss_single": 3.4263394355773924, "loss_dense": 3.4862011432647706, "loss": 6.912540578842163, "time": 0.19290902614593505, "step": 434394}
{"lr": 0.01827214862094814, "data_time": 0.014178872108459473, "loss_single": 3.4166712045669554, "loss_dense": 3.474792242050171, "loss": 6.891463375091552, "time": 0.2881493091583252, "step": 434444}
{"lr": 0.01827214862094814, "data_time": 0.014864253997802734, "loss_single": 3.4545767068862916, "loss_dense": 3.485108256340027, "loss": 6.939684867858887, "time": 0.17679994106292723, "step": 434494}
{"lr": 0.01827214862094814, "data_time": 0.016470932960510255, "loss_single": 3.443874883651733, "loss_dense": 3.4752942085266114, "loss": 6.919169139862061, "time": 0.15704576969146727, "step": 434544}
{"lr": 0.01827214862094814, "data_time": 0.018057847023010255, "loss_single": 3.4245122194290163, "loss_dense": 3.481268835067749, "loss": 6.9057811260223385, "time": 0.15621845722198485, "step": 434594}
{"lr": 0.01827214862094814, "data_time": 0.01823689937591553, "loss_single": 3.422096085548401, "loss_dense": 3.4813061475753786, "loss": 6.903402185440063, "time": 0.16302263736724854, "step": 434644}
{"lr": 0.01827214862094814, "data_time": 0.018469405174255372, "loss_single": 3.425926113128662, "loss_dense": 3.4780729532241823, "loss": 6.903998994827271, "time": 0.1559053421020508, "step": 434694}
{"lr": 0.01827214862094814, "data_time": 0.016405415534973145, "loss_single": 3.4255951642990112, "loss_dense": 3.4783282041549684, "loss": 6.9039233207702635, "time": 0.15730364322662355, "step": 434744}
{"lr": 0.01827214862094814, "data_time": 0.017706847190856932, "loss_single": 3.411768937110901, "loss_dense": 3.47187876701355, "loss": 6.883647823333741, "time": 0.17322993278503418, "step": 434794}
{"lr": 0.01827214862094814, "data_time": 0.015965962409973146, "loss_single": 3.422987961769104, "loss_dense": 3.481562614440918, "loss": 6.90455060005188, "time": 0.21648836135864258, "step": 434844}
{"lr": 0.01827214862094814, "data_time": 0.015617895126342773, "loss_single": 3.4362850189208984, "loss_dense": 3.489201283454895, "loss": 6.925486278533936, "time": 0.15337755680084228, "step": 434894}
{"lr": 0.01827214862094814, "data_time": 0.018547797203063966, "loss_single": 3.4136582374572755, "loss_dense": 3.453086090087891, "loss": 6.8667442321777346, "time": 0.1504119873046875, "step": 434944}
{"lr": 0.01827214862094814, "data_time": 0.02235844135284424, "loss_single": 3.4567407846450804, "loss_dense": 3.508671450614929, "loss": 6.965412282943726, "time": 0.15577452182769774, "step": 434994}
{"lr": 0.01827214862094814, "data_time": 0.018118882179260255, "loss_single": 3.4070088386535646, "loss_dense": 3.4702204942703245, "loss": 6.877229356765747, "time": 0.15892212390899657, "step": 435044}
{"lr": 0.01827214862094814, "data_time": 0.018696403503417967, "loss_single": 3.4451122760772703, "loss_dense": 3.5029091835021973, "loss": 6.948021507263183, "time": 0.22570064067840576, "step": 435094}
{"lr": 0.01827214862094814, "data_time": 0.01619067192077637, "loss_single": 3.4346319437026978, "loss_dense": 3.474903178215027, "loss": 6.909535074234009, "time": 0.17268080711364747, "step": 435144}
{"lr": 0.01827214862094814, "data_time": 0.01667323112487793, "loss_single": 3.4446175336837768, "loss_dense": 3.492144060134888, "loss": 6.936761474609375, "time": 0.15908968448638916, "step": 435194}
{"lr": 0.01827214862094814, "data_time": 0.013417196273803712, "loss_single": 3.4260995149612428, "loss_dense": 3.4815863370895386, "loss": 6.907685804367065, "time": 0.15348169803619385, "step": 435244}
{"lr": 0.01827214862094814, "data_time": 0.015618157386779786, "loss_single": 3.429722809791565, "loss_dense": 3.4832019090652464, "loss": 6.912924718856812, "time": 0.16543262004852294, "step": 435294}
{"lr": 0.01827214862094814, "data_time": 0.013192009925842286, "loss_single": 3.4032328128814697, "loss_dense": 3.4610623359680175, "loss": 6.864295244216919, "time": 0.14885711669921875, "step": 435344}
{"lr": 0.018041809430347687, "data_time": 0.015037107467651366, "loss_single": 3.454801249504089, "loss_dense": 3.500326919555664, "loss": 6.95512809753418, "time": 0.2036907911300659, "step": 435398}
{"lr": 0.018041809430347687, "data_time": 0.016629409790039063, "loss_single": 3.420253872871399, "loss_dense": 3.4754910707473754, "loss": 6.89574499130249, "time": 0.17833082675933837, "step": 435448}
{"lr": 0.018041809430347687, "data_time": 0.016488003730773925, "loss_single": 3.436024379730225, "loss_dense": 3.492303204536438, "loss": 6.928327655792236, "time": 0.16220557689666748, "step": 435498}
{"lr": 0.018041809430347687, "data_time": 0.01620323657989502, "loss_single": 3.4379971027374268, "loss_dense": 3.4946058988571167, "loss": 6.932603073120117, "time": 0.17799458503723145, "step": 435548}
{"lr": 0.018041809430347687, "data_time": 0.04096720218658447, "loss_single": 3.429545855522156, "loss_dense": 3.482655477523804, "loss": 6.912201404571533, "time": 0.18125243186950685, "step": 435598}
{"lr": 0.018041809430347687, "data_time": 0.015409350395202637, "loss_single": 3.421611475944519, "loss_dense": 3.4727742195129396, "loss": 6.894385719299317, "time": 0.15709683895111085, "step": 435648}
{"lr": 0.018041809430347687, "data_time": 0.017054939270019533, "loss_single": 3.4219692230224608, "loss_dense": 3.4792186975479127, "loss": 6.901187896728516, "time": 0.1699833631515503, "step": 435698}
{"lr": 0.018041809430347687, "data_time": 0.01614959239959717, "loss_single": 3.4245458364486696, "loss_dense": 3.4689282894134523, "loss": 6.893474102020264, "time": 0.15057287216186524, "step": 435748}
{"lr": 0.018041809430347687, "data_time": 0.016014814376831055, "loss_single": 3.4626341819763184, "loss_dense": 3.509646010398865, "loss": 6.9722801685333256, "time": 0.16189136505126953, "step": 435798}
{"lr": 0.018041809430347687, "data_time": 0.01732192039489746, "loss_single": 3.4225199222564697, "loss_dense": 3.4869203567504883, "loss": 6.909440279006958, "time": 0.21350443363189697, "step": 435848}
{"lr": 0.018041809430347687, "data_time": 0.017081856727600098, "loss_single": 3.4390872001647947, "loss_dense": 3.488721513748169, "loss": 6.927808856964111, "time": 0.18760581016540528, "step": 435898}
{"lr": 0.018041809430347687, "data_time": 0.016761350631713866, "loss_single": 3.420561599731445, "loss_dense": 3.4870110511779786, "loss": 6.907572603225708, "time": 0.15389540195465087, "step": 435948}
{"lr": 0.018041809430347687, "data_time": 0.016762447357177735, "loss_single": 3.432381272315979, "loss_dense": 3.4818572759628297, "loss": 6.914238500595093, "time": 0.18415520191192628, "step": 435998}
{"lr": 0.018041809430347687, "data_time": 0.014623069763183593, "loss_single": 3.4160377979278564, "loss_dense": 3.4622628688812256, "loss": 6.878300619125366, "time": 0.18868331909179686, "step": 436048}
{"lr": 0.018041809430347687, "data_time": 0.023021531105041505, "loss_single": 3.415725302696228, "loss_dense": 3.463601803779602, "loss": 6.879327011108399, "time": 0.2245420455932617, "step": 436098}
{"lr": 0.018041809430347687, "data_time": 0.016248369216918947, "loss_single": 3.480723738670349, "loss_dense": 3.536713647842407, "loss": 7.01743745803833, "time": 0.1637681245803833, "step": 436148}
{"lr": 0.018041809430347687, "data_time": 0.016530799865722656, "loss_single": 3.4356278657913206, "loss_dense": 3.483059525489807, "loss": 6.918687391281128, "time": 0.15503907203674316, "step": 436198}
{"lr": 0.018041809430347687, "data_time": 0.016425275802612306, "loss_single": 3.428573226928711, "loss_dense": 3.4807088136672975, "loss": 6.90928201675415, "time": 0.16648404598236083, "step": 436248}
{"lr": 0.018041809430347687, "data_time": 0.024491071701049805, "loss_single": 3.4350013732910156, "loss_dense": 3.480481243133545, "loss": 6.915482711791992, "time": 0.2004391670227051, "step": 436298}
{"lr": 0.018041809430347687, "data_time": 0.040398168563842776, "loss_single": 3.4358377695083617, "loss_dense": 3.501418662071228, "loss": 6.937256479263306, "time": 0.18054420948028566, "step": 436348}
{"lr": 0.018041809430347687, "data_time": 0.016938161849975587, "loss_single": 3.405238962173462, "loss_dense": 3.4743524312973024, "loss": 6.879591369628907, "time": 0.15597059726715087, "step": 436398}
{"lr": 0.018041809430347687, "data_time": 0.018144059181213378, "loss_single": 3.4046029329299925, "loss_dense": 3.4646379947662354, "loss": 6.869240999221802, "time": 0.15304191112518312, "step": 436448}
{"lr": 0.018041809430347687, "data_time": 0.016607093811035156, "loss_single": 3.4215572834014893, "loss_dense": 3.4971133708953857, "loss": 6.918670606613159, "time": 0.17104127407073974, "step": 436498}
{"lr": 0.018041809430347687, "data_time": 0.018940997123718262, "loss_single": 3.4312341928482057, "loss_dense": 3.488245701789856, "loss": 6.919479846954346, "time": 0.15366823673248292, "step": 436548}
{"lr": 0.018041809430347687, "data_time": 0.018212151527404786, "loss_single": 3.4218175649642943, "loss_dense": 3.4755672216415405, "loss": 6.897384786605835, "time": 0.15403847694396972, "step": 436598}
{"lr": 0.018041809430347687, "data_time": 0.015130901336669922, "loss_single": 3.4417932748794557, "loss_dense": 3.5021085262298586, "loss": 6.943901777267456, "time": 0.21610691547393798, "step": 436648}
{"lr": 0.018041809430347687, "data_time": 0.016823744773864745, "loss_single": 3.4557270050048827, "loss_dense": 3.5136281490325927, "loss": 6.96935510635376, "time": 0.17739198207855225, "step": 436698}
{"lr": 0.018041809430347687, "data_time": 0.01778600215911865, "loss_single": 3.4183152675628663, "loss_dense": 3.4834478855133058, "loss": 6.901763105392456, "time": 0.1693025588989258, "step": 436748}
{"lr": 0.018041809430347687, "data_time": 0.017629241943359374, "loss_single": 3.439510154724121, "loss_dense": 3.486690711975098, "loss": 6.926200723648071, "time": 0.16214840412139891, "step": 436798}
{"lr": 0.018041809430347687, "data_time": 0.016243934631347656, "loss_single": 3.4296645641326906, "loss_dense": 3.476885986328125, "loss": 6.906550550460816, "time": 0.16116034984588623, "step": 436848}
{"lr": 0.018041809430347687, "data_time": 0.021092724800109864, "loss_single": 3.42492253780365, "loss_dense": 3.4759947776794435, "loss": 6.900917291641235, "time": 0.250296950340271, "step": 436898}
{"lr": 0.018041809430347687, "data_time": 0.015131187438964844, "loss_single": 3.431288170814514, "loss_dense": 3.4861578702926637, "loss": 6.917446041107178, "time": 0.15804953575134278, "step": 436948}
{"lr": 0.018041809430347687, "data_time": 0.016840577125549316, "loss_single": 3.4193846702575685, "loss_dense": 3.4692850589752195, "loss": 6.888669681549072, "time": 0.16253702640533446, "step": 436998}
{"lr": 0.018041809430347687, "data_time": 0.017970919609069824, "loss_single": 3.422396206855774, "loss_dense": 3.4691301822662353, "loss": 6.891526365280152, "time": 0.1629270553588867, "step": 437048}
{"lr": 0.018041809430347687, "data_time": 0.01390976905822754, "loss_single": 3.431511068344116, "loss_dense": 3.4800413131713865, "loss": 6.911552381515503, "time": 0.1748568296432495, "step": 437098}
{"lr": 0.018041809430347687, "data_time": 0.018149375915527344, "loss_single": 3.420803427696228, "loss_dense": 3.4726943969726562, "loss": 6.893497800827026, "time": 0.15737338066101075, "step": 437148}
{"lr": 0.018041809430347687, "data_time": 0.017203140258789062, "loss_single": 3.399851846694946, "loss_dense": 3.4642493963241576, "loss": 6.864101123809815, "time": 0.1578909635543823, "step": 437198}
{"lr": 0.018041809430347687, "data_time": 0.01550588607788086, "loss_single": 3.436834144592285, "loss_dense": 3.491845726966858, "loss": 6.928679895401001, "time": 0.15299501419067382, "step": 437248}
{"lr": 0.018041809430347687, "data_time": 0.01916821002960205, "loss_single": 3.4437111377716065, "loss_dense": 3.4879749059677123, "loss": 6.931686019897461, "time": 0.24931883811950684, "step": 437298}
{"lr": 0.018041809430347687, "data_time": 0.01669907569885254, "loss_single": 3.438132166862488, "loss_dense": 3.5002269744873047, "loss": 6.938359165191651, "time": 0.1487396240234375, "step": 437348}
{"lr": 0.018041809430347687, "data_time": 0.01741049289703369, "loss_single": 3.417637848854065, "loss_dense": 3.4704840421676635, "loss": 6.888121843338013, "time": 0.15946812629699708, "step": 437398}
{"lr": 0.018041809430347687, "data_time": 0.018230462074279787, "loss_single": 3.4228603839874268, "loss_dense": 3.4780699968338014, "loss": 6.900930404663086, "time": 0.15189948081970214, "step": 437448}
{"lr": 0.018041809430347687, "data_time": 0.016803979873657227, "loss_single": 3.456102418899536, "loss_dense": 3.5115496158599853, "loss": 6.967651987075806, "time": 0.15702028274536134, "step": 437498}
{"lr": 0.018041809430347687, "data_time": 0.016057491302490234, "loss_single": 3.406371235847473, "loss_dense": 3.4713056087493896, "loss": 6.8776768207550045, "time": 0.15353989601135254, "step": 437548}
{"lr": 0.018041809430347687, "data_time": 0.017490959167480467, "loss_single": 3.4190126419067384, "loss_dense": 3.475166392326355, "loss": 6.894179010391236, "time": 0.15499422550201417, "step": 437598}
{"lr": 0.018041809430347687, "data_time": 0.019605040550231934, "loss_single": 3.4282610177993775, "loss_dense": 3.475385594367981, "loss": 6.903646659851074, "time": 0.2186516523361206, "step": 437648}
{"lr": 0.018041809430347687, "data_time": 0.012996888160705567, "loss_single": 3.425427198410034, "loss_dense": 3.4848089456558227, "loss": 6.910236167907715, "time": 0.1565647840499878, "step": 437698}
{"lr": 0.018041809430347687, "data_time": 0.016283464431762696, "loss_single": 3.4316933393478393, "loss_dense": 3.493452000617981, "loss": 6.925145387649536, "time": 0.1546186923980713, "step": 437748}
{"lr": 0.018041809430347687, "data_time": 0.012752413749694824, "loss_single": 3.427092671394348, "loss_dense": 3.482089114189148, "loss": 6.909181833267212, "time": 0.1673067569732666, "step": 437798}
{"lr": 0.018041809430347687, "data_time": 0.017998337745666504, "loss_single": 3.4310868978500366, "loss_dense": 3.4690495491027833, "loss": 6.900136423110962, "time": 0.15315749645233154, "step": 437848}
{"lr": 0.018041809430347687, "data_time": 0.017702054977416993, "loss_single": 3.4174463987350463, "loss_dense": 3.4878599882125854, "loss": 6.905306386947632, "time": 0.15480027198791504, "step": 437898}
{"lr": 0.018041809430347687, "data_time": 0.014751315116882324, "loss_single": 3.435174298286438, "loss_dense": 3.4757275342941285, "loss": 6.910901880264282, "time": 0.1573033809661865, "step": 437948}
{"lr": 0.018041809430347687, "data_time": 0.016792559623718263, "loss_single": 3.4354031324386596, "loss_dense": 3.496498703956604, "loss": 6.9319017887115475, "time": 0.8118669509887695, "step": 437998}
{"lr": 0.018041809430347687, "data_time": 0.02574179172515869, "loss_single": 3.4442107915878295, "loss_dense": 3.508175325393677, "loss": 6.952386093139649, "time": 0.17747347354888915, "step": 438048}
{"lr": 0.018041809430347687, "data_time": 0.015115118026733399, "loss_single": 3.418026876449585, "loss_dense": 3.4745112657546997, "loss": 6.892538022994995, "time": 0.16861140727996826, "step": 438098}
{"lr": 0.018041809430347687, "data_time": 0.016142439842224122, "loss_single": 3.4083131313323975, "loss_dense": 3.459852385520935, "loss": 6.868165445327759, "time": 0.14959876537322997, "step": 438148}
{"lr": 0.018041809430347687, "data_time": 0.017179274559020997, "loss_single": 3.4128084421157836, "loss_dense": 3.485630512237549, "loss": 6.89843897819519, "time": 0.1955031156539917, "step": 438198}
{"lr": 0.018041809430347687, "data_time": 0.016491341590881347, "loss_single": 3.404938006401062, "loss_dense": 3.468846583366394, "loss": 6.873784589767456, "time": 0.18195891380310059, "step": 438248}
{"lr": 0.018041809430347687, "data_time": 0.03677754402160645, "loss_single": 3.4336400032043457, "loss_dense": 3.4808629512786866, "loss": 6.914502954483032, "time": 0.17763941287994384, "step": 438298}
{"lr": 0.018041809430347687, "data_time": 0.01583683490753174, "loss_single": 3.3832778930664062, "loss_dense": 3.4526187658309935, "loss": 6.835896730422974, "time": 0.19669747352600098, "step": 438348}
{"lr": 0.018041809430347687, "data_time": 0.03152148723602295, "loss_single": 3.4379183053970337, "loss_dense": 3.4884799480438233, "loss": 6.926398086547851, "time": 0.1806694746017456, "step": 438398}
{"lr": 0.018041809430347687, "data_time": 0.016946816444396974, "loss_single": 3.4297859907150268, "loss_dense": 3.482848858833313, "loss": 6.912634801864624, "time": 0.15515823364257814, "step": 438448}
{"lr": 0.018041809430347687, "data_time": 0.018802452087402343, "loss_single": 3.4147995948791503, "loss_dense": 3.4679446458816527, "loss": 6.882744264602661, "time": 0.15837552547454833, "step": 438498}
{"lr": 0.018041809430347687, "data_time": 0.020363211631774902, "loss_single": 3.4192853450775145, "loss_dense": 3.471273350715637, "loss": 6.89055871963501, "time": 0.1936555862426758, "step": 438548}
{"lr": 0.018041809430347687, "data_time": 0.01588318347930908, "loss_single": 3.4129589796066284, "loss_dense": 3.469131875038147, "loss": 6.882090902328491, "time": 0.18524153232574464, "step": 438598}
{"lr": 0.018041809430347687, "data_time": 0.01711878776550293, "loss_single": 3.418082761764526, "loss_dense": 3.477635407447815, "loss": 6.895718193054199, "time": 0.1771104335784912, "step": 438648}
{"lr": 0.018041809430347687, "data_time": 0.01684300899505615, "loss_single": 3.4160333395004274, "loss_dense": 3.4841811895370483, "loss": 6.900214576721192, "time": 0.1573401927947998, "step": 438698}
{"lr": 0.018041809430347687, "data_time": 0.01644895076751709, "loss_single": 3.4328937768936156, "loss_dense": 3.482462000846863, "loss": 6.91535587310791, "time": 0.16699180603027344, "step": 438748}
{"lr": 0.018041809430347687, "data_time": 0.00937027931213379, "loss_single": 3.4046300888061523, "loss_dense": 3.468108606338501, "loss": 6.872738695144653, "time": 0.22586429119110107, "step": 438798}
{"lr": 0.018041809430347687, "data_time": 0.03253934383392334, "loss_single": 3.4251557111740114, "loss_dense": 3.475358176231384, "loss": 6.90051383972168, "time": 0.17647309303283693, "step": 438848}
{"lr": 0.018041809430347687, "data_time": 0.01610233783721924, "loss_single": 3.4336805820465086, "loss_dense": 3.4976260900497436, "loss": 6.9313067436218265, "time": 0.15876638889312744, "step": 438898}
{"lr": 0.018041809430347687, "data_time": 0.016919255256652832, "loss_single": 3.4700719356536864, "loss_dense": 3.5149577379226686, "loss": 6.9850297451019285, "time": 0.16673953533172609, "step": 438948}
{"lr": 0.018041809430347687, "data_time": 0.016089320182800293, "loss_single": 3.399064230918884, "loss_dense": 3.470155048370361, "loss": 6.869219350814819, "time": 0.16209380626678466, "step": 438998}
{"lr": 0.018041809430347687, "data_time": 0.015441179275512695, "loss_single": 3.4174163341522217, "loss_dense": 3.490309453010559, "loss": 6.907725811004639, "time": 0.1733013391494751, "step": 439048}
{"lr": 0.018041809430347687, "data_time": 0.039197659492492674, "loss_single": 3.4251563787460326, "loss_dense": 3.480812406539917, "loss": 6.905968809127808, "time": 0.19463369846343995, "step": 439098}
{"lr": 0.018041809430347687, "data_time": 0.013376450538635254, "loss_single": 3.424947166442871, "loss_dense": 3.4856438875198363, "loss": 6.91059103012085, "time": 0.1715545415878296, "step": 439148}
{"lr": 0.018041809430347687, "data_time": 0.01537792682647705, "loss_single": 3.4236370086669923, "loss_dense": 3.4788463592529295, "loss": 6.902483320236206, "time": 0.1840362787246704, "step": 439198}
{"lr": 0.018041809430347687, "data_time": 0.018787169456481935, "loss_single": 3.455898642539978, "loss_dense": 3.503651738166809, "loss": 6.959550428390503, "time": 0.1645573377609253, "step": 439248}
{"lr": 0.018041809430347687, "data_time": 0.011360740661621094, "loss_single": 3.41004900932312, "loss_dense": 3.4657514333724975, "loss": 6.875800466537475, "time": 0.24219117164611817, "step": 439298}
{"lr": 0.018041809430347687, "data_time": 0.018564295768737794, "loss_single": 3.434395933151245, "loss_dense": 3.496442461013794, "loss": 6.9308384418487545, "time": 0.1814873218536377, "step": 439348}
{"lr": 0.018041809430347687, "data_time": 0.015733981132507326, "loss_single": 3.4291877508163453, "loss_dense": 3.490361547470093, "loss": 6.91954927444458, "time": 0.15691032409667968, "step": 439398}
{"lr": 0.018041809430347687, "data_time": 0.016856670379638672, "loss_single": 3.4054362058639525, "loss_dense": 3.472622013092041, "loss": 6.87805814743042, "time": 0.22375600337982177, "step": 439448}
{"lr": 0.018041809430347687, "data_time": 0.015985441207885743, "loss_single": 3.40884153842926, "loss_dense": 3.454570841789246, "loss": 6.8634124279022215, "time": 0.15743083953857423, "step": 439498}
{"lr": 0.018041809430347687, "data_time": 0.015972495079040527, "loss_single": 3.444393277168274, "loss_dense": 3.507864308357239, "loss": 6.952257585525513, "time": 0.15625128746032715, "step": 439548}
{"lr": 0.018041809430347687, "data_time": 0.016729974746704103, "loss_single": 3.464756441116333, "loss_dense": 3.5139395952224732, "loss": 6.978695964813232, "time": 0.19635381698608398, "step": 439598}
{"lr": 0.018041809430347687, "data_time": 0.019765329360961915, "loss_single": 3.453452396392822, "loss_dense": 3.4990662574768066, "loss": 6.952518653869629, "time": 0.16085946559906006, "step": 439648}
{"lr": 0.018041809430347687, "data_time": 0.013898229598999024, "loss_single": 3.43665554523468, "loss_dense": 3.495768117904663, "loss": 6.932423686981201, "time": 0.15922083854675292, "step": 439698}
{"lr": 0.018041809430347687, "data_time": 0.016260528564453126, "loss_single": 3.4130860328674317, "loss_dense": 3.4846349716186524, "loss": 6.897721004486084, "time": 0.16733405590057374, "step": 439748}
{"lr": 0.018041809430347687, "data_time": 0.016242837905883788, "loss_single": 3.4166033983230593, "loss_dense": 3.460932183265686, "loss": 6.877535581588745, "time": 0.15209484100341797, "step": 439798}
{"lr": 0.018041809430347687, "data_time": 0.016965746879577637, "loss_single": 3.438686418533325, "loss_dense": 3.481335926055908, "loss": 6.920022296905517, "time": 0.1716444969177246, "step": 439848}
{"lr": 0.018041809430347687, "data_time": 0.015750885009765625, "loss_single": 3.4377917051315308, "loss_dense": 3.4774811029434205, "loss": 6.915272760391235, "time": 0.2602898836135864, "step": 439898}
{"lr": 0.018041809430347687, "data_time": 0.01710481643676758, "loss_single": 3.454085850715637, "loss_dense": 3.5041267395019533, "loss": 6.958212566375733, "time": 0.16658976078033447, "step": 439948}
{"lr": 0.018041809430347687, "data_time": 0.01576519012451172, "loss_single": 3.454932951927185, "loss_dense": 3.504647374153137, "loss": 6.9595802307128904, "time": 0.1524036169052124, "step": 439998}
{"lr": 0.018041809430347687, "data_time": 0.02432703971862793, "loss_single": 3.449581670761108, "loss_dense": 3.499955248832703, "loss": 6.949536895751953, "time": 0.17788865566253662, "step": 440048}
{"lr": 0.018041809430347687, "data_time": 0.011696124076843261, "loss_single": 3.4212968349456787, "loss_dense": 3.4886139154434206, "loss": 6.909910726547241, "time": 0.15677490234375, "step": 440098}
{"lr": 0.018041809430347687, "data_time": 0.01918954849243164, "loss_single": 3.428878736495972, "loss_dense": 3.4839102745056154, "loss": 6.912788963317871, "time": 0.22058846950531005, "step": 440148}
{"lr": 0.018041809430347687, "data_time": 0.016623806953430176, "loss_single": 3.435822606086731, "loss_dense": 3.4910157680511475, "loss": 6.926838445663452, "time": 0.17625768184661866, "step": 440198}
{"lr": 0.018041809430347687, "data_time": 0.017165064811706543, "loss_single": 3.4256083965301514, "loss_dense": 3.5002218008041384, "loss": 6.925830221176147, "time": 0.15499372482299806, "step": 440248}
{"lr": 0.018041809430347687, "data_time": 0.01594846248626709, "loss_single": 3.439310145378113, "loss_dense": 3.4978287696838377, "loss": 6.937138891220092, "time": 0.16756212711334229, "step": 440298}
{"lr": 0.018041809430347687, "data_time": 0.01297149658203125, "loss_single": 3.4444093227386476, "loss_dense": 3.489633870124817, "loss": 6.934043216705322, "time": 0.2592275619506836, "step": 440348}
{"lr": 0.01781071971878587, "data_time": 0.017826199531555176, "loss_single": 3.405074644088745, "loss_dense": 3.460600256919861, "loss": 6.865674924850464, "time": 0.1550492525100708, "step": 440402}
{"lr": 0.01781071971878587, "data_time": 0.01629345417022705, "loss_single": 3.4054893016815186, "loss_dense": 3.4755939483642577, "loss": 6.881083297729492, "time": 0.1713266611099243, "step": 440452}
{"lr": 0.01781071971878587, "data_time": 0.017045187950134277, "loss_single": 3.4355842590332033, "loss_dense": 3.48714165687561, "loss": 6.9227259159088135, "time": 0.16080896854400634, "step": 440502}
{"lr": 0.01781071971878587, "data_time": 0.018021821975708008, "loss_single": 3.4206353187561036, "loss_dense": 3.478440022468567, "loss": 6.899075365066528, "time": 0.15221261978149414, "step": 440552}
{"lr": 0.01781071971878587, "data_time": 0.022737598419189452, "loss_single": 3.4462902307510377, "loss_dense": 3.510730338096619, "loss": 6.95702052116394, "time": 0.17060635089874268, "step": 440602}
{"lr": 0.01781071971878587, "data_time": 0.0160658597946167, "loss_single": 3.4118215084075927, "loss_dense": 3.472188687324524, "loss": 6.884010267257691, "time": 0.16058433055877686, "step": 440652}
{"lr": 0.01781071971878587, "data_time": 0.02885725498199463, "loss_single": 3.426209735870361, "loss_dense": 3.4848183155059815, "loss": 6.911028003692627, "time": 0.2787970304489136, "step": 440702}
{"lr": 0.01781071971878587, "data_time": 0.01711256504058838, "loss_single": 3.417164134979248, "loss_dense": 3.4784795522689818, "loss": 6.895643711090088, "time": 0.15445799827575685, "step": 440752}
{"lr": 0.01781071971878587, "data_time": 0.019735217094421387, "loss_single": 3.4347363233566286, "loss_dense": 3.4918412446975706, "loss": 6.926577568054199, "time": 0.15269200801849364, "step": 440802}
{"lr": 0.01781071971878587, "data_time": 0.0158794641494751, "loss_single": 3.4360275983810427, "loss_dense": 3.50055935382843, "loss": 6.936586904525757, "time": 0.15768156051635743, "step": 440852}
{"lr": 0.01781071971878587, "data_time": 0.017837142944335936, "loss_single": 3.4279560089111327, "loss_dense": 3.4679617881774902, "loss": 6.895917749404907, "time": 0.15335261821746826, "step": 440902}
{"lr": 0.01781071971878587, "data_time": 0.014916229248046874, "loss_single": 3.4456390380859374, "loss_dense": 3.5063254833221436, "loss": 6.951964569091797, "time": 0.15260815620422363, "step": 440952}
{"lr": 0.01781071971878587, "data_time": 0.023766684532165527, "loss_single": 3.4432780504226685, "loss_dense": 3.4919757604599, "loss": 6.935253763198853, "time": 0.23759186267852783, "step": 441002}
{"lr": 0.01781071971878587, "data_time": 0.015529322624206542, "loss_single": 3.4339404344558715, "loss_dense": 3.491316866874695, "loss": 6.92525725364685, "time": 0.1604839086532593, "step": 441052}
{"lr": 0.01781071971878587, "data_time": 0.01820075511932373, "loss_single": 3.437184381484985, "loss_dense": 3.491418480873108, "loss": 6.928602838516236, "time": 0.16682417392730714, "step": 441102}
{"lr": 0.01781071971878587, "data_time": 0.018435454368591307, "loss_single": 3.4285148859024046, "loss_dense": 3.4805701971054077, "loss": 6.909085083007812, "time": 0.15705502033233643, "step": 441152}
{"lr": 0.01781071971878587, "data_time": 0.015152907371520996, "loss_single": 3.421117973327637, "loss_dense": 3.4719961404800417, "loss": 6.893114137649536, "time": 0.18317112922668458, "step": 441202}
{"lr": 0.01781071971878587, "data_time": 0.015965938568115234, "loss_single": 3.4417659997940064, "loss_dense": 3.495125246047974, "loss": 6.936891174316406, "time": 0.16027369499206542, "step": 441252}
{"lr": 0.01781071971878587, "data_time": 0.017279744148254395, "loss_single": 3.4433340549468996, "loss_dense": 3.4890459775924683, "loss": 6.932380056381225, "time": 0.16165473461151122, "step": 441302}
{"lr": 0.01781071971878587, "data_time": 0.011976933479309082, "loss_single": 3.4198472023010256, "loss_dense": 3.4686886787414553, "loss": 6.888535881042481, "time": 0.15500175952911377, "step": 441352}
{"lr": 0.01781071971878587, "data_time": 0.016910624504089356, "loss_single": 3.454986333847046, "loss_dense": 3.5158308267593386, "loss": 6.970817232131958, "time": 0.15294356346130372, "step": 441402}
{"lr": 0.01781071971878587, "data_time": 0.017433643341064453, "loss_single": 3.440998411178589, "loss_dense": 3.497932457923889, "loss": 6.938930797576904, "time": 0.15177130699157715, "step": 441452}
{"lr": 0.01781071971878587, "data_time": 0.017340874671936034, "loss_single": 3.429493808746338, "loss_dense": 3.4891077518463134, "loss": 6.918601560592651, "time": 0.18274166584014892, "step": 441502}
{"lr": 0.01781071971878587, "data_time": 0.018920302391052246, "loss_single": 3.4074753284454347, "loss_dense": 3.4701679706573487, "loss": 6.877643394470215, "time": 0.26252424716949463, "step": 441552}
{"lr": 0.01781071971878587, "data_time": 0.040435171127319335, "loss_single": 3.4247334241867065, "loss_dense": 3.4678279638290403, "loss": 6.892561435699463, "time": 0.1833884000778198, "step": 441602}
{"lr": 0.01781071971878587, "data_time": 0.01761043071746826, "loss_single": 3.413702464103699, "loss_dense": 3.4646838665008546, "loss": 6.878386402130127, "time": 0.1556239366531372, "step": 441652}
{"lr": 0.01781071971878587, "data_time": 0.01641066074371338, "loss_single": 3.4502796173095702, "loss_dense": 3.4905752658843996, "loss": 6.9408549785614015, "time": 0.15359234809875488, "step": 441702}
{"lr": 0.01781071971878587, "data_time": 0.015886735916137696, "loss_single": 3.4416577577590943, "loss_dense": 3.496186089515686, "loss": 6.937843751907349, "time": 0.1555396556854248, "step": 441752}
{"lr": 0.01781071971878587, "data_time": 0.016544747352600097, "loss_single": 3.444584035873413, "loss_dense": 3.487154746055603, "loss": 6.931738805770874, "time": 0.15301110744476318, "step": 441802}
{"lr": 0.01781071971878587, "data_time": 0.017076516151428224, "loss_single": 3.430852746963501, "loss_dense": 3.4858814001083376, "loss": 6.916734075546264, "time": 0.15868117809295654, "step": 441852}
{"lr": 0.01781071971878587, "data_time": 0.015912699699401855, "loss_single": 3.4148494243621825, "loss_dense": 3.4758920907974242, "loss": 6.890741491317749, "time": 0.18706972599029542, "step": 441902}
{"lr": 0.01781071971878587, "data_time": 0.016134762763977052, "loss_single": 3.460884666442871, "loss_dense": 3.5127273559570313, "loss": 6.973612117767334, "time": 0.1663067579269409, "step": 441952}
{"lr": 0.01781071971878587, "data_time": 0.017891550064086915, "loss_single": 3.401364040374756, "loss_dense": 3.461107611656189, "loss": 6.862471580505371, "time": 0.16218302249908448, "step": 442002}
{"lr": 0.01781071971878587, "data_time": 0.0175217866897583, "loss_single": 3.4190318822860717, "loss_dense": 3.481839489936829, "loss": 6.900871467590332, "time": 0.6435906887054443, "step": 442052}
{"lr": 0.01781071971878587, "data_time": 0.01607391834259033, "loss_single": 3.3962828636169435, "loss_dense": 3.4692960500717165, "loss": 6.865578889846802, "time": 0.1492464303970337, "step": 442102}
{"lr": 0.01781071971878587, "data_time": 0.015141510963439941, "loss_single": 3.450696039199829, "loss_dense": 3.4858988761901855, "loss": 6.9365949630737305, "time": 0.1876598834991455, "step": 442152}
{"lr": 0.01781071971878587, "data_time": 0.016341972351074218, "loss_single": 3.4111812353134154, "loss_dense": 3.472940444946289, "loss": 6.884121751785278, "time": 0.15333423614501954, "step": 442202}
{"lr": 0.01781071971878587, "data_time": 0.01641085147857666, "loss_single": 3.395096278190613, "loss_dense": 3.4264067649841308, "loss": 6.821503019332885, "time": 0.1547239065170288, "step": 442252}
{"lr": 0.01781071971878587, "data_time": 0.016072392463684082, "loss_single": 3.418547582626343, "loss_dense": 3.469424819946289, "loss": 6.887972402572632, "time": 0.16886444091796876, "step": 442302}
{"lr": 0.01781071971878587, "data_time": 0.014449071884155274, "loss_single": 3.4309313535690307, "loss_dense": 3.4946730852127077, "loss": 6.925604438781738, "time": 0.17295026779174805, "step": 442352}
{"lr": 0.01781071971878587, "data_time": 0.030434775352478027, "loss_single": 3.4000229597091676, "loss_dense": 3.461057186126709, "loss": 6.861080169677734, "time": 0.16907873153686523, "step": 442402}
{"lr": 0.01781071971878587, "data_time": 0.014369964599609375, "loss_single": 3.4136318922042848, "loss_dense": 3.4769555568695067, "loss": 6.890587425231933, "time": 0.1546231985092163, "step": 442452}
{"lr": 0.01781071971878587, "data_time": 0.016229987144470215, "loss_single": 3.4322569370269775, "loss_dense": 3.4859763860702513, "loss": 6.918233394622803, "time": 0.18581271171569824, "step": 442502}
{"lr": 0.01781071971878587, "data_time": 0.029150557518005372, "loss_single": 3.4135029792785643, "loss_dense": 3.4796748876571657, "loss": 6.893177890777588, "time": 0.219368314743042, "step": 442552}
{"lr": 0.01781071971878587, "data_time": 0.01576087474822998, "loss_single": 3.433293890953064, "loss_dense": 3.4887908935546874, "loss": 6.922084712982178, "time": 0.15655045509338378, "step": 442602}
{"lr": 0.01781071971878587, "data_time": 0.01630392074584961, "loss_single": 3.425195407867432, "loss_dense": 3.4712297677993775, "loss": 6.896425199508667, "time": 0.15940594673156738, "step": 442652}
{"lr": 0.01781071971878587, "data_time": 0.015405368804931641, "loss_single": 3.438669514656067, "loss_dense": 3.4930548906326293, "loss": 6.931724405288696, "time": 0.15842816829681397, "step": 442702}
{"lr": 0.01781071971878587, "data_time": 0.01738882064819336, "loss_single": 3.413666844367981, "loss_dense": 3.475405716896057, "loss": 6.889072561264038, "time": 0.16229658126831054, "step": 442752}
{"lr": 0.01781071971878587, "data_time": 0.043929433822631835, "loss_single": 3.4302314043045046, "loss_dense": 3.4910709142684935, "loss": 6.921302223205567, "time": 0.17981309890747071, "step": 442802}
{"lr": 0.01781071971878587, "data_time": 0.01592276096343994, "loss_single": 3.4468844890594483, "loss_dense": 3.5081607580184935, "loss": 6.955045175552368, "time": 0.1828399419784546, "step": 442852}
{"lr": 0.01781071971878587, "data_time": 0.01717069149017334, "loss_single": 3.4234261989593504, "loss_dense": 3.4746997356414795, "loss": 6.898125886917114, "time": 0.1575997829437256, "step": 442902}
{"lr": 0.01781071971878587, "data_time": 0.020463275909423827, "loss_single": 3.442133355140686, "loss_dense": 3.491169285774231, "loss": 6.933302640914917, "time": 0.17391281127929686, "step": 442952}
{"lr": 0.01781071971878587, "data_time": 0.01689145565032959, "loss_single": 3.4438528299331663, "loss_dense": 3.488585376739502, "loss": 6.93243818283081, "time": 0.17849364280700683, "step": 443002}
{"lr": 0.01781071971878587, "data_time": 0.046939659118652347, "loss_single": 3.4493155002593996, "loss_dense": 3.4878371715545655, "loss": 6.93715271949768, "time": 0.19046342372894287, "step": 443052}
{"lr": 0.01781071971878587, "data_time": 0.016914892196655273, "loss_single": 3.4539188385009765, "loss_dense": 3.509280300140381, "loss": 6.963199090957642, "time": 0.15670244693756102, "step": 443102}
{"lr": 0.01781071971878587, "data_time": 0.015852594375610353, "loss_single": 3.4749000549316404, "loss_dense": 3.515828514099121, "loss": 6.990728521347046, "time": 0.15848138332366943, "step": 443152}
{"lr": 0.01781071971878587, "data_time": 0.019825339317321777, "loss_single": 3.4753516912460327, "loss_dense": 3.515931248664856, "loss": 6.991282987594604, "time": 0.19723429679870605, "step": 443202}
{"lr": 0.01781071971878587, "data_time": 0.01706564426422119, "loss_single": 3.421512222290039, "loss_dense": 3.46177818775177, "loss": 6.883290433883667, "time": 0.2024836301803589, "step": 443252}
{"lr": 0.01781071971878587, "data_time": 0.015103530883789063, "loss_single": 3.39770565032959, "loss_dense": 3.4595855951309202, "loss": 6.857291221618652, "time": 0.15432677268981934, "step": 443302}
{"lr": 0.01781071971878587, "data_time": 0.01673729419708252, "loss_single": 3.41058931350708, "loss_dense": 3.4775468826293947, "loss": 6.888136196136474, "time": 0.15006794929504394, "step": 443352}
{"lr": 0.01781071971878587, "data_time": 0.01628401279449463, "loss_single": 3.42223801612854, "loss_dense": 3.47882285118103, "loss": 6.901060914993286, "time": 0.17535955905914308, "step": 443402}
{"lr": 0.01781071971878587, "data_time": 0.02545628547668457, "loss_single": 3.4646011352539063, "loss_dense": 3.5291239738464357, "loss": 6.993725109100342, "time": 0.1686352014541626, "step": 443452}
{"lr": 0.01781071971878587, "data_time": 0.016004514694213868, "loss_single": 3.4025306701660156, "loss_dense": 3.463037061691284, "loss": 6.865567779541015, "time": 0.15194292068481446, "step": 443502}
{"lr": 0.01781071971878587, "data_time": 0.023064184188842773, "loss_single": 3.4450311422348023, "loss_dense": 3.4997637033462525, "loss": 6.944794845581055, "time": 0.156540584564209, "step": 443552}
{"lr": 0.01781071971878587, "data_time": 0.015952658653259278, "loss_single": 3.4288447380065916, "loss_dense": 3.4712738752365113, "loss": 6.900118684768676, "time": 0.16700634956359864, "step": 443602}
{"lr": 0.01781071971878587, "data_time": 0.01638684272766113, "loss_single": 3.4093120098114014, "loss_dense": 3.4687804222106933, "loss": 6.878092575073242, "time": 0.15385634899139405, "step": 443652}
{"lr": 0.01781071971878587, "data_time": 0.015537238121032715, "loss_single": 3.423186492919922, "loss_dense": 3.480711317062378, "loss": 6.903897714614868, "time": 0.15666935443878174, "step": 443702}
{"lr": 0.01781071971878587, "data_time": 0.017435145378112794, "loss_single": 3.467866539955139, "loss_dense": 3.5344682931900024, "loss": 7.002334833145142, "time": 0.15343148708343507, "step": 443752}
{"lr": 0.01781071971878587, "data_time": 0.016133713722229003, "loss_single": 3.445553779602051, "loss_dense": 3.50264835357666, "loss": 6.948202133178711, "time": 0.16363511085510254, "step": 443802}
{"lr": 0.01781071971878587, "data_time": 0.01587865352630615, "loss_single": 3.4306833744049072, "loss_dense": 3.484453630447388, "loss": 6.915137004852295, "time": 0.16433465480804443, "step": 443852}
{"lr": 0.01781071971878587, "data_time": 0.017363977432250977, "loss_single": 3.4358159780502318, "loss_dense": 3.4977978229522706, "loss": 6.93361382484436, "time": 0.15208005905151367, "step": 443902}
{"lr": 0.01781071971878587, "data_time": 0.015717172622680665, "loss_single": 3.4137160539627076, "loss_dense": 3.458821487426758, "loss": 6.872537612915039, "time": 0.15487442016601563, "step": 443952}
{"lr": 0.01781071971878587, "data_time": 0.0173236608505249, "loss_single": 3.4229660987854005, "loss_dense": 3.4653560638427736, "loss": 6.888322067260742, "time": 0.15778486728668212, "step": 444002}
{"lr": 0.01781071971878587, "data_time": 0.015579509735107421, "loss_single": 3.4192909002304077, "loss_dense": 3.474643588066101, "loss": 6.893934488296509, "time": 0.17593557834625245, "step": 444052}
{"lr": 0.01781071971878587, "data_time": 0.015327668190002442, "loss_single": 3.4288288354873657, "loss_dense": 3.492187023162842, "loss": 6.921015930175781, "time": 0.18309493064880372, "step": 444102}
{"lr": 0.01781071971878587, "data_time": 0.015392112731933593, "loss_single": 3.437293004989624, "loss_dense": 3.4783208847045897, "loss": 6.915613842010498, "time": 0.1697453498840332, "step": 444152}
{"lr": 0.01781071971878587, "data_time": 0.028877639770507814, "loss_single": 3.43582706451416, "loss_dense": 3.4753229141235353, "loss": 6.911149978637695, "time": 0.18469820022583008, "step": 444202}
{"lr": 0.01781071971878587, "data_time": 0.01801345348358154, "loss_single": 3.4221710443496702, "loss_dense": 3.470796513557434, "loss": 6.892967605590821, "time": 0.16099555492401124, "step": 444252}
{"lr": 0.01781071971878587, "data_time": 0.013054251670837402, "loss_single": 3.4375547409057616, "loss_dense": 3.4958280086517335, "loss": 6.9333827018737795, "time": 0.1777336359024048, "step": 444302}
{"lr": 0.01781071971878587, "data_time": 0.016704463958740236, "loss_single": 3.433977198600769, "loss_dense": 3.4926157236099242, "loss": 6.9265929698944095, "time": 0.15468549728393555, "step": 444352}
{"lr": 0.01781071971878587, "data_time": 0.018350768089294433, "loss_single": 3.452493929862976, "loss_dense": 3.5068283796310427, "loss": 6.959322309494018, "time": 0.15220243930816652, "step": 444402}
{"lr": 0.01781071971878587, "data_time": 0.016864681243896486, "loss_single": 3.4253097772598267, "loss_dense": 3.4798906564712526, "loss": 6.905200481414795, "time": 0.1607602596282959, "step": 444452}
{"lr": 0.01781071971878587, "data_time": 0.016411495208740235, "loss_single": 3.429516410827637, "loss_dense": 3.4912240982055662, "loss": 6.920740413665771, "time": 0.15679686069488524, "step": 444502}
{"lr": 0.01781071971878587, "data_time": 0.0181429386138916, "loss_single": 3.414269757270813, "loss_dense": 3.466466021537781, "loss": 6.88073582649231, "time": 0.19605331420898436, "step": 444552}
{"lr": 0.01781071971878587, "data_time": 0.018503093719482423, "loss_single": 3.4490705251693727, "loss_dense": 3.4921456575393677, "loss": 6.941216087341308, "time": 0.2351975440979004, "step": 444602}
{"lr": 0.01781071971878587, "data_time": 0.016440916061401366, "loss_single": 3.427486443519592, "loss_dense": 3.4763429164886475, "loss": 6.903829336166382, "time": 0.15921967029571532, "step": 444652}
{"lr": 0.01781071971878587, "data_time": 0.017290616035461427, "loss_single": 3.4339563846588135, "loss_dense": 3.4921888589859007, "loss": 6.926145267486572, "time": 0.16184499263763427, "step": 444702}
{"lr": 0.01781071971878587, "data_time": 0.015465378761291504, "loss_single": 3.423429775238037, "loss_dense": 3.471721863746643, "loss": 6.895151567459107, "time": 0.17074065208435057, "step": 444752}
{"lr": 0.01781071971878587, "data_time": 0.01650829315185547, "loss_single": 3.422708773612976, "loss_dense": 3.4872317552566527, "loss": 6.909940624237061, "time": 0.17372689247131348, "step": 444802}
{"lr": 0.01781071971878587, "data_time": 0.022713541984558105, "loss_single": 3.423962378501892, "loss_dense": 3.4735888719558714, "loss": 6.897551202774048, "time": 0.16609935760498046, "step": 444852}
{"lr": 0.01781071971878587, "data_time": 0.017603230476379395, "loss_single": 3.4325249910354616, "loss_dense": 3.477418375015259, "loss": 6.909943389892578, "time": 0.15407323837280273, "step": 444902}
{"lr": 0.01781071971878587, "data_time": 0.019727373123168947, "loss_single": 3.4577205657958983, "loss_dense": 3.494679021835327, "loss": 6.95239953994751, "time": 0.19020357131958007, "step": 444952}
{"lr": 0.01781071971878587, "data_time": 0.015937113761901857, "loss_single": 3.4139849662780763, "loss_dense": 3.464384841918945, "loss": 6.8783698081970215, "time": 0.7096067428588867, "step": 445002}
{"lr": 0.01781071971878587, "data_time": 0.02351233959197998, "loss_single": 3.4395523071289062, "loss_dense": 3.4746854066848756, "loss": 6.91423773765564, "time": 0.16854300498962402, "step": 445052}
{"lr": 0.01781071971878587, "data_time": 0.012967634201049804, "loss_single": 3.429386615753174, "loss_dense": 3.4907954216003416, "loss": 6.9201819896698, "time": 0.16320226192474366, "step": 445102}
{"lr": 0.01781071971878587, "data_time": 0.0143599271774292, "loss_single": 3.4131574630737305, "loss_dense": 3.4685086965560914, "loss": 6.88166618347168, "time": 0.17784276008605956, "step": 445152}
{"lr": 0.01781071971878587, "data_time": 0.014242267608642578, "loss_single": 3.430659604072571, "loss_dense": 3.4833030700683594, "loss": 6.913962697982788, "time": 0.15177266597747802, "step": 445202}
{"lr": 0.01781071971878587, "data_time": 0.01510009765625, "loss_single": 3.4342859983444214, "loss_dense": 3.50556480884552, "loss": 6.939850807189941, "time": 0.2590229272842407, "step": 445252}
{"lr": 0.01781071971878587, "data_time": 0.016144657135009767, "loss_single": 3.4297916650772096, "loss_dense": 3.4985775709152223, "loss": 6.928369331359863, "time": 0.15368142127990722, "step": 445302}
{"lr": 0.01781071971878587, "data_time": 0.01374523639678955, "loss_single": 3.4437163352966307, "loss_dense": 3.503708839416504, "loss": 6.947425174713135, "time": 0.24405715465545655, "step": 445352}
{"lr": 0.01757893650419114, "data_time": 0.013663697242736816, "loss_single": 3.420875811576843, "loss_dense": 3.4796085596084594, "loss": 6.900484323501587, "time": 0.20612578392028807, "step": 445406}
{"lr": 0.01757893650419114, "data_time": 0.015404081344604493, "loss_single": 3.4184619665145872, "loss_dense": 3.460612654685974, "loss": 6.879074668884277, "time": 0.20264818668365478, "step": 445456}
{"lr": 0.01757893650419114, "data_time": 0.015860152244567872, "loss_single": 3.4093589544296266, "loss_dense": 3.468880772590637, "loss": 6.878239870071411, "time": 0.2030695915222168, "step": 445506}
{"lr": 0.01757893650419114, "data_time": 0.018236184120178224, "loss_single": 3.43702609539032, "loss_dense": 3.4880791902542114, "loss": 6.925105285644531, "time": 0.15556986331939698, "step": 445556}
{"lr": 0.01757893650419114, "data_time": 0.015641045570373536, "loss_single": 3.431931161880493, "loss_dense": 3.4905333042144777, "loss": 6.922464513778687, "time": 0.15950233936309816, "step": 445606}
{"lr": 0.01757893650419114, "data_time": 0.01967301368713379, "loss_single": 3.4474865436553954, "loss_dense": 3.503833556175232, "loss": 6.951320171356201, "time": 0.1619105100631714, "step": 445656}
{"lr": 0.01757893650419114, "data_time": 0.018150591850280763, "loss_single": 3.4295952796936033, "loss_dense": 3.4917260885238646, "loss": 6.921321392059326, "time": 0.16400253772735596, "step": 445706}
{"lr": 0.01757893650419114, "data_time": 0.03167276382446289, "loss_single": 3.4029651880264282, "loss_dense": 3.4664377927780152, "loss": 6.8694030284881595, "time": 0.16886305809020996, "step": 445756}
{"lr": 0.01757893650419114, "data_time": 0.01715667247772217, "loss_single": 3.4067955493927, "loss_dense": 3.465440583229065, "loss": 6.872236204147339, "time": 0.14964189529418945, "step": 445806}
{"lr": 0.01757893650419114, "data_time": 0.015926885604858398, "loss_single": 3.4107520818710326, "loss_dense": 3.4662116527557374, "loss": 6.876963806152344, "time": 0.1541147232055664, "step": 445856}
{"lr": 0.01757893650419114, "data_time": 0.015957140922546388, "loss_single": 3.417527413368225, "loss_dense": 3.466113305091858, "loss": 6.88364086151123, "time": 0.20244054794311522, "step": 445906}
{"lr": 0.01757893650419114, "data_time": 0.01894853115081787, "loss_single": 3.4269935846328736, "loss_dense": 3.4876876354217528, "loss": 6.9146811962127686, "time": 0.15396203994750976, "step": 445956}
{"lr": 0.01757893650419114, "data_time": 0.017590594291687012, "loss_single": 3.426348161697388, "loss_dense": 3.481071639060974, "loss": 6.90741982460022, "time": 0.15163254737854004, "step": 446006}
{"lr": 0.01757893650419114, "data_time": 0.01664128303527832, "loss_single": 3.429344081878662, "loss_dense": 3.4928660154342652, "loss": 6.922210216522217, "time": 0.1761110544204712, "step": 446056}
{"lr": 0.01757893650419114, "data_time": 0.016923856735229493, "loss_single": 3.4011879205703734, "loss_dense": 3.463401675224304, "loss": 6.864589595794678, "time": 0.15216290950775146, "step": 446106}
{"lr": 0.01757893650419114, "data_time": 0.014401078224182129, "loss_single": 3.433607745170593, "loss_dense": 3.479399538040161, "loss": 6.9130072593688965, "time": 0.1666611909866333, "step": 446156}
{"lr": 0.01757893650419114, "data_time": 0.011737561225891114, "loss_single": 3.4176371097564697, "loss_dense": 3.4836331844329833, "loss": 6.901270341873169, "time": 0.15623488426208496, "step": 446206}
{"lr": 0.01757893650419114, "data_time": 0.016603755950927734, "loss_single": 3.440349745750427, "loss_dense": 3.495207142829895, "loss": 6.935556936264038, "time": 0.18486495018005372, "step": 446256}
{"lr": 0.01757893650419114, "data_time": 0.016372156143188477, "loss_single": 3.430587124824524, "loss_dense": 3.4755091190338137, "loss": 6.906096267700195, "time": 0.15998003482818604, "step": 446306}
{"lr": 0.01757893650419114, "data_time": 0.015450096130371094, "loss_single": 3.396109390258789, "loss_dense": 3.450935435295105, "loss": 6.847044801712036, "time": 0.15429072380065917, "step": 446356}
{"lr": 0.01757893650419114, "data_time": 0.018773484230041503, "loss_single": 3.4408363342285155, "loss_dense": 3.5033021926879884, "loss": 6.944138526916504, "time": 0.16123855113983154, "step": 446406}
{"lr": 0.01757893650419114, "data_time": 0.023856925964355468, "loss_single": 3.440041184425354, "loss_dense": 3.4934191942214965, "loss": 6.933460426330567, "time": 0.30542004108428955, "step": 446456}
{"lr": 0.01757893650419114, "data_time": 0.01887688636779785, "loss_single": 3.424651837348938, "loss_dense": 3.4856263399124146, "loss": 6.910278224945069, "time": 0.16630170345306397, "step": 446506}
{"lr": 0.01757893650419114, "data_time": 0.01690564155578613, "loss_single": 3.414706563949585, "loss_dense": 3.463676643371582, "loss": 6.8783832550048825, "time": 0.18862078189849854, "step": 446556}
{"lr": 0.01757893650419114, "data_time": 0.04692096710205078, "loss_single": 3.4064945697784426, "loss_dense": 3.4628523111343386, "loss": 6.8693469047546385, "time": 0.19309556484222412, "step": 446606}
{"lr": 0.01757893650419114, "data_time": 0.015442800521850587, "loss_single": 3.4303850889205934, "loss_dense": 3.474107527732849, "loss": 6.904492616653442, "time": 0.18659484386444092, "step": 446656}
{"lr": 0.01757893650419114, "data_time": 0.01622152328491211, "loss_single": 3.43380343914032, "loss_dense": 3.4797934532165526, "loss": 6.913596868515015, "time": 0.1505821704864502, "step": 446706}
{"lr": 0.01757893650419114, "data_time": 0.01776454448699951, "loss_single": 3.4473373174667357, "loss_dense": 3.483680748939514, "loss": 6.931017971038818, "time": 0.16089339256286622, "step": 446756}
{"lr": 0.01757893650419114, "data_time": 0.017135763168334962, "loss_single": 3.434320402145386, "loss_dense": 3.484052228927612, "loss": 6.918372678756714, "time": 0.18780834674835206, "step": 446806}
{"lr": 0.01757893650419114, "data_time": 0.018207502365112305, "loss_single": 3.400851345062256, "loss_dense": 3.4671233654022218, "loss": 6.867974662780762, "time": 0.18138866424560546, "step": 446856}
{"lr": 0.01757893650419114, "data_time": 0.015837740898132325, "loss_single": 3.4392486572265626, "loss_dense": 3.490523600578308, "loss": 6.929772186279297, "time": 0.14993538856506347, "step": 446906}
{"lr": 0.01757893650419114, "data_time": 0.016044354438781737, "loss_single": 3.45421621799469, "loss_dense": 3.513146448135376, "loss": 6.967362689971924, "time": 0.16184837818145753, "step": 446956}
{"lr": 0.01757893650419114, "data_time": 0.015592098236083984, "loss_single": 3.433606243133545, "loss_dense": 3.4928802967071535, "loss": 6.926486492156982, "time": 0.188517427444458, "step": 447006}
{"lr": 0.01757893650419114, "data_time": 0.01753511428833008, "loss_single": 3.4250356912612916, "loss_dense": 3.4742700338363646, "loss": 6.899305725097657, "time": 0.15294806957244872, "step": 447056}
{"lr": 0.01757893650419114, "data_time": 0.01600940227508545, "loss_single": 3.4384809017181395, "loss_dense": 3.491986346244812, "loss": 6.930467224121093, "time": 0.16994991302490234, "step": 447106}
{"lr": 0.01757893650419114, "data_time": 0.01541435718536377, "loss_single": 3.4325442790985106, "loss_dense": 3.4671027183532717, "loss": 6.899646997451782, "time": 0.17871487140655518, "step": 447156}
{"lr": 0.01757893650419114, "data_time": 0.01661803722381592, "loss_single": 3.4429827690124513, "loss_dense": 3.4989206552505494, "loss": 6.941903448104858, "time": 0.1703347682952881, "step": 447206}
{"lr": 0.01757893650419114, "data_time": 0.019393491744995116, "loss_single": 3.4313069581985474, "loss_dense": 3.487902355194092, "loss": 6.919209337234497, "time": 0.19422075748443604, "step": 447256}
{"lr": 0.01757893650419114, "data_time": 0.016210508346557618, "loss_single": 3.424859881401062, "loss_dense": 3.4775835275650024, "loss": 6.90244345664978, "time": 0.17027101516723633, "step": 447306}
{"lr": 0.01757893650419114, "data_time": 0.01604175567626953, "loss_single": 3.3995169401168823, "loss_dense": 3.4605082273483276, "loss": 6.86002516746521, "time": 0.15818564891815184, "step": 447356}
{"lr": 0.01757893650419114, "data_time": 0.023845696449279787, "loss_single": 3.4421051502227784, "loss_dense": 3.4882171630859373, "loss": 6.930322265625, "time": 0.16818714141845703, "step": 447406}
{"lr": 0.01757893650419114, "data_time": 0.020320820808410644, "loss_single": 3.4018420696258547, "loss_dense": 3.4712236404418944, "loss": 6.873065662384033, "time": 0.2298274040222168, "step": 447456}
{"lr": 0.01757893650419114, "data_time": 0.015621256828308106, "loss_single": 3.4367064476013183, "loss_dense": 3.485016870498657, "loss": 6.92172327041626, "time": 0.1613832950592041, "step": 447506}
{"lr": 0.01757893650419114, "data_time": 0.019161677360534667, "loss_single": 3.4128872632980345, "loss_dense": 3.4460861921310424, "loss": 6.858973360061645, "time": 0.19990139007568358, "step": 447556}
{"lr": 0.01757893650419114, "data_time": 0.015335369110107421, "loss_single": 3.406976056098938, "loss_dense": 3.477244329452515, "loss": 6.884220314025879, "time": 0.15519211292266846, "step": 447606}
{"lr": 0.01757893650419114, "data_time": 0.018117880821228026, "loss_single": 3.426424837112427, "loss_dense": 3.4843169689178466, "loss": 6.910741758346558, "time": 0.1932905673980713, "step": 447656}
{"lr": 0.01757893650419114, "data_time": 0.018553280830383302, "loss_single": 3.42589066028595, "loss_dense": 3.4727280139923096, "loss": 6.898618602752686, "time": 0.17944393157958985, "step": 447706}
{"lr": 0.01757893650419114, "data_time": 0.016996550559997558, "loss_single": 3.4267554759979246, "loss_dense": 3.4841577053070067, "loss": 6.910913133621216, "time": 0.15855951309204103, "step": 447756}
{"lr": 0.01757893650419114, "data_time": 0.05837948322296142, "loss_single": 3.422682690620422, "loss_dense": 3.4698912620544435, "loss": 6.8925739288330075, "time": 0.21133668422698976, "step": 447806}
{"lr": 0.01757893650419114, "data_time": 0.01668674945831299, "loss_single": 3.4285280227661135, "loss_dense": 3.496380066871643, "loss": 6.924908113479614, "time": 0.16632025241851806, "step": 447856}
{"lr": 0.01757893650419114, "data_time": 0.016279006004333497, "loss_single": 3.406466817855835, "loss_dense": 3.480630707740784, "loss": 6.887097454071045, "time": 0.1508587121963501, "step": 447906}
{"lr": 0.01757893650419114, "data_time": 0.03566663265228272, "loss_single": 3.4485150575637817, "loss_dense": 3.4861114263534545, "loss": 6.934626483917237, "time": 0.18599724769592285, "step": 447956}
{"lr": 0.01757893650419114, "data_time": 0.021762442588806153, "loss_single": 3.4188429355621337, "loss_dense": 3.4857465028762817, "loss": 6.904589462280273, "time": 0.2815640211105347, "step": 448006}
{"lr": 0.01757893650419114, "data_time": 0.01807878017425537, "loss_single": 3.4050525188446046, "loss_dense": 3.4617016315460205, "loss": 6.866754102706909, "time": 0.15781641006469727, "step": 448056}
{"lr": 0.01757893650419114, "data_time": 0.020526528358459473, "loss_single": 3.4169723987579346, "loss_dense": 3.478739619255066, "loss": 6.895711994171142, "time": 0.15756161212921144, "step": 448106}
{"lr": 0.01757893650419114, "data_time": 0.017537856101989747, "loss_single": 3.431863474845886, "loss_dense": 3.4873619079589844, "loss": 6.919225406646729, "time": 0.15577092170715331, "step": 448156}
{"lr": 0.01757893650419114, "data_time": 0.015044426918029786, "loss_single": 3.4260734796524046, "loss_dense": 3.474496030807495, "loss": 6.900569581985474, "time": 0.15793485641479493, "step": 448206}
{"lr": 0.01757893650419114, "data_time": 0.018970632553100587, "loss_single": 3.452268671989441, "loss_dense": 3.4844024896621706, "loss": 6.936671113967895, "time": 0.15462448596954345, "step": 448256}
{"lr": 0.01757893650419114, "data_time": 0.019007396697998048, "loss_single": 3.4148868560791015, "loss_dense": 3.484372925758362, "loss": 6.89925971031189, "time": 0.16111865043640136, "step": 448306}
{"lr": 0.01757893650419114, "data_time": 0.017460393905639648, "loss_single": 3.4352999448776247, "loss_dense": 3.4772329807281492, "loss": 6.912532949447632, "time": 0.15634598731994628, "step": 448356}
{"lr": 0.01757893650419114, "data_time": 0.01923954486846924, "loss_single": 3.4602722406387327, "loss_dense": 3.5129886150360106, "loss": 6.973260927200317, "time": 0.14932169914245605, "step": 448406}
{"lr": 0.01757893650419114, "data_time": 0.01855192184448242, "loss_single": 3.408782696723938, "loss_dense": 3.4657341480255126, "loss": 6.874516916275025, "time": 0.1501016139984131, "step": 448456}
{"lr": 0.01757893650419114, "data_time": 0.01846318244934082, "loss_single": 3.4113536357879637, "loss_dense": 3.470390224456787, "loss": 6.881743907928467, "time": 0.15123920440673827, "step": 448506}
{"lr": 0.01757893650419114, "data_time": 0.017443346977233886, "loss_single": 3.4215785026550294, "loss_dense": 3.468348979949951, "loss": 6.889927387237549, "time": 0.15722548961639404, "step": 448556}
{"lr": 0.01757893650419114, "data_time": 0.01752505302429199, "loss_single": 3.424562096595764, "loss_dense": 3.4787235975265505, "loss": 6.903285646438599, "time": 0.15269503593444825, "step": 448606}
{"lr": 0.01757893650419114, "data_time": 0.015648579597473143, "loss_single": 3.438163661956787, "loss_dense": 3.4843600273132322, "loss": 6.92252368927002, "time": 0.2102834701538086, "step": 448656}
{"lr": 0.01757893650419114, "data_time": 0.016657423973083497, "loss_single": 3.4534942150115966, "loss_dense": 3.501786160469055, "loss": 6.955280447006226, "time": 0.1675878047943115, "step": 448706}
{"lr": 0.01757893650419114, "data_time": 0.01517796516418457, "loss_single": 3.4349079847335817, "loss_dense": 3.497751784324646, "loss": 6.9326598167419435, "time": 0.18728935718536377, "step": 448756}
{"lr": 0.01757893650419114, "data_time": 0.023410987854003907, "loss_single": 3.386702537536621, "loss_dense": 3.4539888858795167, "loss": 6.840691423416137, "time": 0.1696251630783081, "step": 448806}
{"lr": 0.01757893650419114, "data_time": 0.01768062114715576, "loss_single": 3.39949426651001, "loss_dense": 3.4640026092529297, "loss": 6.863496875762939, "time": 0.15248548984527588, "step": 448856}
{"lr": 0.01757893650419114, "data_time": 0.015579700469970703, "loss_single": 3.4254367351531982, "loss_dense": 3.469257950782776, "loss": 6.894694709777832, "time": 0.18126864433288575, "step": 448906}
{"lr": 0.01757893650419114, "data_time": 0.016162610054016112, "loss_single": 3.397094488143921, "loss_dense": 3.4677003145217897, "loss": 6.864794731140137, "time": 0.1781850814819336, "step": 448956}
{"lr": 0.01757893650419114, "data_time": 0.01950685977935791, "loss_single": 3.4312464714050295, "loss_dense": 3.4914915800094604, "loss": 6.922738027572632, "time": 0.15569260120391845, "step": 449006}
{"lr": 0.01757893650419114, "data_time": 0.009157419204711914, "loss_single": 3.4276055335998534, "loss_dense": 3.479403042793274, "loss": 6.90700855255127, "time": 0.18966829776763916, "step": 449056}
{"lr": 0.01757893650419114, "data_time": 0.015650415420532228, "loss_single": 3.4096588134765624, "loss_dense": 3.4760679721832277, "loss": 6.885726881027222, "time": 0.1922447681427002, "step": 449106}
{"lr": 0.01757893650419114, "data_time": 0.01608576774597168, "loss_single": 3.4386417865753174, "loss_dense": 3.4899145364761353, "loss": 6.928556346893311, "time": 0.18094913959503173, "step": 449156}
{"lr": 0.01757893650419114, "data_time": 0.016308236122131347, "loss_single": 3.420396113395691, "loss_dense": 3.4635804414749147, "loss": 6.8839765071868895, "time": 0.15533230304718018, "step": 449206}
{"lr": 0.01757893650419114, "data_time": 0.016317534446716308, "loss_single": 3.4117468118667604, "loss_dense": 3.484970283508301, "loss": 6.896717119216919, "time": 0.1562735319137573, "step": 449256}
{"lr": 0.01757893650419114, "data_time": 0.015641617774963378, "loss_single": 3.4364955902099608, "loss_dense": 3.486552882194519, "loss": 6.923048448562622, "time": 0.16797010898590087, "step": 449306}
{"lr": 0.01757893650419114, "data_time": 0.01577143669128418, "loss_single": 3.4133862018585206, "loss_dense": 3.467823624610901, "loss": 6.881209850311279, "time": 0.17915189266204834, "step": 449356}
{"lr": 0.01757893650419114, "data_time": 0.015284252166748048, "loss_single": 3.413750171661377, "loss_dense": 3.46799578666687, "loss": 6.881746006011963, "time": 0.1657266855239868, "step": 449406}
{"lr": 0.01757893650419114, "data_time": 0.017168641090393066, "loss_single": 3.4300344705581667, "loss_dense": 3.486235475540161, "loss": 6.9162698745727536, "time": 0.16684532165527344, "step": 449456}
{"lr": 0.01757893650419114, "data_time": 0.01954617500305176, "loss_single": 3.4209381341934204, "loss_dense": 3.489598035812378, "loss": 6.910536193847657, "time": 0.22381174564361572, "step": 449506}
{"lr": 0.01757893650419114, "data_time": 0.01668403148651123, "loss_single": 3.4374794006347655, "loss_dense": 3.4797250509262083, "loss": 6.917204427719116, "time": 0.18402485847473143, "step": 449556}
{"lr": 0.01757893650419114, "data_time": 0.01815793514251709, "loss_single": 3.4374950885772706, "loss_dense": 3.4766633987426756, "loss": 6.914158535003662, "time": 0.2521420955657959, "step": 449606}
{"lr": 0.01757893650419114, "data_time": 0.038798165321350095, "loss_single": 3.4160396575927736, "loss_dense": 3.474146771430969, "loss": 6.890186452865601, "time": 0.18120872974395752, "step": 449656}
{"lr": 0.01757893650419114, "data_time": 0.016072010993957518, "loss_single": 3.451745700836182, "loss_dense": 3.515512537956238, "loss": 6.967258358001709, "time": 0.15348737239837645, "step": 449706}
{"lr": 0.01757893650419114, "data_time": 0.01577913761138916, "loss_single": 3.4355108022689818, "loss_dense": 3.479825520515442, "loss": 6.915336227416992, "time": 0.16161031723022462, "step": 449756}
{"lr": 0.01757893650419114, "data_time": 0.011187267303466798, "loss_single": 3.449405574798584, "loss_dense": 3.489806294441223, "loss": 6.939211845397949, "time": 0.1615506410598755, "step": 449806}
{"lr": 0.01757893650419114, "data_time": 0.02385573387145996, "loss_single": 3.438672423362732, "loss_dense": 3.4795044660568237, "loss": 6.918176889419556, "time": 0.18181967735290527, "step": 449856}
{"lr": 0.01757893650419114, "data_time": 0.016086268424987792, "loss_single": 3.4342978954315186, "loss_dense": 3.4839112997055053, "loss": 6.918209171295166, "time": 0.6884141206741333, "step": 449906}
{"lr": 0.01757893650419114, "data_time": 0.016286182403564452, "loss_single": 3.4565802097320555, "loss_dense": 3.504584455490112, "loss": 6.9611646175384525, "time": 0.1756519556045532, "step": 449956}
{"lr": 0.01757893650419114, "data_time": 0.015621232986450195, "loss_single": 3.40763897895813, "loss_dense": 3.4762582778930664, "loss": 6.883897304534912, "time": 0.20317108631134034, "step": 450006}
{"lr": 0.01757893650419114, "data_time": 0.05275359153747559, "loss_single": 3.422316837310791, "loss_dense": 3.4853521585464478, "loss": 6.907669019699097, "time": 0.19175589084625244, "step": 450056}
{"lr": 0.01757893650419114, "data_time": 0.013725495338439942, "loss_single": 3.3983761072158813, "loss_dense": 3.4619563102722166, "loss": 6.860332345962524, "time": 0.1535114049911499, "step": 450106}
{"lr": 0.01757893650419114, "data_time": 0.015750575065612792, "loss_single": 3.446565580368042, "loss_dense": 3.4947843313217164, "loss": 6.941349887847901, "time": 0.21279096603393555, "step": 450156}
{"lr": 0.01757893650419114, "data_time": 0.017564821243286132, "loss_single": 3.4183600425720213, "loss_dense": 3.453801155090332, "loss": 6.872161245346069, "time": 0.16004855632781984, "step": 450206}
{"lr": 0.01757893650419114, "data_time": 0.018568873405456543, "loss_single": 3.425097942352295, "loss_dense": 3.4715411186218263, "loss": 6.896638965606689, "time": 0.17134170532226561, "step": 450256}
{"lr": 0.01757893650419114, "data_time": 0.01685805320739746, "loss_single": 3.415276312828064, "loss_dense": 3.4737618207931518, "loss": 6.889038181304931, "time": 0.1512674331665039, "step": 450306}
{"lr": 0.01757893650419114, "data_time": 0.013170289993286132, "loss_single": 3.4397385835647585, "loss_dense": 3.48617000579834, "loss": 6.925908613204956, "time": 0.14790644645690917, "step": 450356}
{"lr": 0.017346516975603462, "data_time": 0.014157414436340332, "loss_single": 3.421842169761658, "loss_dense": 3.4916431427001955, "loss": 6.913485431671143, "time": 0.17123980522155763, "step": 450410}
{"lr": 0.017346516975603462, "data_time": 0.01963486671447754, "loss_single": 3.416997718811035, "loss_dense": 3.4862503528594972, "loss": 6.903248071670532, "time": 0.15527825355529784, "step": 450460}
{"lr": 0.017346516975603462, "data_time": 0.016777682304382324, "loss_single": 3.437385678291321, "loss_dense": 3.4928654193878175, "loss": 6.930251121520996, "time": 0.16638779640197754, "step": 450510}
{"lr": 0.017346516975603462, "data_time": 0.014407753944396973, "loss_single": 3.430049991607666, "loss_dense": 3.470750665664673, "loss": 6.900800657272339, "time": 0.17029621601104736, "step": 450560}
{"lr": 0.017346516975603462, "data_time": 0.017016959190368653, "loss_single": 3.450572657585144, "loss_dense": 3.4946401596069334, "loss": 6.94521279335022, "time": 0.15326986312866211, "step": 450610}
{"lr": 0.017346516975603462, "data_time": 0.016692185401916505, "loss_single": 3.4247156620025634, "loss_dense": 3.4728357553482057, "loss": 6.897551488876343, "time": 0.1561978816986084, "step": 450660}
{"lr": 0.017346516975603462, "data_time": 0.01714177131652832, "loss_single": 3.4153467655181884, "loss_dense": 3.4645260095596315, "loss": 6.87987265586853, "time": 0.20442299842834472, "step": 450710}
{"lr": 0.017346516975603462, "data_time": 0.013157415390014648, "loss_single": 3.4415008544921877, "loss_dense": 3.501064729690552, "loss": 6.94256558418274, "time": 0.1500338077545166, "step": 450760}
{"lr": 0.017346516975603462, "data_time": 0.017193078994750977, "loss_single": 3.426313352584839, "loss_dense": 3.4794792890548707, "loss": 6.905792617797852, "time": 0.16515395641326905, "step": 450810}
{"lr": 0.017346516975603462, "data_time": 0.01766200065612793, "loss_single": 3.4522481679916384, "loss_dense": 3.5107736825942992, "loss": 6.963021898269654, "time": 0.1528400659561157, "step": 450860}
{"lr": 0.017346516975603462, "data_time": 0.01638796329498291, "loss_single": 3.4067413330078127, "loss_dense": 3.4672075748443603, "loss": 6.8739489078521725, "time": 0.16258399486541747, "step": 450910}
{"lr": 0.017346516975603462, "data_time": 0.017884254455566406, "loss_single": 3.4033040046691894, "loss_dense": 3.4626277685165405, "loss": 6.865931844711303, "time": 0.1539998769760132, "step": 450960}
{"lr": 0.017346516975603462, "data_time": 0.01745743751525879, "loss_single": 3.426031804084778, "loss_dense": 3.4775554895401, "loss": 6.903587293624878, "time": 0.16130738258361815, "step": 451010}
{"lr": 0.017346516975603462, "data_time": 0.01598362922668457, "loss_single": 3.4244883060455322, "loss_dense": 3.4760825395584107, "loss": 6.900570821762085, "time": 0.21878886222839355, "step": 451060}
{"lr": 0.017346516975603462, "data_time": 0.017087364196777345, "loss_single": 3.4088045597076415, "loss_dense": 3.4609188556671144, "loss": 6.869723510742188, "time": 0.1525949716567993, "step": 451110}
{"lr": 0.017346516975603462, "data_time": 0.016560053825378417, "loss_single": 3.4123731374740602, "loss_dense": 3.4730068922042845, "loss": 6.885380125045776, "time": 0.165252423286438, "step": 451160}
{"lr": 0.017346516975603462, "data_time": 0.0178041934967041, "loss_single": 3.3977952718734743, "loss_dense": 3.4627145528793335, "loss": 6.860509872436523, "time": 0.1556389808654785, "step": 451210}
{"lr": 0.017346516975603462, "data_time": 0.01959986686706543, "loss_single": 3.416884756088257, "loss_dense": 3.4839767456054687, "loss": 6.900861549377441, "time": 0.2497859239578247, "step": 451260}
{"lr": 0.017346516975603462, "data_time": 0.014672565460205077, "loss_single": 3.4244112253189085, "loss_dense": 3.4692318439483643, "loss": 6.893643093109131, "time": 0.1835881471633911, "step": 451310}
{"lr": 0.017346516975603462, "data_time": 0.015932250022888183, "loss_single": 3.401899576187134, "loss_dense": 3.4581825733184814, "loss": 6.860082149505615, "time": 0.22080750465393068, "step": 451360}
{"lr": 0.017346516975603462, "data_time": 0.016175508499145508, "loss_single": 3.45412278175354, "loss_dense": 3.5027318239212035, "loss": 6.956854629516601, "time": 0.17315275669097902, "step": 451410}
{"lr": 0.017346516975603462, "data_time": 0.01752426624298096, "loss_single": 3.439036798477173, "loss_dense": 3.4959731101989746, "loss": 6.935009908676148, "time": 0.155615496635437, "step": 451460}
{"lr": 0.017346516975603462, "data_time": 0.017403173446655273, "loss_single": 3.4199294328689573, "loss_dense": 3.47653968334198, "loss": 6.8964691162109375, "time": 0.15440714359283447, "step": 451510}
{"lr": 0.017346516975603462, "data_time": 0.015603971481323243, "loss_single": 3.4318100690841673, "loss_dense": 3.481216049194336, "loss": 6.91302604675293, "time": 0.15465431213378905, "step": 451560}
{"lr": 0.017346516975603462, "data_time": 0.020615601539611818, "loss_single": 3.4135330438613893, "loss_dense": 3.4572496891021727, "loss": 6.8707826137542725, "time": 0.20806949138641356, "step": 451610}
{"lr": 0.017346516975603462, "data_time": 0.01809206008911133, "loss_single": 3.4373227834701536, "loss_dense": 3.474446153640747, "loss": 6.911768865585327, "time": 0.16187899112701415, "step": 451660}
{"lr": 0.017346516975603462, "data_time": 0.015002036094665527, "loss_single": 3.437557506561279, "loss_dense": 3.487041878700256, "loss": 6.9245994091033936, "time": 0.18185298442840575, "step": 451710}
{"lr": 0.017346516975603462, "data_time": 0.018952155113220216, "loss_single": 3.3942439556121826, "loss_dense": 3.4647339820861816, "loss": 6.858977937698365, "time": 0.15747690200805664, "step": 451760}
{"lr": 0.017346516975603462, "data_time": 0.013928556442260742, "loss_single": 3.418558621406555, "loss_dense": 3.4710575580596923, "loss": 6.889616250991821, "time": 0.15896620750427246, "step": 451810}
{"lr": 0.017346516975603462, "data_time": 0.017660307884216308, "loss_single": 3.404922366142273, "loss_dense": 3.447863960266113, "loss": 6.852786350250244, "time": 0.15083520412445067, "step": 451860}
{"lr": 0.017346516975603462, "data_time": 0.016754961013793944, "loss_single": 3.4132462978363036, "loss_dense": 3.4694700241088867, "loss": 6.882716369628906, "time": 0.16997668743133545, "step": 451910}
{"lr": 0.017346516975603462, "data_time": 0.017919373512268067, "loss_single": 3.4473729133605957, "loss_dense": 3.489561367034912, "loss": 6.936934280395508, "time": 0.2055062770843506, "step": 451960}
{"lr": 0.017346516975603462, "data_time": 0.014935159683227539, "loss_single": 3.437029814720154, "loss_dense": 3.4850900173187256, "loss": 6.922119855880737, "time": 0.1643998146057129, "step": 452010}
{"lr": 0.017346516975603462, "data_time": 0.015145826339721679, "loss_single": 3.4238152503967285, "loss_dense": 3.49111864566803, "loss": 6.914933919906616, "time": 0.15224437713623046, "step": 452060}
{"lr": 0.017346516975603462, "data_time": 0.01779749393463135, "loss_single": 3.433667540550232, "loss_dense": 3.489827013015747, "loss": 6.923494482040406, "time": 0.20470960140228273, "step": 452110}
{"lr": 0.017346516975603462, "data_time": 0.017878508567810057, "loss_single": 3.3974705219268797, "loss_dense": 3.4593256950378417, "loss": 6.856796216964722, "time": 0.15400164127349852, "step": 452160}
{"lr": 0.017346516975603462, "data_time": 0.01880033016204834, "loss_single": 3.4348078966140747, "loss_dense": 3.5005292892456055, "loss": 6.935337209701538, "time": 0.2606944561004639, "step": 452210}
{"lr": 0.017346516975603462, "data_time": 0.016910362243652343, "loss_single": 3.4229954957962034, "loss_dense": 3.4790002584457396, "loss": 6.901995754241943, "time": 0.1684441328048706, "step": 452260}
{"lr": 0.017346516975603462, "data_time": 0.016741418838500978, "loss_single": 3.4164130210876467, "loss_dense": 3.462547445297241, "loss": 6.878960514068604, "time": 0.1561286211013794, "step": 452310}
{"lr": 0.017346516975603462, "data_time": 0.014859199523925781, "loss_single": 3.4191452264785767, "loss_dense": 3.473756718635559, "loss": 6.892901945114136, "time": 0.16848220825195312, "step": 452360}
{"lr": 0.017346516975603462, "data_time": 0.01783897876739502, "loss_single": 3.4374487161636353, "loss_dense": 3.498165655136108, "loss": 6.935614395141601, "time": 0.1541715145111084, "step": 452410}
{"lr": 0.017346516975603462, "data_time": 0.016324234008789063, "loss_single": 3.431083345413208, "loss_dense": 3.4773813247680665, "loss": 6.908464670181274, "time": 0.1578737497329712, "step": 452460}
{"lr": 0.017346516975603462, "data_time": 0.012984609603881836, "loss_single": 3.413754773139954, "loss_dense": 3.4872236967086794, "loss": 6.900978517532349, "time": 0.17664549350738526, "step": 452510}
{"lr": 0.017346516975603462, "data_time": 0.017823123931884767, "loss_single": 3.4564595460891723, "loss_dense": 3.5001120805740356, "loss": 6.9565716743469235, "time": 0.1509852409362793, "step": 452560}
{"lr": 0.017346516975603462, "data_time": 0.013864398002624512, "loss_single": 3.4210425138473513, "loss_dense": 3.4784602165222167, "loss": 6.8995026588439945, "time": 0.1541301965713501, "step": 452610}
{"lr": 0.017346516975603462, "data_time": 0.016125583648681642, "loss_single": 3.4205515146255494, "loss_dense": 3.4700705766677857, "loss": 6.890622138977051, "time": 0.7571628808975219, "step": 452660}
{"lr": 0.017346516975603462, "data_time": 0.018266725540161132, "loss_single": 3.4651448249816896, "loss_dense": 3.518884015083313, "loss": 6.9840288162231445, "time": 0.22010562419891358, "step": 452710}
{"lr": 0.017346516975603462, "data_time": 0.016879916191101074, "loss_single": 3.4364824056625367, "loss_dense": 3.4910988330841066, "loss": 6.927581262588501, "time": 0.1586994171142578, "step": 452760}
{"lr": 0.017346516975603462, "data_time": 0.016658735275268555, "loss_single": 3.4208714246749876, "loss_dense": 3.4735331535339355, "loss": 6.894404649734497, "time": 0.1718452215194702, "step": 452810}
{"lr": 0.017346516975603462, "data_time": 0.014403390884399413, "loss_single": 3.4378263473510744, "loss_dense": 3.511296105384827, "loss": 6.949122428894043, "time": 0.22124881744384767, "step": 452860}
{"lr": 0.017346516975603462, "data_time": 0.013162755966186523, "loss_single": 3.4183485746383666, "loss_dense": 3.483925294876099, "loss": 6.902273845672608, "time": 0.1559772491455078, "step": 452910}
{"lr": 0.017346516975603462, "data_time": 0.01199498176574707, "loss_single": 3.4137593030929567, "loss_dense": 3.478601598739624, "loss": 6.892360973358154, "time": 0.17652015686035155, "step": 452960}
{"lr": 0.017346516975603462, "data_time": 0.016190314292907716, "loss_single": 3.413557600975037, "loss_dense": 3.471042513847351, "loss": 6.8846001625061035, "time": 0.1868443012237549, "step": 453010}
{"lr": 0.017346516975603462, "data_time": 0.01360166072845459, "loss_single": 3.4256439447402953, "loss_dense": 3.490192675590515, "loss": 6.915836572647095, "time": 0.17564108371734619, "step": 453060}
{"lr": 0.017346516975603462, "data_time": 0.015192079544067382, "loss_single": 3.424185371398926, "loss_dense": 3.4785004615783692, "loss": 6.902685832977295, "time": 0.18782482147216797, "step": 453110}
{"lr": 0.017346516975603462, "data_time": 0.015827107429504394, "loss_single": 3.3851857662200926, "loss_dense": 3.4505090713500977, "loss": 6.835694789886475, "time": 0.1765515089035034, "step": 453160}
{"lr": 0.017346516975603462, "data_time": 0.026800775527954103, "loss_single": 3.422911262512207, "loss_dense": 3.4715523719787598, "loss": 6.894463634490966, "time": 0.19241187572479249, "step": 453210}
{"lr": 0.017346516975603462, "data_time": 0.017077422142028807, "loss_single": 3.4576300144195558, "loss_dense": 3.5022298097610474, "loss": 6.959859848022461, "time": 0.18462557792663575, "step": 453260}
{"lr": 0.017346516975603462, "data_time": 0.01865861415863037, "loss_single": 3.4165181159973144, "loss_dense": 3.4691697120666505, "loss": 6.885687828063965, "time": 0.18154995441436766, "step": 453310}
{"lr": 0.017346516975603462, "data_time": 0.01702909469604492, "loss_single": 3.3979249715805055, "loss_dense": 3.462999939918518, "loss": 6.860924959182739, "time": 0.1916881561279297, "step": 453360}
{"lr": 0.017346516975603462, "data_time": 0.0157747745513916, "loss_single": 3.4061086654663084, "loss_dense": 3.4679352045059204, "loss": 6.8740438461303714, "time": 0.16586124897003174, "step": 453410}
{"lr": 0.017346516975603462, "data_time": 0.017702007293701173, "loss_single": 3.4664220571517945, "loss_dense": 3.515092396736145, "loss": 6.9815144538879395, "time": 0.15213775634765625, "step": 453460}
{"lr": 0.017346516975603462, "data_time": 0.01753418445587158, "loss_single": 3.422811484336853, "loss_dense": 3.473953700065613, "loss": 6.896765184402466, "time": 0.15740535259246827, "step": 453510}
{"lr": 0.017346516975603462, "data_time": 0.014356350898742676, "loss_single": 3.436656641960144, "loss_dense": 3.495128130912781, "loss": 6.931784725189209, "time": 0.16269347667694092, "step": 453560}
{"lr": 0.017346516975603462, "data_time": 0.01625857353210449, "loss_single": 3.42358820438385, "loss_dense": 3.489757609367371, "loss": 6.913345766067505, "time": 0.1610102653503418, "step": 453610}
{"lr": 0.017346516975603462, "data_time": 0.016341090202331543, "loss_single": 3.4229275703430178, "loss_dense": 3.483270454406738, "loss": 6.906198120117187, "time": 0.19401154518127442, "step": 453660}
{"lr": 0.017346516975603462, "data_time": 0.01587953567504883, "loss_single": 3.407401704788208, "loss_dense": 3.4642870664596557, "loss": 6.871688747406006, "time": 0.8336532354354859, "step": 453710}
{"lr": 0.017346516975603462, "data_time": 0.015060234069824218, "loss_single": 3.4313230752944945, "loss_dense": 3.485990285873413, "loss": 6.9173133850097654, "time": 0.18154242038726806, "step": 453760}
{"lr": 0.017346516975603462, "data_time": 0.016678333282470703, "loss_single": 3.452755928039551, "loss_dense": 3.4972047805786133, "loss": 6.949960660934448, "time": 0.1776557445526123, "step": 453810}
{"lr": 0.017346516975603462, "data_time": 0.015434575080871583, "loss_single": 3.4507941722869875, "loss_dense": 3.50949912071228, "loss": 6.960293292999268, "time": 0.18422374725341797, "step": 453860}
{"lr": 0.017346516975603462, "data_time": 0.021776819229125978, "loss_single": 3.4425878047943117, "loss_dense": 3.47986581325531, "loss": 6.9224536418914795, "time": 0.19290602207183838, "step": 453910}
{"lr": 0.017346516975603462, "data_time": 0.028871703147888183, "loss_single": 3.46036581993103, "loss_dense": 3.5001362323760987, "loss": 6.960502004623413, "time": 0.17114512920379638, "step": 453960}
{"lr": 0.017346516975603462, "data_time": 0.015058612823486328, "loss_single": 3.424983525276184, "loss_dense": 3.47101891040802, "loss": 6.896002340316772, "time": 0.20103871822357178, "step": 454010}
{"lr": 0.017346516975603462, "data_time": 0.036369705200195314, "loss_single": 3.4203323125839233, "loss_dense": 3.4625508546829225, "loss": 6.8828832626342775, "time": 0.1785653829574585, "step": 454060}
{"lr": 0.017346516975603462, "data_time": 0.011635518074035645, "loss_single": 3.431119704246521, "loss_dense": 3.4720835447311402, "loss": 6.9032032012939455, "time": 0.18544604778289794, "step": 454110}
{"lr": 0.017346516975603462, "data_time": 0.015712261199951172, "loss_single": 3.4057045221328734, "loss_dense": 3.458651876449585, "loss": 6.864356422424317, "time": 0.17668695449829103, "step": 454160}
{"lr": 0.017346516975603462, "data_time": 0.022014260292053223, "loss_single": 3.41897292137146, "loss_dense": 3.475539040565491, "loss": 6.894511938095093, "time": 0.1730494976043701, "step": 454210}
{"lr": 0.017346516975603462, "data_time": 0.016413378715515136, "loss_single": 3.4140953063964843, "loss_dense": 3.4679741621017457, "loss": 6.882069540023804, "time": 0.19472644329071045, "step": 454260}
{"lr": 0.017346516975603462, "data_time": 0.016310930252075195, "loss_single": 3.4117700099945067, "loss_dense": 3.4745709896087646, "loss": 6.886340999603272, "time": 0.16462268829345703, "step": 454310}
{"lr": 0.017346516975603462, "data_time": 0.02299356460571289, "loss_single": 3.4081107139587403, "loss_dense": 3.4734827280044556, "loss": 6.881593418121338, "time": 0.18580448627471924, "step": 454360}
{"lr": 0.017346516975603462, "data_time": 0.01952075958251953, "loss_single": 3.4307718515396117, "loss_dense": 3.4780865907669067, "loss": 6.908858442306519, "time": 0.1699458122253418, "step": 454410}
{"lr": 0.017346516975603462, "data_time": 0.017273497581481934, "loss_single": 3.431207776069641, "loss_dense": 3.494147539138794, "loss": 6.925355243682861, "time": 0.1620344877243042, "step": 454460}
{"lr": 0.017346516975603462, "data_time": 0.016793012619018555, "loss_single": 3.41781690120697, "loss_dense": 3.470279502868652, "loss": 6.888096332550049, "time": 0.2091686964035034, "step": 454510}
{"lr": 0.017346516975603462, "data_time": 0.01428990364074707, "loss_single": 3.4221269845962525, "loss_dense": 3.467471694946289, "loss": 6.889598751068116, "time": 0.16051850318908692, "step": 454560}
{"lr": 0.017346516975603462, "data_time": 0.015995883941650392, "loss_single": 3.424487018585205, "loss_dense": 3.481432247161865, "loss": 6.905919122695923, "time": 0.15802397727966308, "step": 454610}
{"lr": 0.017346516975603462, "data_time": 0.018593788146972656, "loss_single": 3.4043928146362306, "loss_dense": 3.468036103248596, "loss": 6.872428941726684, "time": 0.1972550630569458, "step": 454660}
{"lr": 0.017346516975603462, "data_time": 0.016081857681274413, "loss_single": 3.4533302068710325, "loss_dense": 3.4988461256027223, "loss": 6.952176332473755, "time": 0.17268030643463134, "step": 454710}
{"lr": 0.017346516975603462, "data_time": 0.0173872709274292, "loss_single": 3.416705322265625, "loss_dense": 3.484829807281494, "loss": 6.901535129547119, "time": 0.1647651433944702, "step": 454760}
{"lr": 0.017346516975603462, "data_time": 0.016759371757507323, "loss_single": 3.415924835205078, "loss_dense": 3.479120659828186, "loss": 6.895045614242553, "time": 0.16824171543121338, "step": 454810}
{"lr": 0.017346516975603462, "data_time": 0.01673452854156494, "loss_single": 3.409447693824768, "loss_dense": 3.466343641281128, "loss": 6.875791406631469, "time": 0.1650092124938965, "step": 454860}
{"lr": 0.017346516975603462, "data_time": 0.014694666862487793, "loss_single": 3.414124608039856, "loss_dense": 3.470383358001709, "loss": 6.8845079898834225, "time": 0.16564438343048096, "step": 454910}
{"lr": 0.017346516975603462, "data_time": 0.01474168300628662, "loss_single": 3.434835648536682, "loss_dense": 3.488864231109619, "loss": 6.923699855804443, "time": 0.18163444995880126, "step": 454960}
{"lr": 0.017346516975603462, "data_time": 0.013493895530700684, "loss_single": 3.436468505859375, "loss_dense": 3.489609622955322, "loss": 6.926078176498413, "time": 0.15823686122894287, "step": 455010}
{"lr": 0.017346516975603462, "data_time": 0.015662455558776857, "loss_single": 3.404408168792725, "loss_dense": 3.464895009994507, "loss": 6.8693030834197994, "time": 0.1660318613052368, "step": 455060}
{"lr": 0.017346516975603462, "data_time": 0.024717545509338378, "loss_single": 3.4134848594665526, "loss_dense": 3.466039228439331, "loss": 6.879524040222168, "time": 0.23368358612060547, "step": 455110}
{"lr": 0.017346516975603462, "data_time": 0.017482495307922362, "loss_single": 3.4361428022384644, "loss_dense": 3.4858696699142455, "loss": 6.92201247215271, "time": 0.15695397853851317, "step": 455160}
{"lr": 0.017346516975603462, "data_time": 0.01665177345275879, "loss_single": 3.404793882369995, "loss_dense": 3.4644598722457887, "loss": 6.86925368309021, "time": 0.18537216186523436, "step": 455210}
{"lr": 0.017346516975603462, "data_time": 0.016309452056884766, "loss_single": 3.4286589860916137, "loss_dense": 3.4842748403549195, "loss": 6.912933826446533, "time": 0.16659121513366698, "step": 455260}
{"lr": 0.017346516975603462, "data_time": 0.014249968528747558, "loss_single": 3.4242958784103394, "loss_dense": 3.4879331827163695, "loss": 6.912229061126709, "time": 0.17848577499389648, "step": 455310}
{"lr": 0.017346516975603462, "data_time": 0.012885284423828126, "loss_single": 3.4218718290328978, "loss_dense": 3.476400589942932, "loss": 6.89827241897583, "time": 0.15545382499694824, "step": 455360}
{"lr": 0.01711351847906374, "data_time": 0.017211365699768066, "loss_single": 3.397710943222046, "loss_dense": 3.4483579874038695, "loss": 6.846068954467773, "time": 0.1785278558731079, "step": 455414}
{"lr": 0.01711351847906374, "data_time": 0.016141366958618165, "loss_single": 3.4004323720932006, "loss_dense": 3.4730010271072387, "loss": 6.873433256149292, "time": 0.15406272411346436, "step": 455464}
{"lr": 0.01711351847906374, "data_time": 0.014129114151000977, "loss_single": 3.443513107299805, "loss_dense": 3.500975179672241, "loss": 6.944488191604615, "time": 0.15025386810302735, "step": 455514}
{"lr": 0.01711351847906374, "data_time": 0.016532135009765626, "loss_single": 3.4333881616592405, "loss_dense": 3.474507713317871, "loss": 6.907895851135254, "time": 0.174652099609375, "step": 455564}
{"lr": 0.01711351847906374, "data_time": 0.017841458320617676, "loss_single": 3.4116995334625244, "loss_dense": 3.477380084991455, "loss": 6.889079666137695, "time": 0.2330188751220703, "step": 455614}
{"lr": 0.01711351847906374, "data_time": 0.015853023529052733, "loss_single": 3.3971351146698, "loss_dense": 3.468385100364685, "loss": 6.865520238876343, "time": 0.16069161891937256, "step": 455664}
{"lr": 0.01711351847906374, "data_time": 0.014694929122924805, "loss_single": 3.416144061088562, "loss_dense": 3.4607604265213014, "loss": 6.876904487609863, "time": 0.17055249214172363, "step": 455714}
{"lr": 0.01711351847906374, "data_time": 0.01795644760131836, "loss_single": 3.4283746004104616, "loss_dense": 3.485612916946411, "loss": 6.913987445831299, "time": 0.15578694343566896, "step": 455764}
{"lr": 0.01711351847906374, "data_time": 0.016304206848144532, "loss_single": 3.406993341445923, "loss_dense": 3.476868677139282, "loss": 6.883862018585205, "time": 0.18060534000396727, "step": 455814}
{"lr": 0.01711351847906374, "data_time": 0.013183403015136718, "loss_single": 3.4351603746414185, "loss_dense": 3.4810187816619873, "loss": 6.916179180145264, "time": 0.15882432460784912, "step": 455864}
{"lr": 0.01711351847906374, "data_time": 0.013179421424865723, "loss_single": 3.433729362487793, "loss_dense": 3.5015031337738036, "loss": 6.935232543945313, "time": 0.21455566883087157, "step": 455914}
{"lr": 0.01711351847906374, "data_time": 0.016847896575927734, "loss_single": 3.407722496986389, "loss_dense": 3.4613729238510134, "loss": 6.8690954685211185, "time": 0.17439236640930175, "step": 455964}
{"lr": 0.01711351847906374, "data_time": 0.0240001916885376, "loss_single": 3.4214452266693116, "loss_dense": 3.4688645601272583, "loss": 6.890309810638428, "time": 0.1640777111053467, "step": 456014}
{"lr": 0.01711351847906374, "data_time": 0.01608459949493408, "loss_single": 3.3858794212341308, "loss_dense": 3.4460527896881104, "loss": 6.831932258605957, "time": 0.18563375473022461, "step": 456064}
{"lr": 0.01711351847906374, "data_time": 0.018919897079467774, "loss_single": 3.4395030975341796, "loss_dense": 3.4904425621032713, "loss": 6.929945611953736, "time": 0.16150200366973877, "step": 456114}
{"lr": 0.01711351847906374, "data_time": 0.017627501487731935, "loss_single": 3.41820867061615, "loss_dense": 3.491614294052124, "loss": 6.909822845458985, "time": 0.1558526039123535, "step": 456164}
{"lr": 0.01711351847906374, "data_time": 0.017991352081298827, "loss_single": 3.4234140157699584, "loss_dense": 3.4754345655441283, "loss": 6.898848676681519, "time": 0.15589501857757568, "step": 456214}
{"lr": 0.01711351847906374, "data_time": 0.01647334098815918, "loss_single": 3.414285135269165, "loss_dense": 3.4686484813690184, "loss": 6.882933712005615, "time": 0.1730031967163086, "step": 456264}
{"lr": 0.01711351847906374, "data_time": 0.014355683326721191, "loss_single": 3.4186028718948362, "loss_dense": 3.4680447340011598, "loss": 6.886647653579712, "time": 0.26810102462768554, "step": 456314}
{"lr": 0.01711351847906374, "data_time": 0.018580055236816405, "loss_single": 3.4117355823516844, "loss_dense": 3.4698427438735964, "loss": 6.8815783023834225, "time": 0.15254559516906738, "step": 456364}
{"lr": 0.01711351847906374, "data_time": 0.016747307777404786, "loss_single": 3.422564077377319, "loss_dense": 3.4810592412948607, "loss": 6.903623390197754, "time": 0.15487229824066162, "step": 456414}
{"lr": 0.01711351847906374, "data_time": 0.016901421546936034, "loss_single": 3.4224218130111694, "loss_dense": 3.4896367311477663, "loss": 6.912058544158936, "time": 0.15141568183898926, "step": 456464}
{"lr": 0.01711351847906374, "data_time": 0.01602475643157959, "loss_single": 3.4168572187423707, "loss_dense": 3.4748599529266357, "loss": 6.891717147827149, "time": 0.15339162349700927, "step": 456514}
{"lr": 0.01711351847906374, "data_time": 0.017070674896240236, "loss_single": 3.4121323585510255, "loss_dense": 3.4569665670394896, "loss": 6.869098854064942, "time": 0.2035600423812866, "step": 456564}
{"lr": 0.01711351847906374, "data_time": 0.01599414348602295, "loss_single": 3.4317965745925902, "loss_dense": 3.4980520009994507, "loss": 6.929848527908325, "time": 0.16071593761444092, "step": 456614}
{"lr": 0.01711351847906374, "data_time": 0.01650397777557373, "loss_single": 3.447793459892273, "loss_dense": 3.4923282623291017, "loss": 6.940121746063232, "time": 0.18770751953125, "step": 456664}
{"lr": 0.01711351847906374, "data_time": 0.016394925117492676, "loss_single": 3.4295397996902466, "loss_dense": 3.474202346801758, "loss": 6.903742170333862, "time": 0.18352138996124268, "step": 456714}
{"lr": 0.01711351847906374, "data_time": 0.019122004508972168, "loss_single": 3.423442339897156, "loss_dense": 3.4781037092208864, "loss": 6.901546144485474, "time": 0.15450913906097413, "step": 456764}
{"lr": 0.01711351847906374, "data_time": 0.016290569305419923, "loss_single": 3.3865532159805296, "loss_dense": 3.4483994960784914, "loss": 6.834952688217163, "time": 0.15668439865112305, "step": 456814}
{"lr": 0.01711351847906374, "data_time": 0.018330693244934082, "loss_single": 3.4048372983932493, "loss_dense": 3.4590572118759155, "loss": 6.863894462585449, "time": 0.1667876958847046, "step": 456864}
{"lr": 0.01711351847906374, "data_time": 0.017482185363769533, "loss_single": 3.408258557319641, "loss_dense": 3.4560749769210815, "loss": 6.864333581924439, "time": 0.15667691230773925, "step": 456914}
{"lr": 0.01711351847906374, "data_time": 0.016520428657531738, "loss_single": 3.4259829044342043, "loss_dense": 3.475858950614929, "loss": 6.901841831207276, "time": 0.15420324802398683, "step": 456964}
{"lr": 0.01711351847906374, "data_time": 0.01746964454650879, "loss_single": 3.44679708480835, "loss_dense": 3.5154123544692992, "loss": 6.962209463119507, "time": 0.1594160556793213, "step": 457014}
{"lr": 0.01711351847906374, "data_time": 0.016559839248657227, "loss_single": 3.431143617630005, "loss_dense": 3.474103498458862, "loss": 6.905247163772583, "time": 0.15481252670288087, "step": 457064}
{"lr": 0.01711351847906374, "data_time": 0.017659568786621095, "loss_single": 3.425408411026001, "loss_dense": 3.474036192893982, "loss": 6.899444675445556, "time": 0.15973312854766847, "step": 457114}
{"lr": 0.01711351847906374, "data_time": 0.017879486083984375, "loss_single": 3.4076103448867796, "loss_dense": 3.4662183046340944, "loss": 6.87382869720459, "time": 0.15193557739257812, "step": 457164}
{"lr": 0.01711351847906374, "data_time": 0.015707969665527344, "loss_single": 3.434024119377136, "loss_dense": 3.4934432983398436, "loss": 6.9274674415588375, "time": 0.1718505620956421, "step": 457214}
{"lr": 0.01711351847906374, "data_time": 0.01787118911743164, "loss_single": 3.4249889135360716, "loss_dense": 3.477014994621277, "loss": 6.902003955841065, "time": 0.15700631141662597, "step": 457264}
{"lr": 0.01711351847906374, "data_time": 0.01687643527984619, "loss_single": 3.3963326930999758, "loss_dense": 3.4587782859802245, "loss": 6.855111074447632, "time": 0.1541206121444702, "step": 457314}
{"lr": 0.01711351847906374, "data_time": 0.017416739463806154, "loss_single": 3.4253382205963137, "loss_dense": 3.4727322340011595, "loss": 6.898070430755615, "time": 0.15534789562225343, "step": 457364}
{"lr": 0.01711351847906374, "data_time": 0.015936112403869628, "loss_single": 3.4362761259078978, "loss_dense": 3.4947856187820436, "loss": 6.931061792373657, "time": 0.16105904579162597, "step": 457414}
{"lr": 0.01711351847906374, "data_time": 0.01806154251098633, "loss_single": 3.40516574382782, "loss_dense": 3.469373416900635, "loss": 6.874539136886597, "time": 0.15594961643218994, "step": 457464}
{"lr": 0.01711351847906374, "data_time": 0.017110633850097656, "loss_single": 3.4092599868774416, "loss_dense": 3.4522038459777833, "loss": 6.861463785171509, "time": 0.19108219146728517, "step": 457514}
{"lr": 0.01711351847906374, "data_time": 0.015296268463134765, "loss_single": 3.43678457736969, "loss_dense": 3.489959692955017, "loss": 6.926744270324707, "time": 0.2067037582397461, "step": 457564}
{"lr": 0.01711351847906374, "data_time": 0.015839052200317384, "loss_single": 3.4353821992874147, "loss_dense": 3.4814985036849975, "loss": 6.916880750656128, "time": 0.1834030866622925, "step": 457614}
{"lr": 0.01711351847906374, "data_time": 0.01416628360748291, "loss_single": 3.4088369607925415, "loss_dense": 3.4616127252578734, "loss": 6.870449686050415, "time": 0.2934454679489136, "step": 457664}
{"lr": 0.01711351847906374, "data_time": 0.04001095294952393, "loss_single": 3.416452193260193, "loss_dense": 3.4785818576812746, "loss": 6.895033979415894, "time": 0.18119876384735106, "step": 457714}
{"lr": 0.01711351847906374, "data_time": 0.018383097648620606, "loss_single": 3.4344125270843504, "loss_dense": 3.475585198402405, "loss": 6.909997749328613, "time": 0.16183578968048096, "step": 457764}
{"lr": 0.01711351847906374, "data_time": 0.015453052520751954, "loss_single": 3.4171274423599245, "loss_dense": 3.4734008073806764, "loss": 6.890528297424316, "time": 0.2735297203063965, "step": 457814}
{"lr": 0.01711351847906374, "data_time": 0.01551814079284668, "loss_single": 3.403508448600769, "loss_dense": 3.4665039777755737, "loss": 6.870012331008911, "time": 0.1886110782623291, "step": 457864}
{"lr": 0.01711351847906374, "data_time": 0.01660947799682617, "loss_single": 3.4211557149887084, "loss_dense": 3.4704609870910645, "loss": 6.891616678237915, "time": 0.16898889541625978, "step": 457914}
{"lr": 0.01711351847906374, "data_time": 0.017495274543762207, "loss_single": 3.4091970443725588, "loss_dense": 3.468449521064758, "loss": 6.877646541595459, "time": 0.15054788589477539, "step": 457964}
{"lr": 0.01711351847906374, "data_time": 0.014411497116088866, "loss_single": 3.42601637840271, "loss_dense": 3.4760000467300416, "loss": 6.902016353607178, "time": 0.1584643840789795, "step": 458014}
{"lr": 0.01711351847906374, "data_time": 0.01594698429107666, "loss_single": 3.4361881971359254, "loss_dense": 3.4876392126083373, "loss": 6.923827409744263, "time": 0.1581970453262329, "step": 458064}
{"lr": 0.01711351847906374, "data_time": 0.03087913990020752, "loss_single": 3.427944803237915, "loss_dense": 3.4643645524978637, "loss": 6.892309331893921, "time": 0.191041898727417, "step": 458114}
{"lr": 0.01711351847906374, "data_time": 0.014754486083984376, "loss_single": 3.453955149650574, "loss_dense": 3.518764877319336, "loss": 6.972720050811768, "time": 0.1692413091659546, "step": 458164}
{"lr": 0.01711351847906374, "data_time": 0.018911290168762206, "loss_single": 3.4304516553878783, "loss_dense": 3.490624690055847, "loss": 6.921076345443725, "time": 0.19955410957336425, "step": 458214}
{"lr": 0.01711351847906374, "data_time": 0.01725320816040039, "loss_single": 3.4056762218475343, "loss_dense": 3.4649024486541746, "loss": 6.870578622817993, "time": 0.16043052673339844, "step": 458264}
{"lr": 0.01711351847906374, "data_time": 0.014548563957214355, "loss_single": 3.4234386444091798, "loss_dense": 3.488140320777893, "loss": 6.91157898902893, "time": 0.15374205112457276, "step": 458314}
{"lr": 0.01711351847906374, "data_time": 0.018245387077331542, "loss_single": 3.422328472137451, "loss_dense": 3.4866254329681396, "loss": 6.908953905105591, "time": 0.18297286033630372, "step": 458364}
{"lr": 0.01711351847906374, "data_time": 0.017067599296569824, "loss_single": 3.413963794708252, "loss_dense": 3.469964838027954, "loss": 6.883928680419922, "time": 0.15195853710174562, "step": 458414}
{"lr": 0.01711351847906374, "data_time": 0.01249368190765381, "loss_single": 3.402508091926575, "loss_dense": 3.450430488586426, "loss": 6.852938508987426, "time": 0.1945481777191162, "step": 458464}
{"lr": 0.01711351847906374, "data_time": 0.016077733039855956, "loss_single": 3.421753764152527, "loss_dense": 3.4826492071151733, "loss": 6.9044029712677, "time": 0.1629788875579834, "step": 458514}
{"lr": 0.01711351847906374, "data_time": 0.03505840301513672, "loss_single": 3.4416676998138427, "loss_dense": 3.4979182720184325, "loss": 6.939586067199707, "time": 0.178122878074646, "step": 458564}
{"lr": 0.01711351847906374, "data_time": 0.01662733554840088, "loss_single": 3.394422936439514, "loss_dense": 3.4638739347457888, "loss": 6.858296918869018, "time": 0.21238303184509277, "step": 458614}
{"lr": 0.01711351847906374, "data_time": 0.018086838722229003, "loss_single": 3.409917426109314, "loss_dense": 3.4489534854888917, "loss": 6.858870887756348, "time": 0.1556138277053833, "step": 458664}
{"lr": 0.01711351847906374, "data_time": 0.01600308418273926, "loss_single": 3.420690107345581, "loss_dense": 3.4713271856307983, "loss": 6.892017269134522, "time": 0.15009112358093263, "step": 458714}
{"lr": 0.01711351847906374, "data_time": 0.016902732849121093, "loss_single": 3.4312283754348756, "loss_dense": 3.4860206604003907, "loss": 6.917248964309692, "time": 0.1898658037185669, "step": 458764}
{"lr": 0.01711351847906374, "data_time": 0.017201852798461915, "loss_single": 3.4356212615966797, "loss_dense": 3.4917590618133545, "loss": 6.9273804187774655, "time": 0.15484309196472168, "step": 458814}
{"lr": 0.01711351847906374, "data_time": 0.01756596565246582, "loss_single": 3.4537978172302246, "loss_dense": 3.5079687595367433, "loss": 6.961766576766967, "time": 0.1543644666671753, "step": 458864}
{"lr": 0.01711351847906374, "data_time": 0.018363046646118163, "loss_single": 3.433412504196167, "loss_dense": 3.4934919595718386, "loss": 6.926904582977295, "time": 0.15400371551513672, "step": 458914}
{"lr": 0.01711351847906374, "data_time": 0.016741490364074706, "loss_single": 3.4295363426208496, "loss_dense": 3.49007306098938, "loss": 6.9196093559265135, "time": 0.14880683422088622, "step": 458964}
{"lr": 0.01711351847906374, "data_time": 0.01499021053314209, "loss_single": 3.3853610277175905, "loss_dense": 3.4580835342407226, "loss": 6.84344449043274, "time": 0.15411956310272218, "step": 459014}
{"lr": 0.01711351847906374, "data_time": 0.017861104011535643, "loss_single": 3.416841220855713, "loss_dense": 3.468298840522766, "loss": 6.885139989852905, "time": 0.2520209789276123, "step": 459064}
{"lr": 0.01711351847906374, "data_time": 0.018901801109313963, "loss_single": 3.4488577365875246, "loss_dense": 3.493583416938782, "loss": 6.942441177368164, "time": 0.1573953151702881, "step": 459114}
{"lr": 0.01711351847906374, "data_time": 0.0159682035446167, "loss_single": 3.432178020477295, "loss_dense": 3.483460807800293, "loss": 6.915638780593872, "time": 0.16099679470062256, "step": 459164}
{"lr": 0.01711351847906374, "data_time": 0.01695411205291748, "loss_single": 3.4234299421310426, "loss_dense": 3.468407082557678, "loss": 6.891837024688721, "time": 0.1522677183151245, "step": 459214}
{"lr": 0.01711351847906374, "data_time": 0.017924690246582033, "loss_single": 3.40949342250824, "loss_dense": 3.4646402835845946, "loss": 6.874133682250976, "time": 0.16182248592376708, "step": 459264}
{"lr": 0.01711351847906374, "data_time": 0.016242837905883788, "loss_single": 3.4120041370391845, "loss_dense": 3.469312620162964, "loss": 6.881316709518432, "time": 0.15490665435791015, "step": 459314}
{"lr": 0.01711351847906374, "data_time": 0.01115114688873291, "loss_single": 3.4267555475234985, "loss_dense": 3.4754679679870604, "loss": 6.902223587036133, "time": 0.1825334072113037, "step": 459364}
{"lr": 0.01711351847906374, "data_time": 0.015702652931213378, "loss_single": 3.4217159271240236, "loss_dense": 3.4819526433944703, "loss": 6.903668546676636, "time": 0.16028788089752197, "step": 459414}
{"lr": 0.01711351847906374, "data_time": 0.01594359874725342, "loss_single": 3.4171917915344237, "loss_dense": 3.4762930631637574, "loss": 6.893484878540039, "time": 0.1676342487335205, "step": 459464}
{"lr": 0.01711351847906374, "data_time": 0.017653131484985353, "loss_single": 3.4149853944778443, "loss_dense": 3.4751179456710815, "loss": 6.89010329246521, "time": 0.14990839958190919, "step": 459514}
{"lr": 0.01711351847906374, "data_time": 0.018429327011108398, "loss_single": 3.424361300468445, "loss_dense": 3.492752718925476, "loss": 6.917113971710205, "time": 0.15847585201263428, "step": 459564}
{"lr": 0.01711351847906374, "data_time": 0.015322351455688476, "loss_single": 3.419411373138428, "loss_dense": 3.482435417175293, "loss": 6.901846837997437, "time": 0.15806231498718262, "step": 459614}
{"lr": 0.01711351847906374, "data_time": 0.01534566879272461, "loss_single": 3.4314680099487305, "loss_dense": 3.475843644142151, "loss": 6.907311582565308, "time": 0.7914521932601929, "step": 459664}
{"lr": 0.01711351847906374, "data_time": 0.026052451133728026, "loss_single": 3.4515308141708374, "loss_dense": 3.5033280849456787, "loss": 6.95485897064209, "time": 0.16920120716094972, "step": 459714}
{"lr": 0.01711351847906374, "data_time": 0.02941772937774658, "loss_single": 3.4324170112609864, "loss_dense": 3.4944458484649656, "loss": 6.9268628597259525, "time": 0.17226576805114746, "step": 459764}
{"lr": 0.01711351847906374, "data_time": 0.017214632034301756, "loss_single": 3.4130139350891113, "loss_dense": 3.4828274726867674, "loss": 6.895841407775879, "time": 0.18263530731201172, "step": 459814}
{"lr": 0.01711351847906374, "data_time": 0.015473008155822754, "loss_single": 3.420158100128174, "loss_dense": 3.487465000152588, "loss": 6.907623195648194, "time": 0.1697486400604248, "step": 459864}
{"lr": 0.01711351847906374, "data_time": 0.017587971687316895, "loss_single": 3.4304746866226195, "loss_dense": 3.481800413131714, "loss": 6.91227502822876, "time": 0.16221883296966552, "step": 459914}
{"lr": 0.01711351847906374, "data_time": 0.015485429763793945, "loss_single": 3.3925190925598145, "loss_dense": 3.4603899717330933, "loss": 6.85290904045105, "time": 0.16359193325042726, "step": 459964}
{"lr": 0.01711351847906374, "data_time": 0.014799761772155761, "loss_single": 3.421011734008789, "loss_dense": 3.4774959802627565, "loss": 6.898507833480835, "time": 0.198689603805542, "step": 460014}
{"lr": 0.01711351847906374, "data_time": 0.015768814086914062, "loss_single": 3.4229932546615602, "loss_dense": 3.4654922008514406, "loss": 6.888485479354858, "time": 0.1773980140686035, "step": 460064}
{"lr": 0.01711351847906374, "data_time": 0.015109729766845704, "loss_single": 3.4252461910247805, "loss_dense": 3.4835837841033936, "loss": 6.908830022811889, "time": 0.16881933212280273, "step": 460114}
{"lr": 0.01711351847906374, "data_time": 0.017459297180175783, "loss_single": 3.4437644243240357, "loss_dense": 3.4970548152923584, "loss": 6.940819215774536, "time": 0.17271597385406495, "step": 460164}
{"lr": 0.01711351847906374, "data_time": 0.01675572395324707, "loss_single": 3.452728772163391, "loss_dense": 3.500158905982971, "loss": 6.952887725830078, "time": 0.15435121059417725, "step": 460214}
{"lr": 0.01711351847906374, "data_time": 0.015081429481506347, "loss_single": 3.4456475019454955, "loss_dense": 3.5009445190429687, "loss": 6.946592044830322, "time": 0.6162405967712402, "step": 460264}
{"lr": 0.01711351847906374, "data_time": 0.01882669925689697, "loss_single": 3.4322564601898193, "loss_dense": 3.4893654346466065, "loss": 6.921621894836425, "time": 0.1757828950881958, "step": 460314}
{"lr": 0.01711351847906374, "data_time": 0.01409149169921875, "loss_single": 3.4032386302948, "loss_dense": 3.470717692375183, "loss": 6.873956251144409, "time": 0.15638234615325927, "step": 460364}
{"lr": 0.016879998503464565, "data_time": 0.01658623218536377, "loss_single": 3.421912670135498, "loss_dense": 3.4673113584518434, "loss": 6.889224052429199, "time": 0.16842563152313234, "step": 460418}
{"lr": 0.016879998503464565, "data_time": 0.016605639457702638, "loss_single": 3.418350863456726, "loss_dense": 3.470259118080139, "loss": 6.888609933853149, "time": 0.15707662105560302, "step": 460468}
{"lr": 0.016879998503464565, "data_time": 0.017048287391662597, "loss_single": 3.442833733558655, "loss_dense": 3.5028500080108644, "loss": 6.945683717727661, "time": 0.1534125804901123, "step": 460518}
{"lr": 0.016879998503464565, "data_time": 0.02665858268737793, "loss_single": 3.4038535356521606, "loss_dense": 3.464523983001709, "loss": 6.868377447128296, "time": 0.18112993240356445, "step": 460568}
{"lr": 0.016879998503464565, "data_time": 0.026563596725463868, "loss_single": 3.4261340856552125, "loss_dense": 3.490487217903137, "loss": 6.916621255874634, "time": 0.17183346748352052, "step": 460618}
{"lr": 0.016879998503464565, "data_time": 0.018176841735839843, "loss_single": 3.4434427499771116, "loss_dense": 3.4788012742996215, "loss": 6.922244071960449, "time": 0.17726705074310303, "step": 460668}
{"lr": 0.016879998503464565, "data_time": 0.016951775550842284, "loss_single": 3.445398473739624, "loss_dense": 3.509955811500549, "loss": 6.955354309082031, "time": 0.20049734115600587, "step": 460718}
{"lr": 0.016879998503464565, "data_time": 0.01614999771118164, "loss_single": 3.404428553581238, "loss_dense": 3.474726748466492, "loss": 6.87915530204773, "time": 0.1942119598388672, "step": 460768}
{"lr": 0.016879998503464565, "data_time": 8.344887351989746, "loss_single": 3.412743902206421, "loss_dense": 3.4729858160018923, "loss": 6.885729789733887, "time": 8.585730338096619, "step": 460818}
{"lr": 0.016879998503464565, "data_time": 0.015358519554138184, "loss_single": 3.4286410331726076, "loss_dense": 3.490191912651062, "loss": 6.918832874298095, "time": 0.7321505546569824, "step": 460868}
{"lr": 0.016879998503464565, "data_time": 0.01737167835235596, "loss_single": 3.4147072076797484, "loss_dense": 3.478070020675659, "loss": 6.8927772521972654, "time": 0.16101429462432862, "step": 460918}
{"lr": 0.016879998503464565, "data_time": 0.016997456550598145, "loss_single": 3.437710690498352, "loss_dense": 3.4770044803619387, "loss": 6.914715242385864, "time": 0.15317990779876708, "step": 460968}
{"lr": 0.016879998503464565, "data_time": 0.01878957748413086, "loss_single": 3.41632080078125, "loss_dense": 3.4672983169555662, "loss": 6.883619117736816, "time": 0.1782247543334961, "step": 461018}
{"lr": 0.016879998503464565, "data_time": 0.01581878662109375, "loss_single": 3.446481156349182, "loss_dense": 3.495163655281067, "loss": 6.941644811630249, "time": 0.17533206939697266, "step": 461068}
{"lr": 0.016879998503464565, "data_time": 0.015428662300109863, "loss_single": 3.40409517288208, "loss_dense": 3.460239863395691, "loss": 6.8643351078033445, "time": 0.16558711528778075, "step": 461118}
{"lr": 0.016879998503464565, "data_time": 0.015921926498413085, "loss_single": 3.4431211709976197, "loss_dense": 3.4953003883361817, "loss": 6.9384214878082275, "time": 0.19221935272216797, "step": 461168}
{"lr": 0.016879998503464565, "data_time": 0.01652102470397949, "loss_single": 3.4274067878723145, "loss_dense": 3.486669826507568, "loss": 6.914076566696167, "time": 0.16132407188415526, "step": 461218}
{"lr": 0.016879998503464565, "data_time": 0.016053199768066406, "loss_single": 3.4188221216201784, "loss_dense": 3.476897883415222, "loss": 6.8957200050354, "time": 0.19492678642272948, "step": 461268}
{"lr": 0.016879998503464565, "data_time": 0.016170525550842287, "loss_single": 3.4198709964752196, "loss_dense": 3.471207070350647, "loss": 6.891077995300293, "time": 0.17976880073547363, "step": 461318}
{"lr": 0.016879998503464565, "data_time": 0.015938758850097656, "loss_single": 3.435163402557373, "loss_dense": 3.480310320854187, "loss": 6.915473699569702, "time": 0.16727685928344727, "step": 461368}
{"lr": 0.016879998503464565, "data_time": 0.015598893165588379, "loss_single": 3.4032509326934814, "loss_dense": 3.4741044998168946, "loss": 6.877355480194092, "time": 0.18509013652801515, "step": 461418}
{"lr": 0.016879998503464565, "data_time": 0.013927173614501954, "loss_single": 3.4639257431030273, "loss_dense": 3.4975200414657595, "loss": 6.961445760726929, "time": 0.16453135013580322, "step": 461468}
{"lr": 0.016879998503464565, "data_time": 0.022182321548461913, "loss_single": 3.394894170761108, "loss_dense": 3.4536861181259155, "loss": 6.84858021736145, "time": 0.16848549842834473, "step": 461518}
{"lr": 0.016879998503464565, "data_time": 0.018694233894348145, "loss_single": 3.398487854003906, "loss_dense": 3.46064031124115, "loss": 6.859128189086914, "time": 0.1541527271270752, "step": 461568}
{"lr": 0.016879998503464565, "data_time": 0.019384312629699706, "loss_single": 3.4054908752441406, "loss_dense": 3.4707003355026247, "loss": 6.876191282272339, "time": 0.15284085273742676, "step": 461618}
{"lr": 0.016879998503464565, "data_time": 0.017432022094726562, "loss_single": 3.431638979911804, "loss_dense": 3.4894771575927734, "loss": 6.921116161346435, "time": 0.15587499141693115, "step": 461668}
{"lr": 0.016879998503464565, "data_time": 0.017882585525512695, "loss_single": 3.43000750541687, "loss_dense": 3.487299084663391, "loss": 6.917306518554687, "time": 0.15216391086578368, "step": 461718}
{"lr": 0.016879998503464565, "data_time": 0.017288017272949218, "loss_single": 3.39633526802063, "loss_dense": 3.450543022155762, "loss": 6.846878290176392, "time": 0.15772907733917235, "step": 461768}
{"lr": 0.016879998503464565, "data_time": 0.01963009834289551, "loss_single": 3.4155427694320677, "loss_dense": 3.4844944715499877, "loss": 6.90003719329834, "time": 0.1892138957977295, "step": 461818}
{"lr": 0.016879998503464565, "data_time": 0.01656804084777832, "loss_single": 3.400641918182373, "loss_dense": 3.456005311012268, "loss": 6.856647062301636, "time": 0.1558753490447998, "step": 461868}
{"lr": 0.016879998503464565, "data_time": 0.01713411808013916, "loss_single": 3.4213605642318727, "loss_dense": 3.4790830850601195, "loss": 6.900443696975708, "time": 0.15588862895965577, "step": 461918}
{"lr": 0.016879998503464565, "data_time": 0.01815531253814697, "loss_single": 3.417789030075073, "loss_dense": 3.4662435054779053, "loss": 6.884032535552978, "time": 0.15523681640625, "step": 461968}
{"lr": 0.016879998503464565, "data_time": 0.017130541801452636, "loss_single": 3.417378306388855, "loss_dense": 3.481614589691162, "loss": 6.898992919921875, "time": 0.14767084121704102, "step": 462018}
{"lr": 0.016879998503464565, "data_time": 0.022770380973815917, "loss_single": 3.439520478248596, "loss_dense": 3.484984827041626, "loss": 6.92450532913208, "time": 0.1718926191329956, "step": 462068}
{"lr": 0.016879998503464565, "data_time": 0.015578675270080566, "loss_single": 3.4458521127700807, "loss_dense": 3.5007121324539185, "loss": 6.946564197540283, "time": 0.18788135051727295, "step": 462118}
{"lr": 0.016879998503464565, "data_time": 0.01649773120880127, "loss_single": 3.4061328411102294, "loss_dense": 3.4699055433273314, "loss": 6.876038360595703, "time": 0.15699737071990966, "step": 462168}
{"lr": 0.016879998503464565, "data_time": 0.016286706924438475, "loss_single": 3.408697414398193, "loss_dense": 3.4611100912094117, "loss": 6.869807529449463, "time": 0.1588848352432251, "step": 462218}
{"lr": 0.016879998503464565, "data_time": 0.018428325653076172, "loss_single": 3.409699487686157, "loss_dense": 3.4665253162384033, "loss": 6.876224851608276, "time": 0.1550362825393677, "step": 462268}
{"lr": 0.016879998503464565, "data_time": 0.01704118251800537, "loss_single": 3.4500884294509886, "loss_dense": 3.491282916069031, "loss": 6.941371440887451, "time": 0.1575636625289917, "step": 462318}
{"lr": 0.016879998503464565, "data_time": 0.04226076602935791, "loss_single": 3.3976157903671265, "loss_dense": 3.4665878772735597, "loss": 6.864203643798828, "time": 0.18781824111938478, "step": 462368}
{"lr": 0.016879998503464565, "data_time": 0.016169643402099608, "loss_single": 3.418411302566528, "loss_dense": 3.474024224281311, "loss": 6.892435503005982, "time": 0.1894155263900757, "step": 462418}
{"lr": 0.016879998503464565, "data_time": 0.021739482879638672, "loss_single": 3.4361172676086427, "loss_dense": 3.4929095983505247, "loss": 6.929026889801025, "time": 0.2722119092941284, "step": 462468}
{"lr": 0.016879998503464565, "data_time": 0.015892982482910156, "loss_single": 3.387173628807068, "loss_dense": 3.448898196220398, "loss": 6.8360718250274655, "time": 0.15827326774597167, "step": 462518}
{"lr": 0.016879998503464565, "data_time": 0.0179187536239624, "loss_single": 3.424159860610962, "loss_dense": 3.475527262687683, "loss": 6.899687099456787, "time": 0.18820197582244874, "step": 462568}
{"lr": 0.016879998503464565, "data_time": 0.015862250328063966, "loss_single": 3.415485715866089, "loss_dense": 3.477788805961609, "loss": 6.893274545669556, "time": 0.17604663372039794, "step": 462618}
{"lr": 0.016879998503464565, "data_time": 0.016954994201660155, "loss_single": 3.399592328071594, "loss_dense": 3.4373157262802123, "loss": 6.836908006668091, "time": 0.151358699798584, "step": 462668}
{"lr": 0.016879998503464565, "data_time": 0.015200448036193848, "loss_single": 3.4157609701156617, "loss_dense": 3.4699959754943848, "loss": 6.885756921768189, "time": 0.19477720260620118, "step": 462718}
{"lr": 0.016879998503464565, "data_time": 0.017080926895141603, "loss_single": 3.4051862716674806, "loss_dense": 3.457428002357483, "loss": 6.862614297866822, "time": 0.18953678607940674, "step": 462768}
{"lr": 0.016879998503464565, "data_time": 0.016481232643127442, "loss_single": 3.4152186155319213, "loss_dense": 3.4691710472106934, "loss": 6.884389591217041, "time": 0.1508782148361206, "step": 462818}
{"lr": 0.016879998503464565, "data_time": 0.016585493087768556, "loss_single": 3.4457330226898195, "loss_dense": 3.489366316795349, "loss": 6.935099363327026, "time": 0.1730828046798706, "step": 462868}
{"lr": 0.016879998503464565, "data_time": 0.01658132076263428, "loss_single": 3.4273396730422974, "loss_dense": 3.490965723991394, "loss": 6.918305492401123, "time": 0.16329708099365234, "step": 462918}
{"lr": 0.016879998503464565, "data_time": 0.033696651458740234, "loss_single": 3.4145190715789795, "loss_dense": 3.4781938076019285, "loss": 6.892712831497192, "time": 0.17880802154541015, "step": 462968}
{"lr": 0.016879998503464565, "data_time": 0.014622831344604492, "loss_single": 3.4318305253982544, "loss_dense": 3.4897660493850706, "loss": 6.921596670150757, "time": 0.15832507610321045, "step": 463018}
{"lr": 0.016879998503464565, "data_time": 0.01519625186920166, "loss_single": 3.4343359231948853, "loss_dense": 3.48730309009552, "loss": 6.921639013290405, "time": 0.15850212574005126, "step": 463068}
{"lr": 0.016879998503464565, "data_time": 0.019568204879760742, "loss_single": 3.4388299703598024, "loss_dense": 3.4958706140518188, "loss": 6.934700584411621, "time": 0.1584930419921875, "step": 463118}
{"lr": 0.016879998503464565, "data_time": 0.01763300895690918, "loss_single": 3.410903263092041, "loss_dense": 3.4710948705673217, "loss": 6.881998205184937, "time": 0.153290319442749, "step": 463168}
{"lr": 0.016879998503464565, "data_time": 0.01774177551269531, "loss_single": 3.428621029853821, "loss_dense": 3.481715536117554, "loss": 6.910336542129516, "time": 0.17221558094024658, "step": 463218}
{"lr": 0.016879998503464565, "data_time": 0.017964267730712892, "loss_single": 3.44153094291687, "loss_dense": 3.4953152656555178, "loss": 6.9368462562561035, "time": 0.15923864841461183, "step": 463268}
{"lr": 0.016879998503464565, "data_time": 0.016559624671936037, "loss_single": 3.4481046199798584, "loss_dense": 3.4952419281005858, "loss": 6.943346643447876, "time": 0.1639707088470459, "step": 463318}
{"lr": 0.016879998503464565, "data_time": 0.015055513381958008, "loss_single": 3.4218082189559937, "loss_dense": 3.483031892776489, "loss": 6.9048402309417725, "time": 0.15714712142944337, "step": 463368}
{"lr": 0.016879998503464565, "data_time": 0.017802929878234862, "loss_single": 3.437066149711609, "loss_dense": 3.476463961601257, "loss": 6.913530063629151, "time": 0.16246201992034912, "step": 463418}
{"lr": 0.016879998503464565, "data_time": 0.012111234664916991, "loss_single": 3.4540257930755613, "loss_dense": 3.510181951522827, "loss": 6.964207744598388, "time": 0.1755821704864502, "step": 463468}
{"lr": 0.016879998503464565, "data_time": 0.016050839424133302, "loss_single": 3.4016440391540526, "loss_dense": 3.456241822242737, "loss": 6.857885885238647, "time": 0.15814149379730225, "step": 463518}
{"lr": 0.016879998503464565, "data_time": 0.017034912109375, "loss_single": 3.4294153451919556, "loss_dense": 3.471556830406189, "loss": 6.900972175598144, "time": 0.15542213916778563, "step": 463568}
{"lr": 0.016879998503464565, "data_time": 0.01704866886138916, "loss_single": 3.4061228752136232, "loss_dense": 3.4666061878204344, "loss": 6.872729063034058, "time": 0.17118515968322753, "step": 463618}
{"lr": 0.016879998503464565, "data_time": 0.017169928550720213, "loss_single": 3.4095387935638426, "loss_dense": 3.457848620414734, "loss": 6.867387390136718, "time": 0.15783474445343018, "step": 463668}
{"lr": 0.016879998503464565, "data_time": 0.015590214729309082, "loss_single": 3.4280768632888794, "loss_dense": 3.4888875007629396, "loss": 6.916964387893676, "time": 0.15757405757904053, "step": 463718}
{"lr": 0.016879998503464565, "data_time": 0.015377330780029296, "loss_single": 3.4401359081268312, "loss_dense": 3.4842034816741942, "loss": 6.924339294433594, "time": 0.20936868190765381, "step": 463768}
{"lr": 0.016879998503464565, "data_time": 0.016355061531066896, "loss_single": 3.4289340019226073, "loss_dense": 3.4887798547744753, "loss": 6.917713832855225, "time": 0.17465643882751464, "step": 463818}
{"lr": 0.016879998503464565, "data_time": 0.016179752349853516, "loss_single": 3.4128317832946777, "loss_dense": 3.4632009267807007, "loss": 6.8760326385498045, "time": 0.17422826290130616, "step": 463868}
{"lr": 0.016879998503464565, "data_time": 0.015725469589233397, "loss_single": 3.4122023820877074, "loss_dense": 3.4545568943023683, "loss": 6.866759204864502, "time": 0.1623683214187622, "step": 463918}
{"lr": 0.016879998503464565, "data_time": 0.01685206890106201, "loss_single": 3.415842056274414, "loss_dense": 3.4761106967926025, "loss": 6.891952800750732, "time": 0.15825085639953612, "step": 463968}
{"lr": 0.016879998503464565, "data_time": 0.014175081253051757, "loss_single": 3.435109829902649, "loss_dense": 3.4844427585601805, "loss": 6.919552659988403, "time": 0.26507723331451416, "step": 464018}
{"lr": 0.016879998503464565, "data_time": 0.01604931354522705, "loss_single": 3.4294283390045166, "loss_dense": 3.484953212738037, "loss": 6.914381504058838, "time": 0.161936616897583, "step": 464068}
{"lr": 0.016879998503464565, "data_time": 0.01476905345916748, "loss_single": 3.459391379356384, "loss_dense": 3.5185539722442627, "loss": 6.977945375442505, "time": 0.15040295124053954, "step": 464118}
{"lr": 0.016879998503464565, "data_time": 0.01955728530883789, "loss_single": 3.408167767524719, "loss_dense": 3.4514169692993164, "loss": 6.859584712982178, "time": 0.17232189178466797, "step": 464168}
{"lr": 0.016879998503464565, "data_time": 0.015131068229675294, "loss_single": 3.423255729675293, "loss_dense": 3.468670296669006, "loss": 6.891925954818726, "time": 0.18520498275756836, "step": 464218}
{"lr": 0.016879998503464565, "data_time": 0.009999680519104003, "loss_single": 3.375352883338928, "loss_dense": 3.4381340980529784, "loss": 6.813486957550049, "time": 0.16247575283050536, "step": 464268}
{"lr": 0.016879998503464565, "data_time": 0.012263345718383788, "loss_single": 3.425087404251099, "loss_dense": 3.471506881713867, "loss": 6.8965943336486815, "time": 0.16136982440948486, "step": 464318}
{"lr": 0.016879998503464565, "data_time": 0.01784992218017578, "loss_single": 3.432800555229187, "loss_dense": 3.4906015396118164, "loss": 6.923402118682861, "time": 0.6647094249725342, "step": 464368}
{"lr": 0.016879998503464565, "data_time": 0.017778825759887696, "loss_single": 3.414413499832153, "loss_dense": 3.469584584236145, "loss": 6.883997964859009, "time": 0.1577301502227783, "step": 464418}
{"lr": 0.016879998503464565, "data_time": 0.01651475429534912, "loss_single": 3.421708035469055, "loss_dense": 3.484824538230896, "loss": 6.906532573699951, "time": 0.15803279876708984, "step": 464468}
{"lr": 0.016879998503464565, "data_time": 0.025864648818969726, "loss_single": 3.392475724220276, "loss_dense": 3.4485268592834473, "loss": 6.841002655029297, "time": 0.27593235969543456, "step": 464518}
{"lr": 0.016879998503464565, "data_time": 0.018266987800598145, "loss_single": 3.4270467519760133, "loss_dense": 3.4960097789764406, "loss": 6.923056554794312, "time": 0.15861063003540038, "step": 464568}
{"lr": 0.016879998503464565, "data_time": 0.01642007827758789, "loss_single": 3.4235336780548096, "loss_dense": 3.473663306236267, "loss": 6.897196960449219, "time": 0.15323474407196044, "step": 464618}
{"lr": 0.016879998503464565, "data_time": 0.018505430221557616, "loss_single": 3.425801706314087, "loss_dense": 3.4889844179153444, "loss": 6.9147861957550045, "time": 0.15446383953094484, "step": 464668}
{"lr": 0.016879998503464565, "data_time": 0.01665475368499756, "loss_single": 3.432146906852722, "loss_dense": 3.469178795814514, "loss": 6.901325607299805, "time": 0.16374804973602294, "step": 464718}
{"lr": 0.016879998503464565, "data_time": 0.013307023048400878, "loss_single": 3.455770421028137, "loss_dense": 3.50008385181427, "loss": 6.955854272842407, "time": 0.1550081968307495, "step": 464768}
{"lr": 0.016879998503464565, "data_time": 0.017846441268920897, "loss_single": 3.4043402433395387, "loss_dense": 3.4597960472106934, "loss": 6.864136266708374, "time": 0.1602689027786255, "step": 464818}
{"lr": 0.016879998503464565, "data_time": 0.009737300872802734, "loss_single": 3.448012948036194, "loss_dense": 3.4980413913726807, "loss": 6.946054363250733, "time": 0.2189789056777954, "step": 464868}
{"lr": 0.016879998503464565, "data_time": 0.029365730285644532, "loss_single": 3.3984075784683228, "loss_dense": 3.467921280860901, "loss": 6.866329002380371, "time": 0.1832108497619629, "step": 464918}
{"lr": 0.016879998503464565, "data_time": 0.017959284782409667, "loss_single": 3.430118203163147, "loss_dense": 3.480979824066162, "loss": 6.911098051071167, "time": 0.1638275384902954, "step": 464968}
{"lr": 0.016879998503464565, "data_time": 0.01635925769805908, "loss_single": 3.413759160041809, "loss_dense": 3.470210599899292, "loss": 6.883969783782959, "time": 0.17400753498077393, "step": 465018}
{"lr": 0.016879998503464565, "data_time": 0.01730375289916992, "loss_single": 3.404734969139099, "loss_dense": 3.4672579050064085, "loss": 6.871992826461792, "time": 0.15677471160888673, "step": 465068}
{"lr": 0.016879998503464565, "data_time": 0.015364789962768554, "loss_single": 3.4396872758865356, "loss_dense": 3.493002986907959, "loss": 6.9326903343200685, "time": 0.17521445751190184, "step": 465118}
{"lr": 0.016879998503464565, "data_time": 0.017579865455627442, "loss_single": 3.3955225467681887, "loss_dense": 3.4634592294692994, "loss": 6.858981800079346, "time": 0.18585710525512694, "step": 465168}
{"lr": 0.016879998503464565, "data_time": 0.016329240798950196, "loss_single": 3.388942337036133, "loss_dense": 3.464146542549133, "loss": 6.853088808059693, "time": 0.15817606449127197, "step": 465218}
{"lr": 0.016879998503464565, "data_time": 0.012796521186828613, "loss_single": 3.4199956893920898, "loss_dense": 3.4762255191802978, "loss": 6.8962212085723875, "time": 0.16861355304718018, "step": 465268}
{"lr": 0.016879998503464565, "data_time": 0.016882920265197755, "loss_single": 3.4070263147354125, "loss_dense": 3.4618500232696534, "loss": 6.868876314163208, "time": 0.15999224185943603, "step": 465318}
{"lr": 0.016879998503464565, "data_time": 0.013804960250854491, "loss_single": 3.476238560676575, "loss_dense": 3.5237054586410523, "loss": 6.999943971633911, "time": 0.14624924659729005, "step": 465368}
{"lr": 0.01664601466636568, "data_time": 0.016141605377197266, "loss_single": 3.4234716653823853, "loss_dense": 3.4745095491409304, "loss": 6.897981309890747, "time": 0.17419166564941407, "step": 465422}
{"lr": 0.01664601466636568, "data_time": 0.016321277618408202, "loss_single": 3.420437240600586, "loss_dense": 3.480810594558716, "loss": 6.90124773979187, "time": 0.1911608934402466, "step": 465472}
{"lr": 0.01664601466636568, "data_time": 0.017201042175292967, "loss_single": 3.4349906921386717, "loss_dense": 3.4827690601348875, "loss": 6.917759799957276, "time": 0.151143479347229, "step": 465522}
{"lr": 0.01664601466636568, "data_time": 0.016123104095458984, "loss_single": 3.397688460350037, "loss_dense": 3.4624982118606566, "loss": 6.8601867198944095, "time": 0.19937965869903565, "step": 465572}
{"lr": 0.01664601466636568, "data_time": 0.014535903930664062, "loss_single": 3.418165683746338, "loss_dense": 3.473092460632324, "loss": 6.89125804901123, "time": 0.17055935859680177, "step": 465622}
{"lr": 0.01664601466636568, "data_time": 0.019303345680236818, "loss_single": 3.437862253189087, "loss_dense": 3.4827497959136964, "loss": 6.920612049102783, "time": 0.178814697265625, "step": 465672}
{"lr": 0.01664601466636568, "data_time": 0.01675264835357666, "loss_single": 3.4090598583221436, "loss_dense": 3.472823715209961, "loss": 6.881883573532105, "time": 0.16800103187561036, "step": 465722}
{"lr": 0.01664601466636568, "data_time": 0.02009873390197754, "loss_single": 3.4018685817718506, "loss_dense": 3.453238534927368, "loss": 6.855107164382934, "time": 0.15570812225341796, "step": 465772}
{"lr": 0.01664601466636568, "data_time": 0.011613082885742188, "loss_single": 3.402614784240723, "loss_dense": 3.4624527215957643, "loss": 6.86506757736206, "time": 0.17610440254211426, "step": 465822}
{"lr": 0.01664601466636568, "data_time": 0.018914055824279786, "loss_single": 3.3865585565567016, "loss_dense": 3.455242395401001, "loss": 6.841800928115845, "time": 0.16683855056762695, "step": 465872}
{"lr": 0.01664601466636568, "data_time": 0.0166109561920166, "loss_single": 3.4489678621292112, "loss_dense": 3.491706299781799, "loss": 6.940674209594727, "time": 0.15654139518737792, "step": 465922}
{"lr": 0.01664601466636568, "data_time": 0.016408896446228026, "loss_single": 3.4457146883010865, "loss_dense": 3.4886322259902953, "loss": 6.9343468189239506, "time": 0.1620086908340454, "step": 465972}
{"lr": 0.01664601466636568, "data_time": 0.017445182800292967, "loss_single": 3.42478461265564, "loss_dense": 3.480064535140991, "loss": 6.9048491477966305, "time": 0.1528111219406128, "step": 466022}
{"lr": 0.01664601466636568, "data_time": 0.02194218635559082, "loss_single": 3.4137595891952515, "loss_dense": 3.458175778388977, "loss": 6.8719353675842285, "time": 0.16991784572601318, "step": 466072}
{"lr": 0.01664601466636568, "data_time": 0.016212940216064453, "loss_single": 3.4228281021118163, "loss_dense": 3.4862654209136963, "loss": 6.9090934753417965, "time": 0.15431785583496094, "step": 466122}
{"lr": 0.01664601466636568, "data_time": 0.014176535606384277, "loss_single": 3.436299276351929, "loss_dense": 3.481020522117615, "loss": 6.9173197746276855, "time": 0.21600072383880614, "step": 466172}
{"lr": 0.01664601466636568, "data_time": 0.013864946365356446, "loss_single": 3.399717092514038, "loss_dense": 3.459652137756348, "loss": 6.85936918258667, "time": 0.17454245090484619, "step": 466222}
{"lr": 0.01664601466636568, "data_time": 0.018025708198547364, "loss_single": 3.4073910474777223, "loss_dense": 3.4582460165023803, "loss": 6.8656370639801025, "time": 0.1537628412246704, "step": 466272}
{"lr": 0.01664601466636568, "data_time": 0.01570422649383545, "loss_single": 3.412855553627014, "loss_dense": 3.471663498878479, "loss": 6.884519100189209, "time": 0.15722119808197021, "step": 466322}
{"lr": 0.01664601466636568, "data_time": 0.015092134475708008, "loss_single": 3.387234854698181, "loss_dense": 3.45141122341156, "loss": 6.838646125793457, "time": 0.1535099506378174, "step": 466372}
{"lr": 0.01664601466636568, "data_time": 0.015152668952941895, "loss_single": 3.4162914991378783, "loss_dense": 3.480020260810852, "loss": 6.8963117599487305, "time": 0.18085093498229982, "step": 466422}
{"lr": 0.01664601466636568, "data_time": 0.013892173767089844, "loss_single": 3.4385490655899047, "loss_dense": 3.5051326751708984, "loss": 6.943681764602661, "time": 0.15700745582580566, "step": 466472}
{"lr": 0.01664601466636568, "data_time": 0.016263484954833984, "loss_single": 3.407429027557373, "loss_dense": 3.4789225578308107, "loss": 6.886351585388184, "time": 0.1598666191101074, "step": 466522}
{"lr": 0.01664601466636568, "data_time": 0.015583205223083495, "loss_single": 3.4485728979110717, "loss_dense": 3.490691566467285, "loss": 6.939264440536499, "time": 0.2550462007522583, "step": 466572}
{"lr": 0.01664601466636568, "data_time": 0.01564016342163086, "loss_single": 3.4378522396087647, "loss_dense": 3.5017040014266967, "loss": 6.93955626487732, "time": 0.1744788408279419, "step": 466622}
{"lr": 0.01664601466636568, "data_time": 0.016940808296203612, "loss_single": 3.4173447132110595, "loss_dense": 3.483380365371704, "loss": 6.9007251262664795, "time": 0.1555784225463867, "step": 466672}
{"lr": 0.01664601466636568, "data_time": 0.017965412139892577, "loss_single": 3.386119818687439, "loss_dense": 3.4603155612945558, "loss": 6.8464353561401365, "time": 0.1565002202987671, "step": 466722}
{"lr": 0.01664601466636568, "data_time": 0.0154038667678833, "loss_single": 3.4220091581344603, "loss_dense": 3.4842523097991944, "loss": 6.906261539459228, "time": 0.1597604990005493, "step": 466772}
{"lr": 0.01664601466636568, "data_time": 0.0174180269241333, "loss_single": 3.4194028615951537, "loss_dense": 3.480500078201294, "loss": 6.899902963638306, "time": 0.21076591014862062, "step": 466822}
{"lr": 0.01664601466636568, "data_time": 0.021544575691223145, "loss_single": 3.4085294008255005, "loss_dense": 3.4712713241577147, "loss": 6.879800701141358, "time": 0.19110631942749023, "step": 466872}
{"lr": 0.01664601466636568, "data_time": 0.017083334922790527, "loss_single": 3.4272991180419923, "loss_dense": 3.46950523853302, "loss": 6.896804428100586, "time": 0.1585906744003296, "step": 466922}
{"lr": 0.01664601466636568, "data_time": 0.018388533592224122, "loss_single": 3.4093472719192506, "loss_dense": 3.4705632448196413, "loss": 6.879910564422607, "time": 0.15207488536834718, "step": 466972}
{"lr": 0.01664601466636568, "data_time": 0.015553569793701172, "loss_single": 3.4463130474090575, "loss_dense": 3.5044318199157716, "loss": 6.950744867324829, "time": 0.15929975509643554, "step": 467022}
{"lr": 0.01664601466636568, "data_time": 0.017200398445129394, "loss_single": 3.4237335920333862, "loss_dense": 3.477244019508362, "loss": 6.900977706909179, "time": 0.16412317752838135, "step": 467072}
{"lr": 0.01664601466636568, "data_time": 0.013251209259033203, "loss_single": 3.427271008491516, "loss_dense": 3.4856974840164185, "loss": 6.912968492507934, "time": 0.16106464862823486, "step": 467122}
{"lr": 0.01664601466636568, "data_time": 0.014655208587646485, "loss_single": 3.4167101621627807, "loss_dense": 3.4815043926239015, "loss": 6.898214626312256, "time": 0.25784640312194823, "step": 467172}
{"lr": 0.01664601466636568, "data_time": 0.01597120761871338, "loss_single": 3.4359290599823, "loss_dense": 3.488500142097473, "loss": 6.924429178237915, "time": 0.18587028980255127, "step": 467222}
{"lr": 0.01664601466636568, "data_time": 0.016571307182312013, "loss_single": 3.4310290098190306, "loss_dense": 3.4725265741348266, "loss": 6.903555583953858, "time": 0.17136590480804442, "step": 467272}
{"lr": 0.01664601466636568, "data_time": 0.029445195198059083, "loss_single": 3.4260959148406984, "loss_dense": 3.4746121883392336, "loss": 6.900708103179932, "time": 0.16542131900787355, "step": 467322}
{"lr": 0.01664601466636568, "data_time": 0.017449617385864258, "loss_single": 3.453219509124756, "loss_dense": 3.5128512144088746, "loss": 6.966070747375488, "time": 0.15296356678009032, "step": 467372}
{"lr": 0.01664601466636568, "data_time": 0.017280435562133788, "loss_single": 3.4555480241775514, "loss_dense": 3.5097561359405516, "loss": 6.965304183959961, "time": 0.15679898262023925, "step": 467422}
{"lr": 0.01664601466636568, "data_time": 0.016739892959594726, "loss_single": 3.4372673273086547, "loss_dense": 3.4880365133285522, "loss": 6.925303888320923, "time": 0.15025908946990968, "step": 467472}
{"lr": 0.01664601466636568, "data_time": 0.011633682250976562, "loss_single": 3.436076211929321, "loss_dense": 3.487367844581604, "loss": 6.923444175720215, "time": 0.15896854400634766, "step": 467522}
{"lr": 0.01664601466636568, "data_time": 0.018392062187194823, "loss_single": 3.420846629142761, "loss_dense": 3.47645480632782, "loss": 6.897301578521729, "time": 0.15201983451843262, "step": 467572}
{"lr": 0.01664601466636568, "data_time": 0.018744301795959473, "loss_single": 3.398244857788086, "loss_dense": 3.4652883052825927, "loss": 6.86353325843811, "time": 0.158170747756958, "step": 467622}
{"lr": 0.01664601466636568, "data_time": 0.04961822032928467, "loss_single": 3.440992021560669, "loss_dense": 3.500806283950806, "loss": 6.941798210144043, "time": 0.1874180555343628, "step": 467672}
{"lr": 0.01664601466636568, "data_time": 0.01813530921936035, "loss_single": 3.4486396312713623, "loss_dense": 3.50473005771637, "loss": 6.9533697128295895, "time": 0.15420687198638916, "step": 467722}
{"lr": 0.01664601466636568, "data_time": 0.016643762588500977, "loss_single": 3.389207458496094, "loss_dense": 3.4482720136642455, "loss": 6.837479448318481, "time": 0.15904383659362792, "step": 467772}
{"lr": 0.01664601466636568, "data_time": 0.020550751686096193, "loss_single": 3.4121543169021606, "loss_dense": 3.4772880554199217, "loss": 6.889442396163941, "time": 0.23674850463867186, "step": 467822}
{"lr": 0.01664601466636568, "data_time": 0.017693591117858887, "loss_single": 3.4374491930007935, "loss_dense": 3.5045302629470827, "loss": 6.941979455947876, "time": 0.154634690284729, "step": 467872}
{"lr": 0.01664601466636568, "data_time": 0.01556689739227295, "loss_single": 3.3929202556610107, "loss_dense": 3.449369287490845, "loss": 6.842289543151855, "time": 0.15307221412658692, "step": 467922}
{"lr": 0.01664601466636568, "data_time": 0.016898679733276366, "loss_single": 3.4253170490264893, "loss_dense": 3.480928421020508, "loss": 6.906245565414428, "time": 0.15784797668457032, "step": 467972}
{"lr": 0.01664601466636568, "data_time": 0.017836451530456543, "loss_single": 3.4327106714248656, "loss_dense": 3.4876426696777343, "loss": 6.9203533172607425, "time": 0.18585810661315919, "step": 468022}
{"lr": 0.01664601466636568, "data_time": 0.015287327766418456, "loss_single": 3.405757689476013, "loss_dense": 3.4561755895614623, "loss": 6.86193323135376, "time": 0.1560041904449463, "step": 468072}
{"lr": 0.01664601466636568, "data_time": 0.01692934036254883, "loss_single": 3.424823045730591, "loss_dense": 3.4726852416992187, "loss": 6.89750828742981, "time": 0.16563050746917723, "step": 468122}
{"lr": 0.01664601466636568, "data_time": 0.015465784072875976, "loss_single": 3.4052594661712647, "loss_dense": 3.448992609977722, "loss": 6.85425214767456, "time": 0.1617872714996338, "step": 468172}
{"lr": 0.01664601466636568, "data_time": 0.01941077709197998, "loss_single": 3.408746528625488, "loss_dense": 3.4645672082901, "loss": 6.8733138084411625, "time": 0.15712878704071045, "step": 468222}
{"lr": 0.01664601466636568, "data_time": 0.01784980297088623, "loss_single": 3.4002259731292725, "loss_dense": 3.4584214210510256, "loss": 6.858647394180298, "time": 0.15506906509399415, "step": 468272}
{"lr": 0.01664601466636568, "data_time": 0.015950751304626466, "loss_single": 3.4293532371520996, "loss_dense": 3.4726496934890747, "loss": 6.902002954483033, "time": 0.19158742427825928, "step": 468322}
{"lr": 0.01664601466636568, "data_time": 0.016665387153625488, "loss_single": 3.425056719779968, "loss_dense": 3.4760245800018312, "loss": 6.901081323623657, "time": 0.17239465713500976, "step": 468372}
{"lr": 0.01664601466636568, "data_time": 0.01871654987335205, "loss_single": 3.415739822387695, "loss_dense": 3.4762402534484864, "loss": 6.891980075836182, "time": 0.15122828483581544, "step": 468422}
{"lr": 0.01664601466636568, "data_time": 0.016025733947753907, "loss_single": 3.4314754247665404, "loss_dense": 3.47805769443512, "loss": 6.909533071517944, "time": 0.15750448703765868, "step": 468472}
{"lr": 0.01664601466636568, "data_time": 0.014316701889038086, "loss_single": 3.431680679321289, "loss_dense": 3.4911383152008058, "loss": 6.922818899154663, "time": 0.1852328062057495, "step": 468522}
{"lr": 0.01664601466636568, "data_time": 0.01700439453125, "loss_single": 3.4169567823410034, "loss_dense": 3.480432963371277, "loss": 6.8973897933959964, "time": 0.1534188747406006, "step": 468572}
{"lr": 0.01664601466636568, "data_time": 0.01696178913116455, "loss_single": 3.4100433826446532, "loss_dense": 3.48163480758667, "loss": 6.891678237915039, "time": 0.16264958381652833, "step": 468622}
{"lr": 0.01664601466636568, "data_time": 0.016516613960266113, "loss_single": 3.4564263582229615, "loss_dense": 3.5021574020385744, "loss": 6.958583831787109, "time": 0.19142730236053468, "step": 468672}
{"lr": 0.01664601466636568, "data_time": 0.017136168479919434, "loss_single": 3.4215598583221434, "loss_dense": 3.4797669649124146, "loss": 6.901326894760132, "time": 0.18144354820251465, "step": 468722}
{"lr": 0.01664601466636568, "data_time": 0.02142653465270996, "loss_single": 3.4202815771102903, "loss_dense": 3.4776219844818117, "loss": 6.89790358543396, "time": 0.19560506343841552, "step": 468772}
{"lr": 0.01664601466636568, "data_time": 0.028448009490966798, "loss_single": 3.4176975965499876, "loss_dense": 3.4794652223587037, "loss": 6.897162818908692, "time": 0.18353478908538817, "step": 468822}
{"lr": 0.01664601466636568, "data_time": 0.014048171043395997, "loss_single": 3.442217302322388, "loss_dense": 3.5071993589401247, "loss": 6.949416637420654, "time": 0.17756669521331786, "step": 468872}
{"lr": 0.01664601466636568, "data_time": 0.012443852424621583, "loss_single": 3.450218152999878, "loss_dense": 3.505491757392883, "loss": 6.955709934234619, "time": 0.23434946537017823, "step": 468922}
{"lr": 0.01664601466636568, "data_time": 0.014136147499084473, "loss_single": 3.438189220428467, "loss_dense": 3.488946318626404, "loss": 6.9271355152130125, "time": 0.1532905340194702, "step": 468972}
{"lr": 0.01664601466636568, "data_time": 0.01630723476409912, "loss_single": 3.41873939037323, "loss_dense": 3.479193115234375, "loss": 6.897932529449463, "time": 0.15688321590423585, "step": 469022}
{"lr": 0.01664601466636568, "data_time": 0.01712157726287842, "loss_single": 3.415359377861023, "loss_dense": 3.4878864765167235, "loss": 6.9032457828521725, "time": 0.15838820934295655, "step": 469072}
{"lr": 0.01664601466636568, "data_time": 0.016810107231140136, "loss_single": 3.469587874412537, "loss_dense": 3.508902835845947, "loss": 6.978490734100342, "time": 0.16185986995697021, "step": 469122}
{"lr": 0.01664601466636568, "data_time": 0.016222834587097168, "loss_single": 3.4333381414413453, "loss_dense": 3.4814613819122315, "loss": 6.914799547195434, "time": 0.1804100751876831, "step": 469172}
{"lr": 0.01664601466636568, "data_time": 0.015902137756347655, "loss_single": 3.4344767332077026, "loss_dense": 3.483533024787903, "loss": 6.918009853363037, "time": 0.1687760591506958, "step": 469222}
{"lr": 0.01664601466636568, "data_time": 0.017716097831726074, "loss_single": 3.437156629562378, "loss_dense": 3.500727987289429, "loss": 6.937884521484375, "time": 0.191930890083313, "step": 469272}
{"lr": 0.01664601466636568, "data_time": 0.01919248104095459, "loss_single": 3.436104893684387, "loss_dense": 3.4850794792175295, "loss": 6.921184349060058, "time": 0.18316376209259033, "step": 469322}
{"lr": 0.01664601466636568, "data_time": 0.0205822229385376, "loss_single": 3.4178797960281373, "loss_dense": 3.4718198776245117, "loss": 6.889699697494507, "time": 0.19522953033447266, "step": 469372}
{"lr": 0.01664601466636568, "data_time": 0.014503836631774902, "loss_single": 3.4494885206222534, "loss_dense": 3.505155897140503, "loss": 6.954644346237183, "time": 0.16012494564056395, "step": 469422}
{"lr": 0.01664601466636568, "data_time": 0.01331627368927002, "loss_single": 3.418090009689331, "loss_dense": 3.453394818305969, "loss": 6.871484708786011, "time": 0.182060170173645, "step": 469472}
{"lr": 0.01664601466636568, "data_time": 0.017077159881591798, "loss_single": 3.4013290405273438, "loss_dense": 3.457727789878845, "loss": 6.859056758880615, "time": 0.18731603622436524, "step": 469522}
{"lr": 0.01664601466636568, "data_time": 0.015366888046264649, "loss_single": 3.4349265813827516, "loss_dense": 3.499902296066284, "loss": 6.934828901290894, "time": 0.15912327766418458, "step": 469572}
{"lr": 0.01664601466636568, "data_time": 0.01611175537109375, "loss_single": 3.4499560356140138, "loss_dense": 3.494347882270813, "loss": 6.944303941726685, "time": 0.163037109375, "step": 469622}
{"lr": 0.01664601466636568, "data_time": 0.016658091545104982, "loss_single": 3.4283047676086427, "loss_dense": 3.494247817993164, "loss": 6.922552585601807, "time": 0.14947011470794677, "step": 469672}
{"lr": 0.01664601466636568, "data_time": 0.017116856575012208, "loss_single": 3.428701138496399, "loss_dense": 3.481519317626953, "loss": 6.910220384597778, "time": 0.15159497261047364, "step": 469722}
{"lr": 0.01664601466636568, "data_time": 0.016980957984924317, "loss_single": 3.409496307373047, "loss_dense": 3.465571665763855, "loss": 6.875068044662475, "time": 0.1896756410598755, "step": 469772}
{"lr": 0.01664601466636568, "data_time": 0.015853142738342284, "loss_single": 3.410788893699646, "loss_dense": 3.470114278793335, "loss": 6.880903196334839, "time": 0.15605037212371825, "step": 469822}
{"lr": 0.01664601466636568, "data_time": 0.016089272499084473, "loss_single": 3.419534158706665, "loss_dense": 3.4642892599105837, "loss": 6.883823394775391, "time": 0.6994687557220459, "step": 469872}
{"lr": 0.01664601466636568, "data_time": 0.01634981632232666, "loss_single": 3.441619086265564, "loss_dense": 3.5036449670791625, "loss": 6.945264101028442, "time": 0.17256174087524415, "step": 469922}
{"lr": 0.01664601466636568, "data_time": 0.016313982009887696, "loss_single": 3.421172022819519, "loss_dense": 3.48143265247345, "loss": 6.902604627609253, "time": 0.1599330186843872, "step": 469972}
{"lr": 0.01664601466636568, "data_time": 0.017174172401428222, "loss_single": 3.435708832740784, "loss_dense": 3.492802309989929, "loss": 6.928511095046997, "time": 0.15690460205078124, "step": 470022}
{"lr": 0.01664601466636568, "data_time": 0.3587399959564209, "loss_single": 3.435434865951538, "loss_dense": 3.488742446899414, "loss": 6.924177265167236, "time": 0.5004563570022583, "step": 470072}
{"lr": 0.01664601466636568, "data_time": 0.017449092864990235, "loss_single": 3.426618051528931, "loss_dense": 3.494248056411743, "loss": 6.920866060256958, "time": 0.15967190265655518, "step": 470122}
{"lr": 0.01664601466636568, "data_time": 0.017063450813293458, "loss_single": 3.429067063331604, "loss_dense": 3.47882661819458, "loss": 6.9078937530517575, "time": 0.1595309019088745, "step": 470172}
{"lr": 0.01664601466636568, "data_time": 0.04037880897521973, "loss_single": 3.422917890548706, "loss_dense": 3.4748493909835814, "loss": 6.89776725769043, "time": 0.18383686542510985, "step": 470222}
{"lr": 0.01664601466636568, "data_time": 0.01754581928253174, "loss_single": 3.4041725158691407, "loss_dense": 3.472540259361267, "loss": 6.87671275138855, "time": 0.1541412353515625, "step": 470272}
{"lr": 0.01664601466636568, "data_time": 0.015715646743774413, "loss_single": 3.434061551094055, "loss_dense": 3.4891650438308717, "loss": 6.923226594924927, "time": 0.14838664531707763, "step": 470322}
{"lr": 0.01664601466636568, "data_time": 0.012264633178710937, "loss_single": 3.4248547554016113, "loss_dense": 3.4663615942001345, "loss": 6.891216373443603, "time": 0.155397367477417, "step": 470372}
{"lr": 0.016411624699777715, "data_time": 0.016710281372070312, "loss_single": 3.417784261703491, "loss_dense": 3.469205141067505, "loss": 6.886989450454712, "time": 0.15560760498046874, "step": 470426}
{"lr": 0.016411624699777715, "data_time": 0.016930317878723143, "loss_single": 3.4258209705352782, "loss_dense": 3.4855445623397827, "loss": 6.911365604400634, "time": 0.23514907360076903, "step": 470476}
{"lr": 0.016411624699777715, "data_time": 0.01720714569091797, "loss_single": 3.436951160430908, "loss_dense": 3.477524662017822, "loss": 6.914475917816162, "time": 0.15467946529388427, "step": 470526}
{"lr": 0.016411624699777715, "data_time": 0.017195677757263182, "loss_single": 3.422014045715332, "loss_dense": 3.473899078369141, "loss": 6.895913124084473, "time": 0.15360822677612304, "step": 470576}
{"lr": 0.016411624699777715, "data_time": 0.017541217803955077, "loss_single": 3.4024425745010376, "loss_dense": 3.4565964698791505, "loss": 6.859039068222046, "time": 0.16067540645599365, "step": 470626}
{"lr": 0.016411624699777715, "data_time": 0.018781423568725586, "loss_single": 3.401227283477783, "loss_dense": 3.4652647256851195, "loss": 6.866492033004761, "time": 0.16201403141021728, "step": 470676}
{"lr": 0.016411624699777715, "data_time": 0.015280532836914062, "loss_single": 3.424325633049011, "loss_dense": 3.474388337135315, "loss": 6.89871392250061, "time": 0.15746099948883058, "step": 470726}
{"lr": 0.016411624699777715, "data_time": 0.016710543632507326, "loss_single": 3.443687319755554, "loss_dense": 3.4946869611740112, "loss": 6.938374280929565, "time": 0.1540940523147583, "step": 470776}
{"lr": 0.016411624699777715, "data_time": 0.01536719799041748, "loss_single": 3.403000068664551, "loss_dense": 3.4644938707351685, "loss": 6.867493963241577, "time": 0.15981175899505615, "step": 470826}
{"lr": 0.016411624699777715, "data_time": 0.01724245548248291, "loss_single": 3.4255088329315186, "loss_dense": 3.478419470787048, "loss": 6.90392837524414, "time": 0.1548943042755127, "step": 470876}
{"lr": 0.016411624699777715, "data_time": 0.01620490550994873, "loss_single": 3.408119797706604, "loss_dense": 3.460021901130676, "loss": 6.868141746520996, "time": 0.16652767658233641, "step": 470926}
{"lr": 0.016411624699777715, "data_time": 0.017073702812194825, "loss_single": 3.420500946044922, "loss_dense": 3.468871736526489, "loss": 6.889372682571411, "time": 0.1498107671737671, "step": 470976}
{"lr": 0.016411624699777715, "data_time": 0.015655136108398436, "loss_single": 3.447741079330444, "loss_dense": 3.4794922351837156, "loss": 6.92723331451416, "time": 0.1782665252685547, "step": 471026}
{"lr": 0.016411624699777715, "data_time": 0.018463397026062013, "loss_single": 3.4134182929992676, "loss_dense": 3.4607587337493895, "loss": 6.874177026748657, "time": 0.2075955390930176, "step": 471076}
{"lr": 0.016411624699777715, "data_time": 0.012854695320129395, "loss_single": 3.416577410697937, "loss_dense": 3.4840367317199705, "loss": 6.900614261627197, "time": 0.1574946880340576, "step": 471126}
{"lr": 0.016411624699777715, "data_time": 0.01614048480987549, "loss_single": 3.424894690513611, "loss_dense": 3.4906888723373415, "loss": 6.915583562850952, "time": 0.16706345081329346, "step": 471176}
{"lr": 0.016411624699777715, "data_time": 0.020879626274108887, "loss_single": 3.417580080032349, "loss_dense": 3.4722611904144287, "loss": 6.889841175079345, "time": 0.15986475944519044, "step": 471226}
{"lr": 0.016411624699777715, "data_time": 0.017098617553710938, "loss_single": 3.4244420766830443, "loss_dense": 3.474647784233093, "loss": 6.899089813232422, "time": 0.15793309211730958, "step": 471276}
{"lr": 0.016411624699777715, "data_time": 0.018337583541870116, "loss_single": 3.459892439842224, "loss_dense": 3.52451696395874, "loss": 6.984409427642822, "time": 0.1540724515914917, "step": 471326}
{"lr": 0.016411624699777715, "data_time": 0.01821267604827881, "loss_single": 3.4315737962722777, "loss_dense": 3.501962661743164, "loss": 6.933536386489868, "time": 0.18887593746185302, "step": 471376}
{"lr": 0.016411624699777715, "data_time": 0.020287322998046874, "loss_single": 3.4149790048599242, "loss_dense": 3.4622355937957763, "loss": 6.877214622497559, "time": 0.18845677375793457, "step": 471426}
{"lr": 0.016411624699777715, "data_time": 0.016791892051696778, "loss_single": 3.4364978313446044, "loss_dense": 3.4980456829071045, "loss": 6.934543466567993, "time": 0.20491244792938232, "step": 471476}
{"lr": 0.016411624699777715, "data_time": 0.016319131851196288, "loss_single": 3.4460904121398928, "loss_dense": 3.5158961057662963, "loss": 6.961986398696899, "time": 0.1593332290649414, "step": 471526}
{"lr": 0.016411624699777715, "data_time": 0.017927908897399904, "loss_single": 3.4277225971221923, "loss_dense": 3.482814359664917, "loss": 6.9105369567871096, "time": 0.1537764310836792, "step": 471576}
{"lr": 0.016411624699777715, "data_time": 0.0173342227935791, "loss_single": 3.404950761795044, "loss_dense": 3.469362711906433, "loss": 6.874313449859619, "time": 0.15964105129241943, "step": 471626}
{"lr": 0.016411624699777715, "data_time": 0.017833685874938963, "loss_single": 3.41542809009552, "loss_dense": 3.4535512924194336, "loss": 6.868979454040527, "time": 0.15548713207244874, "step": 471676}
{"lr": 0.016411624699777715, "data_time": 0.016675138473510744, "loss_single": 3.433203363418579, "loss_dense": 3.4965086221694945, "loss": 6.929711961746216, "time": 0.17221972942352295, "step": 471726}
{"lr": 0.016411624699777715, "data_time": 0.016943907737731932, "loss_single": 3.417283129692078, "loss_dense": 3.4783324003219604, "loss": 6.895615530014038, "time": 0.15709636211395264, "step": 471776}
{"lr": 0.016411624699777715, "data_time": 0.017895078659057616, "loss_single": 3.449980044364929, "loss_dense": 3.480361795425415, "loss": 6.930341911315918, "time": 0.15515198707580566, "step": 471826}
{"lr": 0.016411624699777715, "data_time": 0.01584923267364502, "loss_single": 3.4073331117630006, "loss_dense": 3.4663076162338258, "loss": 6.873640727996826, "time": 0.17987525463104248, "step": 471876}
{"lr": 0.016411624699777715, "data_time": 0.017399525642395018, "loss_single": 3.4331760883331297, "loss_dense": 3.500544285774231, "loss": 6.933720397949219, "time": 0.16001443862915038, "step": 471926}
{"lr": 0.016411624699777715, "data_time": 0.01611471176147461, "loss_single": 3.434913897514343, "loss_dense": 3.489320731163025, "loss": 6.924234628677368, "time": 0.1678973913192749, "step": 471976}
{"lr": 0.016411624699777715, "data_time": 0.015800619125366212, "loss_single": 3.4227197885513307, "loss_dense": 3.468484807014465, "loss": 6.891204500198365, "time": 0.1568312168121338, "step": 472026}
{"lr": 0.016411624699777715, "data_time": 0.015291070938110352, "loss_single": 3.4141927480697634, "loss_dense": 3.475251841545105, "loss": 6.889444589614868, "time": 0.17460076808929442, "step": 472076}
{"lr": 0.016411624699777715, "data_time": 0.016611146926879882, "loss_single": 3.4302972555160522, "loss_dense": 3.4782230138778685, "loss": 6.908520221710205, "time": 0.15748295783996583, "step": 472126}
{"lr": 0.016411624699777715, "data_time": 0.011886119842529297, "loss_single": 3.4359782695770265, "loss_dense": 3.4899691581726073, "loss": 6.925947427749634, "time": 0.15641615390777588, "step": 472176}
{"lr": 0.016411624699777715, "data_time": 0.010947012901306152, "loss_single": 3.4223479986190797, "loss_dense": 3.4660253524780273, "loss": 6.888373231887817, "time": 0.1583388328552246, "step": 472226}
{"lr": 0.016411624699777715, "data_time": 0.020235610008239747, "loss_single": 3.396324300765991, "loss_dense": 3.454228973388672, "loss": 6.850553369522094, "time": 0.17687838077545165, "step": 472276}
{"lr": 0.016411624699777715, "data_time": 0.01719985008239746, "loss_single": 3.423169732093811, "loss_dense": 3.478626036643982, "loss": 6.901795816421509, "time": 0.21421849727630615, "step": 472326}
{"lr": 0.016411624699777715, "data_time": 0.014721179008483886, "loss_single": 3.398268151283264, "loss_dense": 3.4610637187957765, "loss": 6.859331893920898, "time": 0.16753559112548827, "step": 472376}
{"lr": 0.016411624699777715, "data_time": 0.01937391757965088, "loss_single": 3.4039681911468507, "loss_dense": 3.4633645534515383, "loss": 6.8673327445983885, "time": 0.1554468870162964, "step": 472426}
{"lr": 0.016411624699777715, "data_time": 0.018510103225708008, "loss_single": 3.40927791595459, "loss_dense": 3.478789496421814, "loss": 6.88806734085083, "time": 0.16626758575439454, "step": 472476}
{"lr": 0.016411624699777715, "data_time": 0.018146109580993653, "loss_single": 3.41864218711853, "loss_dense": 3.4787692070007323, "loss": 6.897411346435547, "time": 0.15130996704101562, "step": 472526}
{"lr": 0.016411624699777715, "data_time": 0.017996573448181154, "loss_single": 3.4134923696517943, "loss_dense": 3.468041110038757, "loss": 6.881533527374268, "time": 0.153631591796875, "step": 472576}
{"lr": 0.016411624699777715, "data_time": 0.014234209060668945, "loss_single": 3.414692735671997, "loss_dense": 3.4600407600402834, "loss": 6.87473349571228, "time": 0.16548750400543213, "step": 472626}
{"lr": 0.016411624699777715, "data_time": 0.019374966621398926, "loss_single": 3.4462472200393677, "loss_dense": 3.4966365575790403, "loss": 6.942883825302124, "time": 0.15379881858825684, "step": 472676}
{"lr": 0.016411624699777715, "data_time": 0.01644754409790039, "loss_single": 3.4262407779693604, "loss_dense": 3.48316490650177, "loss": 6.909405612945557, "time": 0.15521130561828614, "step": 472726}
{"lr": 0.016411624699777715, "data_time": 0.01780717372894287, "loss_single": 3.436280345916748, "loss_dense": 3.4965407848358154, "loss": 6.93282117843628, "time": 0.15818510055541993, "step": 472776}
{"lr": 0.016411624699777715, "data_time": 0.01334848403930664, "loss_single": 3.4608704805374146, "loss_dense": 3.502888822555542, "loss": 6.963759326934815, "time": 0.16460089683532714, "step": 472826}
{"lr": 0.016411624699777715, "data_time": 0.021817326545715332, "loss_single": 3.412989115715027, "loss_dense": 3.475720763206482, "loss": 6.888709878921508, "time": 0.1558621644973755, "step": 472876}
{"lr": 0.016411624699777715, "data_time": 0.018419885635375978, "loss_single": 3.411775517463684, "loss_dense": 3.4674401760101317, "loss": 6.8792157649993895, "time": 0.1549041748046875, "step": 472926}
{"lr": 0.016411624699777715, "data_time": 0.013246703147888183, "loss_single": 3.4104456424713137, "loss_dense": 3.4696462154388428, "loss": 6.880091810226441, "time": 0.23194618225097657, "step": 472976}
{"lr": 0.016411624699777715, "data_time": 0.01998856067657471, "loss_single": 3.4361386060714723, "loss_dense": 3.4784279584884645, "loss": 6.914566564559936, "time": 0.15475544929504395, "step": 473026}
{"lr": 0.016411624699777715, "data_time": 0.015004396438598633, "loss_single": 3.420136284828186, "loss_dense": 3.482172465324402, "loss": 6.902308797836303, "time": 0.19301371574401854, "step": 473076}
{"lr": 0.016411624699777715, "data_time": 0.017157888412475585, "loss_single": 3.413867878913879, "loss_dense": 3.463864231109619, "loss": 6.877732038497925, "time": 0.15347683429718018, "step": 473126}
{"lr": 0.016411624699777715, "data_time": 0.014514327049255371, "loss_single": 3.3961697101593016, "loss_dense": 3.4452404975891113, "loss": 6.841410207748413, "time": 0.1843024969100952, "step": 473176}
{"lr": 0.016411624699777715, "data_time": 0.016464495658874513, "loss_single": 3.3957536220550537, "loss_dense": 3.452568769454956, "loss": 6.8483222961425785, "time": 0.17333455085754396, "step": 473226}
{"lr": 0.016411624699777715, "data_time": 0.01550447940826416, "loss_single": 3.432079386711121, "loss_dense": 3.4698585510253905, "loss": 6.901937961578369, "time": 0.18203294277191162, "step": 473276}
{"lr": 0.016411624699777715, "data_time": 0.01647343635559082, "loss_single": 3.4456801414489746, "loss_dense": 3.4839295148849487, "loss": 6.929609632492065, "time": 0.15093677043914794, "step": 473326}
{"lr": 0.016411624699777715, "data_time": 0.02030637264251709, "loss_single": 3.425633692741394, "loss_dense": 3.483763265609741, "loss": 6.909396982192993, "time": 0.27320854663848876, "step": 473376}
{"lr": 0.016411624699777715, "data_time": 0.016404008865356444, "loss_single": 3.4394222259521485, "loss_dense": 3.5010454654693604, "loss": 6.940467786788941, "time": 0.15453724861145018, "step": 473426}
{"lr": 0.016411624699777715, "data_time": 0.017664217948913576, "loss_single": 3.4122283458709717, "loss_dense": 3.4677610635757445, "loss": 6.879989337921143, "time": 0.1664341688156128, "step": 473476}
{"lr": 0.016411624699777715, "data_time": 0.020490026473999022, "loss_single": 3.396507406234741, "loss_dense": 3.458337140083313, "loss": 6.854844474792481, "time": 0.16103918552398683, "step": 473526}
{"lr": 0.016411624699777715, "data_time": 0.017531514167785645, "loss_single": 3.4246270179748537, "loss_dense": 3.4680058479309084, "loss": 6.89263277053833, "time": 0.15156219005584717, "step": 473576}
{"lr": 0.016411624699777715, "data_time": 0.016500449180603026, "loss_single": 3.4207146644592283, "loss_dense": 3.457027220726013, "loss": 6.877741861343384, "time": 0.1518117904663086, "step": 473626}
{"lr": 0.016411624699777715, "data_time": 0.018926429748535156, "loss_single": 3.409449553489685, "loss_dense": 3.4648120641708373, "loss": 6.874261665344238, "time": 0.15439465045928955, "step": 473676}
{"lr": 0.016411624699777715, "data_time": 0.023182892799377443, "loss_single": 3.425001072883606, "loss_dense": 3.483635425567627, "loss": 6.908636426925659, "time": 0.23786790370941163, "step": 473726}
{"lr": 0.016411624699777715, "data_time": 0.017115259170532228, "loss_single": 3.4289482831954956, "loss_dense": 3.4747867822647094, "loss": 6.903735065460205, "time": 0.1561842679977417, "step": 473776}
{"lr": 0.016411624699777715, "data_time": 0.017395424842834472, "loss_single": 3.423548173904419, "loss_dense": 3.4759180545806885, "loss": 6.899466180801392, "time": 0.22818269729614257, "step": 473826}
{"lr": 0.016411624699777715, "data_time": 0.009200167655944825, "loss_single": 3.442970609664917, "loss_dense": 3.486576271057129, "loss": 6.929546928405761, "time": 0.15322704315185548, "step": 473876}
{"lr": 0.016411624699777715, "data_time": 0.01654219627380371, "loss_single": 3.400447869300842, "loss_dense": 3.467655873298645, "loss": 6.868103742599487, "time": 0.16060776710510255, "step": 473926}
{"lr": 0.016411624699777715, "data_time": 0.019005322456359865, "loss_single": 3.436889481544495, "loss_dense": 3.494447183609009, "loss": 6.931336545944214, "time": 0.15098268985748292, "step": 473976}
{"lr": 0.016411624699777715, "data_time": 0.020981454849243165, "loss_single": 3.4296375274658204, "loss_dense": 3.4834385395050047, "loss": 6.913076114654541, "time": 0.21077280044555663, "step": 474026}
{"lr": 0.016411624699777715, "data_time": 0.01740000247955322, "loss_single": 3.414405417442322, "loss_dense": 3.490878200531006, "loss": 6.905283498764038, "time": 0.17012810707092285, "step": 474076}
{"lr": 0.016411624699777715, "data_time": 0.017028331756591797, "loss_single": 3.4492940425872805, "loss_dense": 3.4927472352981566, "loss": 6.942041301727295, "time": 0.14985475540161133, "step": 474126}
{"lr": 0.016411624699777715, "data_time": 0.009841084480285645, "loss_single": 3.4594541788101196, "loss_dense": 3.4943207025527956, "loss": 6.9537748336792, "time": 0.1628498315811157, "step": 474176}
{"lr": 0.016411624699777715, "data_time": 0.017843866348266603, "loss_single": 3.4119474411010744, "loss_dense": 3.454441523551941, "loss": 6.866388940811158, "time": 0.15386173725128174, "step": 474226}
{"lr": 0.016411624699777715, "data_time": 0.0174283504486084, "loss_single": 3.403565263748169, "loss_dense": 3.462199258804321, "loss": 6.865764522552491, "time": 0.15996713638305665, "step": 474276}
{"lr": 0.016411624699777715, "data_time": 0.017098331451416017, "loss_single": 3.415419888496399, "loss_dense": 3.4664565086364747, "loss": 6.8818763256072994, "time": 0.1679506778717041, "step": 474326}
{"lr": 0.016411624699777715, "data_time": 0.01785099506378174, "loss_single": 3.403021311759949, "loss_dense": 3.458817410469055, "loss": 6.86183876991272, "time": 0.15416991710662842, "step": 474376}
{"lr": 0.016411624699777715, "data_time": 0.018332457542419432, "loss_single": 3.4061660289764406, "loss_dense": 3.4662061452865602, "loss": 6.872372198104858, "time": 0.16214203834533691, "step": 474426}
{"lr": 0.016411624699777715, "data_time": 0.018046927452087403, "loss_single": 3.432394289970398, "loss_dense": 3.4846081256866457, "loss": 6.917002439498901, "time": 0.15202512741088867, "step": 474476}
{"lr": 0.016411624699777715, "data_time": 0.01618056297302246, "loss_single": 3.4093740940093995, "loss_dense": 3.4686368703842163, "loss": 6.878010940551758, "time": 0.1651463747024536, "step": 474526}
{"lr": 0.016411624699777715, "data_time": 0.015807557106018066, "loss_single": 3.4325552940368653, "loss_dense": 3.4814780712127686, "loss": 6.91403341293335, "time": 0.1568446636199951, "step": 474576}
{"lr": 0.016411624699777715, "data_time": 0.01883664131164551, "loss_single": 3.4190208435058596, "loss_dense": 3.4727358341217043, "loss": 6.891756629943847, "time": 0.15455846786499022, "step": 474626}
{"lr": 0.016411624699777715, "data_time": 0.019103145599365233, "loss_single": 3.4253072261810305, "loss_dense": 3.4930756807327272, "loss": 6.918382930755615, "time": 0.15514988899230958, "step": 474676}
{"lr": 0.016411624699777715, "data_time": 0.01737351417541504, "loss_single": 3.4494972229003906, "loss_dense": 3.4837817668914797, "loss": 6.93327898979187, "time": 0.15075533390045165, "step": 474726}
{"lr": 0.016411624699777715, "data_time": 0.016040396690368653, "loss_single": 3.429100584983826, "loss_dense": 3.4864032745361326, "loss": 6.9155038356781, "time": 0.15455935001373292, "step": 474776}
{"lr": 0.016411624699777715, "data_time": 0.015115118026733399, "loss_single": 3.430264115333557, "loss_dense": 3.4790367603302004, "loss": 6.909300899505615, "time": 0.14985804557800292, "step": 474826}
{"lr": 0.016411624699777715, "data_time": 0.022145867347717285, "loss_single": 3.4293033599853517, "loss_dense": 3.4866275548934937, "loss": 6.915930938720703, "time": 0.17098844051361084, "step": 474876}
{"lr": 0.016411624699777715, "data_time": 0.031139230728149413, "loss_single": 3.4288403034210204, "loss_dense": 3.4907281160354615, "loss": 6.91956844329834, "time": 0.17014448642730712, "step": 474926}
{"lr": 0.016411624699777715, "data_time": 0.0178544282913208, "loss_single": 3.3930798768997192, "loss_dense": 3.4519906759262087, "loss": 6.845070552825928, "time": 0.15645506381988525, "step": 474976}
{"lr": 0.016411624699777715, "data_time": 0.017866921424865723, "loss_single": 3.4240845680236816, "loss_dense": 3.4792664527893065, "loss": 6.9033510208129885, "time": 0.15371317863464357, "step": 475026}
{"lr": 0.016411624699777715, "data_time": 0.01712028980255127, "loss_single": 3.4442529678344727, "loss_dense": 3.505077052116394, "loss": 6.949330043792725, "time": 0.16159873008728026, "step": 475076}
{"lr": 0.016411624699777715, "data_time": 0.016921091079711913, "loss_single": 3.442431616783142, "loss_dense": 3.4949606895446776, "loss": 6.937392330169677, "time": 0.15608499050140381, "step": 475126}
{"lr": 0.016411624699777715, "data_time": 0.01715834140777588, "loss_single": 3.4167737007141112, "loss_dense": 3.4769569873809814, "loss": 6.893730688095093, "time": 0.15314111709594727, "step": 475176}
{"lr": 0.016411624699777715, "data_time": 0.017876219749450684, "loss_single": 3.42358934879303, "loss_dense": 3.4848603010177612, "loss": 6.908449697494507, "time": 0.15581765174865722, "step": 475226}
{"lr": 0.016411624699777715, "data_time": 0.01686098575592041, "loss_single": 3.408449649810791, "loss_dense": 3.4638075828552246, "loss": 6.872257232666016, "time": 0.15694470405578614, "step": 475276}
{"lr": 0.016411624699777715, "data_time": 0.016379332542419432, "loss_single": 3.435117769241333, "loss_dense": 3.471299719810486, "loss": 6.906417417526245, "time": 0.15538480281829833, "step": 475326}
{"lr": 0.016411624699777715, "data_time": 0.013041138648986816, "loss_single": 3.398867201805115, "loss_dense": 3.4581441402435305, "loss": 6.857011413574218, "time": 0.14701740741729735, "step": 475376}
{"lr": 0.016176886435917675, "data_time": 0.016861581802368165, "loss_single": 3.4259430885314943, "loss_dense": 3.4634520769119264, "loss": 6.889395046234131, "time": 0.15748419761657714, "step": 475430}
{"lr": 0.016176886435917675, "data_time": 0.018723225593566893, "loss_single": 3.4421689033508303, "loss_dense": 3.5035451650619507, "loss": 6.945714044570923, "time": 0.15230271816253663, "step": 475480}
{"lr": 0.016176886435917675, "data_time": 0.021810483932495118, "loss_single": 3.447517251968384, "loss_dense": 3.5078659772872927, "loss": 6.955383205413819, "time": 0.210085129737854, "step": 475530}
{"lr": 0.016176886435917675, "data_time": 0.015896940231323244, "loss_single": 3.425229215621948, "loss_dense": 3.482676863670349, "loss": 6.907906103134155, "time": 0.15492331981658936, "step": 475580}
{"lr": 0.016176886435917675, "data_time": 0.015370965003967285, "loss_single": 3.419808006286621, "loss_dense": 3.465010237693787, "loss": 6.884818267822266, "time": 0.1542034387588501, "step": 475630}
{"lr": 0.016176886435917675, "data_time": 0.01719205379486084, "loss_single": 3.4056303024291994, "loss_dense": 3.4648069858551027, "loss": 6.870437383651733, "time": 0.15907015800476074, "step": 475680}
{"lr": 0.016176886435917675, "data_time": 0.018896770477294923, "loss_single": 3.3886980772018434, "loss_dense": 3.4529550552368162, "loss": 6.841653108596802, "time": 0.16058435440063476, "step": 475730}
{"lr": 0.016176886435917675, "data_time": 0.016996240615844725, "loss_single": 3.4416691303253173, "loss_dense": 3.498767113685608, "loss": 6.940436315536499, "time": 0.15891926288604735, "step": 475780}
{"lr": 0.016176886435917675, "data_time": 0.019308090209960938, "loss_single": 3.424319791793823, "loss_dense": 3.4728051662445067, "loss": 6.897124910354615, "time": 0.19547727108001708, "step": 475830}
{"lr": 0.016176886435917675, "data_time": 0.01708707809448242, "loss_single": 3.4483282566070557, "loss_dense": 3.507180643081665, "loss": 6.955509042739868, "time": 0.16041939258575438, "step": 475880}
{"lr": 0.016176886435917675, "data_time": 0.017486310005187987, "loss_single": 3.4264259338378906, "loss_dense": 3.475837254524231, "loss": 6.902263116836548, "time": 0.1517763614654541, "step": 475930}
{"lr": 0.016176886435917675, "data_time": 0.017993640899658204, "loss_single": 3.4064270496368407, "loss_dense": 3.4578857898712156, "loss": 6.864312791824341, "time": 0.1515573501586914, "step": 475980}
{"lr": 0.016176886435917675, "data_time": 0.01632955074310303, "loss_single": 3.443942999839783, "loss_dense": 3.4863121271133424, "loss": 6.930255174636841, "time": 0.19040427207946778, "step": 476030}
{"lr": 0.016176886435917675, "data_time": 0.01663196086883545, "loss_single": 3.442318868637085, "loss_dense": 3.492289090156555, "loss": 6.934607934951782, "time": 0.15998339653015137, "step": 476080}
{"lr": 0.016176886435917675, "data_time": 0.018847274780273437, "loss_single": 3.414329504966736, "loss_dense": 3.4755014181137085, "loss": 6.889830875396728, "time": 0.19414784908294677, "step": 476130}
{"lr": 0.016176886435917675, "data_time": 0.017074775695800782, "loss_single": 3.389416551589966, "loss_dense": 3.440001893043518, "loss": 6.82941837310791, "time": 0.15633938312530518, "step": 476180}
{"lr": 0.016176886435917675, "data_time": 0.018199658393859862, "loss_single": 3.429082727432251, "loss_dense": 3.472769260406494, "loss": 6.901851940155029, "time": 0.1608591318130493, "step": 476230}
{"lr": 0.016176886435917675, "data_time": 0.016789460182189943, "loss_single": 3.4322288274765014, "loss_dense": 3.479424810409546, "loss": 6.911653518676758, "time": 0.16910552978515625, "step": 476280}
{"lr": 0.016176886435917675, "data_time": 0.019188404083251953, "loss_single": 3.4160157442092896, "loss_dense": 3.4836148977279664, "loss": 6.8996306419372555, "time": 0.1546339750289917, "step": 476330}
{"lr": 0.016176886435917675, "data_time": 0.017951536178588866, "loss_single": 3.40856351852417, "loss_dense": 3.472581315040588, "loss": 6.8811448097229, "time": 0.1554326057434082, "step": 476380}
{"lr": 0.016176886435917675, "data_time": 0.04967916011810303, "loss_single": 3.4151337146759033, "loss_dense": 3.468977189064026, "loss": 6.8841108798980715, "time": 0.229046630859375, "step": 476430}
{"lr": 0.016176886435917675, "data_time": 0.016226887702941895, "loss_single": 3.4154150009155275, "loss_dense": 3.474428963661194, "loss": 6.889843940734863, "time": 0.15598127841949463, "step": 476480}
{"lr": 0.016176886435917675, "data_time": 0.016192102432250978, "loss_single": 3.433554530143738, "loss_dense": 3.482333540916443, "loss": 6.915888023376465, "time": 0.16852715015411376, "step": 476530}
{"lr": 0.016176886435917675, "data_time": 0.016358113288879393, "loss_single": 3.421338152885437, "loss_dense": 3.4749807119369507, "loss": 6.896318960189819, "time": 0.15689752101898194, "step": 476580}
{"lr": 0.016176886435917675, "data_time": 0.01723623275756836, "loss_single": 3.430954670906067, "loss_dense": 3.4782086610794067, "loss": 6.9091634273529055, "time": 0.15001347064971923, "step": 476630}
{"lr": 0.016176886435917675, "data_time": 0.017302465438842774, "loss_single": 3.3992879152297975, "loss_dense": 3.455508804321289, "loss": 6.854796695709228, "time": 0.15314004421234131, "step": 476680}
{"lr": 0.016176886435917675, "data_time": 0.01617603302001953, "loss_single": 3.4301904439926147, "loss_dense": 3.4882847547531126, "loss": 6.918475198745727, "time": 0.20842370986938477, "step": 476730}
{"lr": 0.016176886435917675, "data_time": 0.020327425003051756, "loss_single": 3.4241737365722655, "loss_dense": 3.4813186168670653, "loss": 6.9054922580719, "time": 0.1567295789718628, "step": 476780}
{"lr": 0.016176886435917675, "data_time": 0.018736553192138673, "loss_single": 3.4196441888809206, "loss_dense": 3.4759095907211304, "loss": 6.895553731918335, "time": 0.15944623947143555, "step": 476830}
{"lr": 0.016176886435917675, "data_time": 0.016338586807250977, "loss_single": 3.394010806083679, "loss_dense": 3.450175476074219, "loss": 6.84418625831604, "time": 0.15383145809173585, "step": 476880}
{"lr": 0.016176886435917675, "data_time": 0.015330195426940918, "loss_single": 3.4286938428878786, "loss_dense": 3.4894564628601072, "loss": 6.918150281906128, "time": 0.15406110286712646, "step": 476930}
{"lr": 0.016176886435917675, "data_time": 0.01951100826263428, "loss_single": 3.414347290992737, "loss_dense": 3.46701123714447, "loss": 6.881358480453491, "time": 0.15530223846435548, "step": 476980}
{"lr": 0.016176886435917675, "data_time": 0.01689944267272949, "loss_single": 3.393321919441223, "loss_dense": 3.4637733697891235, "loss": 6.857095241546631, "time": 0.15639100074768067, "step": 477030}
{"lr": 0.016176886435917675, "data_time": 0.018058395385742186, "loss_single": 3.443696141242981, "loss_dense": 3.5024002313613893, "loss": 6.94609637260437, "time": 0.1564460277557373, "step": 477080}
{"lr": 0.016176886435917675, "data_time": 0.015593552589416504, "loss_single": 3.4232668399810793, "loss_dense": 3.4740028619766234, "loss": 6.897269773483276, "time": 0.15378973484039307, "step": 477130}
{"lr": 0.016176886435917675, "data_time": 0.018088269233703613, "loss_single": 3.4068740606307983, "loss_dense": 3.464698600769043, "loss": 6.871572685241699, "time": 0.1538675308227539, "step": 477180}
{"lr": 0.016176886435917675, "data_time": 0.017934155464172364, "loss_single": 3.415313386917114, "loss_dense": 3.4541182279586793, "loss": 6.869431781768799, "time": 0.15189149379730224, "step": 477230}
{"lr": 0.016176886435917675, "data_time": 0.020470094680786134, "loss_single": 3.423899292945862, "loss_dense": 3.4790274143218993, "loss": 6.902926683425903, "time": 0.16145193576812744, "step": 477280}
{"lr": 0.016176886435917675, "data_time": 0.028899359703063964, "loss_single": 3.4162179708480833, "loss_dense": 3.473953366279602, "loss": 6.890171337127685, "time": 0.22718503475189208, "step": 477330}
{"lr": 0.016176886435917675, "data_time": 0.0180877685546875, "loss_single": 3.4193461656570436, "loss_dense": 3.477782964706421, "loss": 6.897129154205322, "time": 0.15651445388793944, "step": 477380}
{"lr": 0.016176886435917675, "data_time": 0.01714627742767334, "loss_single": 3.4558769702911376, "loss_dense": 3.505891752243042, "loss": 6.961768674850464, "time": 0.17792050838470458, "step": 477430}
{"lr": 0.016176886435917675, "data_time": 0.016312336921691893, "loss_single": 3.4056097507476806, "loss_dense": 3.4502614021301268, "loss": 6.855871152877808, "time": 0.16440579891204835, "step": 477480}
{"lr": 0.016176886435917675, "data_time": 0.016894817352294922, "loss_single": 3.4519564867019654, "loss_dense": 3.5058022260665895, "loss": 6.9577587127685545, "time": 0.1588348150253296, "step": 477530}
{"lr": 0.016176886435917675, "data_time": 0.016575098037719727, "loss_single": 3.4186182498931883, "loss_dense": 3.4769501209259035, "loss": 6.895568370819092, "time": 0.1611562728881836, "step": 477580}
{"lr": 0.016176886435917675, "data_time": 0.018614768981933594, "loss_single": 3.4372557640075683, "loss_dense": 3.4919004917144774, "loss": 6.929156160354614, "time": 0.18126749992370605, "step": 477630}
{"lr": 0.016176886435917675, "data_time": 0.017836236953735353, "loss_single": 3.424917697906494, "loss_dense": 3.4845051527023316, "loss": 6.909422779083252, "time": 0.15459825992584228, "step": 477680}
{"lr": 0.016176886435917675, "data_time": 0.01597297191619873, "loss_single": 3.3971845388412474, "loss_dense": 3.453159236907959, "loss": 6.850343847274781, "time": 0.15287270545959472, "step": 477730}
{"lr": 0.016176886435917675, "data_time": 0.015494799613952637, "loss_single": 3.4282824277877806, "loss_dense": 3.486243653297424, "loss": 6.914526033401489, "time": 0.15577125549316406, "step": 477780}
{"lr": 0.016176886435917675, "data_time": 0.015235638618469239, "loss_single": 3.399624395370483, "loss_dense": 3.4476176500320435, "loss": 6.847242164611816, "time": 0.6959612846374512, "step": 477830}
{"lr": 0.016176886435917675, "data_time": 0.016651678085327148, "loss_single": 3.4042709350585936, "loss_dense": 3.454882550239563, "loss": 6.859153461456299, "time": 0.15254628658294678, "step": 477880}
{"lr": 0.016176886435917675, "data_time": 0.017804741859436035, "loss_single": 3.418246030807495, "loss_dense": 3.4891492128372192, "loss": 6.907395219802856, "time": 0.15608577728271483, "step": 477930}
{"lr": 0.016176886435917675, "data_time": 0.017923140525817872, "loss_single": 3.413018751144409, "loss_dense": 3.471189785003662, "loss": 6.8842085838317875, "time": 0.1509234666824341, "step": 477980}
{"lr": 0.016176886435917675, "data_time": 0.016395163536071778, "loss_single": 3.4085248470306397, "loss_dense": 3.452219820022583, "loss": 6.860744667053223, "time": 0.2056370973587036, "step": 478030}
{"lr": 0.016176886435917675, "data_time": 0.028284692764282228, "loss_single": 3.4108216762542725, "loss_dense": 3.473874235153198, "loss": 6.8846958637237545, "time": 0.26971848011016847, "step": 478080}
{"lr": 0.016176886435917675, "data_time": 0.017146706581115723, "loss_single": 3.41437623500824, "loss_dense": 3.475089955329895, "loss": 6.889466190338135, "time": 0.15251705646514893, "step": 478130}
{"lr": 0.016176886435917675, "data_time": 0.01694173812866211, "loss_single": 3.409250998497009, "loss_dense": 3.4607221841812135, "loss": 6.869973134994507, "time": 0.15933740139007568, "step": 478180}
{"lr": 0.016176886435917675, "data_time": 0.015485644340515137, "loss_single": 3.4141375064849853, "loss_dense": 3.4587055921554564, "loss": 6.872843170166016, "time": 0.1942117691040039, "step": 478230}
{"lr": 0.016176886435917675, "data_time": 0.015954089164733887, "loss_single": 3.4404566526412963, "loss_dense": 3.505867433547974, "loss": 6.946324062347412, "time": 0.15214192867279053, "step": 478280}
{"lr": 0.016176886435917675, "data_time": 0.017597389221191407, "loss_single": 3.4167939186096192, "loss_dense": 3.4761982917785645, "loss": 6.892992210388184, "time": 0.15199339389801025, "step": 478330}
{"lr": 0.016176886435917675, "data_time": 0.01749289035797119, "loss_single": 3.40691134929657, "loss_dense": 3.452599596977234, "loss": 6.859510898590088, "time": 0.15900580883026122, "step": 478380}
{"lr": 0.016176886435917675, "data_time": 0.016957402229309082, "loss_single": 3.396432304382324, "loss_dense": 3.461734986305237, "loss": 6.858167314529419, "time": 0.1702353000640869, "step": 478430}
{"lr": 0.016176886435917675, "data_time": 0.016139769554138185, "loss_single": 3.4388867616653442, "loss_dense": 3.478804421424866, "loss": 6.91769118309021, "time": 0.15710675716400146, "step": 478480}
{"lr": 0.016176886435917675, "data_time": 0.017137718200683594, "loss_single": 3.393170475959778, "loss_dense": 3.462025785446167, "loss": 6.855196332931518, "time": 0.14978361129760742, "step": 478530}
{"lr": 0.016176886435917675, "data_time": 0.01752517223358154, "loss_single": 3.4312681198120116, "loss_dense": 3.471093225479126, "loss": 6.9023613929748535, "time": 0.1514968156814575, "step": 478580}
{"lr": 0.016176886435917675, "data_time": 0.019033932685852052, "loss_single": 3.436266279220581, "loss_dense": 3.4680906534194946, "loss": 6.904356861114502, "time": 0.15717525482177735, "step": 478630}
{"lr": 0.016176886435917675, "data_time": 0.02486839294433594, "loss_single": 3.403719162940979, "loss_dense": 3.4664297819137575, "loss": 6.8701488971710205, "time": 0.22000739574432374, "step": 478680}
{"lr": 0.016176886435917675, "data_time": 0.01570725440979004, "loss_single": 3.421513032913208, "loss_dense": 3.476232576370239, "loss": 6.897745609283447, "time": 0.15320727825164795, "step": 478730}
{"lr": 0.016176886435917675, "data_time": 0.011409926414489745, "loss_single": 3.4252462863922117, "loss_dense": 3.4745619773864744, "loss": 6.899808311462403, "time": 0.1629169225692749, "step": 478780}
{"lr": 0.016176886435917675, "data_time": 0.018410372734069824, "loss_single": 3.415245461463928, "loss_dense": 3.4745824575424193, "loss": 6.8898279666900635, "time": 0.15912866592407227, "step": 478830}
{"lr": 0.016176886435917675, "data_time": 0.018102049827575684, "loss_single": 3.408781409263611, "loss_dense": 3.4642316102981567, "loss": 6.873013019561768, "time": 0.1590721368789673, "step": 478880}
{"lr": 0.016176886435917675, "data_time": 0.016687178611755372, "loss_single": 3.4145211696624758, "loss_dense": 3.4631669521331787, "loss": 6.877688217163086, "time": 0.15147724151611328, "step": 478930}
{"lr": 0.016176886435917675, "data_time": 0.016223740577697755, "loss_single": 3.4318287849426268, "loss_dense": 3.4782309770584106, "loss": 6.910059785842895, "time": 0.24099287986755372, "step": 478980}
{"lr": 0.016176886435917675, "data_time": 0.01681208610534668, "loss_single": 3.414506268501282, "loss_dense": 3.4809346437454223, "loss": 6.895440912246704, "time": 0.17058463096618653, "step": 479030}
{"lr": 0.016176886435917675, "data_time": 0.017469573020935058, "loss_single": 3.3992701292037966, "loss_dense": 3.461701250076294, "loss": 6.860971355438233, "time": 0.15058498382568358, "step": 479080}
{"lr": 0.016176886435917675, "data_time": 0.01821768283843994, "loss_single": 3.419207525253296, "loss_dense": 3.471330738067627, "loss": 6.890538263320923, "time": 0.16145694255828857, "step": 479130}
{"lr": 0.016176886435917675, "data_time": 0.017897915840148926, "loss_single": 3.4265502214431764, "loss_dense": 3.4853209257125854, "loss": 6.911871147155762, "time": 0.15327181816101074, "step": 479180}
{"lr": 0.016176886435917675, "data_time": 0.017262077331542967, "loss_single": 3.4205923557281492, "loss_dense": 3.4766303300857544, "loss": 6.897222661972046, "time": 0.15069470405578614, "step": 479230}
{"lr": 0.016176886435917675, "data_time": 0.017920446395874024, "loss_single": 3.4445530652999876, "loss_dense": 3.497988986968994, "loss": 6.942542028427124, "time": 0.15568239688873292, "step": 479280}
{"lr": 0.016176886435917675, "data_time": 0.020796775817871094, "loss_single": 3.4474138498306273, "loss_dense": 3.4881173849105833, "loss": 6.935531187057495, "time": 0.1788987398147583, "step": 479330}
{"lr": 0.016176886435917675, "data_time": 0.017422413825988768, "loss_single": 3.4365413188934326, "loss_dense": 3.501084566116333, "loss": 6.937625932693481, "time": 0.15371131896972656, "step": 479380}
{"lr": 0.016176886435917675, "data_time": 0.014145159721374511, "loss_single": 3.407435750961304, "loss_dense": 3.4522510766983032, "loss": 6.859686803817749, "time": 0.1519190788269043, "step": 479430}
{"lr": 0.016176886435917675, "data_time": 0.019788742065429688, "loss_single": 3.4390762567520143, "loss_dense": 3.4938737630844114, "loss": 6.932950019836426, "time": 0.1540837049484253, "step": 479480}
{"lr": 0.016176886435917675, "data_time": 0.016509127616882325, "loss_single": 3.4283748865127563, "loss_dense": 3.488884449005127, "loss": 6.917259216308594, "time": 0.15166680812835692, "step": 479530}
{"lr": 0.016176886435917675, "data_time": 0.023516297340393066, "loss_single": 3.4154000282287598, "loss_dense": 3.4699325799942016, "loss": 6.885332727432251, "time": 0.16686956882476806, "step": 479580}
{"lr": 0.016176886435917675, "data_time": 0.017340898513793945, "loss_single": 3.417706775665283, "loss_dense": 3.4730381965637207, "loss": 6.890744972229004, "time": 0.16144373416900634, "step": 479630}
{"lr": 0.016176886435917675, "data_time": 0.01715059280395508, "loss_single": 3.441771078109741, "loss_dense": 3.4888943672180175, "loss": 6.930665493011475, "time": 0.15876245498657227, "step": 479680}
{"lr": 0.016176886435917675, "data_time": 0.01669633388519287, "loss_single": 3.409492564201355, "loss_dense": 3.4802478790283202, "loss": 6.889740467071533, "time": 0.17077372074127198, "step": 479730}
{"lr": 0.016176886435917675, "data_time": 0.017755126953125, "loss_single": 3.4190292358398438, "loss_dense": 3.467424464225769, "loss": 6.886453771591187, "time": 0.15401647090911866, "step": 479780}
{"lr": 0.016176886435917675, "data_time": 0.02366156578063965, "loss_single": 3.4138247966766357, "loss_dense": 3.4869481563568114, "loss": 6.900772953033448, "time": 0.17213401794433594, "step": 479830}
{"lr": 0.016176886435917675, "data_time": 0.017849230766296388, "loss_single": 3.411428952217102, "loss_dense": 3.4761125802993775, "loss": 6.887541580200195, "time": 0.2780920505523682, "step": 479880}
{"lr": 0.016176886435917675, "data_time": 0.01666557788848877, "loss_single": 3.429407477378845, "loss_dense": 3.478922200202942, "loss": 6.908329629898072, "time": 0.15910565853118896, "step": 479930}
{"lr": 0.016176886435917675, "data_time": 0.017014908790588378, "loss_single": 3.4213324785232544, "loss_dense": 3.47856547832489, "loss": 6.899897909164428, "time": 0.16643621921539306, "step": 479980}
{"lr": 0.016176886435917675, "data_time": 0.0174238920211792, "loss_single": 3.43974347114563, "loss_dense": 3.4842507600784303, "loss": 6.9239942073822025, "time": 0.15375277996063233, "step": 480030}
{"lr": 0.016176886435917675, "data_time": 0.020465517044067384, "loss_single": 3.414678168296814, "loss_dense": 3.476715588569641, "loss": 6.891393756866455, "time": 0.22295496463775635, "step": 480080}
{"lr": 0.016176886435917675, "data_time": 0.017672109603881835, "loss_single": 3.4368508577346804, "loss_dense": 3.4917214632034304, "loss": 6.928572368621826, "time": 0.1567089557647705, "step": 480130}
{"lr": 0.016176886435917675, "data_time": 0.01736769676208496, "loss_single": 3.4342887878417967, "loss_dense": 3.4912141799926757, "loss": 6.9255030155181885, "time": 0.1565163850784302, "step": 480180}
{"lr": 0.016176886435917675, "data_time": 0.015881276130676268, "loss_single": 3.408603620529175, "loss_dense": 3.465755271911621, "loss": 6.87435884475708, "time": 0.15590932369232177, "step": 480230}
{"lr": 0.016176886435917675, "data_time": 0.01747865676879883, "loss_single": 3.430740976333618, "loss_dense": 3.491379952430725, "loss": 6.9221209526062015, "time": 0.15227551460266114, "step": 480280}
{"lr": 0.016176886435917675, "data_time": 0.015936112403869628, "loss_single": 3.402947211265564, "loss_dense": 3.45562207698822, "loss": 6.858569240570068, "time": 0.16235239505767823, "step": 480330}
{"lr": 0.016176886435917675, "data_time": 0.014695835113525391, "loss_single": 3.4207092046737673, "loss_dense": 3.500892496109009, "loss": 6.921601724624634, "time": 0.1521862268447876, "step": 480380}
{"lr": 0.0159418577929397, "data_time": 0.01764242649078369, "loss_single": 3.4260112762451174, "loss_dense": 3.483354163169861, "loss": 6.909365510940551, "time": 0.15970292091369628, "step": 480434}
{"lr": 0.0159418577929397, "data_time": 0.017843031883239747, "loss_single": 3.4378631114959717, "loss_dense": 3.480246591567993, "loss": 6.918109655380249, "time": 0.16428821086883544, "step": 480484}
{"lr": 0.0159418577929397, "data_time": 0.019858527183532714, "loss_single": 3.437648892402649, "loss_dense": 3.485522150993347, "loss": 6.9231709957122805, "time": 0.1659574031829834, "step": 480534}
{"lr": 0.0159418577929397, "data_time": 0.016807174682617186, "loss_single": 3.4260864734649656, "loss_dense": 3.476797604560852, "loss": 6.90288405418396, "time": 0.1628795385360718, "step": 480584}
{"lr": 0.0159418577929397, "data_time": 0.016520380973815918, "loss_single": 3.3961544752120973, "loss_dense": 3.4669382572174072, "loss": 6.8630928039550785, "time": 0.1625584602355957, "step": 480634}
{"lr": 0.0159418577929397, "data_time": 0.016320180892944337, "loss_single": 3.3907905340194704, "loss_dense": 3.451263904571533, "loss": 6.842054462432861, "time": 0.19325156211853028, "step": 480684}
{"lr": 0.0159418577929397, "data_time": 0.017903065681457518, "loss_single": 3.3995482683181764, "loss_dense": 3.4576025724411013, "loss": 6.857150936126709, "time": 0.15785422325134277, "step": 480734}
{"lr": 0.0159418577929397, "data_time": 0.01659836769104004, "loss_single": 3.4442737817764284, "loss_dense": 3.4962448120117187, "loss": 6.940518617630005, "time": 0.1810997724533081, "step": 480784}
{"lr": 0.0159418577929397, "data_time": 0.05645432472229004, "loss_single": 3.425382113456726, "loss_dense": 3.4773669719696043, "loss": 6.902749109268188, "time": 0.2019890785217285, "step": 480834}
{"lr": 0.0159418577929397, "data_time": 0.022684001922607423, "loss_single": 3.4068252086639403, "loss_dense": 3.4657809495925904, "loss": 6.872606182098389, "time": 0.17621922492980957, "step": 480884}
{"lr": 0.0159418577929397, "data_time": 0.019760560989379884, "loss_single": 3.438241791725159, "loss_dense": 3.4953297853469847, "loss": 6.933571624755859, "time": 0.15872068405151368, "step": 480934}
{"lr": 0.0159418577929397, "data_time": 0.01757767200469971, "loss_single": 3.421639561653137, "loss_dense": 3.4801116704940798, "loss": 6.901751184463501, "time": 0.15971293449401855, "step": 480984}
{"lr": 0.0159418577929397, "data_time": 0.015643811225891112, "loss_single": 3.4067849636077883, "loss_dense": 3.4650816917419434, "loss": 6.871866655349732, "time": 0.16233220100402831, "step": 481034}
{"lr": 0.0159418577929397, "data_time": 0.015473771095275878, "loss_single": 3.3996959924697876, "loss_dense": 3.46316876411438, "loss": 6.862864780426025, "time": 0.22507009506225586, "step": 481084}
{"lr": 0.0159418577929397, "data_time": 0.01944255828857422, "loss_single": 3.38874728679657, "loss_dense": 3.4525933027267457, "loss": 6.841340637207031, "time": 0.16015229225158692, "step": 481134}
{"lr": 0.0159418577929397, "data_time": 0.023077917098999024, "loss_single": 3.441792941093445, "loss_dense": 3.490403389930725, "loss": 6.93219633102417, "time": 0.16143226623535156, "step": 481184}
{"lr": 0.0159418577929397, "data_time": 0.015300250053405762, "loss_single": 3.449459362030029, "loss_dense": 3.499545383453369, "loss": 6.94900484085083, "time": 0.15434641838073732, "step": 481234}
{"lr": 0.0159418577929397, "data_time": 0.01857607364654541, "loss_single": 3.3981085777282716, "loss_dense": 3.46147301197052, "loss": 6.859581518173218, "time": 0.17972536087036134, "step": 481284}
{"lr": 0.0159418577929397, "data_time": 0.016924238204956053, "loss_single": 3.4470675468444822, "loss_dense": 3.5022928714752197, "loss": 6.949360466003418, "time": 0.15988497734069823, "step": 481334}
{"lr": 0.0159418577929397, "data_time": 0.013964033126831055, "loss_single": 3.4042197465896606, "loss_dense": 3.4665204286575317, "loss": 6.870740222930908, "time": 0.16192953586578368, "step": 481384}
{"lr": 0.0159418577929397, "data_time": 0.015733170509338378, "loss_single": 3.40244402885437, "loss_dense": 3.460381579399109, "loss": 6.862825632095337, "time": 0.1626209497451782, "step": 481434}
{"lr": 0.0159418577929397, "data_time": 0.02292654514312744, "loss_single": 3.409246015548706, "loss_dense": 3.4704208850860594, "loss": 6.87966685295105, "time": 0.16234219074249268, "step": 481484}
{"lr": 0.0159418577929397, "data_time": 0.01718747615814209, "loss_single": 3.4033042907714846, "loss_dense": 3.475801610946655, "loss": 6.879105854034424, "time": 0.1642514705657959, "step": 481534}
{"lr": 0.0159418577929397, "data_time": 0.01659402847290039, "loss_single": 3.4347876071929933, "loss_dense": 3.4808669328689574, "loss": 6.915654516220092, "time": 0.16165971755981445, "step": 481584}
{"lr": 0.0159418577929397, "data_time": 0.017948055267333986, "loss_single": 3.387524962425232, "loss_dense": 3.445919156074524, "loss": 6.833444118499756, "time": 0.1649104118347168, "step": 481634}
{"lr": 0.0159418577929397, "data_time": 0.01633598804473877, "loss_single": 3.3951980590820314, "loss_dense": 3.4581111907958983, "loss": 6.853309249877929, "time": 0.15904226303100585, "step": 481684}
{"lr": 0.0159418577929397, "data_time": 0.015479278564453126, "loss_single": 3.439075779914856, "loss_dense": 3.4990220785140993, "loss": 6.938097906112671, "time": 0.16400563716888428, "step": 481734}
{"lr": 0.0159418577929397, "data_time": 0.017591023445129396, "loss_single": 3.417532801628113, "loss_dense": 3.482831430435181, "loss": 6.900364112854004, "time": 0.19660601615905762, "step": 481784}
{"lr": 0.0159418577929397, "data_time": 0.01725022792816162, "loss_single": 3.4176462411880495, "loss_dense": 3.471390414237976, "loss": 6.88903660774231, "time": 0.1528775691986084, "step": 481834}
{"lr": 0.0159418577929397, "data_time": 0.01727297306060791, "loss_single": 3.4091366052627565, "loss_dense": 3.472471261024475, "loss": 6.8816077709198, "time": 0.15729818344116211, "step": 481884}
{"lr": 0.0159418577929397, "data_time": 0.018123507499694824, "loss_single": 3.4398101329803468, "loss_dense": 3.4961469650268553, "loss": 6.9359570980072025, "time": 0.15560667514801024, "step": 481934}
{"lr": 0.0159418577929397, "data_time": 0.016933560371398926, "loss_single": 3.3893231391906737, "loss_dense": 3.454464650154114, "loss": 6.8437878608703615, "time": 0.15420308113098144, "step": 481984}
{"lr": 0.0159418577929397, "data_time": 0.015987348556518555, "loss_single": 3.453103280067444, "loss_dense": 3.510461759567261, "loss": 6.963565063476563, "time": 0.2522624731063843, "step": 482034}
{"lr": 0.0159418577929397, "data_time": 0.03222041130065918, "loss_single": 3.3974814891815184, "loss_dense": 3.4533884525299072, "loss": 6.850869941711426, "time": 0.16931729316711425, "step": 482084}
{"lr": 0.0159418577929397, "data_time": 0.017260360717773437, "loss_single": 3.420962595939636, "loss_dense": 3.4734418869018553, "loss": 6.894404506683349, "time": 0.15796501636505128, "step": 482134}
{"lr": 0.0159418577929397, "data_time": 0.016663599014282226, "loss_single": 3.432429552078247, "loss_dense": 3.4701873302459716, "loss": 6.902616882324219, "time": 0.15430963039398193, "step": 482184}
{"lr": 0.0159418577929397, "data_time": 0.020502185821533202, "loss_single": 3.4418292760849, "loss_dense": 3.4905494689941405, "loss": 6.932378768920898, "time": 0.15399162769317626, "step": 482234}
{"lr": 0.0159418577929397, "data_time": 0.015986371040344238, "loss_single": 3.4424867153167726, "loss_dense": 3.497911977767944, "loss": 6.940398740768432, "time": 0.1570669651031494, "step": 482284}
{"lr": 0.0159418577929397, "data_time": 0.01693093776702881, "loss_single": 3.4402764320373533, "loss_dense": 3.4977661609649657, "loss": 6.9380425930023195, "time": 0.17820382118225098, "step": 482334}
{"lr": 0.0159418577929397, "data_time": 0.019409036636352538, "loss_single": 3.4218655586242677, "loss_dense": 3.4776159286499024, "loss": 6.89948148727417, "time": 0.15222980976104736, "step": 482384}
{"lr": 0.0159418577929397, "data_time": 0.01721799373626709, "loss_single": 3.408037567138672, "loss_dense": 3.4684909343719483, "loss": 6.87652850151062, "time": 0.15622389316558838, "step": 482434}
{"lr": 0.0159418577929397, "data_time": 0.01671490669250488, "loss_single": 3.415897488594055, "loss_dense": 3.4697352409362794, "loss": 6.885632705688477, "time": 0.1516939878463745, "step": 482484}
{"lr": 0.0159418577929397, "data_time": 0.018835282325744628, "loss_single": 3.420256519317627, "loss_dense": 3.4871101140975953, "loss": 6.907366704940796, "time": 0.15764501094818115, "step": 482534}
{"lr": 0.0159418577929397, "data_time": 0.01774420738220215, "loss_single": 3.4250343084335326, "loss_dense": 3.479402494430542, "loss": 6.904436779022217, "time": 0.15844275951385497, "step": 482584}
{"lr": 0.0159418577929397, "data_time": 0.018853425979614258, "loss_single": 3.4442006826400755, "loss_dense": 3.510351777076721, "loss": 6.954552459716797, "time": 0.16882858276367188, "step": 482634}
{"lr": 0.0159418577929397, "data_time": 0.017111945152282714, "loss_single": 3.3960119009017946, "loss_dense": 3.455401659011841, "loss": 6.8514134883880615, "time": 0.15417416095733644, "step": 482684}
{"lr": 0.0159418577929397, "data_time": 0.01713871955871582, "loss_single": 3.415789341926575, "loss_dense": 3.470526361465454, "loss": 6.886315727233887, "time": 0.15340211391448974, "step": 482734}
{"lr": 0.0159418577929397, "data_time": 0.016587281227111818, "loss_single": 3.4005860567092894, "loss_dense": 3.468096137046814, "loss": 6.868682241439819, "time": 0.1552022933959961, "step": 482784}
{"lr": 0.0159418577929397, "data_time": 0.017394661903381348, "loss_single": 3.4344698429107665, "loss_dense": 3.4796820163726805, "loss": 6.914151763916015, "time": 0.14999744892120362, "step": 482834}
{"lr": 0.0159418577929397, "data_time": 0.016297125816345216, "loss_single": 3.384925293922424, "loss_dense": 3.427528166770935, "loss": 6.8124534606933596, "time": 0.1511404275894165, "step": 482884}
{"lr": 0.0159418577929397, "data_time": 0.019601154327392577, "loss_single": 3.435422968864441, "loss_dense": 3.4812129974365233, "loss": 6.916635990142822, "time": 0.16023294925689696, "step": 482934}
{"lr": 0.0159418577929397, "data_time": 0.017346811294555665, "loss_single": 3.4235981702804565, "loss_dense": 3.4790464639663696, "loss": 6.902644634246826, "time": 0.16445086002349854, "step": 482984}
{"lr": 0.0159418577929397, "data_time": 0.018265438079833985, "loss_single": 3.41779682636261, "loss_dense": 3.481044125556946, "loss": 6.898840856552124, "time": 0.15138721466064453, "step": 483034}
{"lr": 0.0159418577929397, "data_time": 0.016504716873168946, "loss_single": 3.439662504196167, "loss_dense": 3.4748298645019533, "loss": 6.9144923210144045, "time": 0.15075356960296632, "step": 483084}
{"lr": 0.0159418577929397, "data_time": 0.017243242263793944, "loss_single": 3.4009167671203615, "loss_dense": 3.4752931118011476, "loss": 6.876209926605225, "time": 0.15118510723114015, "step": 483134}
{"lr": 0.0159418577929397, "data_time": 0.01405007839202881, "loss_single": 3.412568473815918, "loss_dense": 3.4754995584487913, "loss": 6.888067960739136, "time": 0.1586151361465454, "step": 483184}
{"lr": 0.0159418577929397, "data_time": 0.017268610000610352, "loss_single": 3.408644962310791, "loss_dense": 3.4711810111999513, "loss": 6.8798259735107425, "time": 0.18613641262054442, "step": 483234}
{"lr": 0.0159418577929397, "data_time": 0.015171384811401368, "loss_single": 3.422651839256287, "loss_dense": 3.477332830429077, "loss": 6.899984693527221, "time": 0.1894474744796753, "step": 483284}
{"lr": 0.0159418577929397, "data_time": 0.016122913360595702, "loss_single": 3.393380808830261, "loss_dense": 3.447434973716736, "loss": 6.840815687179566, "time": 0.20044891834259032, "step": 483334}
{"lr": 0.0159418577929397, "data_time": 0.017174673080444337, "loss_single": 3.3992500066757203, "loss_dense": 3.4621517419815064, "loss": 6.861401653289795, "time": 0.15476253032684326, "step": 483384}
{"lr": 0.0159418577929397, "data_time": 0.017820048332214355, "loss_single": 3.4287674188613892, "loss_dense": 3.479152536392212, "loss": 6.907919979095459, "time": 0.15711555480957032, "step": 483434}
{"lr": 0.0159418577929397, "data_time": 0.017708444595336915, "loss_single": 3.412313938140869, "loss_dense": 3.4741725444793703, "loss": 6.886486482620239, "time": 0.17710340023040771, "step": 483484}
{"lr": 0.0159418577929397, "data_time": 0.018759727478027344, "loss_single": 3.409213924407959, "loss_dense": 3.460107207298279, "loss": 6.8693211555480955, "time": 0.17153003215789794, "step": 483534}
{"lr": 0.0159418577929397, "data_time": 0.01730186939239502, "loss_single": 3.427905535697937, "loss_dense": 3.4762128353118897, "loss": 6.904118394851684, "time": 0.15582094192504883, "step": 483584}
{"lr": 0.0159418577929397, "data_time": 0.017556190490722656, "loss_single": 3.4168962955474855, "loss_dense": 3.478618049621582, "loss": 6.895514345169067, "time": 0.16713624000549315, "step": 483634}
{"lr": 0.0159418577929397, "data_time": 0.017596054077148437, "loss_single": 3.4313339948654176, "loss_dense": 3.477338123321533, "loss": 6.908672142028808, "time": 0.15919253826141358, "step": 483684}
{"lr": 0.0159418577929397, "data_time": 0.017073822021484376, "loss_single": 3.40499804019928, "loss_dense": 3.4588818073272707, "loss": 6.863879776000976, "time": 0.16758489608764648, "step": 483734}
{"lr": 0.0159418577929397, "data_time": 0.017931628227233886, "loss_single": 3.425543260574341, "loss_dense": 3.4773343801498413, "loss": 6.902877616882324, "time": 0.16520953178405762, "step": 483784}
{"lr": 0.0159418577929397, "data_time": 0.016719865798950195, "loss_single": 3.407499408721924, "loss_dense": 3.457394313812256, "loss": 6.8648937225341795, "time": 0.15452344417572023, "step": 483834}
{"lr": 0.0159418577929397, "data_time": 0.014593386650085449, "loss_single": 3.4550682067871095, "loss_dense": 3.5123167276382445, "loss": 6.9673848152160645, "time": 0.5916718959808349, "step": 483884}
{"lr": 0.0159418577929397, "data_time": 0.02631840705871582, "loss_single": 3.441049885749817, "loss_dense": 3.489809203147888, "loss": 6.930859088897705, "time": 0.2587946653366089, "step": 483934}
{"lr": 0.0159418577929397, "data_time": 0.018072843551635742, "loss_single": 3.4086905479431153, "loss_dense": 3.4738009214401244, "loss": 6.882491493225098, "time": 0.1578204870223999, "step": 483984}
{"lr": 0.0159418577929397, "data_time": 0.00921328067779541, "loss_single": 3.437079644203186, "loss_dense": 3.491235637664795, "loss": 6.928315305709839, "time": 0.16296494007110596, "step": 484034}
{"lr": 0.0159418577929397, "data_time": 0.017309069633483887, "loss_single": 3.4163885593414305, "loss_dense": 3.4733184814453124, "loss": 6.889706993103028, "time": 0.15300219058990477, "step": 484084}
{"lr": 0.0159418577929397, "data_time": 0.016525411605834962, "loss_single": 3.409746789932251, "loss_dense": 3.472317910194397, "loss": 6.88206467628479, "time": 0.21514594554901123, "step": 484134}
{"lr": 0.0159418577929397, "data_time": 0.016671395301818846, "loss_single": 3.400915265083313, "loss_dense": 3.455527901649475, "loss": 6.856443166732788, "time": 0.15128750801086427, "step": 484184}
{"lr": 0.0159418577929397, "data_time": 0.016807985305786134, "loss_single": 3.4098089694976808, "loss_dense": 3.4579362630844117, "loss": 6.8677451610565186, "time": 0.16294393539428711, "step": 484234}
{"lr": 0.0159418577929397, "data_time": 0.016862988471984863, "loss_single": 3.430025243759155, "loss_dense": 3.482265758514404, "loss": 6.912291049957275, "time": 0.15417721271514892, "step": 484284}
{"lr": 0.0159418577929397, "data_time": 0.015820837020874022, "loss_single": 3.4217660427093506, "loss_dense": 3.4711647510528563, "loss": 6.8929308414459225, "time": 0.16168909072875975, "step": 484334}
{"lr": 0.0159418577929397, "data_time": 0.01792590618133545, "loss_single": 3.422873854637146, "loss_dense": 3.474958801269531, "loss": 6.897832632064819, "time": 0.1939932107925415, "step": 484384}
{"lr": 0.0159418577929397, "data_time": 0.019118571281433107, "loss_single": 3.4127285957336424, "loss_dense": 3.466390585899353, "loss": 6.879119157791138, "time": 0.1573354721069336, "step": 484434}
{"lr": 0.0159418577929397, "data_time": 0.016683554649353026, "loss_single": 3.437222480773926, "loss_dense": 3.493781399726868, "loss": 6.931003904342651, "time": 0.1664961814880371, "step": 484484}
{"lr": 0.0159418577929397, "data_time": 0.018712592124938966, "loss_single": 3.4653687715530395, "loss_dense": 3.512730026245117, "loss": 6.978098821640015, "time": 0.15269992351531983, "step": 484534}
{"lr": 0.0159418577929397, "data_time": 0.01574251651763916, "loss_single": 3.401712727546692, "loss_dense": 3.4680389165878296, "loss": 6.869751596450806, "time": 0.15555949211120607, "step": 484584}
{"lr": 0.0159418577929397, "data_time": 0.015038847923278809, "loss_single": 3.416795754432678, "loss_dense": 3.475900721549988, "loss": 6.892696523666382, "time": 0.18758318424224854, "step": 484634}
{"lr": 0.0159418577929397, "data_time": 0.017435145378112794, "loss_single": 3.422288012504578, "loss_dense": 3.477806043624878, "loss": 6.900094079971313, "time": 0.14953761100769042, "step": 484684}
{"lr": 0.0159418577929397, "data_time": 0.016006159782409667, "loss_single": 3.4225942850112916, "loss_dense": 3.464232087135315, "loss": 6.886826419830323, "time": 0.1539072036743164, "step": 484734}
{"lr": 0.0159418577929397, "data_time": 0.017417335510253908, "loss_single": 3.4169182062149046, "loss_dense": 3.4840551614761353, "loss": 6.9009734153747555, "time": 0.16267721652984618, "step": 484784}
{"lr": 0.0159418577929397, "data_time": 0.016611337661743164, "loss_single": 3.423665237426758, "loss_dense": 3.4751103639602663, "loss": 6.898775625228882, "time": 0.1564394235610962, "step": 484834}
{"lr": 0.0159418577929397, "data_time": 0.015801429748535156, "loss_single": 3.4250184297561646, "loss_dense": 3.462560272216797, "loss": 6.887578773498535, "time": 0.16234829425811767, "step": 484884}
{"lr": 0.0159418577929397, "data_time": 0.016813373565673827, "loss_single": 3.400877571105957, "loss_dense": 3.4534367322921753, "loss": 6.854314279556275, "time": 0.1596475601196289, "step": 484934}
{"lr": 0.0159418577929397, "data_time": 0.017969298362731933, "loss_single": 3.400605821609497, "loss_dense": 3.4493769884109495, "loss": 6.849982833862304, "time": 0.15603265762329102, "step": 484984}
{"lr": 0.0159418577929397, "data_time": 0.0180844783782959, "loss_single": 3.4314334630966186, "loss_dense": 3.474439191818237, "loss": 6.905872583389282, "time": 0.16216940879821778, "step": 485034}
{"lr": 0.0159418577929397, "data_time": 0.016257119178771973, "loss_single": 3.4294005632400513, "loss_dense": 3.4947012424468995, "loss": 6.924101781845093, "time": 0.16726901531219482, "step": 485084}
{"lr": 0.0159418577929397, "data_time": 0.017182683944702147, "loss_single": 3.410261535644531, "loss_dense": 3.461547875404358, "loss": 6.871809482574463, "time": 0.15554392337799072, "step": 485134}
{"lr": 0.0159418577929397, "data_time": 0.01626596450805664, "loss_single": 3.4023175477981566, "loss_dense": 3.445087504386902, "loss": 6.847405052185058, "time": 0.2176360607147217, "step": 485184}
{"lr": 0.0159418577929397, "data_time": 0.016879796981811523, "loss_single": 3.410892629623413, "loss_dense": 3.4689419746398924, "loss": 6.8798346519470215, "time": 0.1565474510192871, "step": 485234}
{"lr": 0.0159418577929397, "data_time": 0.016112637519836426, "loss_single": 3.4414334058761598, "loss_dense": 3.494158148765564, "loss": 6.93559160232544, "time": 0.16239917278289795, "step": 485284}
{"lr": 0.0159418577929397, "data_time": 0.015526318550109863, "loss_single": 3.4154082536697388, "loss_dense": 3.471424198150635, "loss": 6.886832427978516, "time": 0.1588080883026123, "step": 485334}
{"lr": 0.0159418577929397, "data_time": 0.01380174160003662, "loss_single": 3.40304274559021, "loss_dense": 3.464310622215271, "loss": 6.867353343963623, "time": 0.15383832454681395, "step": 485384}
{"lr": 0.015706596760644637, "data_time": 0.01632544994354248, "loss_single": 3.439328169822693, "loss_dense": 3.50877685546875, "loss": 6.948105096817017, "time": 0.16460609436035156, "step": 485438}
{"lr": 0.015706596760644637, "data_time": 0.016152715682983397, "loss_single": 3.399506759643555, "loss_dense": 3.4591712236404417, "loss": 6.858677911758423, "time": 0.16026182174682618, "step": 485488}
{"lr": 0.015706596760644637, "data_time": 0.016117382049560546, "loss_single": 3.4149543046951294, "loss_dense": 3.4663884162902834, "loss": 6.881342792510987, "time": 0.1586122989654541, "step": 485538}
{"lr": 0.015706596760644637, "data_time": 0.0166046142578125, "loss_single": 3.39630012512207, "loss_dense": 3.460867929458618, "loss": 6.857168102264405, "time": 0.1564256191253662, "step": 485588}
{"lr": 0.015706596760644637, "data_time": 0.01698474884033203, "loss_single": 3.4482133388519287, "loss_dense": 3.487688660621643, "loss": 6.93590202331543, "time": 0.1753165006637573, "step": 485638}
{"lr": 0.015706596760644637, "data_time": 0.019106078147888183, "loss_single": 3.4458356142044066, "loss_dense": 3.501127314567566, "loss": 6.946962881088257, "time": 0.15723898410797119, "step": 485688}
{"lr": 0.015706596760644637, "data_time": 0.013983321189880372, "loss_single": 3.4232742547988892, "loss_dense": 3.4709762573242187, "loss": 6.894250535964966, "time": 0.1764392614364624, "step": 485738}
{"lr": 0.015706596760644637, "data_time": 0.0157473087310791, "loss_single": 3.4245295763015746, "loss_dense": 3.4685946464538575, "loss": 6.89312424659729, "time": 0.1868516683578491, "step": 485788}
{"lr": 0.015706596760644637, "data_time": 0.016341042518615723, "loss_single": 3.3946253776550295, "loss_dense": 3.4587812662124633, "loss": 6.853406667709351, "time": 0.19717345237731934, "step": 485838}
{"lr": 0.015706596760644637, "data_time": 0.017272186279296876, "loss_single": 3.409706377983093, "loss_dense": 3.4639459609985352, "loss": 6.873652362823487, "time": 0.1630087375640869, "step": 485888}
{"lr": 0.015706596760644637, "data_time": 0.017183303833007812, "loss_single": 3.407641553878784, "loss_dense": 3.472884273529053, "loss": 6.880525827407837, "time": 0.15824172496795655, "step": 485938}
{"lr": 0.015706596760644637, "data_time": 0.017390918731689454, "loss_single": 3.4236199617385865, "loss_dense": 3.4831008195877073, "loss": 6.906720781326294, "time": 0.15951573848724365, "step": 485988}
{"lr": 0.015706596760644637, "data_time": 0.01815040111541748, "loss_single": 3.4281020879745485, "loss_dense": 3.4913589715957642, "loss": 6.919460916519165, "time": 0.16296589374542236, "step": 486038}
{"lr": 0.015706596760644637, "data_time": 0.016629695892333984, "loss_single": 3.4384243488311768, "loss_dense": 3.4897238492965696, "loss": 6.928148174285889, "time": 0.15791685581207277, "step": 486088}
{"lr": 0.015706596760644637, "data_time": 0.022196316719055177, "loss_single": 3.4064852952957154, "loss_dense": 3.463512134552002, "loss": 6.869997358322143, "time": 0.23174214363098145, "step": 486138}
{"lr": 0.015706596760644637, "data_time": 0.01696031093597412, "loss_single": 3.446021318435669, "loss_dense": 3.5056717872619627, "loss": 6.951693105697632, "time": 0.1581939935684204, "step": 486188}
{"lr": 0.015706596760644637, "data_time": 0.017868900299072267, "loss_single": 3.4174243450164794, "loss_dense": 3.4709738731384276, "loss": 6.888398218154907, "time": 0.15375256538391113, "step": 486238}
{"lr": 0.015706596760644637, "data_time": 0.009965658187866211, "loss_single": 3.4393306255340574, "loss_dense": 3.4763120889663695, "loss": 6.9156426906585695, "time": 0.15462400913238525, "step": 486288}
{"lr": 0.015706596760644637, "data_time": 0.019400763511657714, "loss_single": 3.413262391090393, "loss_dense": 3.4640953063964846, "loss": 6.877357625961304, "time": 0.16303486824035646, "step": 486338}
{"lr": 0.015706596760644637, "data_time": 0.01667802333831787, "loss_single": 3.433697962760925, "loss_dense": 3.4720192432403563, "loss": 6.905717182159424, "time": 0.18481707572937012, "step": 486388}
{"lr": 0.015706596760644637, "data_time": 0.020003867149353028, "loss_single": 3.3986260890960693, "loss_dense": 3.4477835416793825, "loss": 6.846409606933594, "time": 0.15548439025878907, "step": 486438}
{"lr": 0.015706596760644637, "data_time": 0.016415786743164063, "loss_single": 3.401150131225586, "loss_dense": 3.4550641059875487, "loss": 6.856214141845703, "time": 0.159058141708374, "step": 486488}
{"lr": 0.015706596760644637, "data_time": 0.01779346466064453, "loss_single": 3.422409272193909, "loss_dense": 3.477863621711731, "loss": 6.9002728939056395, "time": 0.15490260124206542, "step": 486538}
{"lr": 0.015706596760644637, "data_time": 0.017543101310729982, "loss_single": 3.4119853496551515, "loss_dense": 3.458614158630371, "loss": 6.870599365234375, "time": 0.1543883800506592, "step": 486588}
{"lr": 0.015706596760644637, "data_time": 0.016743850708007813, "loss_single": 3.377892518043518, "loss_dense": 3.436352348327637, "loss": 6.814244890213013, "time": 0.16244902610778808, "step": 486638}
{"lr": 0.015706596760644637, "data_time": 0.015337681770324707, "loss_single": 3.4026692390441893, "loss_dense": 3.457341742515564, "loss": 6.860010957717895, "time": 0.1521498441696167, "step": 486688}
{"lr": 0.015706596760644637, "data_time": 0.017725038528442382, "loss_single": 3.4247607707977297, "loss_dense": 3.494939160346985, "loss": 6.9196999073028564, "time": 0.19812793731689454, "step": 486738}
{"lr": 0.015706596760644637, "data_time": 0.019516301155090333, "loss_single": 3.404139590263367, "loss_dense": 3.4647841930389403, "loss": 6.868923759460449, "time": 0.15647783279418945, "step": 486788}
{"lr": 0.015706596760644637, "data_time": 0.04241178035736084, "loss_single": 3.430367422103882, "loss_dense": 3.50357723236084, "loss": 6.933944654464722, "time": 0.18796510696411134, "step": 486838}
{"lr": 0.015706596760644637, "data_time": 0.016701459884643555, "loss_single": 3.425062584877014, "loss_dense": 3.4875714063644407, "loss": 6.912633991241455, "time": 0.15257973670959474, "step": 486888}
{"lr": 0.015706596760644637, "data_time": 0.017184114456176756, "loss_single": 3.450415754318237, "loss_dense": 3.507966995239258, "loss": 6.958382701873779, "time": 0.1539027214050293, "step": 486938}
{"lr": 0.015706596760644637, "data_time": 0.016473603248596192, "loss_single": 3.402123951911926, "loss_dense": 3.466990613937378, "loss": 6.869114542007447, "time": 0.15953316688537597, "step": 486988}
{"lr": 0.015706596760644637, "data_time": 0.01906435489654541, "loss_single": 3.417875790596008, "loss_dense": 3.4870453834533692, "loss": 6.904921054840088, "time": 0.15373125076293945, "step": 487038}
{"lr": 0.015706596760644637, "data_time": 0.016842293739318847, "loss_single": 3.4239711284637453, "loss_dense": 3.472914934158325, "loss": 6.896885967254638, "time": 0.1596548080444336, "step": 487088}
{"lr": 0.015706596760644637, "data_time": 0.01809229850769043, "loss_single": 3.425561022758484, "loss_dense": 3.472245979309082, "loss": 6.89780707359314, "time": 0.15588057041168213, "step": 487138}
{"lr": 0.015706596760644637, "data_time": 0.01879613399505615, "loss_single": 3.429459547996521, "loss_dense": 3.4617210388183595, "loss": 6.89118070602417, "time": 0.16220028400421144, "step": 487188}
{"lr": 0.015706596760644637, "data_time": 0.01807849407196045, "loss_single": 3.4086803436279296, "loss_dense": 3.4704015016555787, "loss": 6.879081773757934, "time": 0.15378999710083008, "step": 487238}
{"lr": 0.015706596760644637, "data_time": 0.020968914031982422, "loss_single": 3.4174110889434814, "loss_dense": 3.4770962238311767, "loss": 6.894507312774659, "time": 0.18200759887695311, "step": 487288}
{"lr": 0.015706596760644637, "data_time": 0.016339445114135744, "loss_single": 3.4293803930282594, "loss_dense": 3.4748703956604006, "loss": 6.904250812530518, "time": 0.16193795204162598, "step": 487338}
{"lr": 0.015706596760644637, "data_time": 0.01041262149810791, "loss_single": 3.418998885154724, "loss_dense": 3.4780050039291384, "loss": 6.897003889083862, "time": 0.15846176147460939, "step": 487388}
{"lr": 0.015706596760644637, "data_time": 0.015395212173461913, "loss_single": 3.3902704238891603, "loss_dense": 3.445158815383911, "loss": 6.835429334640503, "time": 0.15832183361053467, "step": 487438}
{"lr": 0.015706596760644637, "data_time": 0.016549348831176758, "loss_single": 3.4225274562835692, "loss_dense": 3.466757345199585, "loss": 6.88928484916687, "time": 0.1593334913253784, "step": 487488}
{"lr": 0.015706596760644637, "data_time": 0.019561266899108885, "loss_single": 3.439565372467041, "loss_dense": 3.4914624452590943, "loss": 6.9310276985168455, "time": 0.15538923740386962, "step": 487538}
{"lr": 0.015706596760644637, "data_time": 0.017693805694580077, "loss_single": 3.411436986923218, "loss_dense": 3.4520987272262573, "loss": 6.863535594940186, "time": 0.1519630193710327, "step": 487588}
{"lr": 0.015706596760644637, "data_time": 0.015547847747802735, "loss_single": 3.435925912857056, "loss_dense": 3.4998546123504637, "loss": 6.935780477523804, "time": 0.1994023561477661, "step": 487638}
{"lr": 0.015706596760644637, "data_time": 0.019121003150939942, "loss_single": 3.423400568962097, "loss_dense": 3.4703261613845826, "loss": 6.8937266826629635, "time": 0.1582127571105957, "step": 487688}
{"lr": 0.015706596760644637, "data_time": 0.01705977916717529, "loss_single": 3.3970454454422, "loss_dense": 3.4553216695785522, "loss": 6.852367210388183, "time": 0.1553947687149048, "step": 487738}
{"lr": 0.015706596760644637, "data_time": 0.018239140510559082, "loss_single": 3.4499300479888917, "loss_dense": 3.5118557929992678, "loss": 6.961785936355591, "time": 0.15403306484222412, "step": 487788}
{"lr": 0.015706596760644637, "data_time": 0.016275954246520997, "loss_single": 3.449300670623779, "loss_dense": 3.4900015592575073, "loss": 6.939302206039429, "time": 0.17584896087646484, "step": 487838}
{"lr": 0.015706596760644637, "data_time": 0.018181490898132324, "loss_single": 3.4153799772262574, "loss_dense": 3.4762246370315553, "loss": 6.891604566574097, "time": 0.15707747936248778, "step": 487888}
{"lr": 0.015706596760644637, "data_time": 0.01921837329864502, "loss_single": 3.4200827836990357, "loss_dense": 3.476568651199341, "loss": 6.8966514587402346, "time": 0.22097673416137695, "step": 487938}
{"lr": 0.015706596760644637, "data_time": 0.022313642501831054, "loss_single": 3.441041612625122, "loss_dense": 3.5175064325332643, "loss": 6.9585480213165285, "time": 0.16334826946258546, "step": 487988}
{"lr": 0.015706596760644637, "data_time": 0.018522977828979492, "loss_single": 3.412358784675598, "loss_dense": 3.4865681886672975, "loss": 6.89892692565918, "time": 0.20505523681640625, "step": 488038}
{"lr": 0.015706596760644637, "data_time": 0.016662240028381348, "loss_single": 3.4621787309646606, "loss_dense": 3.5186997413635255, "loss": 6.980878496170044, "time": 0.16192054748535156, "step": 488088}
{"lr": 0.015706596760644637, "data_time": 0.01755547523498535, "loss_single": 3.433395576477051, "loss_dense": 3.4874746561050416, "loss": 6.92087025642395, "time": 0.15227601528167725, "step": 488138}
{"lr": 0.015706596760644637, "data_time": 0.01680440902709961, "loss_single": 3.427794003486633, "loss_dense": 3.4797356843948366, "loss": 6.9075297832489015, "time": 0.15479211807250975, "step": 488188}
{"lr": 0.015706596760644637, "data_time": 0.017703866958618163, "loss_single": 3.3971187829971314, "loss_dense": 3.4497397422790526, "loss": 6.8468585968017575, "time": 0.240602445602417, "step": 488238}
{"lr": 0.015706596760644637, "data_time": 0.01713416576385498, "loss_single": 3.425555205345154, "loss_dense": 3.493410754203796, "loss": 6.9189659595489506, "time": 0.15496642589569093, "step": 488288}
{"lr": 0.015706596760644637, "data_time": 0.017454242706298827, "loss_single": 3.410421276092529, "loss_dense": 3.474545407295227, "loss": 6.884966611862183, "time": 0.15450966358184814, "step": 488338}
{"lr": 0.015706596760644637, "data_time": 0.015430974960327148, "loss_single": 3.4174332857131957, "loss_dense": 3.4607353687286375, "loss": 6.878168678283691, "time": 0.15480237007141112, "step": 488388}
{"lr": 0.015706596760644637, "data_time": 0.019513869285583497, "loss_single": 3.4206730842590334, "loss_dense": 3.4802082777023315, "loss": 6.900881385803222, "time": 0.15395691394805908, "step": 488438}
{"lr": 0.015706596760644637, "data_time": 0.014781904220581055, "loss_single": 3.43455114364624, "loss_dense": 3.481294131278992, "loss": 6.91584529876709, "time": 0.14951114654541015, "step": 488488}
{"lr": 0.015706596760644637, "data_time": 0.016980624198913573, "loss_single": 3.4581680297851562, "loss_dense": 3.5204015731811524, "loss": 6.978569602966308, "time": 0.21100995540618897, "step": 488538}
{"lr": 0.015706596760644637, "data_time": 0.01614501476287842, "loss_single": 3.4195947647094727, "loss_dense": 3.4787974834442137, "loss": 6.898392200469971, "time": 0.15132038593292235, "step": 488588}
{"lr": 0.015706596760644637, "data_time": 0.01726968288421631, "loss_single": 3.419331741333008, "loss_dense": 3.483790564537048, "loss": 6.903122329711914, "time": 0.15507683753967286, "step": 488638}
{"lr": 0.015706596760644637, "data_time": 0.01686553955078125, "loss_single": 3.4543834686279298, "loss_dense": 3.4921733140945435, "loss": 6.946556806564331, "time": 0.15141234397888184, "step": 488688}
{"lr": 0.015706596760644637, "data_time": 0.017490792274475097, "loss_single": 3.39713830947876, "loss_dense": 3.438628578186035, "loss": 6.835766935348511, "time": 0.15406696796417235, "step": 488738}
{"lr": 0.015706596760644637, "data_time": 0.0171156644821167, "loss_single": 3.4124377965927124, "loss_dense": 3.4650634050369264, "loss": 6.877501201629639, "time": 0.20972814559936523, "step": 488788}
{"lr": 0.015706596760644637, "data_time": 0.017580437660217284, "loss_single": 3.4306479692459106, "loss_dense": 3.483968162536621, "loss": 6.9146161556243895, "time": 0.15828590393066405, "step": 488838}
{"lr": 0.015706596760644637, "data_time": 0.017941594123840332, "loss_single": 3.4161509037017823, "loss_dense": 3.4696816205978394, "loss": 6.885832595825195, "time": 0.15513806343078612, "step": 488888}
{"lr": 0.015706596760644637, "data_time": 0.02212216854095459, "loss_single": 3.410969591140747, "loss_dense": 3.4641600370407106, "loss": 6.8751296043396, "time": 0.161727237701416, "step": 488938}
{"lr": 0.015706596760644637, "data_time": 0.017274904251098632, "loss_single": 3.41965274810791, "loss_dense": 3.4859837770462034, "loss": 6.905636501312256, "time": 0.15147643089294432, "step": 488988}
{"lr": 0.015706596760644637, "data_time": 0.015648031234741212, "loss_single": 3.4317081928253175, "loss_dense": 3.4950716972351072, "loss": 6.926779937744141, "time": 0.15674865245819092, "step": 489038}
{"lr": 0.015706596760644637, "data_time": 0.016312670707702637, "loss_single": 3.4113324165344237, "loss_dense": 3.4686750173568726, "loss": 6.88000750541687, "time": 0.15287227630615235, "step": 489088}
{"lr": 0.015706596760644637, "data_time": 0.01762557029724121, "loss_single": 3.4138217687606813, "loss_dense": 3.46670982837677, "loss": 6.880531549453735, "time": 0.15520827770233153, "step": 489138}
{"lr": 0.015706596760644637, "data_time": 0.018426275253295897, "loss_single": 3.4322805166244508, "loss_dense": 3.4835006952285767, "loss": 6.915781164169312, "time": 0.17120144367218018, "step": 489188}
{"lr": 0.015706596760644637, "data_time": 0.016671204566955568, "loss_single": 3.3935709953308106, "loss_dense": 3.4426613330841063, "loss": 6.836232328414917, "time": 0.14999380111694335, "step": 489238}
{"lr": 0.015706596760644637, "data_time": 0.01645476818084717, "loss_single": 3.4277528524398804, "loss_dense": 3.4814724922180176, "loss": 6.909225368499756, "time": 0.1506948947906494, "step": 489288}
{"lr": 0.015706596760644637, "data_time": 0.01843991279602051, "loss_single": 3.394263243675232, "loss_dense": 3.462784266471863, "loss": 6.8570475578308105, "time": 0.15312235355377196, "step": 489338}
{"lr": 0.015706596760644637, "data_time": 0.02010037899017334, "loss_single": 3.418929839134216, "loss_dense": 3.4790553569793703, "loss": 6.89798526763916, "time": 0.1646864414215088, "step": 489388}
{"lr": 0.015706596760644637, "data_time": 0.01692509651184082, "loss_single": 3.4202088832855226, "loss_dense": 3.4596802234649657, "loss": 6.879889106750488, "time": 0.15267763137817383, "step": 489438}
{"lr": 0.015706596760644637, "data_time": 0.016610217094421387, "loss_single": 3.4198446750640867, "loss_dense": 3.4778162479400634, "loss": 6.897660970687866, "time": 0.15658197402954102, "step": 489488}
{"lr": 0.015706596760644637, "data_time": 0.016582441329956055, "loss_single": 3.3987765312194824, "loss_dense": 3.4672924041748048, "loss": 6.866068983078003, "time": 0.17154529094696044, "step": 489538}
{"lr": 0.015706596760644637, "data_time": 0.016649889945983886, "loss_single": 3.4568939447402953, "loss_dense": 3.493098497390747, "loss": 6.949992418289185, "time": 0.18506624698638915, "step": 489588}
{"lr": 0.015706596760644637, "data_time": 0.017111754417419432, "loss_single": 3.415059947967529, "loss_dense": 3.469153714179993, "loss": 6.884213638305664, "time": 0.19183018207550048, "step": 489638}
{"lr": 0.015706596760644637, "data_time": 0.014132118225097657, "loss_single": 3.413047218322754, "loss_dense": 3.4854327917098997, "loss": 6.898480081558228, "time": 0.16405694484710692, "step": 489688}
{"lr": 0.015706596760644637, "data_time": 0.015913057327270507, "loss_single": 3.4223543882369993, "loss_dense": 3.4779483556747435, "loss": 6.900302696228027, "time": 0.16661312580108642, "step": 489738}
{"lr": 0.015706596760644637, "data_time": 0.017949533462524415, "loss_single": 3.4458559274673464, "loss_dense": 3.502882146835327, "loss": 6.9487380027771, "time": 0.1674713134765625, "step": 489788}
{"lr": 0.015706596760644637, "data_time": 0.019536519050598146, "loss_single": 3.4348268508911133, "loss_dense": 3.486437773704529, "loss": 6.921264696121216, "time": 0.1744255781173706, "step": 489838}
{"lr": 0.015706596760644637, "data_time": 0.016570448875427246, "loss_single": 3.415671467781067, "loss_dense": 3.4656153440475466, "loss": 6.881286859512329, "time": 0.17997591495513915, "step": 489888}
{"lr": 0.015706596760644637, "data_time": 0.017598652839660646, "loss_single": 3.4234057426452638, "loss_dense": 3.485780644416809, "loss": 6.909186458587646, "time": 0.15088288784027098, "step": 489938}
{"lr": 0.015706596760644637, "data_time": 0.01783151626586914, "loss_single": 3.4325515985488892, "loss_dense": 3.4951239347457888, "loss": 6.927675533294678, "time": 0.165415358543396, "step": 489988}
{"lr": 0.015706596760644637, "data_time": 0.017087483406066896, "loss_single": 3.411442756652832, "loss_dense": 3.467796540260315, "loss": 6.879239225387574, "time": 0.15344510078430176, "step": 490038}
{"lr": 0.015706596760644637, "data_time": 0.015294194221496582, "loss_single": 3.4178481817245485, "loss_dense": 3.476702117919922, "loss": 6.8945502758026125, "time": 0.15577435493469238, "step": 490088}
{"lr": 0.015706596760644637, "data_time": 0.016241121292114257, "loss_single": 3.3986279487609865, "loss_dense": 3.4578818798065187, "loss": 6.856509828567505, "time": 0.15727016925811768, "step": 490138}
{"lr": 0.015706596760644637, "data_time": 0.015999245643615722, "loss_single": 3.418340063095093, "loss_dense": 3.4885791063308718, "loss": 6.906919193267822, "time": 0.15836730003356933, "step": 490188}
{"lr": 0.015706596760644637, "data_time": 0.016330552101135255, "loss_single": 3.4225297451019285, "loss_dense": 3.478871726989746, "loss": 6.901401424407959, "time": 0.15024979114532472, "step": 490238}
{"lr": 0.015706596760644637, "data_time": 0.019487619400024414, "loss_single": 3.4277105808258055, "loss_dense": 3.4957683086395264, "loss": 6.923478841781616, "time": 0.1550294876098633, "step": 490288}
{"lr": 0.015706596760644637, "data_time": 0.01805698871612549, "loss_single": 3.3836281538009643, "loss_dense": 3.441340446472168, "loss": 6.82496862411499, "time": 0.1512274980545044, "step": 490338}
{"lr": 0.015706596760644637, "data_time": 0.014079999923706055, "loss_single": 3.4080663442611696, "loss_dense": 3.471809434890747, "loss": 6.879875802993775, "time": 0.14441087245941162, "step": 490388}
{"lr": 0.015471161386171923, "data_time": 0.01964092254638672, "loss_single": 3.4376248836517336, "loss_dense": 3.495124864578247, "loss": 6.9327497482299805, "time": 0.1837850332260132, "step": 490442}
{"lr": 0.015471161386171923, "data_time": 0.017851924896240233, "loss_single": 3.4338640689849855, "loss_dense": 3.479692268371582, "loss": 6.913556337356567, "time": 0.15724582672119142, "step": 490492}
{"lr": 0.015471161386171923, "data_time": 0.018660855293273926, "loss_single": 3.4144386529922484, "loss_dense": 3.4744860172271728, "loss": 6.888924694061279, "time": 0.1551790714263916, "step": 490542}
{"lr": 0.015471161386171923, "data_time": 0.047767233848571775, "loss_single": 3.4492924213409424, "loss_dense": 3.490505886077881, "loss": 6.939798355102539, "time": 0.18712375164031983, "step": 490592}
{"lr": 0.015471161386171923, "data_time": 0.018498659133911133, "loss_single": 3.440829038619995, "loss_dense": 3.4939319849014283, "loss": 6.934761047363281, "time": 0.15333433151245118, "step": 490642}
{"lr": 0.015471161386171923, "data_time": 0.03238422870635986, "loss_single": 3.418326425552368, "loss_dense": 3.476484441757202, "loss": 6.8948108673095705, "time": 0.1669132947921753, "step": 490692}
{"lr": 0.015471161386171923, "data_time": 0.016733884811401367, "loss_single": 3.4218164443969727, "loss_dense": 3.478563642501831, "loss": 6.9003801345825195, "time": 0.15954990386962892, "step": 490742}
{"lr": 0.015471161386171923, "data_time": 0.01728196144104004, "loss_single": 3.4405927896499633, "loss_dense": 3.471335434913635, "loss": 6.9119282245635985, "time": 0.15380387306213378, "step": 490792}
{"lr": 0.015471161386171923, "data_time": 0.01884431838989258, "loss_single": 3.4330243825912476, "loss_dense": 3.4850793838500977, "loss": 6.918103742599487, "time": 0.15801758766174318, "step": 490842}
{"lr": 0.015471161386171923, "data_time": 0.017335009574890137, "loss_single": 3.395125222206116, "loss_dense": 3.4514206886291503, "loss": 6.846545934677124, "time": 0.16345789432525634, "step": 490892}
{"lr": 0.015471161386171923, "data_time": 0.016601133346557616, "loss_single": 3.432532620429993, "loss_dense": 3.492820072174072, "loss": 6.925352668762207, "time": 0.17768723964691163, "step": 490942}
{"lr": 0.015471161386171923, "data_time": 0.016296958923339842, "loss_single": 3.41262629032135, "loss_dense": 3.4640193700790407, "loss": 6.876645612716675, "time": 0.1535876750946045, "step": 490992}
{"lr": 0.015471161386171923, "data_time": 0.01931917667388916, "loss_single": 3.4077077865600587, "loss_dense": 3.4598890781402587, "loss": 6.867596769332886, "time": 0.26002724170684816, "step": 491042}
{"lr": 0.015471161386171923, "data_time": 0.018133211135864257, "loss_single": 3.4111685752868652, "loss_dense": 3.461757683753967, "loss": 6.872926235198975, "time": 0.1576505184173584, "step": 491092}
{"lr": 0.015471161386171923, "data_time": 0.017785000801086425, "loss_single": 3.4258472442626955, "loss_dense": 3.4789175987243652, "loss": 6.904764842987061, "time": 0.15517854690551758, "step": 491142}
{"lr": 0.015471161386171923, "data_time": 0.01519944667816162, "loss_single": 3.4395822048187257, "loss_dense": 3.505187249183655, "loss": 6.944769382476807, "time": 0.1614851474761963, "step": 491192}
{"lr": 0.015471161386171923, "data_time": 0.01736030578613281, "loss_single": 3.42234628200531, "loss_dense": 3.481948399543762, "loss": 6.904294681549072, "time": 0.15970609188079835, "step": 491242}
{"lr": 0.015471161386171923, "data_time": 0.020087456703186034, "loss_single": 3.434123730659485, "loss_dense": 3.479623246192932, "loss": 6.913746976852417, "time": 0.1534280776977539, "step": 491292}
{"lr": 0.015471161386171923, "data_time": 0.01623842716217041, "loss_single": 3.4249666213989256, "loss_dense": 3.4693711042404174, "loss": 6.894337701797485, "time": 0.14926621913909913, "step": 491342}
{"lr": 0.015471161386171923, "data_time": 0.0170285701751709, "loss_single": 3.4241302251815795, "loss_dense": 3.4773579359054567, "loss": 6.901488161087036, "time": 0.15577776432037355, "step": 491392}
{"lr": 0.015471161386171923, "data_time": 0.01721789836883545, "loss_single": 3.4047097682952883, "loss_dense": 3.4571855068206787, "loss": 6.861895275115967, "time": 0.15362989902496338, "step": 491442}
{"lr": 0.015471161386171923, "data_time": 0.015536165237426758, "loss_single": 3.4303527593612673, "loss_dense": 3.48064923286438, "loss": 6.9110020160675045, "time": 0.15468087196350097, "step": 491492}
{"lr": 0.015471161386171923, "data_time": 0.020172500610351564, "loss_single": 3.4098132133483885, "loss_dense": 3.458646774291992, "loss": 6.868459987640381, "time": 0.16534047126770018, "step": 491542}
{"lr": 0.015471161386171923, "data_time": 0.01625363826751709, "loss_single": 3.4143831968307494, "loss_dense": 3.482497453689575, "loss": 6.8968805313110355, "time": 0.6424518585205078, "step": 491592}
{"lr": 0.015471161386171923, "data_time": 0.017281699180603027, "loss_single": 3.3794742584228517, "loss_dense": 3.449617862701416, "loss": 6.829092168807984, "time": 0.15473394393920897, "step": 491642}
{"lr": 0.015471161386171923, "data_time": 0.01779284477233887, "loss_single": 3.4280551433563233, "loss_dense": 3.48230357170105, "loss": 6.910358572006226, "time": 0.15661399364471434, "step": 491692}
{"lr": 0.015471161386171923, "data_time": 0.01863257884979248, "loss_single": 3.4104611396789553, "loss_dense": 3.4544699668884276, "loss": 6.864931106567383, "time": 0.164678955078125, "step": 491742}
{"lr": 0.015471161386171923, "data_time": 0.018652582168579103, "loss_single": 3.4222193479537966, "loss_dense": 3.4817542552948, "loss": 6.903973627090454, "time": 0.19520742893218995, "step": 491792}
{"lr": 0.015471161386171923, "data_time": 0.017201447486877443, "loss_single": 3.421889138221741, "loss_dense": 3.4799195766448974, "loss": 6.901808738708496, "time": 0.15655922889709473, "step": 491842}
{"lr": 0.015471161386171923, "data_time": 0.02016713619232178, "loss_single": 3.4189884424209596, "loss_dense": 3.4554088830947878, "loss": 6.874397277832031, "time": 0.1525663137435913, "step": 491892}
{"lr": 0.015471161386171923, "data_time": 0.017264771461486816, "loss_single": 3.43270058631897, "loss_dense": 3.4984899044036863, "loss": 6.931190538406372, "time": 0.1543579339981079, "step": 491942}
{"lr": 0.015471161386171923, "data_time": 0.020937490463256835, "loss_single": 3.4096238374710084, "loss_dense": 3.4667619943618773, "loss": 6.87638578414917, "time": 0.16789281368255615, "step": 491992}
{"lr": 0.015471161386171923, "data_time": 0.013389849662780761, "loss_single": 3.4402612924575804, "loss_dense": 3.4919279336929323, "loss": 6.932189226150513, "time": 0.1969834804534912, "step": 492042}
{"lr": 0.015471161386171923, "data_time": 0.017014384269714355, "loss_single": 3.441960096359253, "loss_dense": 3.503144145011902, "loss": 6.945104312896729, "time": 0.1570350408554077, "step": 492092}
{"lr": 0.015471161386171923, "data_time": 0.01737532615661621, "loss_single": 3.4360049962997437, "loss_dense": 3.4828163146972657, "loss": 6.918821239471436, "time": 0.1552497148513794, "step": 492142}
{"lr": 0.015471161386171923, "data_time": 0.01663994789123535, "loss_single": 3.4111382722854615, "loss_dense": 3.468673062324524, "loss": 6.879811239242554, "time": 0.16315741539001466, "step": 492192}
{"lr": 0.015471161386171923, "data_time": 0.01727616786956787, "loss_single": 3.419909954071045, "loss_dense": 3.471627044677734, "loss": 6.891536903381348, "time": 0.15910625457763672, "step": 492242}
{"lr": 0.015471161386171923, "data_time": 0.019955968856811522, "loss_single": 3.4140000104904176, "loss_dense": 3.4662024974823, "loss": 6.8802024841308596, "time": 0.155462646484375, "step": 492292}
{"lr": 0.015471161386171923, "data_time": 0.016695904731750488, "loss_single": 3.404036045074463, "loss_dense": 3.462872934341431, "loss": 6.866908931732178, "time": 0.15180201530456544, "step": 492342}
{"lr": 0.015471161386171923, "data_time": 0.01729733943939209, "loss_single": 3.4042423486709597, "loss_dense": 3.4680588006973267, "loss": 6.872301054000855, "time": 0.22602291107177735, "step": 492392}
{"lr": 0.015471161386171923, "data_time": 0.02337033748626709, "loss_single": 3.4219923973083497, "loss_dense": 3.492705059051514, "loss": 6.914697313308716, "time": 0.16348862648010254, "step": 492442}
{"lr": 0.015471161386171923, "data_time": 0.01867961883544922, "loss_single": 3.4217665672302244, "loss_dense": 3.4790784120559692, "loss": 6.90084490776062, "time": 0.15213158130645751, "step": 492492}
{"lr": 0.015471161386171923, "data_time": 0.022039389610290526, "loss_single": 3.4105051040649412, "loss_dense": 3.469246983528137, "loss": 6.879752111434937, "time": 0.2418757200241089, "step": 492542}
{"lr": 0.015471161386171923, "data_time": 0.017567038536071777, "loss_single": 3.442868781089783, "loss_dense": 3.4785084247589113, "loss": 6.921377277374267, "time": 0.21572537422180177, "step": 492592}
{"lr": 0.015471161386171923, "data_time": 0.016544222831726074, "loss_single": 3.4252999782562257, "loss_dense": 3.4802337169647215, "loss": 6.905533647537231, "time": 0.15172865390777587, "step": 492642}
{"lr": 0.015471161386171923, "data_time": 0.017426013946533203, "loss_single": 3.430370593070984, "loss_dense": 3.481029748916626, "loss": 6.911400270462036, "time": 0.15569019317626953, "step": 492692}
{"lr": 0.015471161386171923, "data_time": 0.016248679161071776, "loss_single": 3.4343411922454834, "loss_dense": 3.4834710359573364, "loss": 6.917812156677246, "time": 0.1556938648223877, "step": 492742}
{"lr": 0.015471161386171923, "data_time": 0.01795518398284912, "loss_single": 3.424018955230713, "loss_dense": 3.487460660934448, "loss": 6.9114796161651615, "time": 0.1565084457397461, "step": 492792}
{"lr": 0.015471161386171923, "data_time": 0.018140792846679688, "loss_single": 3.393895220756531, "loss_dense": 3.459673523902893, "loss": 6.853568696975708, "time": 0.2181993007659912, "step": 492842}
{"lr": 0.015471161386171923, "data_time": 0.016902232170104982, "loss_single": 3.4217928886413573, "loss_dense": 3.4762885570526123, "loss": 6.89808144569397, "time": 0.15790045261383057, "step": 492892}
{"lr": 0.015471161386171923, "data_time": 0.015277266502380371, "loss_single": 3.4082613229751586, "loss_dense": 3.4647411584854124, "loss": 6.8730024814605715, "time": 0.15398666858673096, "step": 492942}
{"lr": 0.015471161386171923, "data_time": 0.018346667289733887, "loss_single": 3.43416588306427, "loss_dense": 3.4851619958877564, "loss": 6.91932783126831, "time": 0.16381728649139404, "step": 492992}
{"lr": 0.015471161386171923, "data_time": 0.015355134010314941, "loss_single": 3.4176244497299195, "loss_dense": 3.4650241136550903, "loss": 6.882648563385009, "time": 0.18914809226989746, "step": 493042}
{"lr": 0.015471161386171923, "data_time": 0.015286397933959962, "loss_single": 3.473731184005737, "loss_dense": 3.520079755783081, "loss": 6.993810939788818, "time": 0.1548816204071045, "step": 493092}
{"lr": 0.015471161386171923, "data_time": 0.017513251304626463, "loss_single": 3.3842450618743896, "loss_dense": 3.43687047958374, "loss": 6.821115493774414, "time": 0.15333073139190673, "step": 493142}
{"lr": 0.015471161386171923, "data_time": 0.015862274169921874, "loss_single": 3.3909845113754273, "loss_dense": 3.4600034236907957, "loss": 6.85098786354065, "time": 0.16559417247772218, "step": 493192}
{"lr": 0.015471161386171923, "data_time": 0.017468881607055665, "loss_single": 3.4185855388641357, "loss_dense": 3.46788547039032, "loss": 6.8864710330963135, "time": 0.1539090394973755, "step": 493242}
{"lr": 0.015471161386171923, "data_time": 0.019301342964172363, "loss_single": 3.4125157594680786, "loss_dense": 3.4661545038223265, "loss": 6.878670263290405, "time": 0.20477676391601562, "step": 493292}
{"lr": 0.015471161386171923, "data_time": 0.017999482154846192, "loss_single": 3.4048808574676515, "loss_dense": 3.467028093338013, "loss": 6.8719089984893795, "time": 0.161086106300354, "step": 493342}
{"lr": 0.015471161386171923, "data_time": 0.016019320487976073, "loss_single": 3.4188018798828126, "loss_dense": 3.47508704662323, "loss": 6.893888854980469, "time": 0.1647566080093384, "step": 493392}
{"lr": 0.015471161386171923, "data_time": 0.01875309944152832, "loss_single": 3.410218834877014, "loss_dense": 3.4626158475875854, "loss": 6.872834634780884, "time": 0.20767683982849122, "step": 493442}
{"lr": 0.015471161386171923, "data_time": 0.016483044624328612, "loss_single": 3.421300530433655, "loss_dense": 3.468812894821167, "loss": 6.890113401412964, "time": 0.21596808433532716, "step": 493492}
{"lr": 0.015471161386171923, "data_time": 0.016338086128234862, "loss_single": 3.415154218673706, "loss_dense": 3.4783941745758056, "loss": 6.893548393249512, "time": 0.1565807580947876, "step": 493542}
{"lr": 0.015471161386171923, "data_time": 0.02028064727783203, "loss_single": 3.425897479057312, "loss_dense": 3.4698747873306273, "loss": 6.895772314071655, "time": 0.16015801429748536, "step": 493592}
{"lr": 0.015471161386171923, "data_time": 0.01805262565612793, "loss_single": 3.4058523654937742, "loss_dense": 3.466508913040161, "loss": 6.8723612308502195, "time": 0.19391965866088867, "step": 493642}
{"lr": 0.015471161386171923, "data_time": 0.017104363441467284, "loss_single": 3.397790861129761, "loss_dense": 3.4573938131332396, "loss": 6.855184745788574, "time": 0.15431973934173585, "step": 493692}
{"lr": 0.015471161386171923, "data_time": 0.021987533569335936, "loss_single": 3.41527943611145, "loss_dense": 3.475343179702759, "loss": 6.890622663497925, "time": 0.2138366222381592, "step": 493742}
{"lr": 0.015471161386171923, "data_time": 0.017542648315429687, "loss_single": 3.4136475563049316, "loss_dense": 3.4692309617996218, "loss": 6.882878589630127, "time": 0.15401725769042968, "step": 493792}
{"lr": 0.015471161386171923, "data_time": 0.016810965538024903, "loss_single": 3.4296653270721436, "loss_dense": 3.471299338340759, "loss": 6.900964641571045, "time": 0.15873708724975585, "step": 493842}
{"lr": 0.015471161386171923, "data_time": 0.017661643028259278, "loss_single": 3.4209643602371216, "loss_dense": 3.4650538206100463, "loss": 6.886018228530884, "time": 0.1516263961791992, "step": 493892}
{"lr": 0.015471161386171923, "data_time": 0.0168226957321167, "loss_single": 3.4055938482284547, "loss_dense": 3.4562488317489626, "loss": 6.861842679977417, "time": 0.1540140151977539, "step": 493942}
{"lr": 0.015471161386171923, "data_time": 0.017769575119018555, "loss_single": 3.4381478309631346, "loss_dense": 3.501519298553467, "loss": 6.939667129516602, "time": 0.15605745315551758, "step": 493992}
{"lr": 0.015471161386171923, "data_time": 0.01918935775756836, "loss_single": 3.424122762680054, "loss_dense": 3.484136939048767, "loss": 6.908259773254395, "time": 0.16321213245391847, "step": 494042}
{"lr": 0.015471161386171923, "data_time": 0.017305493354797363, "loss_single": 3.4268932342529297, "loss_dense": 3.4858094453811646, "loss": 6.912702751159668, "time": 0.15469870567321778, "step": 494092}
{"lr": 0.015471161386171923, "data_time": 0.017678666114807128, "loss_single": 3.4135390758514403, "loss_dense": 3.480607104301453, "loss": 6.89414610862732, "time": 0.16560070514678954, "step": 494142}
{"lr": 0.015471161386171923, "data_time": 0.01847679615020752, "loss_single": 3.3993432998657225, "loss_dense": 3.456322717666626, "loss": 6.855666017532348, "time": 0.15485434532165526, "step": 494192}
{"lr": 0.015471161386171923, "data_time": 0.01660621166229248, "loss_single": 3.4386394739151003, "loss_dense": 3.4951618671417237, "loss": 6.933801364898682, "time": 0.1544559955596924, "step": 494242}
{"lr": 0.015471161386171923, "data_time": 0.017040395736694337, "loss_single": 3.4260498523712157, "loss_dense": 3.478260564804077, "loss": 6.9043103694915775, "time": 0.1622798204421997, "step": 494292}
{"lr": 0.015471161386171923, "data_time": 0.02072145938873291, "loss_single": 3.4534851551055907, "loss_dense": 3.492446851730347, "loss": 6.945932149887085, "time": 0.21671583652496337, "step": 494342}
{"lr": 0.015471161386171923, "data_time": 0.018093323707580565, "loss_single": 3.403628039360046, "loss_dense": 3.4621019840240477, "loss": 6.865729951858521, "time": 0.15417053699493408, "step": 494392}
{"lr": 0.015471161386171923, "data_time": 0.01705634593963623, "loss_single": 3.4529643058776855, "loss_dense": 3.512863111495972, "loss": 6.965827417373657, "time": 0.1594527244567871, "step": 494442}
{"lr": 0.015471161386171923, "data_time": 0.017275476455688478, "loss_single": 3.3941293239593504, "loss_dense": 3.4431304931640625, "loss": 6.837259817123413, "time": 0.1535482168197632, "step": 494492}
{"lr": 0.015471161386171923, "data_time": 0.017608094215393066, "loss_single": 3.4279340744018554, "loss_dense": 3.4800907373428345, "loss": 6.908024692535401, "time": 0.15910670757293702, "step": 494542}
{"lr": 0.015471161386171923, "data_time": 0.01806628704071045, "loss_single": 3.4172138214111327, "loss_dense": 3.4577247142791747, "loss": 6.874938488006592, "time": 0.15121641159057617, "step": 494592}
{"lr": 0.015471161386171923, "data_time": 0.017287659645080566, "loss_single": 3.4083831310272217, "loss_dense": 3.4625290393829347, "loss": 6.87091212272644, "time": 0.1602191925048828, "step": 494642}
{"lr": 0.015471161386171923, "data_time": 0.014222359657287598, "loss_single": 3.419973373413086, "loss_dense": 3.472511124610901, "loss": 6.892484474182129, "time": 0.16050245761871337, "step": 494692}
{"lr": 0.015471161386171923, "data_time": 0.017167210578918457, "loss_single": 3.404038977622986, "loss_dense": 3.469937038421631, "loss": 6.873976039886474, "time": 0.1557530164718628, "step": 494742}
{"lr": 0.015471161386171923, "data_time": 0.019420862197875977, "loss_single": 3.4247922897338867, "loss_dense": 3.485358381271362, "loss": 6.910150766372681, "time": 0.16079390048980713, "step": 494792}
{"lr": 0.015471161386171923, "data_time": 0.01601850986480713, "loss_single": 3.4391507387161253, "loss_dense": 3.4952919244766236, "loss": 6.934442663192749, "time": 0.17115206718444825, "step": 494842}
{"lr": 0.015471161386171923, "data_time": 0.02070906162261963, "loss_single": 3.4276358604431154, "loss_dense": 3.470727801322937, "loss": 6.898363637924194, "time": 0.17464599609375, "step": 494892}
{"lr": 0.015471161386171923, "data_time": 0.01554279327392578, "loss_single": 3.4161660194396974, "loss_dense": 3.4812664270401, "loss": 6.897432422637939, "time": 0.15811829566955565, "step": 494942}
{"lr": 0.015471161386171923, "data_time": 0.01798877716064453, "loss_single": 3.4177565813064574, "loss_dense": 3.4684163093566895, "loss": 6.886172914505005, "time": 0.17544424533843994, "step": 494992}
{"lr": 0.015471161386171923, "data_time": 0.013254427909851074, "loss_single": 3.414049816131592, "loss_dense": 3.4702131032943724, "loss": 6.884262895584106, "time": 0.1631427526473999, "step": 495042}
{"lr": 0.015471161386171923, "data_time": 0.01683204174041748, "loss_single": 3.430016040802002, "loss_dense": 3.4782906770706177, "loss": 6.9083067893981935, "time": 0.1608036518096924, "step": 495092}
{"lr": 0.015471161386171923, "data_time": 0.015347886085510253, "loss_single": 3.4017922401428224, "loss_dense": 3.4589890480041503, "loss": 6.860781288146972, "time": 0.16163766384124756, "step": 495142}
{"lr": 0.015471161386171923, "data_time": 0.01589205265045166, "loss_single": 3.4390272378921507, "loss_dense": 3.5015278577804567, "loss": 6.940555095672607, "time": 0.16377246379852295, "step": 495192}
{"lr": 0.015471161386171923, "data_time": 0.016951823234558107, "loss_single": 3.429547572135925, "loss_dense": 3.4778595685958864, "loss": 6.907407140731811, "time": 0.19153149127960206, "step": 495242}
{"lr": 0.015471161386171923, "data_time": 0.012526917457580566, "loss_single": 3.4433916330337526, "loss_dense": 3.481284332275391, "loss": 6.924675941467285, "time": 0.15747582912445068, "step": 495292}
{"lr": 0.015471161386171923, "data_time": 0.024795174598693848, "loss_single": 3.401606488227844, "loss_dense": 3.4757426977157593, "loss": 6.877349138259888, "time": 0.19165873527526855, "step": 495342}
{"lr": 0.015471161386171923, "data_time": 0.011967897415161133, "loss_single": 3.3970901489257814, "loss_dense": 3.458422374725342, "loss": 6.855512523651123, "time": 0.15408637523651122, "step": 495392}
{"lr": 0.01523560975967731, "data_time": 0.021992874145507813, "loss_single": 3.4285032987594604, "loss_dense": 3.490334987640381, "loss": 6.918838310241699, "time": 0.18887486457824706, "step": 495446}
{"lr": 0.01523560975967731, "data_time": 0.01566143035888672, "loss_single": 3.3984730005264283, "loss_dense": 3.457945966720581, "loss": 6.856419038772583, "time": 0.15841279029846192, "step": 495496}
{"lr": 0.01523560975967731, "data_time": 0.016128849983215333, "loss_single": 3.4069814682006836, "loss_dense": 3.4758034706115724, "loss": 6.88278489112854, "time": 0.1624448537826538, "step": 495546}
{"lr": 0.01523560975967731, "data_time": 0.01694304943084717, "loss_single": 3.408708333969116, "loss_dense": 3.4668885707855224, "loss": 6.875596952438355, "time": 0.15916893482208253, "step": 495596}
{"lr": 0.01523560975967731, "data_time": 0.01731688976287842, "loss_single": 3.4360248327255247, "loss_dense": 3.4944319486618043, "loss": 6.9304567813873295, "time": 0.15572547912597656, "step": 495646}
{"lr": 0.01523560975967731, "data_time": 0.019634246826171875, "loss_single": 3.4187525033950807, "loss_dense": 3.4729251623153687, "loss": 6.891677713394165, "time": 0.17096397876739503, "step": 495696}
{"lr": 0.01523560975967731, "data_time": 0.024829936027526856, "loss_single": 3.4080248355865477, "loss_dense": 3.466462182998657, "loss": 6.874487066268921, "time": 0.1721862554550171, "step": 495746}
{"lr": 0.01523560975967731, "data_time": 0.017296433448791504, "loss_single": 3.420798087120056, "loss_dense": 3.4842536211013795, "loss": 6.9050517082214355, "time": 0.16334547996520996, "step": 495796}
{"lr": 0.01523560975967731, "data_time": 0.017433762550354004, "loss_single": 3.4247416734695433, "loss_dense": 3.4764971256256105, "loss": 6.901238822937012, "time": 0.15616426467895508, "step": 495846}
{"lr": 0.01523560975967731, "data_time": 0.019771647453308106, "loss_single": 3.44462251663208, "loss_dense": 3.4809583187103272, "loss": 6.925580930709839, "time": 0.20441830158233643, "step": 495896}
{"lr": 0.01523560975967731, "data_time": 0.016956305503845213, "loss_single": 3.4287946701049803, "loss_dense": 3.4940050840377808, "loss": 6.922799730300904, "time": 0.1711648225784302, "step": 495946}
{"lr": 0.01523560975967731, "data_time": 0.019359326362609862, "loss_single": 3.416592574119568, "loss_dense": 3.4777007341384887, "loss": 6.894293308258057, "time": 0.16641979217529296, "step": 495996}
{"lr": 0.01523560975967731, "data_time": 0.017773985862731934, "loss_single": 3.408772826194763, "loss_dense": 3.4712371826171875, "loss": 6.880010032653809, "time": 0.15957913398742676, "step": 496046}
{"lr": 0.01523560975967731, "data_time": 0.014651989936828614, "loss_single": 3.427332615852356, "loss_dense": 3.4787465810775755, "loss": 6.906079292297363, "time": 0.15781035423278808, "step": 496096}
{"lr": 0.01523560975967731, "data_time": 0.01783120632171631, "loss_single": 3.4107246160507203, "loss_dense": 3.4696020126342773, "loss": 6.880326604843139, "time": 0.16489598751068116, "step": 496146}
{"lr": 0.01523560975967731, "data_time": 0.017994499206542967, "loss_single": 3.3988227605819703, "loss_dense": 3.4566282510757445, "loss": 6.855451011657715, "time": 0.23012635707855225, "step": 496196}
{"lr": 0.01523560975967731, "data_time": 0.01672661304473877, "loss_single": 3.3944602251052856, "loss_dense": 3.4564261436462402, "loss": 6.850886344909668, "time": 0.15397179126739502, "step": 496246}
{"lr": 0.01523560975967731, "data_time": 0.01731288433074951, "loss_single": 3.418827033042908, "loss_dense": 3.4698840379714966, "loss": 6.888711023330688, "time": 0.16612882614135743, "step": 496296}
{"lr": 0.01523560975967731, "data_time": 0.02043483257293701, "loss_single": 3.4274546623229982, "loss_dense": 3.4838189363479612, "loss": 6.911273527145386, "time": 0.19051101207733154, "step": 496346}
{"lr": 0.01523560975967731, "data_time": 0.015538597106933593, "loss_single": 3.411158633232117, "loss_dense": 3.4681365728378295, "loss": 6.8792952537536625, "time": 0.16298925876617432, "step": 496396}
{"lr": 0.01523560975967731, "data_time": 0.015212011337280274, "loss_single": 3.431741237640381, "loss_dense": 3.476416516304016, "loss": 6.908157873153686, "time": 0.16081039905548095, "step": 496446}
{"lr": 0.01523560975967731, "data_time": 0.019220352172851562, "loss_single": 3.4254117250442504, "loss_dense": 3.461869645118713, "loss": 6.887281465530395, "time": 0.16117935180664061, "step": 496496}
{"lr": 0.01523560975967731, "data_time": 0.016167259216308592, "loss_single": 3.3952614307403564, "loss_dense": 3.468385124206543, "loss": 6.863646602630615, "time": 0.1587379217147827, "step": 496546}
{"lr": 0.01523560975967731, "data_time": 0.015802335739135743, "loss_single": 3.4494410037994383, "loss_dense": 3.501552176475525, "loss": 6.9509931087493895, "time": 0.160864520072937, "step": 496596}
{"lr": 0.01523560975967731, "data_time": 0.02013702392578125, "loss_single": 3.4069398403167725, "loss_dense": 3.4716360807418822, "loss": 6.878575849533081, "time": 0.2077918291091919, "step": 496646}
{"lr": 0.01523560975967731, "data_time": 0.016739320755004884, "loss_single": 3.399737763404846, "loss_dense": 3.44746310710907, "loss": 6.847200918197632, "time": 0.1617509603500366, "step": 496696}
{"lr": 0.01523560975967731, "data_time": 0.016777586936950684, "loss_single": 3.3878690719604494, "loss_dense": 3.4579138278961183, "loss": 6.845782947540283, "time": 0.16142628192901612, "step": 496746}
{"lr": 0.01523560975967731, "data_time": 0.018226075172424316, "loss_single": 3.411768007278442, "loss_dense": 3.467348742485046, "loss": 6.879116725921631, "time": 0.1575443983078003, "step": 496796}
{"lr": 0.01523560975967731, "data_time": 0.01623713970184326, "loss_single": 3.4135446071624758, "loss_dense": 3.4631019592285157, "loss": 6.87664647102356, "time": 0.15541014671325684, "step": 496846}
{"lr": 0.01523560975967731, "data_time": 0.016620826721191407, "loss_single": 3.417360234260559, "loss_dense": 3.459690046310425, "loss": 6.87705020904541, "time": 0.16087496280670166, "step": 496896}
{"lr": 0.01523560975967731, "data_time": 0.018937563896179198, "loss_single": 3.4011634349823, "loss_dense": 3.4546495914459228, "loss": 6.855813121795654, "time": 0.15675489902496337, "step": 496946}
{"lr": 0.01523560975967731, "data_time": 0.016137909889221192, "loss_single": 3.411800479888916, "loss_dense": 3.473671793937683, "loss": 6.885472249984741, "time": 0.15753889083862305, "step": 496996}
{"lr": 0.01523560975967731, "data_time": 0.021711087226867674, "loss_single": 3.404145836830139, "loss_dense": 3.4543800592422484, "loss": 6.8585258483886715, "time": 0.18152303695678712, "step": 497046}
{"lr": 0.01523560975967731, "data_time": 0.01782846450805664, "loss_single": 3.4161039113998415, "loss_dense": 3.4751221895217896, "loss": 6.891226100921631, "time": 0.1638852596282959, "step": 497096}
{"lr": 0.01523560975967731, "data_time": 0.016194725036621095, "loss_single": 3.39745888710022, "loss_dense": 3.4543653964996337, "loss": 6.8518242835998535, "time": 0.158951997756958, "step": 497146}
{"lr": 0.01523560975967731, "data_time": 0.01771378517150879, "loss_single": 3.389620304107666, "loss_dense": 3.450047421455383, "loss": 6.839667654037475, "time": 0.15818700790405274, "step": 497196}
{"lr": 0.01523560975967731, "data_time": 0.016770386695861818, "loss_single": 3.4104448318481446, "loss_dense": 3.4530805349349976, "loss": 6.863525295257569, "time": 0.1585108757019043, "step": 497246}
{"lr": 0.01523560975967731, "data_time": 0.016547298431396483, "loss_single": 3.4143739461898805, "loss_dense": 3.4628709077835085, "loss": 6.877244853973389, "time": 0.1540895700454712, "step": 497296}
{"lr": 0.01523560975967731, "data_time": 0.014998149871826173, "loss_single": 3.394007849693298, "loss_dense": 3.457023763656616, "loss": 6.851031637191772, "time": 0.15124680995941162, "step": 497346}
{"lr": 0.01523560975967731, "data_time": 0.018099403381347655, "loss_single": 3.4217092752456666, "loss_dense": 3.463003993034363, "loss": 6.884713268280029, "time": 0.16826484203338624, "step": 497396}
{"lr": 0.01523560975967731, "data_time": 0.015887928009033204, "loss_single": 3.4124042272567747, "loss_dense": 3.4748220443725586, "loss": 6.887226295471192, "time": 0.22856006622314454, "step": 497446}
{"lr": 0.01523560975967731, "data_time": 0.016309499740600586, "loss_single": 3.4321276903152467, "loss_dense": 3.47110116481781, "loss": 6.903228807449341, "time": 0.17567267417907714, "step": 497496}
{"lr": 0.01523560975967731, "data_time": 0.01812422275543213, "loss_single": 3.415994477272034, "loss_dense": 3.4747341871261597, "loss": 6.890728616714478, "time": 0.16511638164520265, "step": 497546}
{"lr": 0.01523560975967731, "data_time": 0.015732502937316893, "loss_single": 3.421207404136658, "loss_dense": 3.4870651721954347, "loss": 6.908272552490234, "time": 0.17396557331085205, "step": 497596}
{"lr": 0.01523560975967731, "data_time": 0.016403460502624513, "loss_single": 3.4274598598480224, "loss_dense": 3.498412609100342, "loss": 6.925872468948365, "time": 0.15689857006073, "step": 497646}
{"lr": 0.01523560975967731, "data_time": 0.01581552028656006, "loss_single": 3.425059676170349, "loss_dense": 3.463220405578613, "loss": 6.888280200958252, "time": 0.16141138076782227, "step": 497696}
{"lr": 0.01523560975967731, "data_time": 0.012323594093322754, "loss_single": 3.403145408630371, "loss_dense": 3.4520893335342406, "loss": 6.8552347183227536, "time": 0.15799574851989745, "step": 497746}
{"lr": 0.01523560975967731, "data_time": 0.018794846534729005, "loss_single": 3.3846017122268677, "loss_dense": 3.4499781370162963, "loss": 6.834579801559448, "time": 0.1623579740524292, "step": 497796}
{"lr": 0.01523560975967731, "data_time": 0.01715672016143799, "loss_single": 3.4096286058425904, "loss_dense": 3.465484881401062, "loss": 6.875113582611084, "time": 0.15271031856536865, "step": 497846}
{"lr": 0.01523560975967731, "data_time": 0.015494155883789062, "loss_single": 3.39884831905365, "loss_dense": 3.450842332839966, "loss": 6.849690675735474, "time": 0.15333998203277588, "step": 497896}
{"lr": 0.01523560975967731, "data_time": 0.016386032104492188, "loss_single": 3.4020231485366823, "loss_dense": 3.4578794956207277, "loss": 6.859902620315552, "time": 0.15839622020721436, "step": 497946}
{"lr": 0.01523560975967731, "data_time": 0.018039536476135255, "loss_single": 3.3933799028396607, "loss_dense": 3.4637959241867065, "loss": 6.857175970077515, "time": 0.22584197521209717, "step": 497996}
{"lr": 0.01523560975967731, "data_time": 0.016337776184082033, "loss_single": 3.4094958305358887, "loss_dense": 3.467217230796814, "loss": 6.876712989807129, "time": 0.1875225782394409, "step": 498046}
{"lr": 0.01523560975967731, "data_time": 0.016294026374816896, "loss_single": 3.404922866821289, "loss_dense": 3.4724771976470947, "loss": 6.877400159835815, "time": 0.15063829421997071, "step": 498096}
{"lr": 0.01523560975967731, "data_time": 0.015584778785705567, "loss_single": 3.414162015914917, "loss_dense": 3.4797529935836793, "loss": 6.8939149379730225, "time": 0.718022084236145, "step": 498146}
{"lr": 0.01523560975967731, "data_time": 0.01862657070159912, "loss_single": 3.4321884155273437, "loss_dense": 3.484990859031677, "loss": 6.917179298400879, "time": 0.17322800159454346, "step": 498196}
{"lr": 0.01523560975967731, "data_time": 0.018085432052612305, "loss_single": 3.4024960517883303, "loss_dense": 3.4564924240112305, "loss": 6.858988571166992, "time": 0.15589430332183837, "step": 498246}
{"lr": 0.01523560975967731, "data_time": 0.016588568687438965, "loss_single": 3.4271806478500366, "loss_dense": 3.478667402267456, "loss": 6.90584807395935, "time": 0.15698325634002686, "step": 498296}
{"lr": 0.01523560975967731, "data_time": 0.03149499893188477, "loss_single": 3.4133524894714355, "loss_dense": 3.4635759353637696, "loss": 6.876928424835205, "time": 0.16975245475769044, "step": 498346}
{"lr": 0.01523560975967731, "data_time": 0.017126035690307618, "loss_single": 3.4199225425720217, "loss_dense": 3.4736387491226197, "loss": 6.893561315536499, "time": 0.15749175548553468, "step": 498396}
{"lr": 0.01523560975967731, "data_time": 0.015831637382507324, "loss_single": 3.420944333076477, "loss_dense": 3.4763846397399902, "loss": 6.897328948974609, "time": 0.15652732849121093, "step": 498446}
{"lr": 0.01523560975967731, "data_time": 0.01868748664855957, "loss_single": 3.4145479679107664, "loss_dense": 3.4680572032928465, "loss": 6.882605075836182, "time": 0.15205750465393067, "step": 498496}
{"lr": 0.01523560975967731, "data_time": 0.018677687644958495, "loss_single": 3.4238117694854737, "loss_dense": 3.479275846481323, "loss": 6.903087568283081, "time": 0.15381555557250975, "step": 498546}
{"lr": 0.01523560975967731, "data_time": 0.016554808616638182, "loss_single": 3.3994979858398438, "loss_dense": 3.459217357635498, "loss": 6.858715343475342, "time": 0.14922728538513183, "step": 498596}
{"lr": 0.01523560975967731, "data_time": 0.017038297653198243, "loss_single": 3.4432116746902466, "loss_dense": 3.4918960094451905, "loss": 6.935107755661011, "time": 0.15423569679260254, "step": 498646}
{"lr": 0.01523560975967731, "data_time": 0.017984342575073243, "loss_single": 3.4156510829925537, "loss_dense": 3.485864853858948, "loss": 6.901516008377075, "time": 0.155997896194458, "step": 498696}
{"lr": 0.01523560975967731, "data_time": 0.015002894401550292, "loss_single": 3.4146170139312746, "loss_dense": 3.457544207572937, "loss": 6.872161245346069, "time": 0.16799683570861818, "step": 498746}
{"lr": 0.01523560975967731, "data_time": 0.018665480613708495, "loss_single": 3.3930766582489014, "loss_dense": 3.4463535070419313, "loss": 6.839430141448974, "time": 0.15320537090301514, "step": 498796}
{"lr": 0.01523560975967731, "data_time": 0.01885836124420166, "loss_single": 3.405979537963867, "loss_dense": 3.460510015487671, "loss": 6.866489553451538, "time": 0.15564942359924316, "step": 498846}
{"lr": 0.01523560975967731, "data_time": 0.015326786041259765, "loss_single": 3.420619797706604, "loss_dense": 3.4929229974746705, "loss": 6.913542747497559, "time": 0.1598817825317383, "step": 498896}
{"lr": 0.01523560975967731, "data_time": 0.01717243194580078, "loss_single": 3.443957567214966, "loss_dense": 3.485385203361511, "loss": 6.929342794418335, "time": 0.1525669813156128, "step": 498946}
{"lr": 0.01523560975967731, "data_time": 0.017664313316345215, "loss_single": 3.4170071601867678, "loss_dense": 3.4618681907653808, "loss": 6.878875398635865, "time": 0.15364646911621094, "step": 498996}
{"lr": 0.01523560975967731, "data_time": 0.019765806198120118, "loss_single": 3.420943808555603, "loss_dense": 3.4769108295440674, "loss": 6.8978547096252445, "time": 0.17335131168365478, "step": 499046}
{"lr": 0.01523560975967731, "data_time": 0.017744994163513182, "loss_single": 3.398506760597229, "loss_dense": 3.4586461067199705, "loss": 6.857152938842773, "time": 0.15322630405426024, "step": 499096}
{"lr": 0.01523560975967731, "data_time": 0.018334507942199707, "loss_single": 3.4287505865097048, "loss_dense": 3.4941696882247926, "loss": 6.922920274734497, "time": 0.16099309921264648, "step": 499146}
{"lr": 0.01523560975967731, "data_time": 0.019631361961364745, "loss_single": 3.4131861448287966, "loss_dense": 3.474572253227234, "loss": 6.887758398056031, "time": 0.15991265773773194, "step": 499196}
{"lr": 0.01523560975967731, "data_time": 0.01840994358062744, "loss_single": 3.4267736434936524, "loss_dense": 3.479306936264038, "loss": 6.906080627441407, "time": 0.14986889362335204, "step": 499246}
{"lr": 0.01523560975967731, "data_time": 0.026329469680786134, "loss_single": 3.4247599124908445, "loss_dense": 3.482466626167297, "loss": 6.907226610183716, "time": 0.23394443988800048, "step": 499296}
{"lr": 0.01523560975967731, "data_time": 0.01733090877532959, "loss_single": 3.4236901998519897, "loss_dense": 3.478304147720337, "loss": 6.901994323730468, "time": 0.1491245985031128, "step": 499346}
{"lr": 0.01523560975967731, "data_time": 0.01628158092498779, "loss_single": 3.4303582429885866, "loss_dense": 3.4924691200256346, "loss": 6.922827339172363, "time": 0.15389561653137207, "step": 499396}
{"lr": 0.01523560975967731, "data_time": 0.015286540985107422, "loss_single": 3.419358420372009, "loss_dense": 3.4798208475112915, "loss": 6.899179267883301, "time": 0.19036507606506348, "step": 499446}
{"lr": 0.01523560975967731, "data_time": 0.020442652702331542, "loss_single": 3.43167667388916, "loss_dense": 3.480715751647949, "loss": 6.912392520904541, "time": 0.15507588386535645, "step": 499496}
{"lr": 0.01523560975967731, "data_time": 0.01726245880126953, "loss_single": 3.4613250970840452, "loss_dense": 3.505116653442383, "loss": 6.966441679000854, "time": 0.15786876678466796, "step": 499546}
{"lr": 0.01523560975967731, "data_time": 0.01629800796508789, "loss_single": 3.3974188327789308, "loss_dense": 3.4670922994613647, "loss": 6.864511108398437, "time": 0.1531268835067749, "step": 499596}
{"lr": 0.01523560975967731, "data_time": 0.0172015905380249, "loss_single": 3.3944059371948243, "loss_dense": 3.4461036920547485, "loss": 6.840509605407715, "time": 0.16607491970062255, "step": 499646}
{"lr": 0.01523560975967731, "data_time": 0.0175368070602417, "loss_single": 3.424187922477722, "loss_dense": 3.474335861206055, "loss": 6.89852385520935, "time": 0.16628611087799072, "step": 499696}
{"lr": 0.01523560975967731, "data_time": 0.016575074195861815, "loss_single": 3.436838960647583, "loss_dense": 3.494502902030945, "loss": 6.931341886520386, "time": 0.15502893924713135, "step": 499746}
{"lr": 0.01523560975967731, "data_time": 0.016666054725646973, "loss_single": 3.3766244411468507, "loss_dense": 3.4288269758224486, "loss": 6.805451345443726, "time": 0.19119365215301515, "step": 499796}
{"lr": 0.01523560975967731, "data_time": 0.01664729118347168, "loss_single": 3.432964491844177, "loss_dense": 3.4937780141830443, "loss": 6.9267425537109375, "time": 0.16465332508087158, "step": 499846}
{"lr": 0.01523560975967731, "data_time": 0.02414395809173584, "loss_single": 3.4029701948165894, "loss_dense": 3.4629297971725466, "loss": 6.865900039672852, "time": 0.18700711727142333, "step": 499896}
{"lr": 0.01523560975967731, "data_time": 0.016650676727294922, "loss_single": 3.409494972229004, "loss_dense": 3.4666094303131105, "loss": 6.876104307174683, "time": 0.158050274848938, "step": 499946}
{"lr": 0.01523560975967731, "data_time": 0.01824526786804199, "loss_single": 3.425360989570618, "loss_dense": 3.4956514120101927, "loss": 6.9210124015808105, "time": 0.155715012550354, "step": 499996}
{"lr": 0.01523560975967731, "data_time": 0.017119765281677246, "loss_single": 3.3791165113449098, "loss_dense": 3.449681782722473, "loss": 6.8287983417510985, "time": 0.15257761478424073, "step": 500046}
{"lr": 0.01523560975967731, "data_time": 0.01833674907684326, "loss_single": 3.4142969608306886, "loss_dense": 3.461887335777283, "loss": 6.876184177398682, "time": 0.1567448616027832, "step": 500096}
{"lr": 0.01523560975967731, "data_time": 0.016583633422851563, "loss_single": 3.4119078397750853, "loss_dense": 3.450695300102234, "loss": 6.862603092193604, "time": 0.15308632850646972, "step": 500146}
{"lr": 0.01523560975967731, "data_time": 0.018726921081542967, "loss_single": 3.421998929977417, "loss_dense": 3.4718204021453856, "loss": 6.893819379806518, "time": 0.2259228467941284, "step": 500196}
{"lr": 0.01523560975967731, "data_time": 0.017095661163330077, "loss_single": 3.400948333740234, "loss_dense": 3.4560825347900392, "loss": 6.857031011581421, "time": 0.18547422885894777, "step": 500246}
{"lr": 0.01523560975967731, "data_time": 0.014549612998962402, "loss_single": 3.4049609661102296, "loss_dense": 3.4630298376083375, "loss": 6.867990875244141, "time": 0.15919647216796876, "step": 500296}
{"lr": 0.01523560975967731, "data_time": 0.01794440746307373, "loss_single": 3.4358328342437745, "loss_dense": 3.482790470123291, "loss": 6.918623304367065, "time": 0.16182398796081543, "step": 500346}
{"lr": 0.01523560975967731, "data_time": 0.013236618041992188, "loss_single": 3.4077855825424193, "loss_dense": 3.4541325330734254, "loss": 6.8619180679321286, "time": 0.1493582010269165, "step": 500396}
{"lr": 0.014999999999999998, "data_time": 0.013681650161743164, "loss_single": 3.4235287427902223, "loss_dense": 3.4787700891494753, "loss": 6.902298831939698, "time": 0.18367059230804444, "step": 500450}
{"lr": 0.014999999999999998, "data_time": 0.017040395736694337, "loss_single": 3.3905613660812377, "loss_dense": 3.4408161640167236, "loss": 6.831377649307251, "time": 0.15864436626434325, "step": 500500}
{"lr": 0.014999999999999998, "data_time": 0.016762900352478027, "loss_single": 3.40394332408905, "loss_dense": 3.458017039299011, "loss": 6.861960363388062, "time": 0.15733978748321534, "step": 500550}
{"lr": 0.014999999999999998, "data_time": 0.015674662590026856, "loss_single": 3.4301220655441282, "loss_dense": 3.493328332901001, "loss": 6.9234504222869875, "time": 0.1797579050064087, "step": 500600}
{"lr": 0.014999999999999998, "data_time": 0.01740086078643799, "loss_single": 3.422193431854248, "loss_dense": 3.4737720012664797, "loss": 6.895965433120727, "time": 0.15387430191040039, "step": 500650}
{"lr": 0.014999999999999998, "data_time": 0.01633758544921875, "loss_single": 3.418705368041992, "loss_dense": 3.4789305448532106, "loss": 6.8976359367370605, "time": 0.1644371509552002, "step": 500700}
{"lr": 0.014999999999999998, "data_time": 0.017078685760498046, "loss_single": 3.4277380466461183, "loss_dense": 3.467172718048096, "loss": 6.894910764694214, "time": 0.17634360790252684, "step": 500750}
{"lr": 0.014999999999999998, "data_time": 0.019691967964172365, "loss_single": 3.4517051696777346, "loss_dense": 3.507135272026062, "loss": 6.958840370178223, "time": 0.1604841947555542, "step": 500800}
{"lr": 0.014999999999999998, "data_time": 0.022498941421508788, "loss_single": 3.3997075080871584, "loss_dense": 3.456503224372864, "loss": 6.856210613250733, "time": 0.16112961769104003, "step": 500850}
{"lr": 0.014999999999999998, "data_time": 0.019758176803588868, "loss_single": 3.387329030036926, "loss_dense": 3.43850781917572, "loss": 6.825836849212647, "time": 0.16522414684295655, "step": 500900}
{"lr": 0.014999999999999998, "data_time": 0.02088198661804199, "loss_single": 3.4004244089126585, "loss_dense": 3.4658111810684202, "loss": 6.866235637664795, "time": 0.18612971305847167, "step": 500950}
{"lr": 0.014999999999999998, "data_time": 0.018529486656188966, "loss_single": 3.4307061195373536, "loss_dense": 3.4836234569549562, "loss": 6.914329528808594, "time": 0.1612182378768921, "step": 501000}
{"lr": 0.014999999999999998, "data_time": 0.020229053497314454, "loss_single": 3.425968050956726, "loss_dense": 3.4934326171875, "loss": 6.919400691986084, "time": 0.2234635353088379, "step": 501050}
{"lr": 0.014999999999999998, "data_time": 0.017907309532165527, "loss_single": 3.4084852933883667, "loss_dense": 3.4691805839538574, "loss": 6.877665948867798, "time": 0.15660152435302735, "step": 501100}
{"lr": 0.014999999999999998, "data_time": 0.01725780963897705, "loss_single": 3.4111931324005127, "loss_dense": 3.467201495170593, "loss": 6.878394651412964, "time": 0.1557462215423584, "step": 501150}
{"lr": 0.014999999999999998, "data_time": 0.017751145362854003, "loss_single": 3.4164189100265503, "loss_dense": 3.4706325054168703, "loss": 6.887051439285278, "time": 0.16225042343139648, "step": 501200}
{"lr": 0.014999999999999998, "data_time": 0.013220119476318359, "loss_single": 3.3957757234573362, "loss_dense": 3.4502964496612547, "loss": 6.846072149276734, "time": 0.21002094745635985, "step": 501250}
{"lr": 0.014999999999999998, "data_time": 0.01647350788116455, "loss_single": 3.4121207714080812, "loss_dense": 3.455558156967163, "loss": 6.867678880691528, "time": 0.15256991386413574, "step": 501300}
{"lr": 0.014999999999999998, "data_time": 0.015937423706054686, "loss_single": 3.3964369773864744, "loss_dense": 3.4641804456710816, "loss": 6.860617399215698, "time": 0.15673017501831055, "step": 501350}
{"lr": 0.014999999999999998, "data_time": 0.017030954360961914, "loss_single": 3.4106718778610228, "loss_dense": 3.4851797819137573, "loss": 6.895851707458496, "time": 0.1574401617050171, "step": 501400}
{"lr": 0.014999999999999998, "data_time": 0.01794888973236084, "loss_single": 3.4316931486129763, "loss_dense": 3.4915968418121337, "loss": 6.923290014266968, "time": 0.15957152843475342, "step": 501450}
{"lr": 0.014999999999999998, "data_time": 0.015089035034179688, "loss_single": 3.4257771492004396, "loss_dense": 3.4875564098358156, "loss": 6.913333559036255, "time": 0.15967581272125245, "step": 501500}
{"lr": 0.014999999999999998, "data_time": 0.030675315856933595, "loss_single": 3.4152138471603393, "loss_dense": 3.476543426513672, "loss": 6.891757392883301, "time": 0.17171022891998292, "step": 501550}
{"lr": 0.014999999999999998, "data_time": 0.017715764045715333, "loss_single": 3.4297205448150634, "loss_dense": 3.479521608352661, "loss": 6.909242153167725, "time": 0.153535795211792, "step": 501600}
{"lr": 0.014999999999999998, "data_time": 0.017975378036499023, "loss_single": 3.3885066509246826, "loss_dense": 3.45011785030365, "loss": 6.838624429702759, "time": 0.16657571792602538, "step": 501650}
{"lr": 0.014999999999999998, "data_time": 0.01896064281463623, "loss_single": 3.4029510974884034, "loss_dense": 3.464855360984802, "loss": 6.867806482315063, "time": 0.17570507526397705, "step": 501700}
{"lr": 0.014999999999999998, "data_time": 0.01917605400085449, "loss_single": 3.42694354057312, "loss_dense": 3.493935990333557, "loss": 6.92087950706482, "time": 0.1533151626586914, "step": 501750}
{"lr": 0.014999999999999998, "data_time": 0.01680424213409424, "loss_single": 3.422849249839783, "loss_dense": 3.46644766330719, "loss": 6.889296913146973, "time": 0.17419095039367677, "step": 501800}
{"lr": 0.014999999999999998, "data_time": 0.014599800109863281, "loss_single": 3.423694705963135, "loss_dense": 3.479920530319214, "loss": 6.903615283966064, "time": 0.15101687908172606, "step": 501850}
{"lr": 0.014999999999999998, "data_time": 0.019216346740722656, "loss_single": 3.4308701515197755, "loss_dense": 3.483683395385742, "loss": 6.914553594589234, "time": 0.15683431625366212, "step": 501900}
{"lr": 0.014999999999999998, "data_time": 0.017121553421020508, "loss_single": 3.412338876724243, "loss_dense": 3.4583606004714964, "loss": 6.870699501037597, "time": 0.20417041778564454, "step": 501950}
{"lr": 0.014999999999999998, "data_time": 0.017145657539367677, "loss_single": 3.4206716299057005, "loss_dense": 3.4765998840332033, "loss": 6.89727144241333, "time": 0.15664305686950683, "step": 502000}
{"lr": 0.014999999999999998, "data_time": 0.018283367156982422, "loss_single": 3.394171857833862, "loss_dense": 3.4560664176940916, "loss": 6.85023832321167, "time": 0.15745923519134522, "step": 502050}
{"lr": 0.014999999999999998, "data_time": 0.01584494113922119, "loss_single": 3.403758478164673, "loss_dense": 3.4523886680603026, "loss": 6.856147193908692, "time": 0.15329794883728026, "step": 502100}
{"lr": 0.014999999999999998, "data_time": 0.017971372604370116, "loss_single": 3.425992727279663, "loss_dense": 3.4801612377166746, "loss": 6.906153964996338, "time": 0.15932762622833252, "step": 502150}
{"lr": 0.014999999999999998, "data_time": 0.015764355659484863, "loss_single": 3.4169032335281373, "loss_dense": 3.4664473295211793, "loss": 6.883350563049317, "time": 0.15574638843536376, "step": 502200}
{"lr": 0.014999999999999998, "data_time": 0.016654610633850098, "loss_single": 3.425193166732788, "loss_dense": 3.4912898540496826, "loss": 6.91648302078247, "time": 0.15660505294799804, "step": 502250}
{"lr": 0.014999999999999998, "data_time": 0.0160020112991333, "loss_single": 3.446509766578674, "loss_dense": 3.4882408380508423, "loss": 6.934750556945801, "time": 0.20357391834259034, "step": 502300}
{"lr": 0.014999999999999998, "data_time": 0.017840147018432617, "loss_single": 3.4257381677627565, "loss_dense": 3.475390076637268, "loss": 6.901128196716309, "time": 0.17544286251068114, "step": 502350}
{"lr": 0.014999999999999998, "data_time": 0.016046714782714844, "loss_single": 3.4384085655212404, "loss_dense": 3.4788658380508424, "loss": 6.917274475097656, "time": 0.15544502735137938, "step": 502400}
{"lr": 0.014999999999999998, "data_time": 0.012634897232055664, "loss_single": 3.382193660736084, "loss_dense": 3.439239764213562, "loss": 6.821433401107788, "time": 0.15919041633605957, "step": 502450}
{"lr": 0.014999999999999998, "data_time": 0.01786987781524658, "loss_single": 3.415877676010132, "loss_dense": 3.4712912797927857, "loss": 6.887168979644775, "time": 0.15497393608093263, "step": 502500}
{"lr": 0.014999999999999998, "data_time": 0.01756749153137207, "loss_single": 3.409658694267273, "loss_dense": 3.4733798027038576, "loss": 6.88303861618042, "time": 0.15754315853118897, "step": 502550}
{"lr": 0.014999999999999998, "data_time": 0.02557384967803955, "loss_single": 3.429232454299927, "loss_dense": 3.4785928964614867, "loss": 6.9078254222869875, "time": 0.16733286380767823, "step": 502600}
{"lr": 0.014999999999999998, "data_time": 0.017310118675231932, "loss_single": 3.4173824071884153, "loss_dense": 3.4767781257629395, "loss": 6.894160604476928, "time": 0.15810985565185548, "step": 502650}
{"lr": 0.014999999999999998, "data_time": 0.030983281135559083, "loss_single": 3.4214632511138916, "loss_dense": 3.4734228372573854, "loss": 6.894886112213134, "time": 0.1685337781906128, "step": 502700}
{"lr": 0.014999999999999998, "data_time": 0.01711759567260742, "loss_single": 3.4162862062454225, "loss_dense": 3.470442271232605, "loss": 6.8867284774780275, "time": 0.15381426811218263, "step": 502750}
{"lr": 0.014999999999999998, "data_time": 0.016765308380126954, "loss_single": 3.3928338527679442, "loss_dense": 3.441278409957886, "loss": 6.834112215042114, "time": 0.19718074798583984, "step": 502800}
{"lr": 0.014999999999999998, "data_time": 0.01732645034790039, "loss_single": 3.4213083505630495, "loss_dense": 3.484413981437683, "loss": 6.905722332000733, "time": 0.15386607646942138, "step": 502850}
{"lr": 0.014999999999999998, "data_time": 0.017825722694396973, "loss_single": 3.3960208892822266, "loss_dense": 3.4508517742156983, "loss": 6.846872758865357, "time": 0.17911887168884277, "step": 502900}
{"lr": 0.014999999999999998, "data_time": 0.018337941169738768, "loss_single": 3.4643441915512083, "loss_dense": 3.502244162559509, "loss": 6.966588354110717, "time": 0.15430834293365478, "step": 502950}
{"lr": 0.014999999999999998, "data_time": 0.01645195484161377, "loss_single": 3.4210277557373048, "loss_dense": 3.4906943798065186, "loss": 6.911722087860108, "time": 0.1522902727127075, "step": 503000}
{"lr": 0.014999999999999998, "data_time": 0.016371679306030274, "loss_single": 3.4023353815078736, "loss_dense": 3.454521107673645, "loss": 6.856856489181519, "time": 0.16009080410003662, "step": 503050}
{"lr": 0.014999999999999998, "data_time": 0.01574416160583496, "loss_single": 3.450747084617615, "loss_dense": 3.4975291013717653, "loss": 6.948276233673096, "time": 0.15852799415588378, "step": 503100}
{"lr": 0.014999999999999998, "data_time": 0.017899632453918457, "loss_single": 3.410820174217224, "loss_dense": 3.464259648323059, "loss": 6.875079870223999, "time": 0.16264729499816893, "step": 503150}
{"lr": 0.014999999999999998, "data_time": 0.01644885540008545, "loss_single": 3.421804404258728, "loss_dense": 3.473466181755066, "loss": 6.89527063369751, "time": 0.16438844203948974, "step": 503200}
{"lr": 0.014999999999999998, "data_time": 0.018855357170104982, "loss_single": 3.4212345123291015, "loss_dense": 3.4887658596038817, "loss": 6.910000467300415, "time": 0.15459835529327393, "step": 503250}
{"lr": 0.014999999999999998, "data_time": 0.017769551277160643, "loss_single": 3.4000091552734375, "loss_dense": 3.4612789392471313, "loss": 6.861288213729859, "time": 0.15888772010803223, "step": 503300}
{"lr": 0.014999999999999998, "data_time": 0.017093944549560546, "loss_single": 3.3898190021514893, "loss_dense": 3.4341477155685425, "loss": 6.823966693878174, "time": 0.15925328731536864, "step": 503350}
{"lr": 0.014999999999999998, "data_time": 0.017289066314697267, "loss_single": 3.4090242624282836, "loss_dense": 3.4696961879730224, "loss": 6.87872052192688, "time": 0.15572817325592042, "step": 503400}
{"lr": 0.014999999999999998, "data_time": 0.016484284400939943, "loss_single": 3.427896523475647, "loss_dense": 3.488043475151062, "loss": 6.9159399509429935, "time": 0.15197811126708985, "step": 503450}
{"lr": 0.014999999999999998, "data_time": 0.017513370513916014, "loss_single": 3.42383930683136, "loss_dense": 3.4638316869735717, "loss": 6.887670946121216, "time": 0.1573929786682129, "step": 503500}
{"lr": 0.014999999999999998, "data_time": 0.0175048828125, "loss_single": 3.396704316139221, "loss_dense": 3.4393661499023436, "loss": 6.836070537567139, "time": 0.15433669090270996, "step": 503550}
{"lr": 0.014999999999999998, "data_time": 0.017299842834472657, "loss_single": 3.4451724767684935, "loss_dense": 3.5150799989700316, "loss": 6.960252523422241, "time": 0.1558925151824951, "step": 503600}
{"lr": 0.014999999999999998, "data_time": 0.017737150192260742, "loss_single": 3.4232849359512327, "loss_dense": 3.4671929836273194, "loss": 6.89047794342041, "time": 0.15453858375549318, "step": 503650}
{"lr": 0.014999999999999998, "data_time": 0.019137120246887206, "loss_single": 3.3987976789474486, "loss_dense": 3.4747833013534546, "loss": 6.8735809326171875, "time": 0.1625140428543091, "step": 503700}
{"lr": 0.014999999999999998, "data_time": 0.016644215583801268, "loss_single": 3.433316969871521, "loss_dense": 3.479635167121887, "loss": 6.912952089309693, "time": 0.18161277770996093, "step": 503750}
{"lr": 0.014999999999999998, "data_time": 0.015591669082641601, "loss_single": 3.4615256786346436, "loss_dense": 3.509721565246582, "loss": 6.971247291564941, "time": 0.15609989166259766, "step": 503800}
{"lr": 0.014999999999999998, "data_time": 0.01634244918823242, "loss_single": 3.387527656555176, "loss_dense": 3.4477789640426635, "loss": 6.8353065013885494, "time": 0.24347321987152098, "step": 503850}
{"lr": 0.014999999999999998, "data_time": 0.030676102638244628, "loss_single": 3.4312045574188232, "loss_dense": 3.485309195518494, "loss": 6.916513729095459, "time": 0.16645245552062987, "step": 503900}
{"lr": 0.014999999999999998, "data_time": 0.016863489151000978, "loss_single": 3.4386780977249147, "loss_dense": 3.4864097833633423, "loss": 6.925087833404541, "time": 0.15160701274871827, "step": 503950}
{"lr": 0.014999999999999998, "data_time": 0.01849536895751953, "loss_single": 3.3904632568359374, "loss_dense": 3.4476425886154174, "loss": 6.838105821609497, "time": 0.15864055156707763, "step": 504000}
{"lr": 0.014999999999999998, "data_time": 0.016353034973144533, "loss_single": 3.440406823158264, "loss_dense": 3.4888355255126955, "loss": 6.929242372512817, "time": 0.15136971473693847, "step": 504050}
{"lr": 0.014999999999999998, "data_time": 0.017153358459472655, "loss_single": 3.4188780069351195, "loss_dense": 3.467558407783508, "loss": 6.886436414718628, "time": 0.16960132122039795, "step": 504100}
{"lr": 0.014999999999999998, "data_time": 0.023020410537719728, "loss_single": 3.4366305828094483, "loss_dense": 3.476008343696594, "loss": 6.912638998031616, "time": 0.18435101509094237, "step": 504150}
{"lr": 0.014999999999999998, "data_time": 0.01681702136993408, "loss_single": 3.415428042411804, "loss_dense": 3.4802048444747924, "loss": 6.895632934570313, "time": 0.1609975814819336, "step": 504200}
{"lr": 0.014999999999999998, "data_time": 0.017309808731079103, "loss_single": 3.444847297668457, "loss_dense": 3.4927628517150877, "loss": 6.937610101699829, "time": 0.1538557529449463, "step": 504250}
{"lr": 0.014999999999999998, "data_time": 0.016771841049194335, "loss_single": 3.4254950046539308, "loss_dense": 3.470365023612976, "loss": 6.895860004425049, "time": 0.15215330123901366, "step": 504300}
{"lr": 0.014999999999999998, "data_time": 0.017034411430358887, "loss_single": 3.430196475982666, "loss_dense": 3.476687216758728, "loss": 6.906883764266968, "time": 0.1619117498397827, "step": 504350}
{"lr": 0.014999999999999998, "data_time": 0.01432340145111084, "loss_single": 3.3894443988800047, "loss_dense": 3.435905909538269, "loss": 6.825350284576416, "time": 0.16363332271575928, "step": 504400}
{"lr": 0.014999999999999998, "data_time": 0.01713440418243408, "loss_single": 3.430410146713257, "loss_dense": 3.4638280391693117, "loss": 6.894238233566284, "time": 0.15693979263305663, "step": 504450}
{"lr": 0.014999999999999998, "data_time": 0.018497395515441894, "loss_single": 3.4132030248641967, "loss_dense": 3.465528964996338, "loss": 6.878732013702392, "time": 0.15129315853118896, "step": 504500}
{"lr": 0.014999999999999998, "data_time": 0.016578412055969237, "loss_single": 3.435194253921509, "loss_dense": 3.494335651397705, "loss": 6.929529857635498, "time": 0.1651844263076782, "step": 504550}
{"lr": 0.014999999999999998, "data_time": 0.013336420059204102, "loss_single": 3.415293645858765, "loss_dense": 3.45774667263031, "loss": 6.873040342330933, "time": 0.15680081844329835, "step": 504600}
{"lr": 0.014999999999999998, "data_time": 0.018316650390625, "loss_single": 3.3907347202301024, "loss_dense": 3.465295171737671, "loss": 6.856029939651489, "time": 0.17059028148651123, "step": 504650}
{"lr": 0.014999999999999998, "data_time": 0.016787099838256835, "loss_single": 3.4244276523590087, "loss_dense": 3.4765604972839355, "loss": 6.9009881019592285, "time": 0.17579855918884277, "step": 504700}
{"lr": 0.014999999999999998, "data_time": 0.017449617385864258, "loss_single": 3.410447692871094, "loss_dense": 3.4785488843917847, "loss": 6.888996553421021, "time": 0.15894064903259278, "step": 504750}
{"lr": 0.014999999999999998, "data_time": 0.02014894485473633, "loss_single": 3.406512498855591, "loss_dense": 3.455750012397766, "loss": 6.86226258277893, "time": 0.15946569442749023, "step": 504800}
{"lr": 0.014999999999999998, "data_time": 0.0164334774017334, "loss_single": 3.465175747871399, "loss_dense": 3.520269680023193, "loss": 6.98544545173645, "time": 0.15910794734954833, "step": 504850}
{"lr": 0.014999999999999998, "data_time": 0.020902252197265624, "loss_single": 3.4313600301742553, "loss_dense": 3.4936429500579833, "loss": 6.925002956390381, "time": 0.1611725091934204, "step": 504900}
{"lr": 0.014999999999999998, "data_time": 0.013159608840942383, "loss_single": 3.4342692613601686, "loss_dense": 3.490673303604126, "loss": 6.9249426364898685, "time": 0.15309596061706543, "step": 504950}
{"lr": 0.014999999999999998, "data_time": 0.021614336967468263, "loss_single": 3.434401535987854, "loss_dense": 3.4719223260879515, "loss": 6.90632381439209, "time": 0.16189730167388916, "step": 505000}
{"lr": 0.014999999999999998, "data_time": 0.01641089916229248, "loss_single": 3.4206364870071413, "loss_dense": 3.471079158782959, "loss": 6.8917155265808105, "time": 0.15855233669281005, "step": 505050}
{"lr": 0.014999999999999998, "data_time": 0.015949773788452148, "loss_single": 3.4284871578216554, "loss_dense": 3.4773658514022827, "loss": 6.905853128433227, "time": 0.15787019729614257, "step": 505100}
{"lr": 0.014999999999999998, "data_time": 0.01512608528137207, "loss_single": 3.4119664907455443, "loss_dense": 3.462974214553833, "loss": 6.874940729141235, "time": 0.1560905933380127, "step": 505150}
{"lr": 0.014999999999999998, "data_time": 0.018953323364257812, "loss_single": 3.3960538148880004, "loss_dense": 3.4451902389526365, "loss": 6.8412439823150635, "time": 0.15981945991516114, "step": 505200}
{"lr": 0.014999999999999998, "data_time": 0.01655910015106201, "loss_single": 3.405095434188843, "loss_dense": 3.4711884260177612, "loss": 6.876283931732178, "time": 0.15176706314086913, "step": 505250}
{"lr": 0.014999999999999998, "data_time": 0.02036118507385254, "loss_single": 3.393740153312683, "loss_dense": 3.46069495677948, "loss": 6.854435157775879, "time": 0.16051769256591797, "step": 505300}
{"lr": 0.014999999999999998, "data_time": 0.017173385620117186, "loss_single": 3.399570035934448, "loss_dense": 3.462118721008301, "loss": 6.861688756942749, "time": 0.16081111431121825, "step": 505350}
{"lr": 0.014999999999999998, "data_time": 0.013149595260620118, "loss_single": 3.4155076265335085, "loss_dense": 3.465014934539795, "loss": 6.880522537231445, "time": 0.15439586639404296, "step": 505400}
{"lr": 0.01476439024032269, "data_time": 0.016315174102783204, "loss_single": 3.406198596954346, "loss_dense": 3.4530720949172973, "loss": 6.859270763397217, "time": 0.159017014503479, "step": 505454}
{"lr": 0.01476439024032269, "data_time": 0.018519115447998048, "loss_single": 3.423899531364441, "loss_dense": 3.4706456422805787, "loss": 6.894545221328736, "time": 0.16994502544403076, "step": 505504}
{"lr": 0.01476439024032269, "data_time": 0.016612434387207033, "loss_single": 3.4099411725997926, "loss_dense": 3.4676323175430297, "loss": 6.877573442459107, "time": 0.15031085014343262, "step": 505554}
{"lr": 0.01476439024032269, "data_time": 0.015999102592468263, "loss_single": 3.3865355968475344, "loss_dense": 3.433635950088501, "loss": 6.820171594619751, "time": 0.1610412359237671, "step": 505604}
{"lr": 0.01476439024032269, "data_time": 0.016806316375732423, "loss_single": 3.395719575881958, "loss_dense": 3.436809539794922, "loss": 6.83252911567688, "time": 0.15466103553771973, "step": 505654}
{"lr": 0.01476439024032269, "data_time": 0.015132761001586914, "loss_single": 3.393918991088867, "loss_dense": 3.4401808977127075, "loss": 6.834099817276001, "time": 0.15659806728363038, "step": 505704}
{"lr": 0.01476439024032269, "data_time": 0.016794705390930177, "loss_single": 3.4190211296081543, "loss_dense": 3.483573293685913, "loss": 6.902594470977784, "time": 0.20151426792144775, "step": 505754}
{"lr": 0.01476439024032269, "data_time": 0.016709136962890624, "loss_single": 3.4185463190078735, "loss_dense": 3.467969274520874, "loss": 6.8865156173706055, "time": 0.15536327362060548, "step": 505804}
{"lr": 0.01476439024032269, "data_time": 0.015610265731811523, "loss_single": 3.4173466205596923, "loss_dense": 3.4579391479492188, "loss": 6.875285816192627, "time": 0.16415419578552246, "step": 505854}
{"lr": 0.01476439024032269, "data_time": 0.016762661933898925, "loss_single": 3.4123617887496946, "loss_dense": 3.4716224193573, "loss": 6.883984184265136, "time": 0.18121793270111083, "step": 505904}
{"lr": 0.01476439024032269, "data_time": 0.019588375091552736, "loss_single": 3.430485200881958, "loss_dense": 3.4858088970184324, "loss": 6.916294097900391, "time": 0.15653443336486816, "step": 505954}
{"lr": 0.01476439024032269, "data_time": 0.017016887664794922, "loss_single": 3.403319978713989, "loss_dense": 3.4649384021759033, "loss": 6.868258476257324, "time": 0.19687283039093018, "step": 506004}
{"lr": 0.01476439024032269, "data_time": 0.018398022651672362, "loss_single": 3.4075438499450685, "loss_dense": 3.4594375610351564, "loss": 6.866981410980225, "time": 0.15572917461395264, "step": 506054}
{"lr": 0.01476439024032269, "data_time": 0.018175339698791503, "loss_single": 3.4248204946517946, "loss_dense": 3.4646347045898436, "loss": 6.88945517539978, "time": 0.15527260303497314, "step": 506104}
{"lr": 0.01476439024032269, "data_time": 0.020049428939819335, "loss_single": 3.411195182800293, "loss_dense": 3.4480347871780395, "loss": 6.859229850769043, "time": 0.16307761669158935, "step": 506154}
{"lr": 0.01476439024032269, "data_time": 0.01679859161376953, "loss_single": 3.420075798034668, "loss_dense": 3.4572264909744264, "loss": 6.877302265167236, "time": 0.16622812747955323, "step": 506204}
{"lr": 0.01476439024032269, "data_time": 0.017542338371276854, "loss_single": 3.400099587440491, "loss_dense": 3.4695099115371706, "loss": 6.869609594345093, "time": 0.1538726806640625, "step": 506254}
{"lr": 0.01476439024032269, "data_time": 0.01983814239501953, "loss_single": 3.4292022466659544, "loss_dense": 3.494485378265381, "loss": 6.923687601089478, "time": 0.1589148998260498, "step": 506304}
{"lr": 0.01476439024032269, "data_time": 0.0171738862991333, "loss_single": 3.41518714427948, "loss_dense": 3.4795612335205077, "loss": 6.89474835395813, "time": 0.15421898365020753, "step": 506354}
{"lr": 0.01476439024032269, "data_time": 0.011562728881835937, "loss_single": 3.4044188022613526, "loss_dense": 3.4527562856674194, "loss": 6.85717511177063, "time": 0.19011261463165283, "step": 506404}
{"lr": 0.01476439024032269, "data_time": 0.015736150741577148, "loss_single": 3.407369375228882, "loss_dense": 3.462695336341858, "loss": 6.870064687728882, "time": 0.18614470958709717, "step": 506454}
{"lr": 0.01476439024032269, "data_time": 0.01828289031982422, "loss_single": 3.3994638204574583, "loss_dense": 3.4555612325668337, "loss": 6.855025100708008, "time": 0.15598862171173095, "step": 506504}
{"lr": 0.01476439024032269, "data_time": 0.016325664520263673, "loss_single": 3.4159947872161864, "loss_dense": 3.4882070541381838, "loss": 6.904201889038086, "time": 0.1552295207977295, "step": 506554}
{"lr": 0.01476439024032269, "data_time": 0.017578983306884767, "loss_single": 3.4243656873703, "loss_dense": 3.479248809814453, "loss": 6.9036143779754635, "time": 0.15484538078308105, "step": 506604}
{"lr": 0.01476439024032269, "data_time": 0.01801576614379883, "loss_single": 3.4325806140899657, "loss_dense": 3.482608771324158, "loss": 6.91518931388855, "time": 0.1502530097961426, "step": 506654}
{"lr": 0.01476439024032269, "data_time": 0.016760659217834473, "loss_single": 3.418391561508179, "loss_dense": 3.4769309520721436, "loss": 6.895322513580322, "time": 0.15806000232696532, "step": 506704}
{"lr": 0.01476439024032269, "data_time": 0.019055938720703124, "loss_single": 3.4248947381973265, "loss_dense": 3.4740823030471804, "loss": 6.898976993560791, "time": 0.25289459228515626, "step": 506754}
{"lr": 0.01476439024032269, "data_time": 0.020063018798828124, "loss_single": 3.3878643989562987, "loss_dense": 3.4506577491760253, "loss": 6.838522100448609, "time": 0.15869126319885254, "step": 506804}
{"lr": 0.01476439024032269, "data_time": 0.016424393653869628, "loss_single": 3.4214020729064942, "loss_dense": 3.4824146270751952, "loss": 6.903816652297974, "time": 0.15671756267547607, "step": 506854}
{"lr": 0.01476439024032269, "data_time": 0.01640353202819824, "loss_single": 3.4181797027587892, "loss_dense": 3.4603118896484375, "loss": 6.878491687774658, "time": 0.1644665479660034, "step": 506904}
{"lr": 0.01476439024032269, "data_time": 0.3333035945892334, "loss_single": 3.4438228845596313, "loss_dense": 3.5069206237792967, "loss": 6.950743579864502, "time": 0.4752385139465332, "step": 506954}
{"lr": 0.01476439024032269, "data_time": 0.017717146873474122, "loss_single": 3.4338303565979005, "loss_dense": 3.4931298971176146, "loss": 6.9269603252410885, "time": 0.15083005428314208, "step": 507004}
{"lr": 0.01476439024032269, "data_time": 0.021225452423095703, "loss_single": 3.4429059743881227, "loss_dense": 3.4795220613479616, "loss": 6.922427988052368, "time": 0.15630772113800048, "step": 507054}
{"lr": 0.01476439024032269, "data_time": 0.016114139556884767, "loss_single": 3.396712398529053, "loss_dense": 3.4447704315185548, "loss": 6.841482830047608, "time": 0.15155797004699706, "step": 507104}
{"lr": 0.01476439024032269, "data_time": 0.03287811279296875, "loss_single": 3.390547180175781, "loss_dense": 3.449519681930542, "loss": 6.840066909790039, "time": 0.18159122467041017, "step": 507154}
{"lr": 0.01476439024032269, "data_time": 0.020249557495117188, "loss_single": 3.4111891746520997, "loss_dense": 3.4794631004333496, "loss": 6.890652227401733, "time": 0.1604027271270752, "step": 507204}
{"lr": 0.01476439024032269, "data_time": 0.015399026870727538, "loss_single": 3.408862829208374, "loss_dense": 3.478860306739807, "loss": 6.887723207473755, "time": 0.15800764560699462, "step": 507254}
{"lr": 0.01476439024032269, "data_time": 0.016394329071044923, "loss_single": 3.4351420402526855, "loss_dense": 3.491875743865967, "loss": 6.927017736434936, "time": 0.1573557138442993, "step": 507304}
{"lr": 0.01476439024032269, "data_time": 0.016536498069763185, "loss_single": 3.423888993263245, "loss_dense": 3.4722844123840333, "loss": 6.89617338180542, "time": 0.15530784130096437, "step": 507354}
{"lr": 0.01476439024032269, "data_time": 0.016530704498291016, "loss_single": 3.4084952116012572, "loss_dense": 3.463928723335266, "loss": 6.872423982620239, "time": 0.15512704849243164, "step": 507404}
{"lr": 0.01476439024032269, "data_time": 0.0167341947555542, "loss_single": 3.425756001472473, "loss_dense": 3.4717106342315676, "loss": 6.897466564178467, "time": 0.16627810001373292, "step": 507454}
{"lr": 0.01476439024032269, "data_time": 0.016280627250671385, "loss_single": 3.3929442167282104, "loss_dense": 3.458202028274536, "loss": 6.851146221160889, "time": 0.1551464319229126, "step": 507504}
{"lr": 0.01476439024032269, "data_time": 0.014882183074951172, "loss_single": 3.410691976547241, "loss_dense": 3.466064786911011, "loss": 6.876756763458252, "time": 0.17818734645843506, "step": 507554}
{"lr": 0.01476439024032269, "data_time": 0.019298195838928223, "loss_single": 3.424996829032898, "loss_dense": 3.4709882974624633, "loss": 6.895985126495361, "time": 0.15382797718048097, "step": 507604}
{"lr": 0.01476439024032269, "data_time": 0.017545318603515624, "loss_single": 3.38277382850647, "loss_dense": 3.4367161989212036, "loss": 6.8194899559021, "time": 0.19194536209106444, "step": 507654}
{"lr": 0.01476439024032269, "data_time": 0.02250654697418213, "loss_single": 3.409398150444031, "loss_dense": 3.4626137018203735, "loss": 6.872011804580689, "time": 0.2156806468963623, "step": 507704}
{"lr": 0.01476439024032269, "data_time": 0.02147817611694336, "loss_single": 3.413446235656738, "loss_dense": 3.4747567653656004, "loss": 6.8882030010223385, "time": 0.15831632614135743, "step": 507754}
{"lr": 0.01476439024032269, "data_time": 0.0171159029006958, "loss_single": 3.4072766304016113, "loss_dense": 3.4609472513198853, "loss": 6.86822395324707, "time": 0.1522906541824341, "step": 507804}
{"lr": 0.01476439024032269, "data_time": 0.016370415687561035, "loss_single": 3.4137988805770876, "loss_dense": 3.480545425415039, "loss": 6.894344186782837, "time": 0.15490338802337647, "step": 507854}
{"lr": 0.01476439024032269, "data_time": 0.017479300498962402, "loss_single": 3.416555953025818, "loss_dense": 3.4782227516174316, "loss": 6.894778728485107, "time": 0.15314183235168458, "step": 507904}
{"lr": 0.01476439024032269, "data_time": 0.016298842430114747, "loss_single": 3.3803390741348265, "loss_dense": 3.4440973520278932, "loss": 6.824436330795288, "time": 0.15863656997680664, "step": 507954}
{"lr": 0.01476439024032269, "data_time": 0.012456202507019043, "loss_single": 3.4000808954238892, "loss_dense": 3.4543847322463987, "loss": 6.854465579986572, "time": 0.15800530910491944, "step": 508004}
{"lr": 0.01476439024032269, "data_time": 0.01640818119049072, "loss_single": 3.435334086418152, "loss_dense": 3.4976598501205443, "loss": 6.932993936538696, "time": 0.15337841510772704, "step": 508054}
{"lr": 0.01476439024032269, "data_time": 0.01819767951965332, "loss_single": 3.4112598419189455, "loss_dense": 3.455280041694641, "loss": 6.866539812088012, "time": 0.15375335216522218, "step": 508104}
{"lr": 0.01476439024032269, "data_time": 0.016342782974243165, "loss_single": 3.437425708770752, "loss_dense": 3.4856409549713137, "loss": 6.92306661605835, "time": 0.15297513008117675, "step": 508154}
{"lr": 0.01476439024032269, "data_time": 0.019194364547729492, "loss_single": 3.410888123512268, "loss_dense": 3.4615476369857787, "loss": 6.872435760498047, "time": 0.1549450159072876, "step": 508204}
{"lr": 0.01476439024032269, "data_time": 0.015874814987182618, "loss_single": 3.416648578643799, "loss_dense": 3.459661340713501, "loss": 6.8763099193573, "time": 0.1568397045135498, "step": 508254}
{"lr": 0.01476439024032269, "data_time": 0.0174591064453125, "loss_single": 3.4173980236053465, "loss_dense": 3.48082115650177, "loss": 6.898219251632691, "time": 0.17742657661437988, "step": 508304}
{"lr": 0.01476439024032269, "data_time": 0.015535712242126465, "loss_single": 3.4157053232192993, "loss_dense": 3.4639034986495973, "loss": 6.879608821868897, "time": 0.16222176551818848, "step": 508354}
{"lr": 0.01476439024032269, "data_time": 0.01789097785949707, "loss_single": 3.400969982147217, "loss_dense": 3.4681042194366456, "loss": 6.869074201583862, "time": 0.1527008056640625, "step": 508404}
{"lr": 0.01476439024032269, "data_time": 0.017172574996948242, "loss_single": 3.452210021018982, "loss_dense": 3.4948039770126345, "loss": 6.947013902664184, "time": 0.1577606439590454, "step": 508454}
{"lr": 0.01476439024032269, "data_time": 0.017728114128112794, "loss_single": 3.400587558746338, "loss_dense": 3.454642152786255, "loss": 6.855229759216309, "time": 0.15726256370544434, "step": 508504}
{"lr": 0.01476439024032269, "data_time": 0.01623711585998535, "loss_single": 3.4175181150436402, "loss_dense": 3.460080933570862, "loss": 6.877599000930786, "time": 0.14948434829711915, "step": 508554}
{"lr": 0.01476439024032269, "data_time": 0.017549419403076173, "loss_single": 3.414413905143738, "loss_dense": 3.4656773090362547, "loss": 6.88009123802185, "time": 0.1653444290161133, "step": 508604}
{"lr": 0.01476439024032269, "data_time": 0.017136454582214355, "loss_single": 3.4399435997009276, "loss_dense": 3.487957215309143, "loss": 6.927900791168213, "time": 0.1542839527130127, "step": 508654}
{"lr": 0.01476439024032269, "data_time": 0.017516064643859863, "loss_single": 3.4144077062606812, "loss_dense": 3.464646744728088, "loss": 6.87905445098877, "time": 0.15296051502227784, "step": 508704}
{"lr": 0.01476439024032269, "data_time": 0.017760157585144043, "loss_single": 3.4091547250747682, "loss_dense": 3.4808162450790405, "loss": 6.889970922470093, "time": 0.1526780128479004, "step": 508754}
{"lr": 0.01476439024032269, "data_time": 0.016806149482727052, "loss_single": 3.4380704402923583, "loss_dense": 3.4916893243789673, "loss": 6.929759740829468, "time": 0.15376648902893067, "step": 508804}
{"lr": 0.01476439024032269, "data_time": 0.016850590705871582, "loss_single": 3.4235202074050903, "loss_dense": 3.470772123336792, "loss": 6.89429235458374, "time": 0.15251679420471193, "step": 508854}
{"lr": 0.01476439024032269, "data_time": 0.01590838432312012, "loss_single": 3.412138509750366, "loss_dense": 3.463218355178833, "loss": 6.875356769561767, "time": 0.18989219665527343, "step": 508904}
{"lr": 0.01476439024032269, "data_time": 0.018221569061279298, "loss_single": 3.4176973581314085, "loss_dense": 3.466562533378601, "loss": 6.884259986877441, "time": 0.15347521305084227, "step": 508954}
{"lr": 0.01476439024032269, "data_time": 0.01831984519958496, "loss_single": 3.402752327919006, "loss_dense": 3.45506067276001, "loss": 6.857813024520874, "time": 0.16082217693328857, "step": 509004}
{"lr": 0.01476439024032269, "data_time": 0.01724414825439453, "loss_single": 3.4314083099365233, "loss_dense": 3.471030759811401, "loss": 6.902439069747925, "time": 0.18540046215057374, "step": 509054}
{"lr": 0.01476439024032269, "data_time": 0.017755603790283202, "loss_single": 3.403993082046509, "loss_dense": 3.4660224676132203, "loss": 6.870015573501587, "time": 0.1590501546859741, "step": 509104}
{"lr": 0.01476439024032269, "data_time": 0.014546728134155274, "loss_single": 3.438525986671448, "loss_dense": 3.4923486948013305, "loss": 6.9308747291564945, "time": 0.1551668643951416, "step": 509154}
{"lr": 0.01476439024032269, "data_time": 0.017906904220581055, "loss_single": 3.4200429677963258, "loss_dense": 3.4680635929107666, "loss": 6.888106632232666, "time": 0.154998254776001, "step": 509204}
{"lr": 0.01476439024032269, "data_time": 0.018146228790283204, "loss_single": 3.4104107856750487, "loss_dense": 3.4641801595687864, "loss": 6.874590921401977, "time": 0.1599604845046997, "step": 509254}
{"lr": 0.01476439024032269, "data_time": 0.018213844299316405, "loss_single": 3.421030640602112, "loss_dense": 3.4765984058380126, "loss": 6.897629022598267, "time": 0.16785504817962646, "step": 509304}
{"lr": 0.01476439024032269, "data_time": 0.01869034767150879, "loss_single": 3.3934993028640745, "loss_dense": 3.4542800188064575, "loss": 6.847779273986816, "time": 0.1669154644012451, "step": 509354}
{"lr": 0.01476439024032269, "data_time": 0.01631479263305664, "loss_single": 3.4117342472076415, "loss_dense": 3.469783139228821, "loss": 6.881517362594605, "time": 0.16366615295410156, "step": 509404}
{"lr": 0.01476439024032269, "data_time": 0.01660134792327881, "loss_single": 3.4231266260147093, "loss_dense": 3.477409529685974, "loss": 6.900536155700683, "time": 0.15860846042633056, "step": 509454}
{"lr": 0.01476439024032269, "data_time": 0.018810057640075685, "loss_single": 3.4175601959228517, "loss_dense": 3.463267111778259, "loss": 6.880827379226685, "time": 0.16881449222564698, "step": 509504}
{"lr": 0.01476439024032269, "data_time": 0.015638208389282225, "loss_single": 3.404041385650635, "loss_dense": 3.4569473266601562, "loss": 6.860988616943359, "time": 0.15829601287841796, "step": 509554}
{"lr": 0.01476439024032269, "data_time": 0.016397929191589354, "loss_single": 3.381627988815308, "loss_dense": 3.43190450668335, "loss": 6.813532447814941, "time": 0.1607750415802002, "step": 509604}
{"lr": 0.01476439024032269, "data_time": 0.025639986991882323, "loss_single": 3.3863239765167235, "loss_dense": 3.4416340827941894, "loss": 6.827958059310913, "time": 0.16574442386627197, "step": 509654}
{"lr": 0.01476439024032269, "data_time": 0.017050290107727052, "loss_single": 3.404030680656433, "loss_dense": 3.468657374382019, "loss": 6.872688055038452, "time": 0.17897942066192626, "step": 509704}
{"lr": 0.01476439024032269, "data_time": 0.01751549243927002, "loss_single": 3.3920498371124266, "loss_dense": 3.4558605670928957, "loss": 6.847910404205322, "time": 0.15421013832092284, "step": 509754}
{"lr": 0.01476439024032269, "data_time": 0.021581220626831054, "loss_single": 3.4266515731811524, "loss_dense": 3.4873451709747316, "loss": 6.913996648788452, "time": 0.16091699600219728, "step": 509804}
{"lr": 0.01476439024032269, "data_time": 0.02041788101196289, "loss_single": 3.417611289024353, "loss_dense": 3.4820245265960694, "loss": 6.89963583946228, "time": 0.18272066116333008, "step": 509854}
{"lr": 0.01476439024032269, "data_time": 0.01665794849395752, "loss_single": 3.398267126083374, "loss_dense": 3.441481184959412, "loss": 6.839748334884644, "time": 0.16958494186401368, "step": 509904}
{"lr": 0.01476439024032269, "data_time": 0.01745433807373047, "loss_single": 3.420309329032898, "loss_dense": 3.468711185455322, "loss": 6.889020538330078, "time": 0.15378959178924562, "step": 509954}
{"lr": 0.01476439024032269, "data_time": 0.017110395431518554, "loss_single": 3.4165588855743407, "loss_dense": 3.461197113990784, "loss": 6.877755975723266, "time": 0.16210968494415284, "step": 510004}
{"lr": 0.01476439024032269, "data_time": 0.017566156387329102, "loss_single": 3.3999854564666747, "loss_dense": 3.452508068084717, "loss": 6.852493572235107, "time": 0.15837485790252687, "step": 510054}
{"lr": 0.01476439024032269, "data_time": 0.016406154632568358, "loss_single": 3.42777304649353, "loss_dense": 3.4786350965499877, "loss": 6.906408214569092, "time": 0.2179589033126831, "step": 510104}
{"lr": 0.01476439024032269, "data_time": 0.021529555320739746, "loss_single": 3.417386865615845, "loss_dense": 3.4541779518127442, "loss": 6.871564817428589, "time": 0.16957376003265381, "step": 510154}
{"lr": 0.01476439024032269, "data_time": 0.020969247817993163, "loss_single": 3.416621279716492, "loss_dense": 3.4650572538375854, "loss": 6.881678581237793, "time": 0.22747979164123536, "step": 510204}
{"lr": 0.01476439024032269, "data_time": 0.018020987510681152, "loss_single": 3.4261628150939942, "loss_dense": 3.465449595451355, "loss": 6.891612434387207, "time": 0.16318669319152831, "step": 510254}
{"lr": 0.01476439024032269, "data_time": 0.015999555587768555, "loss_single": 3.4039437770843506, "loss_dense": 3.4576149225234984, "loss": 6.861558628082276, "time": 0.15575902462005614, "step": 510304}
{"lr": 0.01476439024032269, "data_time": 0.01785411834716797, "loss_single": 3.419042706489563, "loss_dense": 3.469489240646362, "loss": 6.888531875610352, "time": 0.16501283645629883, "step": 510354}
{"lr": 0.01476439024032269, "data_time": 0.013698768615722657, "loss_single": 3.4221248626708984, "loss_dense": 3.471469855308533, "loss": 6.89359483718872, "time": 0.14956443309783934, "step": 510404}
{"lr": 0.014528838613828072, "data_time": 0.017011356353759766, "loss_single": 3.4397996187210085, "loss_dense": 3.485655927658081, "loss": 6.925455522537232, "time": 0.15481126308441162, "step": 510458}
{"lr": 0.014528838613828072, "data_time": 0.01723635196685791, "loss_single": 3.398289513587952, "loss_dense": 3.4531927585601805, "loss": 6.851482295989991, "time": 0.1557405948638916, "step": 510508}
{"lr": 0.014528838613828072, "data_time": 0.01738741397857666, "loss_single": 3.4135562658309935, "loss_dense": 3.4703436613082888, "loss": 6.883899879455567, "time": 0.2048713207244873, "step": 510558}
{"lr": 0.014528838613828072, "data_time": 0.019575953483581543, "loss_single": 3.4055655241012572, "loss_dense": 3.457878303527832, "loss": 6.863443851470947, "time": 0.17768867015838624, "step": 510608}
{"lr": 0.014528838613828072, "data_time": 0.021536040306091308, "loss_single": 3.376548981666565, "loss_dense": 3.4501514196395875, "loss": 6.826700353622437, "time": 0.15703086853027343, "step": 510658}
{"lr": 0.014528838613828072, "data_time": 0.020198822021484375, "loss_single": 3.4260171175003054, "loss_dense": 3.4630611181259154, "loss": 6.88907823562622, "time": 0.15551588535308838, "step": 510708}
{"lr": 0.014528838613828072, "data_time": 0.03060915470123291, "loss_single": 3.4030632257461546, "loss_dense": 3.4629685163497923, "loss": 6.866031789779663, "time": 0.16785888671875, "step": 510758}
{"lr": 0.014528838613828072, "data_time": 0.016461443901062012, "loss_single": 3.4073939323425293, "loss_dense": 3.467355561256409, "loss": 6.87474946975708, "time": 0.15874462127685546, "step": 510808}
{"lr": 0.014528838613828072, "data_time": 0.01750228404998779, "loss_single": 3.4267812252044676, "loss_dense": 3.481244158744812, "loss": 6.9080253601074215, "time": 0.15260450839996337, "step": 510858}
{"lr": 0.014528838613828072, "data_time": 0.020056867599487306, "loss_single": 3.438641333580017, "loss_dense": 3.485313820838928, "loss": 6.923955202102661, "time": 0.1648803472518921, "step": 510908}
{"lr": 0.014528838613828072, "data_time": 0.01817660331726074, "loss_single": 3.4075655221939085, "loss_dense": 3.463833212852478, "loss": 6.8713987350463865, "time": 0.19824767112731934, "step": 510958}
{"lr": 0.014528838613828072, "data_time": 0.018378162384033205, "loss_single": 3.4243847131729126, "loss_dense": 3.4801382780075074, "loss": 6.90452299118042, "time": 0.15392594337463378, "step": 511008}
{"lr": 0.014528838613828072, "data_time": 0.017298340797424316, "loss_single": 3.4094040393829346, "loss_dense": 3.4609483957290648, "loss": 6.870352363586425, "time": 0.160359525680542, "step": 511058}
{"lr": 0.014528838613828072, "data_time": 0.018004751205444335, "loss_single": 3.4303030490875246, "loss_dense": 3.479015517234802, "loss": 6.909318542480468, "time": 0.1578063488006592, "step": 511108}
{"lr": 0.014528838613828072, "data_time": 0.016728949546813966, "loss_single": 3.4082425594329835, "loss_dense": 3.468906378746033, "loss": 6.877148866653442, "time": 0.16242194175720215, "step": 511158}
{"lr": 0.014528838613828072, "data_time": 0.017378926277160645, "loss_single": 3.4061385869979857, "loss_dense": 3.4772960424423216, "loss": 6.883434677124024, "time": 0.15304577350616455, "step": 511208}
{"lr": 0.014528838613828072, "data_time": 0.017853188514709472, "loss_single": 3.4397547483444213, "loss_dense": 3.4895804643630983, "loss": 6.9293351650238035, "time": 0.15441837310791015, "step": 511258}
{"lr": 0.014528838613828072, "data_time": 0.01813490390777588, "loss_single": 3.4358094453811647, "loss_dense": 3.4896719694137572, "loss": 6.9254814147949215, "time": 0.22517383098602295, "step": 511308}
{"lr": 0.014528838613828072, "data_time": 0.016057467460632323, "loss_single": 3.3989601373672484, "loss_dense": 3.4703052759170534, "loss": 6.869265460968018, "time": 0.19007186889648436, "step": 511358}
{"lr": 0.014528838613828072, "data_time": 0.017373490333557128, "loss_single": 3.409960389137268, "loss_dense": 3.4734171628952026, "loss": 6.883377552032471, "time": 0.15502583980560303, "step": 511408}
{"lr": 0.014528838613828072, "data_time": 0.01670849323272705, "loss_single": 3.3976393938064575, "loss_dense": 3.4619792461395265, "loss": 6.859618616104126, "time": 0.1534637212753296, "step": 511458}
{"lr": 0.014528838613828072, "data_time": 0.028522634506225587, "loss_single": 3.4188174486160277, "loss_dense": 3.47768919467926, "loss": 6.896506595611572, "time": 0.16071343421936035, "step": 511508}
{"lr": 0.014528838613828072, "data_time": 0.021193385124206543, "loss_single": 3.4060134649276734, "loss_dense": 3.467325758934021, "loss": 6.8733391761779785, "time": 0.21426711082458497, "step": 511558}
{"lr": 0.014528838613828072, "data_time": 0.062815260887146, "loss_single": 3.404126286506653, "loss_dense": 3.4618170976638796, "loss": 6.865943431854248, "time": 0.20608770847320557, "step": 511608}
{"lr": 0.014528838613828072, "data_time": 0.01643080711364746, "loss_single": 3.4029680490493774, "loss_dense": 3.4550557851791384, "loss": 6.8580237865448, "time": 0.160799241065979, "step": 511658}
{"lr": 0.014528838613828072, "data_time": 0.017386102676391603, "loss_single": 3.4086700201034548, "loss_dense": 3.4586755514144896, "loss": 6.867345571517944, "time": 0.15394809246063232, "step": 511708}
{"lr": 0.014528838613828072, "data_time": 0.017547750473022462, "loss_single": 3.4423112869262695, "loss_dense": 3.49707715511322, "loss": 6.939388465881348, "time": 0.15544660091400148, "step": 511758}
{"lr": 0.014528838613828072, "data_time": 0.017333674430847167, "loss_single": 3.394774627685547, "loss_dense": 3.4389555931091307, "loss": 6.833730220794678, "time": 0.15365591049194335, "step": 511808}
{"lr": 0.014528838613828072, "data_time": 0.015184807777404784, "loss_single": 3.403353476524353, "loss_dense": 3.4657449960708617, "loss": 6.869098472595215, "time": 0.1607593059539795, "step": 511858}
{"lr": 0.014528838613828072, "data_time": 0.017138290405273437, "loss_single": 3.4293108940124513, "loss_dense": 3.472305488586426, "loss": 6.901616430282592, "time": 0.15297915935516357, "step": 511908}
{"lr": 0.014528838613828072, "data_time": 0.01819887161254883, "loss_single": 3.4294971942901613, "loss_dense": 3.4755287408828734, "loss": 6.905025863647461, "time": 0.15582962036132814, "step": 511958}
{"lr": 0.014528838613828072, "data_time": 0.017288565635681152, "loss_single": 3.42077374458313, "loss_dense": 3.490275526046753, "loss": 6.911049318313599, "time": 0.15815432071685792, "step": 512008}
{"lr": 0.014528838613828072, "data_time": 0.016840004920959474, "loss_single": 3.413438153266907, "loss_dense": 3.4852980852127073, "loss": 6.89873628616333, "time": 0.15965731143951417, "step": 512058}
{"lr": 0.014528838613828072, "data_time": 0.017509961128234865, "loss_single": 3.4098039627075196, "loss_dense": 3.464797115325928, "loss": 6.874601078033447, "time": 0.15505785942077638, "step": 512108}
{"lr": 0.014528838613828072, "data_time": 0.01983160972595215, "loss_single": 3.45370032787323, "loss_dense": 3.514789319038391, "loss": 6.968489646911621, "time": 0.15590810775756836, "step": 512158}
{"lr": 0.014528838613828072, "data_time": 0.016413283348083497, "loss_single": 3.4021870136260985, "loss_dense": 3.47451171875, "loss": 6.876698732376099, "time": 0.17913272380828857, "step": 512208}
{"lr": 0.014528838613828072, "data_time": 0.017256975173950195, "loss_single": 3.4195238590240478, "loss_dense": 3.4750282049179075, "loss": 6.894552087783813, "time": 0.15739994049072265, "step": 512258}
{"lr": 0.014528838613828072, "data_time": 0.016407346725463866, "loss_single": 3.3931607246398925, "loss_dense": 3.4532232999801638, "loss": 6.84638409614563, "time": 0.1624075651168823, "step": 512308}
{"lr": 0.014528838613828072, "data_time": 0.017016339302062988, "loss_single": 3.3952719449996946, "loss_dense": 3.452383780479431, "loss": 6.847655725479126, "time": 0.15381340980529784, "step": 512358}
{"lr": 0.014528838613828072, "data_time": 0.015536904335021973, "loss_single": 3.417318272590637, "loss_dense": 3.474492883682251, "loss": 6.89181113243103, "time": 0.16239502429962158, "step": 512408}
{"lr": 0.014528838613828072, "data_time": 0.018697690963745118, "loss_single": 3.3986469507217407, "loss_dense": 3.4452007532119753, "loss": 6.843847703933716, "time": 0.1577092409133911, "step": 512458}
{"lr": 0.014528838613828072, "data_time": 0.01735050678253174, "loss_single": 3.430585241317749, "loss_dense": 3.4951892614364626, "loss": 6.925774478912354, "time": 0.16306312084198, "step": 512508}
{"lr": 0.014528838613828072, "data_time": 0.0185854434967041, "loss_single": 3.4128982543945314, "loss_dense": 3.4569480180740357, "loss": 6.869846296310425, "time": 0.16437697410583496, "step": 512558}
{"lr": 0.014528838613828072, "data_time": 0.01712489128112793, "loss_single": 3.402620005607605, "loss_dense": 3.449803185462952, "loss": 6.852423238754272, "time": 0.17375335693359376, "step": 512608}
{"lr": 0.014528838613828072, "data_time": 0.01429131031036377, "loss_single": 3.3979584693908693, "loss_dense": 3.4415258407592773, "loss": 6.839484310150146, "time": 0.5554656267166138, "step": 512658}
{"lr": 0.014528838613828072, "data_time": 0.016201162338256837, "loss_single": 3.4387439489364624, "loss_dense": 3.492935848236084, "loss": 6.931679821014404, "time": 0.1629882574081421, "step": 512708}
{"lr": 0.014528838613828072, "data_time": 0.02172253131866455, "loss_single": 3.4076669216156006, "loss_dense": 3.4658018827438353, "loss": 6.873468732833862, "time": 0.1916374683380127, "step": 512758}
{"lr": 0.014528838613828072, "data_time": 0.016747450828552245, "loss_single": 3.391011881828308, "loss_dense": 3.4530827045440673, "loss": 6.844094562530517, "time": 0.15702614784240723, "step": 512808}
{"lr": 0.014528838613828072, "data_time": 0.017068982124328613, "loss_single": 3.439940571784973, "loss_dense": 3.483497953414917, "loss": 6.923438453674317, "time": 0.16713907718658447, "step": 512858}
{"lr": 0.014528838613828072, "data_time": 0.01709740161895752, "loss_single": 3.3942047119140626, "loss_dense": 3.450847554206848, "loss": 6.845052242279053, "time": 0.18790972232818604, "step": 512908}
{"lr": 0.014528838613828072, "data_time": 0.018246030807495116, "loss_single": 3.4334665536880493, "loss_dense": 3.4946720361709596, "loss": 6.928138589859008, "time": 0.15968747138977052, "step": 512958}
{"lr": 0.014528838613828072, "data_time": 0.015569686889648438, "loss_single": 3.4229260206222536, "loss_dense": 3.487718200683594, "loss": 6.9106443405151365, "time": 0.16663682460784912, "step": 513008}
{"lr": 0.014528838613828072, "data_time": 0.03525290489196777, "loss_single": 3.4234508514404296, "loss_dense": 3.484142875671387, "loss": 6.907593774795532, "time": 0.17431294918060303, "step": 513058}
{"lr": 0.014528838613828072, "data_time": 0.022637605667114258, "loss_single": 3.4015759229660034, "loss_dense": 3.4523873805999754, "loss": 6.853963375091553, "time": 0.2629572629928589, "step": 513108}
{"lr": 0.014528838613828072, "data_time": 0.017695069313049316, "loss_single": 3.4131829500198365, "loss_dense": 3.4563640117645265, "loss": 6.86954698562622, "time": 0.15939617156982422, "step": 513158}
{"lr": 0.014528838613828072, "data_time": 0.016481709480285645, "loss_single": 3.4213258028030396, "loss_dense": 3.473785424232483, "loss": 6.895111131668091, "time": 0.1771170139312744, "step": 513208}
{"lr": 0.014528838613828072, "data_time": 0.017671537399291993, "loss_single": 3.4263457298278808, "loss_dense": 3.4742088079452516, "loss": 6.900554513931274, "time": 0.15806965827941893, "step": 513258}
{"lr": 0.014528838613828072, "data_time": 0.01771202087402344, "loss_single": 3.4322597980499268, "loss_dense": 3.4935800313949583, "loss": 6.925839805603028, "time": 0.22438955307006836, "step": 513308}
{"lr": 0.014528838613828072, "data_time": 0.019375705718994142, "loss_single": 3.4117206573486327, "loss_dense": 3.4669944524765013, "loss": 6.8787150382995605, "time": 0.1591505765914917, "step": 513358}
{"lr": 0.014528838613828072, "data_time": 0.015732121467590333, "loss_single": 3.436722469329834, "loss_dense": 3.4944409132003784, "loss": 6.93116340637207, "time": 0.20261149406433104, "step": 513408}
{"lr": 0.014528838613828072, "data_time": 0.019625926017761232, "loss_single": 3.417435550689697, "loss_dense": 3.4759560585021974, "loss": 6.8933916091918945, "time": 0.17195570468902588, "step": 513458}
{"lr": 0.014528838613828072, "data_time": 0.01622157096862793, "loss_single": 3.4162599802017213, "loss_dense": 3.478724718093872, "loss": 6.894984769821167, "time": 0.16854753494262695, "step": 513508}
{"lr": 0.014528838613828072, "data_time": 0.016621708869934082, "loss_single": 3.414605450630188, "loss_dense": 3.476322817802429, "loss": 6.8909282207489015, "time": 0.16292591094970704, "step": 513558}
{"lr": 0.014528838613828072, "data_time": 0.01582326889038086, "loss_single": 3.4109808206558228, "loss_dense": 3.468750786781311, "loss": 6.879731607437134, "time": 0.15675714015960693, "step": 513608}
{"lr": 0.014528838613828072, "data_time": 0.027070116996765137, "loss_single": 3.4149450063705444, "loss_dense": 3.483108949661255, "loss": 6.898053932189941, "time": 0.17087268829345703, "step": 513658}
{"lr": 0.014528838613828072, "data_time": 0.015915656089782716, "loss_single": 3.4088926553726195, "loss_dense": 3.4644829273223876, "loss": 6.873375606536865, "time": 0.1535038471221924, "step": 513708}
{"lr": 0.014528838613828072, "data_time": 0.0182370662689209, "loss_single": 3.4377859115600584, "loss_dense": 3.473841643333435, "loss": 6.911627578735351, "time": 0.17355904579162598, "step": 513758}
{"lr": 0.014528838613828072, "data_time": 0.0174696683883667, "loss_single": 3.4221093893051147, "loss_dense": 3.4892628669738768, "loss": 6.911372232437134, "time": 0.1619870185852051, "step": 513808}
{"lr": 0.014528838613828072, "data_time": 0.01414504051208496, "loss_single": 3.4290702104568482, "loss_dense": 3.4910236597061157, "loss": 6.92009391784668, "time": 0.17941153049468994, "step": 513858}
{"lr": 0.014528838613828072, "data_time": 0.022028398513793946, "loss_single": 3.389719533920288, "loss_dense": 3.4381495475769044, "loss": 6.827869033813476, "time": 0.2314303159713745, "step": 513908}
{"lr": 0.014528838613828072, "data_time": 0.017247700691223146, "loss_single": 3.4250449895858766, "loss_dense": 3.4690504550933836, "loss": 6.894095516204834, "time": 0.15419132709503175, "step": 513958}
{"lr": 0.014528838613828072, "data_time": 0.015852594375610353, "loss_single": 3.429159903526306, "loss_dense": 3.461486482620239, "loss": 6.8906464099884035, "time": 0.18215198516845704, "step": 514008}
{"lr": 0.014528838613828072, "data_time": 0.017476749420166016, "loss_single": 3.4191102266311644, "loss_dense": 3.4667998790740966, "loss": 6.885910081863403, "time": 0.17843477725982665, "step": 514058}
{"lr": 0.014528838613828072, "data_time": 0.018842434883117674, "loss_single": 3.4225621938705446, "loss_dense": 3.4839914798736573, "loss": 6.906553649902344, "time": 0.16135892868041993, "step": 514108}
{"lr": 0.014528838613828072, "data_time": 0.01523594856262207, "loss_single": 3.3873565196990967, "loss_dense": 3.4406620264053345, "loss": 6.828018712997436, "time": 0.16589810848236083, "step": 514158}
{"lr": 0.014528838613828072, "data_time": 0.017591190338134766, "loss_single": 3.423779344558716, "loss_dense": 3.4776737689971924, "loss": 6.901453161239624, "time": 0.16518750190734863, "step": 514208}
{"lr": 0.014528838613828072, "data_time": 0.016603493690490724, "loss_single": 3.392112708091736, "loss_dense": 3.4563568592071534, "loss": 6.848469543457031, "time": 0.15396814346313475, "step": 514258}
{"lr": 0.014528838613828072, "data_time": 0.01900150775909424, "loss_single": 3.4238900423049925, "loss_dense": 3.477120304107666, "loss": 6.901010370254516, "time": 0.15815496444702148, "step": 514308}
{"lr": 0.014528838613828072, "data_time": 0.0150787353515625, "loss_single": 3.429497766494751, "loss_dense": 3.4699296951293945, "loss": 6.899427461624145, "time": 0.15953726768493653, "step": 514358}
{"lr": 0.014528838613828072, "data_time": 0.019104933738708495, "loss_single": 3.413242244720459, "loss_dense": 3.459090065956116, "loss": 6.872332382202148, "time": 0.16235766410827637, "step": 514408}
{"lr": 0.014528838613828072, "data_time": 0.015929055213928223, "loss_single": 3.431052398681641, "loss_dense": 3.4771324634552, "loss": 6.908184909820557, "time": 0.15643455982208251, "step": 514458}
{"lr": 0.014528838613828072, "data_time": 0.018253564834594727, "loss_single": 3.41854305267334, "loss_dense": 3.4624951839447022, "loss": 6.881038236618042, "time": 0.15322592258453369, "step": 514508}
{"lr": 0.014528838613828072, "data_time": 0.017344331741333006, "loss_single": 3.4392250299453737, "loss_dense": 3.487772989273071, "loss": 6.926997995376587, "time": 0.15701406002044677, "step": 514558}
{"lr": 0.014528838613828072, "data_time": 0.018670010566711425, "loss_single": 3.4008579015731812, "loss_dense": 3.4602715253829954, "loss": 6.861129474639893, "time": 0.15766913890838624, "step": 514608}
{"lr": 0.014528838613828072, "data_time": 0.01838829517364502, "loss_single": 3.40193567276001, "loss_dense": 3.4543106079101564, "loss": 6.85624623298645, "time": 0.15198910236358643, "step": 514658}
{"lr": 0.014528838613828072, "data_time": 0.018480968475341798, "loss_single": 3.439671349525452, "loss_dense": 3.500510025024414, "loss": 6.940181398391724, "time": 0.15135023593902588, "step": 514708}
{"lr": 0.014528838613828072, "data_time": 0.01687500476837158, "loss_single": 3.3958778381347656, "loss_dense": 3.4543158054351806, "loss": 6.850193691253662, "time": 0.15616803169250487, "step": 514758}
{"lr": 0.014528838613828072, "data_time": 0.016917896270751954, "loss_single": 3.4281464576721192, "loss_dense": 3.5022899389266966, "loss": 6.930436277389527, "time": 0.1540586233139038, "step": 514808}
{"lr": 0.014528838613828072, "data_time": 0.017032623291015625, "loss_single": 3.4414358139038086, "loss_dense": 3.491317057609558, "loss": 6.932752847671509, "time": 0.17567505836486816, "step": 514858}
{"lr": 0.014528838613828072, "data_time": 0.016756343841552734, "loss_single": 3.4224963426589965, "loss_dense": 3.4741837978363037, "loss": 6.896680164337158, "time": 0.15946004390716553, "step": 514908}
{"lr": 0.014528838613828072, "data_time": 0.018969392776489256, "loss_single": 3.407251238822937, "loss_dense": 3.4700445413589476, "loss": 6.877295732498169, "time": 0.17825038433074952, "step": 514958}
{"lr": 0.014528838613828072, "data_time": 0.016753792762756348, "loss_single": 3.442500615119934, "loss_dense": 3.494302201271057, "loss": 6.936802816390991, "time": 0.1497135877609253, "step": 515008}
{"lr": 0.014528838613828072, "data_time": 0.016611480712890626, "loss_single": 3.3971858978271485, "loss_dense": 3.458741617202759, "loss": 6.855927515029907, "time": 0.16547660827636718, "step": 515058}
{"lr": 0.014528838613828072, "data_time": 0.01876859664916992, "loss_single": 3.4281533479690554, "loss_dense": 3.481453704833984, "loss": 6.909607076644898, "time": 0.15284764766693115, "step": 515108}
{"lr": 0.014528838613828072, "data_time": 0.017456364631652833, "loss_single": 3.4079583883285522, "loss_dense": 3.4611858129501343, "loss": 6.8691442012786865, "time": 0.15592641830444337, "step": 515158}
{"lr": 0.014528838613828072, "data_time": 0.015381693840026855, "loss_single": 3.409684729576111, "loss_dense": 3.4714987516403197, "loss": 6.88118348121643, "time": 0.15199356079101561, "step": 515208}
{"lr": 0.014528838613828072, "data_time": 0.020515036582946778, "loss_single": 3.4216326236724854, "loss_dense": 3.4759080171585084, "loss": 6.897540616989136, "time": 0.22555949687957763, "step": 515258}
{"lr": 0.014528838613828072, "data_time": 0.01745762825012207, "loss_single": 3.416566252708435, "loss_dense": 3.4607749938964845, "loss": 6.877341318130493, "time": 0.15018022060394287, "step": 515308}
{"lr": 0.014528838613828072, "data_time": 0.017799806594848634, "loss_single": 3.4054534673690795, "loss_dense": 3.461578941345215, "loss": 6.8670323371887205, "time": 0.16115260124206543, "step": 515358}
{"lr": 0.014528838613828072, "data_time": 0.013728785514831542, "loss_single": 3.4045085668563844, "loss_dense": 3.478922986984253, "loss": 6.883431529998779, "time": 0.14430346488952636, "step": 515408}
{"lr": 0.014293403239355358, "data_time": 0.018134665489196778, "loss_single": 3.422975182533264, "loss_dense": 3.473618221282959, "loss": 6.896593379974365, "time": 0.155653715133667, "step": 515462}
{"lr": 0.014293403239355358, "data_time": 0.015433168411254883, "loss_single": 3.4364566087722777, "loss_dense": 3.48935980796814, "loss": 6.925816440582276, "time": 0.15485496520996095, "step": 515512}
{"lr": 0.014293403239355358, "data_time": 0.02003633975982666, "loss_single": 3.3913787603378296, "loss_dense": 3.4537051916122437, "loss": 6.8450840473175045, "time": 0.16249747276306153, "step": 515562}
{"lr": 0.014293403239355358, "data_time": 0.01839449405670166, "loss_single": 3.4118382930755615, "loss_dense": 3.4685999393463134, "loss": 6.880438280105591, "time": 0.15392718315124512, "step": 515612}
{"lr": 0.014293403239355358, "data_time": 0.017494821548461915, "loss_single": 3.4088201999664305, "loss_dense": 3.4715298891067503, "loss": 6.880350065231323, "time": 0.1729429006576538, "step": 515662}
{"lr": 0.014293403239355358, "data_time": 0.017122864723205566, "loss_single": 3.4121854066848756, "loss_dense": 3.4824706315994263, "loss": 6.89465594291687, "time": 0.15694704055786132, "step": 515712}
{"lr": 0.014293403239355358, "data_time": 0.016949963569641114, "loss_single": 3.429457402229309, "loss_dense": 3.480814504623413, "loss": 6.91027193069458, "time": 0.15660083293914795, "step": 515762}
{"lr": 0.014293403239355358, "data_time": 0.017005372047424316, "loss_single": 3.420370864868164, "loss_dense": 3.4732231855392457, "loss": 6.893594026565552, "time": 0.15090742111206054, "step": 515812}
{"lr": 0.014293403239355358, "data_time": 0.016727733612060546, "loss_single": 3.3958668231964113, "loss_dense": 3.458248567581177, "loss": 6.854115343093872, "time": 0.155018949508667, "step": 515862}
{"lr": 0.014293403239355358, "data_time": 0.017238926887512208, "loss_single": 3.408965301513672, "loss_dense": 3.457739162445068, "loss": 6.866704511642456, "time": 0.15100374221801757, "step": 515912}
{"lr": 0.014293403239355358, "data_time": 0.015213704109191895, "loss_single": 3.4267298936843873, "loss_dense": 3.4767839431762697, "loss": 6.903513765335083, "time": 0.18380930423736572, "step": 515962}
{"lr": 0.014293403239355358, "data_time": 0.017844152450561524, "loss_single": 3.4010109424591066, "loss_dense": 3.4666914463043215, "loss": 6.867702436447144, "time": 0.1619041919708252, "step": 516012}
{"lr": 0.014293403239355358, "data_time": 0.013434362411499024, "loss_single": 3.398032546043396, "loss_dense": 3.4573268413543703, "loss": 6.855359363555908, "time": 0.17274487018585205, "step": 516062}
{"lr": 0.014293403239355358, "data_time": 0.017469310760498048, "loss_single": 3.4303246974945067, "loss_dense": 3.480595827102661, "loss": 6.910920476913452, "time": 0.15388884544372558, "step": 516112}
{"lr": 0.014293403239355358, "data_time": 0.016990065574645996, "loss_single": 3.396793031692505, "loss_dense": 3.4456956148147584, "loss": 6.842488622665405, "time": 0.1560546875, "step": 516162}
{"lr": 0.014293403239355358, "data_time": 0.015545177459716796, "loss_single": 3.409408950805664, "loss_dense": 3.464458727836609, "loss": 6.873867654800415, "time": 0.16781766414642335, "step": 516212}
{"lr": 0.014293403239355358, "data_time": 0.01914026737213135, "loss_single": 3.411954927444458, "loss_dense": 3.4588918685913086, "loss": 6.870846843719482, "time": 0.19510788917541505, "step": 516262}
{"lr": 0.014293403239355358, "data_time": 0.016110777854919434, "loss_single": 3.410011410713196, "loss_dense": 3.466809320449829, "loss": 6.876820755004883, "time": 0.1690274953842163, "step": 516312}
{"lr": 0.014293403239355358, "data_time": 0.017163825035095216, "loss_single": 3.436707544326782, "loss_dense": 3.493952226638794, "loss": 6.930659770965576, "time": 0.1523418664932251, "step": 516362}
{"lr": 0.014293403239355358, "data_time": 0.01853322982788086, "loss_single": 3.3967965126037596, "loss_dense": 3.4549052000045775, "loss": 6.85170168876648, "time": 0.15296196937561035, "step": 516412}
{"lr": 0.014293403239355358, "data_time": 0.01667466163635254, "loss_single": 3.415440487861633, "loss_dense": 3.47707884311676, "loss": 6.892519235610962, "time": 0.15022215843200684, "step": 516462}
{"lr": 0.014293403239355358, "data_time": 0.017852139472961426, "loss_single": 3.435972499847412, "loss_dense": 3.493175482749939, "loss": 6.929147958755493, "time": 0.155358624458313, "step": 516512}
{"lr": 0.014293403239355358, "data_time": 0.022621917724609374, "loss_single": 3.428669476509094, "loss_dense": 3.4802690744400024, "loss": 6.908938598632813, "time": 0.230814528465271, "step": 516562}
{"lr": 0.014293403239355358, "data_time": 0.0187180757522583, "loss_single": 3.442684769630432, "loss_dense": 3.4824430465698244, "loss": 6.925127744674683, "time": 0.16376235485076904, "step": 516612}
{"lr": 0.014293403239355358, "data_time": 0.018703818321228027, "loss_single": 3.3930219173431397, "loss_dense": 3.4621511697769165, "loss": 6.855173063278198, "time": 0.1529606342315674, "step": 516662}
{"lr": 0.014293403239355358, "data_time": 0.020611214637756347, "loss_single": 3.387524938583374, "loss_dense": 3.428999829292297, "loss": 6.816524696350098, "time": 0.1561056137084961, "step": 516712}
{"lr": 0.014293403239355358, "data_time": 0.020808768272399903, "loss_single": 3.44031503200531, "loss_dense": 3.481881833076477, "loss": 6.922196865081787, "time": 0.15356860160827637, "step": 516762}
{"lr": 0.014293403239355358, "data_time": 0.016327166557312013, "loss_single": 3.436081600189209, "loss_dense": 3.491216444969177, "loss": 6.927298069000244, "time": 0.23573088645935059, "step": 516812}
{"lr": 0.014293403239355358, "data_time": 0.019553375244140626, "loss_single": 3.394250726699829, "loss_dense": 3.444615125656128, "loss": 6.838865900039673, "time": 0.15821239948272706, "step": 516862}
{"lr": 0.014293403239355358, "data_time": 0.019342637062072753, "loss_single": 3.403846192359924, "loss_dense": 3.4386250495910646, "loss": 6.842471265792847, "time": 0.15496129989624025, "step": 516912}
{"lr": 0.014293403239355358, "data_time": 0.017667341232299804, "loss_single": 3.415673112869263, "loss_dense": 3.4693532228469848, "loss": 6.885026311874389, "time": 0.1570833683013916, "step": 516962}
{"lr": 0.014293403239355358, "data_time": 0.021240782737731934, "loss_single": 3.4234551906585695, "loss_dense": 3.49055495262146, "loss": 6.914010095596313, "time": 0.17558412551879882, "step": 517012}
{"lr": 0.014293403239355358, "data_time": 0.017851710319519043, "loss_single": 3.416980576515198, "loss_dense": 3.470961022377014, "loss": 6.887941694259643, "time": 0.15264475345611572, "step": 517062}
{"lr": 0.014293403239355358, "data_time": 0.016943740844726562, "loss_single": 3.413532257080078, "loss_dense": 3.474278211593628, "loss": 6.887810468673706, "time": 0.18343183994293213, "step": 517112}
{"lr": 0.014293403239355358, "data_time": 0.016758370399475097, "loss_single": 3.416270685195923, "loss_dense": 3.4632450103759767, "loss": 6.879515743255615, "time": 0.1533362865447998, "step": 517162}
{"lr": 0.014293403239355358, "data_time": 0.016890883445739746, "loss_single": 3.420913815498352, "loss_dense": 3.4685086727142336, "loss": 6.889422416687012, "time": 0.1523120403289795, "step": 517212}
{"lr": 0.014293403239355358, "data_time": 0.016212606430053712, "loss_single": 3.4199994802474976, "loss_dense": 3.4735613107681274, "loss": 6.893560791015625, "time": 0.17972896099090577, "step": 517262}
{"lr": 0.014293403239355358, "data_time": 0.016326475143432616, "loss_single": 3.392433023452759, "loss_dense": 3.4614733934402464, "loss": 6.8539063930511475, "time": 0.15897269248962403, "step": 517312}
{"lr": 0.014293403239355358, "data_time": 0.017000317573547363, "loss_single": 3.428596615791321, "loss_dense": 3.484934449195862, "loss": 6.913531064987183, "time": 0.15225677490234374, "step": 517362}
{"lr": 0.014293403239355358, "data_time": 0.013173198699951172, "loss_single": 3.3996801376342773, "loss_dense": 3.452134299278259, "loss": 6.851814413070679, "time": 0.8238717794418335, "step": 517412}
{"lr": 0.014293403239355358, "data_time": 0.014821386337280274, "loss_single": 3.4021533250808718, "loss_dense": 3.4572073459625243, "loss": 6.8593607425689695, "time": 0.1651606798171997, "step": 517462}
{"lr": 0.014293403239355358, "data_time": 0.020265889167785645, "loss_single": 3.452948880195618, "loss_dense": 3.5157102823257445, "loss": 6.968659257888794, "time": 0.184448504447937, "step": 517512}
{"lr": 0.014293403239355358, "data_time": 0.019141173362731932, "loss_single": 3.3961742639541628, "loss_dense": 3.4638124227523805, "loss": 6.859986639022827, "time": 0.15692777633666993, "step": 517562}
{"lr": 0.014293403239355358, "data_time": 0.018430638313293456, "loss_single": 3.416079354286194, "loss_dense": 3.471692967414856, "loss": 6.887772417068481, "time": 0.166618275642395, "step": 517612}
{"lr": 0.014293403239355358, "data_time": 0.016459846496582033, "loss_single": 3.4174011945724487, "loss_dense": 3.489612674713135, "loss": 6.907013940811157, "time": 0.15040159225463867, "step": 517662}
{"lr": 0.014293403239355358, "data_time": 0.017239022254943847, "loss_single": 3.4172269105911255, "loss_dense": 3.4652774333953857, "loss": 6.8825043678283695, "time": 0.15758883953094482, "step": 517712}
{"lr": 0.014293403239355358, "data_time": 0.01678476333618164, "loss_single": 3.399733138084412, "loss_dense": 3.4640688419342043, "loss": 6.8638020038604735, "time": 0.1656177282333374, "step": 517762}
{"lr": 0.014293403239355358, "data_time": 0.01622776985168457, "loss_single": 3.409167194366455, "loss_dense": 3.4587067365646362, "loss": 6.867873954772949, "time": 0.22223868370056152, "step": 517812}
{"lr": 0.014293403239355358, "data_time": 0.01958165168762207, "loss_single": 3.4130452156066893, "loss_dense": 3.4667853832244875, "loss": 6.8798305034637455, "time": 0.18603971004486083, "step": 517862}
{"lr": 0.014293403239355358, "data_time": 0.017060279846191406, "loss_single": 3.4550880193710327, "loss_dense": 3.506301259994507, "loss": 6.961389350891113, "time": 0.16015501022338868, "step": 517912}
{"lr": 0.014293403239355358, "data_time": 0.019290685653686523, "loss_single": 3.4490862846374513, "loss_dense": 3.5008638381958006, "loss": 6.949950122833252, "time": 0.15489728450775148, "step": 517962}
{"lr": 0.014293403239355358, "data_time": 0.017496418952941895, "loss_single": 3.3915246725082397, "loss_dense": 3.456672954559326, "loss": 6.848197650909424, "time": 0.15166077613830567, "step": 518012}
{"lr": 0.014293403239355358, "data_time": 0.017036581039428712, "loss_single": 3.3948560476303102, "loss_dense": 3.4466590166091917, "loss": 6.841515064239502, "time": 0.15274715423583984, "step": 518062}
{"lr": 0.014293403239355358, "data_time": 0.02472732067108154, "loss_single": 3.4337863445281984, "loss_dense": 3.4810705900192263, "loss": 6.914856958389282, "time": 0.21705756187438965, "step": 518112}
{"lr": 0.014293403239355358, "data_time": 0.017319154739379884, "loss_single": 3.4310486555099486, "loss_dense": 3.478925633430481, "loss": 6.909974241256714, "time": 0.16662263870239258, "step": 518162}
{"lr": 0.014293403239355358, "data_time": 0.01894686222076416, "loss_single": 3.407381701469421, "loss_dense": 3.4591856002807617, "loss": 6.8665672779083256, "time": 0.21822493076324462, "step": 518212}
{"lr": 0.014293403239355358, "data_time": 0.01627190113067627, "loss_single": 3.415454292297363, "loss_dense": 3.4601999282836915, "loss": 6.8756543636322025, "time": 0.15587844848632812, "step": 518262}
{"lr": 0.014293403239355358, "data_time": 0.018982672691345216, "loss_single": 3.4086825132369993, "loss_dense": 3.4752888679504395, "loss": 6.883971357345581, "time": 0.15766570568084717, "step": 518312}
{"lr": 0.014293403239355358, "data_time": 0.01644001007080078, "loss_single": 3.4327033519744874, "loss_dense": 3.506522297859192, "loss": 6.939225721359253, "time": 0.15453929901123048, "step": 518362}
{"lr": 0.014293403239355358, "data_time": 0.01588287353515625, "loss_single": 3.4044626712799073, "loss_dense": 3.4691610813140867, "loss": 6.873623657226562, "time": 0.15901834964752198, "step": 518412}
{"lr": 0.014293403239355358, "data_time": 0.01798977851867676, "loss_single": 3.4026378393173218, "loss_dense": 3.478278064727783, "loss": 6.880915880203247, "time": 0.16416869163513184, "step": 518462}
{"lr": 0.014293403239355358, "data_time": 0.01613471508026123, "loss_single": 3.4413220643997193, "loss_dense": 3.4837806224823, "loss": 6.925102663040161, "time": 0.17221083641052246, "step": 518512}
{"lr": 0.014293403239355358, "data_time": 0.0173994779586792, "loss_single": 3.431167793273926, "loss_dense": 3.4754666090011597, "loss": 6.906634330749512, "time": 0.15549254417419434, "step": 518562}
{"lr": 0.014293403239355358, "data_time": 0.015688586235046386, "loss_single": 3.4173235654830934, "loss_dense": 3.487294912338257, "loss": 6.904618406295777, "time": 0.15974979400634765, "step": 518612}
{"lr": 0.014293403239355358, "data_time": 0.0168656587600708, "loss_single": 3.386853337287903, "loss_dense": 3.4454317331314086, "loss": 6.832285070419312, "time": 0.16366379261016845, "step": 518662}
{"lr": 0.014293403239355358, "data_time": 0.016666054725646973, "loss_single": 3.4414217710494994, "loss_dense": 3.5021069288253783, "loss": 6.943528747558593, "time": 0.180893611907959, "step": 518712}
{"lr": 0.014293403239355358, "data_time": 0.018899059295654295, "loss_single": 3.405065321922302, "loss_dense": 3.449638605117798, "loss": 6.854703950881958, "time": 0.16254007816314697, "step": 518762}
{"lr": 0.014293403239355358, "data_time": 0.017276716232299805, "loss_single": 3.4260358095169066, "loss_dense": 3.4777791500091553, "loss": 6.90381498336792, "time": 0.16744663715362548, "step": 518812}
{"lr": 0.014293403239355358, "data_time": 0.016330480575561523, "loss_single": 3.4149426460266112, "loss_dense": 3.4717100858688354, "loss": 6.886652708053589, "time": 0.16301412582397462, "step": 518862}
{"lr": 0.014293403239355358, "data_time": 0.017585206031799316, "loss_single": 3.423152470588684, "loss_dense": 3.457960605621338, "loss": 6.881113052368164, "time": 0.1630026578903198, "step": 518912}
{"lr": 0.014293403239355358, "data_time": 0.016156792640686035, "loss_single": 3.4348594665527346, "loss_dense": 3.4788298845291137, "loss": 6.913689422607422, "time": 0.16152808666229249, "step": 518962}
{"lr": 0.014293403239355358, "data_time": 0.0171100378036499, "loss_single": 3.4349042177200317, "loss_dense": 3.5056275844573976, "loss": 6.940531826019287, "time": 0.16526479721069337, "step": 519012}
{"lr": 0.014293403239355358, "data_time": 0.016110157966613768, "loss_single": 3.429746890068054, "loss_dense": 3.4799126386642456, "loss": 6.909659481048584, "time": 0.15867271423339843, "step": 519062}
{"lr": 0.014293403239355358, "data_time": 0.02127883434295654, "loss_single": 3.397255539894104, "loss_dense": 3.450757956504822, "loss": 6.84801344871521, "time": 0.22473740577697754, "step": 519112}
{"lr": 0.014293403239355358, "data_time": 0.017259430885314942, "loss_single": 3.426970291137695, "loss_dense": 3.4716993093490602, "loss": 6.898669576644897, "time": 0.1572817325592041, "step": 519162}
{"lr": 0.014293403239355358, "data_time": 0.01624164581298828, "loss_single": 3.400723958015442, "loss_dense": 3.458451819419861, "loss": 6.859175825119019, "time": 0.15596413612365723, "step": 519212}
{"lr": 0.014293403239355358, "data_time": 0.017444825172424315, "loss_single": 3.3889459133148194, "loss_dense": 3.4442418813705444, "loss": 6.833187818527222, "time": 0.1567596197128296, "step": 519262}
{"lr": 0.014293403239355358, "data_time": 0.020279479026794434, "loss_single": 3.406331419944763, "loss_dense": 3.461985206604004, "loss": 6.868316602706909, "time": 0.16597676277160645, "step": 519312}
{"lr": 0.014293403239355358, "data_time": 0.018443489074707033, "loss_single": 3.4235769271850587, "loss_dense": 3.478365659713745, "loss": 6.901942586898803, "time": 0.17994122505187987, "step": 519362}
{"lr": 0.014293403239355358, "data_time": 0.016247248649597167, "loss_single": 3.4242205142974855, "loss_dense": 3.4734837293624876, "loss": 6.897704172134399, "time": 0.15854227542877197, "step": 519412}
{"lr": 0.014293403239355358, "data_time": 0.01801009178161621, "loss_single": 3.397644853591919, "loss_dense": 3.4576303243637083, "loss": 6.855275201797485, "time": 0.23670523166656493, "step": 519462}
{"lr": 0.014293403239355358, "data_time": 0.02091073989868164, "loss_single": 3.436591625213623, "loss_dense": 3.4965580701828003, "loss": 6.933149766921997, "time": 0.1628859519958496, "step": 519512}
{"lr": 0.014293403239355358, "data_time": 0.01623711585998535, "loss_single": 3.4222965955734255, "loss_dense": 3.46474666595459, "loss": 6.887043285369873, "time": 0.1562291145324707, "step": 519562}
{"lr": 0.014293403239355358, "data_time": 0.017610001564025878, "loss_single": 3.435386395454407, "loss_dense": 3.4811680555343627, "loss": 6.9165544509887695, "time": 0.1683138132095337, "step": 519612}
{"lr": 0.014293403239355358, "data_time": 0.01699099540710449, "loss_single": 3.4036550521850586, "loss_dense": 3.467240333557129, "loss": 6.8708953857421875, "time": 0.159002947807312, "step": 519662}
{"lr": 0.014293403239355358, "data_time": 0.0192746639251709, "loss_single": 3.415917181968689, "loss_dense": 3.4742875576019285, "loss": 6.89020471572876, "time": 0.1551361322402954, "step": 519712}
{"lr": 0.014293403239355358, "data_time": 0.02213296890258789, "loss_single": 3.4284784317016603, "loss_dense": 3.4862033843994142, "loss": 6.914681816101075, "time": 0.17025587558746338, "step": 519762}
{"lr": 0.014293403239355358, "data_time": 0.018683481216430663, "loss_single": 3.419442558288574, "loss_dense": 3.4760937690734863, "loss": 6.895536327362061, "time": 0.15497279167175293, "step": 519812}
{"lr": 0.014293403239355358, "data_time": 0.018498492240905762, "loss_single": 3.4152324914932253, "loss_dense": 3.4831926345825197, "loss": 6.898425054550171, "time": 0.15768959522247314, "step": 519862}
{"lr": 0.014293403239355358, "data_time": 0.01628119945526123, "loss_single": 3.4391039609909058, "loss_dense": 3.489386796951294, "loss": 6.928490781784058, "time": 0.15259077548980712, "step": 519912}
{"lr": 0.014293403239355358, "data_time": 0.017416167259216308, "loss_single": 3.4208752632141115, "loss_dense": 3.479645085334778, "loss": 6.900520324707031, "time": 0.1523347854614258, "step": 519962}
{"lr": 0.014293403239355358, "data_time": 0.015910887718200685, "loss_single": 3.406104040145874, "loss_dense": 3.4679063081741335, "loss": 6.874010324478149, "time": 0.1514003038406372, "step": 520012}
{"lr": 0.014293403239355358, "data_time": 0.02152848243713379, "loss_single": 3.381569027900696, "loss_dense": 3.437982177734375, "loss": 6.819551134109497, "time": 0.17808680534362792, "step": 520062}
{"lr": 0.014293403239355358, "data_time": 0.018147993087768554, "loss_single": 3.4089767932891846, "loss_dense": 3.465129327774048, "loss": 6.874106168746948, "time": 0.1526195526123047, "step": 520112}
{"lr": 0.014293403239355358, "data_time": 0.018723702430725096, "loss_single": 3.406938886642456, "loss_dense": 3.4640779733657836, "loss": 6.871016883850098, "time": 0.1519615411758423, "step": 520162}
{"lr": 0.014293403239355358, "data_time": 0.01753523349761963, "loss_single": 3.403336429595947, "loss_dense": 3.46502742767334, "loss": 6.868363952636718, "time": 0.1563091278076172, "step": 520212}
{"lr": 0.014293403239355358, "data_time": 0.0182142972946167, "loss_single": 3.4319265127182006, "loss_dense": 3.4806695699691774, "loss": 6.912596082687378, "time": 0.1609628438949585, "step": 520262}
{"lr": 0.014293403239355358, "data_time": 0.01838574409484863, "loss_single": 3.422121596336365, "loss_dense": 3.4697115898132322, "loss": 6.891833162307739, "time": 0.15430991649627684, "step": 520312}
{"lr": 0.014293403239355358, "data_time": 0.020848941802978516, "loss_single": 3.403618311882019, "loss_dense": 3.4560344219207764, "loss": 6.859652709960938, "time": 0.18204693794250487, "step": 520362}
{"lr": 0.014293403239355358, "data_time": 0.013663935661315917, "loss_single": 3.4246427059173583, "loss_dense": 3.468858313560486, "loss": 6.8935009956359865, "time": 0.14775562286376953, "step": 520412}
{"lr": 0.014058142207060297, "data_time": 0.017249298095703126, "loss_single": 3.4065722465515136, "loss_dense": 3.4722665786743163, "loss": 6.8788388729095455, "time": 0.1568511724472046, "step": 520466}
{"lr": 0.014058142207060297, "data_time": 0.016462135314941406, "loss_single": 3.4113786697387694, "loss_dense": 3.4522595405578613, "loss": 6.863638210296631, "time": 0.17092983722686766, "step": 520516}
{"lr": 0.014058142207060297, "data_time": 0.014805340766906738, "loss_single": 3.4179125785827638, "loss_dense": 3.4715390682220457, "loss": 6.88945164680481, "time": 0.15287442207336427, "step": 520566}
{"lr": 0.014058142207060297, "data_time": 0.015239334106445313, "loss_single": 3.396561336517334, "loss_dense": 3.4591313362121583, "loss": 6.855692625045776, "time": 0.16830136775970458, "step": 520616}
{"lr": 0.014058142207060297, "data_time": 0.015095782279968262, "loss_single": 3.4222098112106325, "loss_dense": 3.4727943181991576, "loss": 6.895004081726074, "time": 0.16917846202850342, "step": 520666}
{"lr": 0.014058142207060297, "data_time": 0.015255308151245118, "loss_single": 3.4483060359954836, "loss_dense": 3.5017451286315917, "loss": 6.950051116943359, "time": 0.18404014110565187, "step": 520716}
{"lr": 0.014058142207060297, "data_time": 0.016971898078918458, "loss_single": 3.3841498851776124, "loss_dense": 3.4666436672210694, "loss": 6.85079345703125, "time": 0.15460264682769775, "step": 520766}
{"lr": 0.014058142207060297, "data_time": 0.018470406532287598, "loss_single": 3.412513518333435, "loss_dense": 3.4768557071685793, "loss": 6.889369153976441, "time": 0.16298530101776124, "step": 520816}
{"lr": 0.014058142207060297, "data_time": 0.015442538261413574, "loss_single": 3.4145592927932737, "loss_dense": 3.4811261177062987, "loss": 6.895685482025146, "time": 0.2049417018890381, "step": 520866}
{"lr": 0.014058142207060297, "data_time": 0.017965173721313475, "loss_single": 3.412020444869995, "loss_dense": 3.461703300476074, "loss": 6.873723793029785, "time": 0.15826632976531982, "step": 520916}
{"lr": 0.014058142207060297, "data_time": 0.018043208122253417, "loss_single": 3.4112112045288088, "loss_dense": 3.4720636367797852, "loss": 6.883274888992309, "time": 0.15795350074768066, "step": 520966}
{"lr": 0.014058142207060297, "data_time": 0.010075521469116212, "loss_single": 3.4388903856277464, "loss_dense": 3.4996195793151856, "loss": 6.938509893417359, "time": 0.16154754161834717, "step": 521016}
{"lr": 0.014058142207060297, "data_time": 0.017742300033569337, "loss_single": 3.4082441091537476, "loss_dense": 3.4629754304885862, "loss": 6.871219491958618, "time": 0.15223493576049804, "step": 521066}
{"lr": 0.014058142207060297, "data_time": 0.017513060569763185, "loss_single": 3.426865029335022, "loss_dense": 3.478301525115967, "loss": 6.905166578292847, "time": 0.152527117729187, "step": 521116}
{"lr": 0.014058142207060297, "data_time": 0.017093467712402343, "loss_single": 3.4049975156784056, "loss_dense": 3.460842800140381, "loss": 6.865840339660645, "time": 0.15405740737915039, "step": 521166}
{"lr": 0.014058142207060297, "data_time": 0.02002291679382324, "loss_single": 3.4235450506210325, "loss_dense": 3.4557133436203005, "loss": 6.879258394241333, "time": 0.1531766176223755, "step": 521216}
{"lr": 0.014058142207060297, "data_time": 0.019083356857299803, "loss_single": 3.407090759277344, "loss_dense": 3.4733015298843384, "loss": 6.880392265319824, "time": 0.15915498733520508, "step": 521266}
{"lr": 0.014058142207060297, "data_time": 0.017775583267211913, "loss_single": 3.4188015699386596, "loss_dense": 3.47455370426178, "loss": 6.89335527420044, "time": 0.16216540336608887, "step": 521316}
{"lr": 0.014058142207060297, "data_time": 0.017418289184570314, "loss_single": 3.4143085718154906, "loss_dense": 3.4637121677398683, "loss": 6.878020811080932, "time": 0.15364501476287842, "step": 521366}
{"lr": 0.014058142207060297, "data_time": 0.017352724075317384, "loss_single": 3.417464590072632, "loss_dense": 3.461297798156738, "loss": 6.8787623882293705, "time": 0.1962493658065796, "step": 521416}
{"lr": 0.014058142207060297, "data_time": 0.02013208866119385, "loss_single": 3.39439115524292, "loss_dense": 3.4524487495422362, "loss": 6.846839904785156, "time": 0.15804262161254884, "step": 521466}
{"lr": 0.014058142207060297, "data_time": 0.017759943008422853, "loss_single": 3.4247155666351317, "loss_dense": 3.4677764654159544, "loss": 6.89249210357666, "time": 0.1564040184020996, "step": 521516}
{"lr": 0.014058142207060297, "data_time": 0.01783483028411865, "loss_single": 3.42833354473114, "loss_dense": 3.4880274057388307, "loss": 6.916360998153687, "time": 0.15263278484344484, "step": 521566}
{"lr": 0.014058142207060297, "data_time": 0.0159609317779541, "loss_single": 3.426321601867676, "loss_dense": 3.4750893354415893, "loss": 6.901410913467407, "time": 0.275075626373291, "step": 521616}
{"lr": 0.014058142207060297, "data_time": 0.016757559776306153, "loss_single": 3.40613374710083, "loss_dense": 3.456041431427002, "loss": 6.862175178527832, "time": 0.15398850440979003, "step": 521666}
{"lr": 0.014058142207060297, "data_time": 0.017422127723693847, "loss_single": 3.4040680646896364, "loss_dense": 3.451431632041931, "loss": 6.855499696731568, "time": 0.15372920036315918, "step": 521716}
{"lr": 0.014058142207060297, "data_time": 0.01808350086212158, "loss_single": 3.4354245901107787, "loss_dense": 3.4856805086135862, "loss": 6.92110505104065, "time": 0.15899627208709716, "step": 521766}
{"lr": 0.014058142207060297, "data_time": 0.015099263191223145, "loss_single": 3.405184102058411, "loss_dense": 3.454144811630249, "loss": 6.859328889846802, "time": 0.15258474349975587, "step": 521816}
{"lr": 0.014058142207060297, "data_time": 0.015490150451660157, "loss_single": 3.44199423789978, "loss_dense": 3.4930425882339478, "loss": 6.9350368022918705, "time": 0.1522214412689209, "step": 521866}
{"lr": 0.014058142207060297, "data_time": 0.017688775062561037, "loss_single": 3.420178937911987, "loss_dense": 3.4623954772949217, "loss": 6.8825743198394775, "time": 0.15337810516357422, "step": 521916}
{"lr": 0.014058142207060297, "data_time": 0.015635919570922852, "loss_single": 3.388010597229004, "loss_dense": 3.4550358295440673, "loss": 6.843046474456787, "time": 0.1772839069366455, "step": 521966}
{"lr": 0.014058142207060297, "data_time": 0.01756284236907959, "loss_single": 3.4102716207504273, "loss_dense": 3.465399169921875, "loss": 6.875670719146728, "time": 0.15278058052062987, "step": 522016}
{"lr": 0.014058142207060297, "data_time": 0.01755478382110596, "loss_single": 3.386010932922363, "loss_dense": 3.448748970031738, "loss": 6.834759902954102, "time": 0.1550896406173706, "step": 522066}
{"lr": 0.014058142207060297, "data_time": 0.017563819885253906, "loss_single": 3.415966272354126, "loss_dense": 3.464205098152161, "loss": 6.880171442031861, "time": 0.6220510721206665, "step": 522116}
{"lr": 0.014058142207060297, "data_time": 0.01735532283782959, "loss_single": 3.3925761699676515, "loss_dense": 3.4443251371383665, "loss": 6.836901235580444, "time": 0.1555107593536377, "step": 522166}
{"lr": 0.014058142207060297, "data_time": 0.017265892028808592, "loss_single": 3.398529887199402, "loss_dense": 3.457338547706604, "loss": 6.85586838722229, "time": 0.15563020706176758, "step": 522216}
{"lr": 0.014058142207060297, "data_time": 0.012940740585327149, "loss_single": 3.411939239501953, "loss_dense": 3.4581692218780518, "loss": 6.870108509063721, "time": 0.15747029781341554, "step": 522266}
{"lr": 0.014058142207060297, "data_time": 0.020276594161987304, "loss_single": 3.414944553375244, "loss_dense": 3.4595292091369627, "loss": 6.874473762512207, "time": 0.2387760639190674, "step": 522316}
{"lr": 0.014058142207060297, "data_time": 0.018068528175354003, "loss_single": 3.43469717502594, "loss_dense": 3.4780774116516113, "loss": 6.912774658203125, "time": 0.15672028064727783, "step": 522366}
{"lr": 0.014058142207060297, "data_time": 0.017476391792297364, "loss_single": 3.409281873703003, "loss_dense": 3.480691695213318, "loss": 6.889973592758179, "time": 0.16131763458251952, "step": 522416}
{"lr": 0.014058142207060297, "data_time": 0.019669079780578615, "loss_single": 3.4107241868972777, "loss_dense": 3.46391019821167, "loss": 6.874634456634522, "time": 0.15890903472900392, "step": 522466}
{"lr": 0.014058142207060297, "data_time": 0.019582152366638184, "loss_single": 3.3857605934143065, "loss_dense": 3.438321757316589, "loss": 6.824082326889038, "time": 0.1599666118621826, "step": 522516}
{"lr": 0.014058142207060297, "data_time": 0.016743850708007813, "loss_single": 3.4146710872650146, "loss_dense": 3.461923122406006, "loss": 6.876594161987304, "time": 0.1515340805053711, "step": 522566}
{"lr": 0.014058142207060297, "data_time": 0.01696655750274658, "loss_single": 3.3729579210281373, "loss_dense": 3.4340702533721923, "loss": 6.807028102874756, "time": 0.18718698024749755, "step": 522616}
{"lr": 0.014058142207060297, "data_time": 0.015573525428771972, "loss_single": 3.4034452199935914, "loss_dense": 3.4605082511901855, "loss": 6.863953447341919, "time": 0.19351751804351808, "step": 522666}
{"lr": 0.014058142207060297, "data_time": 0.017696642875671388, "loss_single": 3.4054190158843993, "loss_dense": 3.4634315729141236, "loss": 6.868850564956665, "time": 0.18774964809417724, "step": 522716}
{"lr": 0.014058142207060297, "data_time": 0.017620086669921875, "loss_single": 3.4065195083618165, "loss_dense": 3.45515615940094, "loss": 6.861675596237182, "time": 0.16441528797149657, "step": 522766}
{"lr": 0.014058142207060297, "data_time": 0.016988611221313475, "loss_single": 3.4023101329803467, "loss_dense": 3.463145613670349, "loss": 6.865455770492554, "time": 0.15851228237152098, "step": 522816}
{"lr": 0.014058142207060297, "data_time": 0.016185641288757324, "loss_single": 3.416294288635254, "loss_dense": 3.4652592658996584, "loss": 6.881553506851196, "time": 0.1551227331161499, "step": 522866}
{"lr": 0.014058142207060297, "data_time": 0.018917179107666014, "loss_single": 3.422166109085083, "loss_dense": 3.4740634202957152, "loss": 6.896229553222656, "time": 0.16431853771209717, "step": 522916}
{"lr": 0.014058142207060297, "data_time": 0.018906569480895995, "loss_single": 3.3900727033615112, "loss_dense": 3.4438363313674927, "loss": 6.833909034729004, "time": 0.15998761653900145, "step": 522966}
{"lr": 0.014058142207060297, "data_time": 0.017270660400390624, "loss_single": 3.397657322883606, "loss_dense": 3.45246045589447, "loss": 6.85011773109436, "time": 0.17058954238891602, "step": 523016}
{"lr": 0.014058142207060297, "data_time": 0.016000962257385253, "loss_single": 3.4241209983825684, "loss_dense": 3.472900223731995, "loss": 6.897021150588989, "time": 0.15526194572448732, "step": 523066}
{"lr": 0.014058142207060297, "data_time": 0.018845438957214355, "loss_single": 3.429379963874817, "loss_dense": 3.464404249191284, "loss": 6.893784236907959, "time": 0.15344023704528809, "step": 523116}
{"lr": 0.014058142207060297, "data_time": 0.019505524635314943, "loss_single": 3.3979323863983155, "loss_dense": 3.4582011699676514, "loss": 6.856133508682251, "time": 0.15218138694763184, "step": 523166}
{"lr": 0.014058142207060297, "data_time": 0.016049742698669434, "loss_single": 3.42439181804657, "loss_dense": 3.4723342657089233, "loss": 6.896726083755493, "time": 0.15211293697357178, "step": 523216}
{"lr": 0.014058142207060297, "data_time": 0.017352938652038574, "loss_single": 3.423526906967163, "loss_dense": 3.4716372728347777, "loss": 6.89516429901123, "time": 0.1596209764480591, "step": 523266}
{"lr": 0.014058142207060297, "data_time": 0.0173443078994751, "loss_single": 3.4343990325927733, "loss_dense": 3.4842148065567016, "loss": 6.918613862991333, "time": 0.1594167947769165, "step": 523316}
{"lr": 0.014058142207060297, "data_time": 0.01572880744934082, "loss_single": 3.414177489280701, "loss_dense": 3.458217668533325, "loss": 6.8723952293396, "time": 0.15220997333526612, "step": 523366}
{"lr": 0.014058142207060297, "data_time": 0.019251918792724608, "loss_single": 3.4126577615737914, "loss_dense": 3.4560866832733153, "loss": 6.868744373321533, "time": 0.15517375469207764, "step": 523416}
{"lr": 0.014058142207060297, "data_time": 0.016741228103637696, "loss_single": 3.3928194522857664, "loss_dense": 3.451032614707947, "loss": 6.8438520431518555, "time": 0.1550520896911621, "step": 523466}
{"lr": 0.014058142207060297, "data_time": 0.018198728561401367, "loss_single": 3.415779638290405, "loss_dense": 3.4711214780807493, "loss": 6.886901044845581, "time": 0.18788814544677734, "step": 523516}
{"lr": 0.014058142207060297, "data_time": 0.016677308082580566, "loss_single": 3.4027532815933226, "loss_dense": 3.4455822944641112, "loss": 6.848335552215576, "time": 0.5571619749069214, "step": 523566}
{"lr": 0.014058142207060297, "data_time": 0.017996883392333983, "loss_single": 3.42589647769928, "loss_dense": 3.4747617483139037, "loss": 6.900658178329468, "time": 0.1601823091506958, "step": 523616}
{"lr": 0.014058142207060297, "data_time": 0.016765689849853514, "loss_single": 3.398991274833679, "loss_dense": 3.451909804344177, "loss": 6.850901126861572, "time": 0.1510305643081665, "step": 523666}
{"lr": 0.014058142207060297, "data_time": 0.016215872764587403, "loss_single": 3.4245685577392577, "loss_dense": 3.484976077079773, "loss": 6.909544563293457, "time": 0.15071704387664794, "step": 523716}
{"lr": 0.014058142207060297, "data_time": 0.017032456398010255, "loss_single": 3.4256090402603148, "loss_dense": 3.480350136756897, "loss": 6.905959129333496, "time": 0.15300147533416747, "step": 523766}
{"lr": 0.014058142207060297, "data_time": 0.016773152351379394, "loss_single": 3.4021493434906005, "loss_dense": 3.4738335847854613, "loss": 6.8759829044342045, "time": 0.15752267837524414, "step": 523816}
{"lr": 0.014058142207060297, "data_time": 0.015816473960876466, "loss_single": 3.4216117382049562, "loss_dense": 3.476360058784485, "loss": 6.897971773147583, "time": 0.17664146423339844, "step": 523866}
{"lr": 0.014058142207060297, "data_time": 0.014724016189575195, "loss_single": 3.4037842035293577, "loss_dense": 3.4532233238220216, "loss": 6.8570075035095215, "time": 0.16781792640686036, "step": 523916}
{"lr": 0.014058142207060297, "data_time": 0.017602968215942382, "loss_single": 3.4026623010635375, "loss_dense": 3.4555415391921995, "loss": 6.8582038402557375, "time": 0.15678837299346923, "step": 523966}
{"lr": 0.014058142207060297, "data_time": 0.019095516204833983, "loss_single": 3.405098032951355, "loss_dense": 3.468040037155151, "loss": 6.873138093948365, "time": 0.16092398166656494, "step": 524016}
{"lr": 0.014058142207060297, "data_time": 0.017315244674682616, "loss_single": 3.4200520753860473, "loss_dense": 3.473029088973999, "loss": 6.893081188201904, "time": 0.15280513763427733, "step": 524066}
{"lr": 0.014058142207060297, "data_time": 0.016329360008239747, "loss_single": 3.422617030143738, "loss_dense": 3.4718485355377195, "loss": 6.894465494155884, "time": 0.1547257661819458, "step": 524116}
{"lr": 0.014058142207060297, "data_time": 0.016229891777038576, "loss_single": 3.426721525192261, "loss_dense": 3.48609402179718, "loss": 6.9128154754638675, "time": 0.16670119762420654, "step": 524166}
{"lr": 0.014058142207060297, "data_time": 0.017934393882751466, "loss_single": 3.4047520637512205, "loss_dense": 3.4545335292816164, "loss": 6.859285640716553, "time": 0.15232033729553224, "step": 524216}
{"lr": 0.014058142207060297, "data_time": 0.018111586570739746, "loss_single": 3.41057448387146, "loss_dense": 3.476054835319519, "loss": 6.886629343032837, "time": 0.15452656745910645, "step": 524266}
{"lr": 0.014058142207060297, "data_time": 0.018805646896362306, "loss_single": 3.4234936952590944, "loss_dense": 3.4964707851409913, "loss": 6.919964456558228, "time": 0.1548581600189209, "step": 524316}
{"lr": 0.014058142207060297, "data_time": 0.017838525772094726, "loss_single": 3.411454963684082, "loss_dense": 3.4761871337890624, "loss": 6.887642097473145, "time": 0.15566046237945558, "step": 524366}
{"lr": 0.014058142207060297, "data_time": 0.016644001007080078, "loss_single": 3.402714157104492, "loss_dense": 3.4608749866485597, "loss": 6.863589191436768, "time": 0.15278222560882568, "step": 524416}
{"lr": 0.014058142207060297, "data_time": 0.018235445022583008, "loss_single": 3.397303509712219, "loss_dense": 3.4463024854660036, "loss": 6.843606042861938, "time": 0.19695088863372803, "step": 524466}
{"lr": 0.014058142207060297, "data_time": 0.016543483734130858, "loss_single": 3.4001749038696287, "loss_dense": 3.4724658966064452, "loss": 6.872640800476074, "time": 0.15487520694732665, "step": 524516}
{"lr": 0.014058142207060297, "data_time": 0.018239164352416994, "loss_single": 3.407827639579773, "loss_dense": 3.4672434329986572, "loss": 6.8750711441040036, "time": 0.15515527725219727, "step": 524566}
{"lr": 0.014058142207060297, "data_time": 0.01942334175109863, "loss_single": 3.365741324424744, "loss_dense": 3.417784643173218, "loss": 6.7835259437561035, "time": 0.15560293197631836, "step": 524616}
{"lr": 0.014058142207060297, "data_time": 0.018636703491210938, "loss_single": 3.404309105873108, "loss_dense": 3.4660009860992433, "loss": 6.870310115814209, "time": 0.15625040531158446, "step": 524666}
{"lr": 0.014058142207060297, "data_time": 0.017515349388122558, "loss_single": 3.4015076637268065, "loss_dense": 3.456571078300476, "loss": 6.8580787658691404, "time": 0.16161885261535644, "step": 524716}
{"lr": 0.014058142207060297, "data_time": 0.015714168548583984, "loss_single": 3.3924329042434693, "loss_dense": 3.4399085521697996, "loss": 6.832341432571411, "time": 0.15306825637817384, "step": 524766}
{"lr": 0.014058142207060297, "data_time": 0.01683804988861084, "loss_single": 3.4325538635253907, "loss_dense": 3.4799092769622804, "loss": 6.912463188171387, "time": 0.15371999740600586, "step": 524816}
{"lr": 0.014058142207060297, "data_time": 0.016948866844177245, "loss_single": 3.410392093658447, "loss_dense": 3.4712870359420775, "loss": 6.881679248809815, "time": 0.15929737091064453, "step": 524866}
{"lr": 0.014058142207060297, "data_time": 0.01776094436645508, "loss_single": 3.4127028465270994, "loss_dense": 3.4573817253112793, "loss": 6.870084667205811, "time": 0.16609065532684325, "step": 524916}
{"lr": 0.014058142207060297, "data_time": 0.016662979125976564, "loss_single": 3.4559658765792847, "loss_dense": 3.5009051322937013, "loss": 6.956871080398559, "time": 0.18629179000854493, "step": 524966}
{"lr": 0.014058142207060297, "data_time": 0.015094804763793945, "loss_single": 3.407897162437439, "loss_dense": 3.4662932395935058, "loss": 6.874190378189087, "time": 0.16632390022277832, "step": 525016}
{"lr": 0.014058142207060297, "data_time": 0.016434144973754884, "loss_single": 3.4064059495925902, "loss_dense": 3.447920393943787, "loss": 6.854326438903809, "time": 0.16498887538909912, "step": 525066}
{"lr": 0.014058142207060297, "data_time": 0.013486766815185547, "loss_single": 3.4495672941207887, "loss_dense": 3.488909649848938, "loss": 6.93847689628601, "time": 0.15752723217010497, "step": 525116}
{"lr": 0.014058142207060297, "data_time": 0.017490100860595704, "loss_single": 3.415975642204285, "loss_dense": 3.469872522354126, "loss": 6.885848188400269, "time": 0.15234520435333251, "step": 525166}
{"lr": 0.014058142207060297, "data_time": 0.017401671409606932, "loss_single": 3.387125301361084, "loss_dense": 3.441132354736328, "loss": 6.828257703781128, "time": 0.15027205944061278, "step": 525216}
{"lr": 0.014058142207060297, "data_time": 0.018486618995666504, "loss_single": 3.437003993988037, "loss_dense": 3.49520857334137, "loss": 6.932212543487549, "time": 0.24990689754486084, "step": 525266}
{"lr": 0.014058142207060297, "data_time": 0.017232322692871095, "loss_single": 3.3891898155212403, "loss_dense": 3.4449854135513305, "loss": 6.8341752052307125, "time": 0.15522823333740235, "step": 525316}
{"lr": 0.014058142207060297, "data_time": 0.01644256114959717, "loss_single": 3.437777876853943, "loss_dense": 3.503100371360779, "loss": 6.940878200531006, "time": 0.15616533756256104, "step": 525366}
{"lr": 0.014058142207060297, "data_time": 0.01309354305267334, "loss_single": 3.424779939651489, "loss_dense": 3.4606120586395264, "loss": 6.8853919506073, "time": 0.22070713043212892, "step": 525416}
{"lr": 0.013823113564082326, "data_time": 0.03445439338684082, "loss_single": 3.3884494066238404, "loss_dense": 3.456069087982178, "loss": 6.844518423080444, "time": 0.17283589839935304, "step": 525470}
{"lr": 0.013823113564082326, "data_time": 0.017495203018188476, "loss_single": 3.416061043739319, "loss_dense": 3.482870364189148, "loss": 6.898931312561035, "time": 0.1530383348464966, "step": 525520}
{"lr": 0.013823113564082326, "data_time": 0.017904782295227052, "loss_single": 3.4420844078063966, "loss_dense": 3.4938961029052735, "loss": 6.9359804630279545, "time": 0.20815672874450683, "step": 525570}
{"lr": 0.013823113564082326, "data_time": 0.016955637931823732, "loss_single": 3.4177133083343505, "loss_dense": 3.465137505531311, "loss": 6.88285083770752, "time": 0.15691304206848145, "step": 525620}
{"lr": 0.013823113564082326, "data_time": 0.01585228443145752, "loss_single": 3.3838430643081665, "loss_dense": 3.4329163312911986, "loss": 6.816759395599365, "time": 0.15606133937835692, "step": 525670}
{"lr": 0.013823113564082326, "data_time": 0.017536258697509764, "loss_single": 3.4060466289520264, "loss_dense": 3.4606273889541628, "loss": 6.866674089431763, "time": 0.18229358196258544, "step": 525720}
{"lr": 0.013823113564082326, "data_time": 0.018019628524780274, "loss_single": 3.4061548948287963, "loss_dense": 3.446072578430176, "loss": 6.85222749710083, "time": 0.16370048522949218, "step": 525770}
{"lr": 0.013823113564082326, "data_time": 0.025466203689575195, "loss_single": 3.429440665245056, "loss_dense": 3.4796138763427735, "loss": 6.909054517745972, "time": 0.16600389480590821, "step": 525820}
{"lr": 0.013823113564082326, "data_time": 0.020817995071411133, "loss_single": 3.3975502252578735, "loss_dense": 3.4511335849761964, "loss": 6.848683881759643, "time": 0.22770516872406005, "step": 525870}
{"lr": 0.013823113564082326, "data_time": 0.01603832244873047, "loss_single": 3.445829463005066, "loss_dense": 3.486831545829773, "loss": 6.93266110420227, "time": 0.15198178291320802, "step": 525920}
{"lr": 0.013823113564082326, "data_time": 0.018364334106445314, "loss_single": 3.385522723197937, "loss_dense": 3.428708243370056, "loss": 6.814230871200562, "time": 0.1579533815383911, "step": 525970}
{"lr": 0.013823113564082326, "data_time": 0.019623780250549318, "loss_single": 3.411774516105652, "loss_dense": 3.4652772188186645, "loss": 6.877051782608032, "time": 0.15348727703094484, "step": 526020}
{"lr": 0.013823113564082326, "data_time": 0.01608889102935791, "loss_single": 3.4047932386398316, "loss_dense": 3.455636763572693, "loss": 6.860430002212524, "time": 0.15797088146209717, "step": 526070}
{"lr": 0.013823113564082326, "data_time": 0.017175054550170897, "loss_single": 3.422372579574585, "loss_dense": 3.4704497814178468, "loss": 6.892822360992431, "time": 0.1552520990371704, "step": 526120}
{"lr": 0.013823113564082326, "data_time": 0.01570725440979004, "loss_single": 3.418270444869995, "loss_dense": 3.4599193334579468, "loss": 6.8781898021698, "time": 0.20905489921569825, "step": 526170}
{"lr": 0.013823113564082326, "data_time": 0.017050671577453613, "loss_single": 3.415531325340271, "loss_dense": 3.4673452615737914, "loss": 6.882876634597778, "time": 0.19796161651611327, "step": 526220}
{"lr": 0.013823113564082326, "data_time": 0.014092230796813964, "loss_single": 3.4056885719299315, "loss_dense": 3.4547619342803957, "loss": 6.860450506210327, "time": 0.17678663730621338, "step": 526270}
{"lr": 0.013823113564082326, "data_time": 0.016519880294799803, "loss_single": 3.4260822057724, "loss_dense": 3.4928219079971314, "loss": 6.918904066085815, "time": 0.16382484436035155, "step": 526320}
{"lr": 0.013823113564082326, "data_time": 0.017307186126708986, "loss_single": 3.3963377475738525, "loss_dense": 3.4573768615722655, "loss": 6.8537146091461185, "time": 0.15734851360321045, "step": 526370}
{"lr": 0.013823113564082326, "data_time": 0.01799452304840088, "loss_single": 3.3890182971954346, "loss_dense": 3.4469669818878175, "loss": 6.835985231399536, "time": 0.1555497646331787, "step": 526420}
{"lr": 0.013823113564082326, "data_time": 0.01638646125793457, "loss_single": 3.4017895221710206, "loss_dense": 3.464258813858032, "loss": 6.866048288345337, "time": 0.15430262088775634, "step": 526470}
{"lr": 0.013823113564082326, "data_time": 0.016344904899597168, "loss_single": 3.4147439002990723, "loss_dense": 3.477938508987427, "loss": 6.892682313919067, "time": 0.15948774814605712, "step": 526520}
{"lr": 0.013823113564082326, "data_time": 0.02985851764678955, "loss_single": 3.437796783447266, "loss_dense": 3.4937317848205565, "loss": 6.9315286636352536, "time": 0.20519330501556396, "step": 526570}
{"lr": 0.013823113564082326, "data_time": 0.016916108131408692, "loss_single": 3.424668025970459, "loss_dense": 3.466244173049927, "loss": 6.89091215133667, "time": 0.1628321886062622, "step": 526620}
{"lr": 0.013823113564082326, "data_time": 0.018601202964782716, "loss_single": 3.4111067056655884, "loss_dense": 3.4589613914489745, "loss": 6.870068216323853, "time": 0.16488027572631836, "step": 526670}
{"lr": 0.013823113564082326, "data_time": 0.016158366203308107, "loss_single": 3.3909855842590333, "loss_dense": 3.4428087711334228, "loss": 6.833794260025025, "time": 0.15834999084472656, "step": 526720}
{"lr": 0.013823113564082326, "data_time": 0.017243242263793944, "loss_single": 3.4309125900268556, "loss_dense": 3.473997926712036, "loss": 6.904910516738892, "time": 0.15356712341308593, "step": 526770}
{"lr": 0.013823113564082326, "data_time": 0.01700427532196045, "loss_single": 3.4292579650878907, "loss_dense": 3.4865013122558595, "loss": 6.9157592296600345, "time": 0.1591022253036499, "step": 526820}
{"lr": 0.013823113564082326, "data_time": 0.018338656425476073, "loss_single": 3.4127968311309815, "loss_dense": 3.4551820755004883, "loss": 6.867978954315186, "time": 0.17802467346191406, "step": 526870}
{"lr": 0.013823113564082326, "data_time": 0.02093791961669922, "loss_single": 3.423994302749634, "loss_dense": 3.469555640220642, "loss": 6.893549966812134, "time": 0.16301233768463136, "step": 526920}
{"lr": 0.013823113564082326, "data_time": 0.019185519218444823, "loss_single": 3.399482822418213, "loss_dense": 3.4578551769256594, "loss": 6.8573380470275875, "time": 0.1558309555053711, "step": 526970}
{"lr": 0.013823113564082326, "data_time": 0.016637110710144044, "loss_single": 3.3967599153518675, "loss_dense": 3.4526477575302126, "loss": 6.849407720565796, "time": 0.17198493480682372, "step": 527020}
{"lr": 0.013823113564082326, "data_time": 0.014745974540710449, "loss_single": 3.41914587020874, "loss_dense": 3.4632152557373046, "loss": 6.882361125946045, "time": 0.162095046043396, "step": 527070}
{"lr": 0.013823113564082326, "data_time": 0.01642110347747803, "loss_single": 3.3977975368499758, "loss_dense": 3.449914288520813, "loss": 6.847711801528931, "time": 0.1569812774658203, "step": 527120}
{"lr": 0.013823113564082326, "data_time": 0.019165897369384767, "loss_single": 3.4126040935516357, "loss_dense": 3.4586737155914307, "loss": 6.871277856826782, "time": 0.15805177688598632, "step": 527170}
{"lr": 0.013823113564082326, "data_time": 0.017768239974975585, "loss_single": 3.432412266731262, "loss_dense": 3.485207676887512, "loss": 6.917619895935059, "time": 0.2187802314758301, "step": 527220}
{"lr": 0.013823113564082326, "data_time": 0.01561279296875, "loss_single": 3.4274999380111693, "loss_dense": 3.4739571094512938, "loss": 6.901457118988037, "time": 0.15772795677185059, "step": 527270}
{"lr": 0.013823113564082326, "data_time": 0.02178502082824707, "loss_single": 3.4175901651382445, "loss_dense": 3.4723976612091065, "loss": 6.889987802505493, "time": 0.16460053920745848, "step": 527320}
{"lr": 0.013823113564082326, "data_time": 0.01806669235229492, "loss_single": 3.4436740636825562, "loss_dense": 3.4892725467681887, "loss": 6.932946586608887, "time": 0.15694053173065187, "step": 527370}
{"lr": 0.013823113564082326, "data_time": 0.01780095100402832, "loss_single": 3.4196946144104006, "loss_dense": 3.479233407974243, "loss": 6.898928022384643, "time": 0.16403028964996338, "step": 527420}
{"lr": 0.013823113564082326, "data_time": 0.016880393028259277, "loss_single": 3.430218815803528, "loss_dense": 3.490883445739746, "loss": 6.921102380752563, "time": 0.1535869359970093, "step": 527470}
{"lr": 0.013823113564082326, "data_time": 0.020277929306030274, "loss_single": 3.4288590431213377, "loss_dense": 3.4727137804031374, "loss": 6.901572751998901, "time": 0.17130599021911622, "step": 527520}
{"lr": 0.013823113564082326, "data_time": 0.01735539436340332, "loss_single": 3.4287304639816285, "loss_dense": 3.4693957567214966, "loss": 6.898126268386841, "time": 0.15575652122497557, "step": 527570}
{"lr": 0.013823113564082326, "data_time": 0.017534565925598145, "loss_single": 3.4291401147842406, "loss_dense": 3.4968118190765383, "loss": 6.9259521007537845, "time": 0.15518791675567628, "step": 527620}
{"lr": 0.013823113564082326, "data_time": 0.01651599407196045, "loss_single": 3.4179126739501955, "loss_dense": 3.474299097061157, "loss": 6.892211771011352, "time": 0.1513300895690918, "step": 527670}
{"lr": 0.013823113564082326, "data_time": 0.018071699142456054, "loss_single": 3.40967743396759, "loss_dense": 3.459397006034851, "loss": 6.869074392318725, "time": 0.16315371990203859, "step": 527720}
{"lr": 0.013823113564082326, "data_time": 0.016823291778564453, "loss_single": 3.3846646308898927, "loss_dense": 3.4514875173568726, "loss": 6.836152124404907, "time": 0.155892014503479, "step": 527770}
{"lr": 0.013823113564082326, "data_time": 0.01919424533843994, "loss_single": 3.411815810203552, "loss_dense": 3.4673330068588255, "loss": 6.879148864746094, "time": 0.1569838047027588, "step": 527820}
{"lr": 0.013823113564082326, "data_time": 0.017891979217529295, "loss_single": 3.4196078538894654, "loss_dense": 3.474732518196106, "loss": 6.894340372085571, "time": 0.162111234664917, "step": 527870}
{"lr": 0.013823113564082326, "data_time": 0.01729562282562256, "loss_single": 3.4103217840194704, "loss_dense": 3.459994149208069, "loss": 6.870315933227539, "time": 0.15716447830200195, "step": 527920}
{"lr": 0.013823113564082326, "data_time": 0.01702268123626709, "loss_single": 3.421472358703613, "loss_dense": 3.486713409423828, "loss": 6.908185815811157, "time": 0.15097856521606445, "step": 527970}
{"lr": 0.013823113564082326, "data_time": 0.015980458259582518, "loss_single": 3.4006404161453245, "loss_dense": 3.46738657951355, "loss": 6.868027067184448, "time": 0.1864393711090088, "step": 528020}
{"lr": 0.013823113564082326, "data_time": 0.01692490577697754, "loss_single": 3.384817910194397, "loss_dense": 3.444338083267212, "loss": 6.829156017303466, "time": 0.1550755739212036, "step": 528070}
{"lr": 0.013823113564082326, "data_time": 0.016630959510803223, "loss_single": 3.4095282793045043, "loss_dense": 3.473876214027405, "loss": 6.883404636383057, "time": 0.16419515609741211, "step": 528120}
{"lr": 0.013823113564082326, "data_time": 0.017055416107177736, "loss_single": 3.4046400785446167, "loss_dense": 3.4500393629074098, "loss": 6.8546794891357425, "time": 0.15638282299041747, "step": 528170}
{"lr": 0.013823113564082326, "data_time": 0.014676666259765625, "loss_single": 3.405672383308411, "loss_dense": 3.4523322582244873, "loss": 6.8580046653747555, "time": 0.1565709352493286, "step": 528220}
{"lr": 0.013823113564082326, "data_time": 0.016515731811523438, "loss_single": 3.391252541542053, "loss_dense": 3.449768042564392, "loss": 6.841020584106445, "time": 0.1523656129837036, "step": 528270}
{"lr": 0.013823113564082326, "data_time": 0.018516969680786134, "loss_single": 3.4094350814819334, "loss_dense": 3.46183180809021, "loss": 6.871266841888428, "time": 0.21299355030059813, "step": 528320}
{"lr": 0.013823113564082326, "data_time": 0.016838216781616212, "loss_single": 3.413292336463928, "loss_dense": 3.4709981441497804, "loss": 6.884290409088135, "time": 0.15909357070922853, "step": 528370}
{"lr": 0.013823113564082326, "data_time": 0.019182205200195312, "loss_single": 3.4217206716537474, "loss_dense": 3.484827923774719, "loss": 6.906548595428466, "time": 0.16514174938201903, "step": 528420}
{"lr": 0.013823113564082326, "data_time": 0.01586771011352539, "loss_single": 3.418413186073303, "loss_dense": 3.4760328769683837, "loss": 6.894446086883545, "time": 0.1548825979232788, "step": 528470}
{"lr": 0.013823113564082326, "data_time": 0.016485953330993654, "loss_single": 3.4339420318603517, "loss_dense": 3.494476294517517, "loss": 6.928418302536011, "time": 0.16569030284881592, "step": 528520}
{"lr": 0.013823113564082326, "data_time": 0.016763472557067872, "loss_single": 3.428935480117798, "loss_dense": 3.482711338996887, "loss": 6.911646795272827, "time": 0.155823016166687, "step": 528570}
{"lr": 0.013823113564082326, "data_time": 0.023410582542419435, "loss_single": 3.4273185968399047, "loss_dense": 3.482425880432129, "loss": 6.909744548797607, "time": 0.21886513233184815, "step": 528620}
{"lr": 0.013823113564082326, "data_time": 0.021459388732910156, "loss_single": 3.417862892150879, "loss_dense": 3.462555408477783, "loss": 6.880418300628662, "time": 0.2063978672027588, "step": 528670}
{"lr": 0.013823113564082326, "data_time": 0.016943144798278808, "loss_single": 3.441670608520508, "loss_dense": 3.4917001008987425, "loss": 6.933370733261109, "time": 0.1517336845397949, "step": 528720}
{"lr": 0.013823113564082326, "data_time": 0.017976140975952147, "loss_single": 3.407065486907959, "loss_dense": 3.454576277732849, "loss": 6.861641788482666, "time": 0.1555999755859375, "step": 528770}
{"lr": 0.013823113564082326, "data_time": 0.017092370986938478, "loss_single": 3.4014215230941773, "loss_dense": 3.4573869705200195, "loss": 6.858808469772339, "time": 0.1506653070449829, "step": 528820}
{"lr": 0.013823113564082326, "data_time": 0.017265820503234865, "loss_single": 3.415969181060791, "loss_dense": 3.4562111616134645, "loss": 6.872180223464966, "time": 0.1531683921813965, "step": 528870}
{"lr": 0.013823113564082326, "data_time": 0.01986532211303711, "loss_single": 3.4614506721496583, "loss_dense": 3.5094785690307617, "loss": 6.970929288864136, "time": 0.17635717391967773, "step": 528920}
{"lr": 0.013823113564082326, "data_time": 0.018930864334106446, "loss_single": 3.4356081008911135, "loss_dense": 3.4820278882980347, "loss": 6.91763596534729, "time": 0.1539552927017212, "step": 528970}
{"lr": 0.013823113564082326, "data_time": 0.018052029609680175, "loss_single": 3.3928386211395263, "loss_dense": 3.467728590965271, "loss": 6.8605671405792235, "time": 0.14984300136566162, "step": 529020}
{"lr": 0.013823113564082326, "data_time": 0.016223740577697755, "loss_single": 3.421169900894165, "loss_dense": 3.4662850856781007, "loss": 6.887455034255981, "time": 0.15905518531799318, "step": 529070}
{"lr": 0.013823113564082326, "data_time": 0.01708512306213379, "loss_single": 3.4042132616043093, "loss_dense": 3.45303099155426, "loss": 6.857244300842285, "time": 0.1545161008834839, "step": 529120}
{"lr": 0.013823113564082326, "data_time": 0.01583712100982666, "loss_single": 3.4053473472595215, "loss_dense": 3.445884585380554, "loss": 6.85123200416565, "time": 0.16159212589263916, "step": 529170}
{"lr": 0.013823113564082326, "data_time": 0.021542811393737794, "loss_single": 3.4207674980163576, "loss_dense": 3.469761776924133, "loss": 6.8905292510986325, "time": 0.15610866546630858, "step": 529220}
{"lr": 0.013823113564082326, "data_time": 0.017812418937683105, "loss_single": 3.387751054763794, "loss_dense": 3.440503478050232, "loss": 6.828254461288452, "time": 0.15705678462982178, "step": 529270}
{"lr": 0.013823113564082326, "data_time": 0.01633007526397705, "loss_single": 3.4232231616973876, "loss_dense": 3.4909926891326903, "loss": 6.914215850830078, "time": 0.1526249408721924, "step": 529320}
{"lr": 0.013823113564082326, "data_time": 0.016721200942993165, "loss_single": 3.4116893768310548, "loss_dense": 3.4626580476760864, "loss": 6.874347400665283, "time": 0.1556243658065796, "step": 529370}
{"lr": 0.013823113564082326, "data_time": 0.0163546085357666, "loss_single": 3.40275559425354, "loss_dense": 3.452741861343384, "loss": 6.855497360229492, "time": 0.15660400390625, "step": 529420}
{"lr": 0.013823113564082326, "data_time": 0.016544198989868163, "loss_single": 3.3895909786224365, "loss_dense": 3.427990460395813, "loss": 6.817581510543823, "time": 0.16883506774902343, "step": 529470}
{"lr": 0.013823113564082326, "data_time": 0.01705615520477295, "loss_single": 3.4089868783950807, "loss_dense": 3.472997951507568, "loss": 6.881984758377075, "time": 0.16150896549224852, "step": 529520}
{"lr": 0.013823113564082326, "data_time": 0.02205526828765869, "loss_single": 3.386897563934326, "loss_dense": 3.4278382062911987, "loss": 6.814735841751099, "time": 0.2748493432998657, "step": 529570}
{"lr": 0.013823113564082326, "data_time": 0.01722700595855713, "loss_single": 3.4124409437179564, "loss_dense": 3.4600956439971924, "loss": 6.872536611557007, "time": 0.1837012529373169, "step": 529620}
{"lr": 0.013823113564082326, "data_time": 0.018111705780029297, "loss_single": 3.404008460044861, "loss_dense": 3.4561455488204955, "loss": 6.8601539611816404, "time": 0.15739066600799562, "step": 529670}
{"lr": 0.013823113564082326, "data_time": 0.017664027214050294, "loss_single": 3.4268041133880613, "loss_dense": 3.481343674659729, "loss": 6.908147811889648, "time": 0.15503883361816406, "step": 529720}
{"lr": 0.013823113564082326, "data_time": 0.016254496574401856, "loss_single": 3.4380129098892214, "loss_dense": 3.488383984565735, "loss": 6.92639684677124, "time": 0.1550417423248291, "step": 529770}
{"lr": 0.013823113564082326, "data_time": 0.017903590202331544, "loss_single": 3.4173180103302, "loss_dense": 3.4766414165496826, "loss": 6.893959474563599, "time": 0.15659615993499756, "step": 529820}
{"lr": 0.013823113564082326, "data_time": 0.017641639709472655, "loss_single": 3.3896034240722654, "loss_dense": 3.441991448402405, "loss": 6.8315948963165285, "time": 0.1544212818145752, "step": 529870}
{"lr": 0.013823113564082326, "data_time": 0.03172132968902588, "loss_single": 3.4374396085739134, "loss_dense": 3.4989176988601685, "loss": 6.936357259750366, "time": 0.21805729866027831, "step": 529920}
{"lr": 0.013823113564082326, "data_time": 0.017670607566833495, "loss_single": 3.4153719186782836, "loss_dense": 3.471012902259827, "loss": 6.8863848686218265, "time": 0.1535794734954834, "step": 529970}
{"lr": 0.013823113564082326, "data_time": 0.017029070854187013, "loss_single": 3.4020034790039064, "loss_dense": 3.461146283149719, "loss": 6.863149690628052, "time": 0.1528557538986206, "step": 530020}
{"lr": 0.013823113564082326, "data_time": 0.02071547508239746, "loss_single": 3.4237332105636598, "loss_dense": 3.475814628601074, "loss": 6.899547815322876, "time": 0.16274170875549315, "step": 530070}
{"lr": 0.013823113564082326, "data_time": 0.01634647846221924, "loss_single": 3.390588808059692, "loss_dense": 3.445462727546692, "loss": 6.836051416397095, "time": 0.2023827314376831, "step": 530120}
{"lr": 0.013823113564082326, "data_time": 0.015555644035339355, "loss_single": 3.40428786277771, "loss_dense": 3.4617753505706785, "loss": 6.866063261032105, "time": 0.1610102891921997, "step": 530170}
{"lr": 0.013823113564082326, "data_time": 0.01590895652770996, "loss_single": 3.4303293466567992, "loss_dense": 3.487524461746216, "loss": 6.917853832244873, "time": 0.15840787887573243, "step": 530220}
{"lr": 0.013823113564082326, "data_time": 0.01641852855682373, "loss_single": 3.4282965898513793, "loss_dense": 3.4863494634628296, "loss": 6.914646053314209, "time": 0.15684239864349364, "step": 530270}
{"lr": 0.013823113564082326, "data_time": 0.016219782829284667, "loss_single": 3.42465660572052, "loss_dense": 3.462000322341919, "loss": 6.886657047271728, "time": 0.15425117015838624, "step": 530320}
{"lr": 0.013823113564082326, "data_time": 0.01754887104034424, "loss_single": 3.4113934516906737, "loss_dense": 3.469750165939331, "loss": 6.881143617630005, "time": 0.15756261348724365, "step": 530370}
{"lr": 0.013823113564082326, "data_time": 0.013602828979492188, "loss_single": 3.4457118988037108, "loss_dense": 3.489929986000061, "loss": 6.935641860961914, "time": 0.152097487449646, "step": 530420}
{"lr": 0.013588375300222283, "data_time": 0.01675851345062256, "loss_single": 3.4277420043945312, "loss_dense": 3.488319683074951, "loss": 6.916061687469482, "time": 0.1546788692474365, "step": 530474}
{"lr": 0.013588375300222283, "data_time": 0.0154954195022583, "loss_single": 3.3905923128128053, "loss_dense": 3.452603507041931, "loss": 6.8431957244873045, "time": 0.1659696102142334, "step": 530524}
{"lr": 0.013588375300222283, "data_time": 0.017711162567138672, "loss_single": 3.3893755435943604, "loss_dense": 3.429876923561096, "loss": 6.819252395629883, "time": 0.15979399681091308, "step": 530574}
{"lr": 0.013588375300222283, "data_time": 0.015859103202819823, "loss_single": 3.4086190938949583, "loss_dense": 3.4602143287658693, "loss": 6.868833398818969, "time": 0.15698697566986083, "step": 530624}
{"lr": 0.013588375300222283, "data_time": 0.016269159317016602, "loss_single": 3.379387903213501, "loss_dense": 3.4546459674835206, "loss": 6.834033966064453, "time": 0.20023040771484374, "step": 530674}
{"lr": 0.013588375300222283, "data_time": 0.016976523399353027, "loss_single": 3.4178235292434693, "loss_dense": 3.454254627227783, "loss": 6.872078132629395, "time": 0.15341546535491943, "step": 530724}
{"lr": 0.013588375300222283, "data_time": 0.018088865280151366, "loss_single": 3.4262664318084717, "loss_dense": 3.483733868598938, "loss": 6.910000324249268, "time": 0.15882794857025145, "step": 530774}
{"lr": 0.013588375300222283, "data_time": 0.016640233993530273, "loss_single": 3.406511163711548, "loss_dense": 3.465880608558655, "loss": 6.8723917484283445, "time": 0.15920448303222656, "step": 530824}
{"lr": 0.013588375300222283, "data_time": 0.02172219753265381, "loss_single": 3.4146891832351685, "loss_dense": 3.469828748703003, "loss": 6.8845179080963135, "time": 0.15880987644195557, "step": 530874}
{"lr": 0.013588375300222283, "data_time": 0.01993095874786377, "loss_single": 3.4134516954421996, "loss_dense": 3.461549234390259, "loss": 6.875000905990601, "time": 0.15406017303466796, "step": 530924}
{"lr": 0.013588375300222283, "data_time": 0.016837167739868163, "loss_single": 3.409367251396179, "loss_dense": 3.4784605264663697, "loss": 6.887827730178833, "time": 0.1586844205856323, "step": 530974}
{"lr": 0.013588375300222283, "data_time": 0.017708778381347656, "loss_single": 3.4049816608428953, "loss_dense": 3.447096347808838, "loss": 6.852078104019165, "time": 0.16020421981811522, "step": 531024}
{"lr": 0.013588375300222283, "data_time": 0.015431070327758789, "loss_single": 3.4023656129837034, "loss_dense": 3.468415951728821, "loss": 6.870781564712525, "time": 0.15833959579467774, "step": 531074}
{"lr": 0.013588375300222283, "data_time": 0.014737534523010253, "loss_single": 3.4137462854385374, "loss_dense": 3.4738947629928587, "loss": 6.887641096115113, "time": 0.15594587326049805, "step": 531124}
{"lr": 0.013588375300222283, "data_time": 0.016544556617736815, "loss_single": 3.4090967416763305, "loss_dense": 3.447007417678833, "loss": 6.856104135513306, "time": 0.15630319118499755, "step": 531174}
{"lr": 0.013588375300222283, "data_time": 0.016968798637390137, "loss_single": 3.412354063987732, "loss_dense": 3.472416138648987, "loss": 6.884770107269287, "time": 0.19091336727142333, "step": 531224}
{"lr": 0.013588375300222283, "data_time": 0.02025632858276367, "loss_single": 3.407116103172302, "loss_dense": 3.462235188484192, "loss": 6.869351243972778, "time": 0.15774750709533691, "step": 531274}
{"lr": 0.013588375300222283, "data_time": 0.01803274154663086, "loss_single": 3.415373420715332, "loss_dense": 3.4671342611312865, "loss": 6.882507610321045, "time": 0.15952765941619873, "step": 531324}
{"lr": 0.013588375300222283, "data_time": 0.019703173637390138, "loss_single": 3.4097932815551757, "loss_dense": 3.4801706314086913, "loss": 6.889963960647583, "time": 0.19718868732452394, "step": 531374}
{"lr": 0.013588375300222283, "data_time": 0.016315817832946777, "loss_single": 3.404037594795227, "loss_dense": 3.462807059288025, "loss": 6.866844654083252, "time": 0.15434865951538085, "step": 531424}
{"lr": 0.013588375300222283, "data_time": 0.0158536434173584, "loss_single": 3.3895514726638796, "loss_dense": 3.4473188638687136, "loss": 6.836870241165161, "time": 0.15301945209503173, "step": 531474}
{"lr": 0.013588375300222283, "data_time": 0.016834354400634764, "loss_single": 3.431386137008667, "loss_dense": 3.4781539916992186, "loss": 6.909540128707886, "time": 0.15680627822875975, "step": 531524}
{"lr": 0.013588375300222283, "data_time": 0.016845178604125977, "loss_single": 3.4113460540771485, "loss_dense": 3.4802059173583983, "loss": 6.891551923751831, "time": 0.1531972885131836, "step": 531574}
{"lr": 0.013588375300222283, "data_time": 0.01879086494445801, "loss_single": 3.397054100036621, "loss_dense": 3.4676628589630125, "loss": 6.864717054367065, "time": 0.1533193349838257, "step": 531624}
{"lr": 0.013588375300222283, "data_time": 0.023323845863342286, "loss_single": 3.4020729303359984, "loss_dense": 3.4661174058914184, "loss": 6.8681903839111325, "time": 0.22297658920288085, "step": 531674}
{"lr": 0.013588375300222283, "data_time": 0.017323398590087892, "loss_single": 3.400938940048218, "loss_dense": 3.455648422241211, "loss": 6.856587266921997, "time": 0.16090927124023438, "step": 531724}
{"lr": 0.013588375300222283, "data_time": 0.017823052406311036, "loss_single": 3.4029222249984743, "loss_dense": 3.4587682485580444, "loss": 6.861690473556519, "time": 0.16790950298309326, "step": 531774}
{"lr": 0.013588375300222283, "data_time": 0.016999077796936036, "loss_single": 3.41413357257843, "loss_dense": 3.4720566987991335, "loss": 6.886190176010132, "time": 0.1849512577056885, "step": 531824}
{"lr": 0.013588375300222283, "data_time": 0.01697413921356201, "loss_single": 3.425453543663025, "loss_dense": 3.4743930101394653, "loss": 6.89984655380249, "time": 0.161737060546875, "step": 531874}
{"lr": 0.013588375300222283, "data_time": 0.018605756759643554, "loss_single": 3.40173761844635, "loss_dense": 3.4732183456420898, "loss": 6.87495608329773, "time": 0.16323299407958985, "step": 531924}
{"lr": 0.013588375300222283, "data_time": 0.019423413276672363, "loss_single": 3.4317097663879395, "loss_dense": 3.4887764930725096, "loss": 6.920486354827881, "time": 0.21895177364349366, "step": 531974}
{"lr": 0.013588375300222283, "data_time": 0.01701338291168213, "loss_single": 3.449260783195496, "loss_dense": 3.4988463640213014, "loss": 6.948107099533081, "time": 0.1700688600540161, "step": 532024}
{"lr": 0.013588375300222283, "data_time": 0.016607213020324706, "loss_single": 3.388397550582886, "loss_dense": 3.4595274209976195, "loss": 6.847924995422363, "time": 0.15763514041900634, "step": 532074}
{"lr": 0.013588375300222283, "data_time": 0.017321252822875978, "loss_single": 3.396859550476074, "loss_dense": 3.459893321990967, "loss": 6.856752872467041, "time": 0.15507161617279053, "step": 532124}
{"lr": 0.013588375300222283, "data_time": 0.01693277359008789, "loss_single": 3.4348575830459596, "loss_dense": 3.4801366567611693, "loss": 6.914994144439698, "time": 0.15474226474761962, "step": 532174}
{"lr": 0.013588375300222283, "data_time": 0.016703009605407715, "loss_single": 3.418418455123901, "loss_dense": 3.4554399728775023, "loss": 6.873858451843262, "time": 0.15666842460632324, "step": 532224}
{"lr": 0.013588375300222283, "data_time": 0.01651420593261719, "loss_single": 3.425568103790283, "loss_dense": 3.486192560195923, "loss": 6.911760711669922, "time": 0.15985867977142335, "step": 532274}
{"lr": 0.013588375300222283, "data_time": 0.01875011920928955, "loss_single": 3.428053951263428, "loss_dense": 3.4847467660903932, "loss": 6.912800741195679, "time": 0.23222880363464354, "step": 532324}
{"lr": 0.013588375300222283, "data_time": 0.01535811424255371, "loss_single": 3.4012667655944826, "loss_dense": 3.4523194551467897, "loss": 6.853586292266845, "time": 0.1539515495300293, "step": 532374}
{"lr": 0.013588375300222283, "data_time": 0.0165557861328125, "loss_single": 3.423748230934143, "loss_dense": 3.4688419103622437, "loss": 6.892590141296386, "time": 0.1587207317352295, "step": 532424}
{"lr": 0.013588375300222283, "data_time": 0.018238472938537597, "loss_single": 3.4222575187683106, "loss_dense": 3.4498488903045654, "loss": 6.872106409072876, "time": 0.16419827938079834, "step": 532474}
{"lr": 0.013588375300222283, "data_time": 0.01729886531829834, "loss_single": 3.423956036567688, "loss_dense": 3.4971803188323975, "loss": 6.921136283874512, "time": 0.15677647590637206, "step": 532524}
{"lr": 0.013588375300222283, "data_time": 0.016208529472351074, "loss_single": 3.401924252510071, "loss_dense": 3.460090494155884, "loss": 6.862014722824097, "time": 0.1543199062347412, "step": 532574}
{"lr": 0.013588375300222283, "data_time": 0.017009782791137695, "loss_single": 3.377418279647827, "loss_dense": 3.432768630981445, "loss": 6.810186910629272, "time": 0.1803973913192749, "step": 532624}
{"lr": 0.013588375300222283, "data_time": 0.013493180274963379, "loss_single": 3.427836775779724, "loss_dense": 3.474333667755127, "loss": 6.9021703720092775, "time": 0.16173770427703857, "step": 532674}
{"lr": 0.013588375300222283, "data_time": 0.019112873077392577, "loss_single": 3.4196710348129273, "loss_dense": 3.465997552871704, "loss": 6.885668659210205, "time": 0.1547551155090332, "step": 532724}
{"lr": 0.013588375300222283, "data_time": 0.016575193405151366, "loss_single": 3.4306562900543214, "loss_dense": 3.4886812925338746, "loss": 6.919337558746338, "time": 0.15041162967681884, "step": 532774}
{"lr": 0.013588375300222283, "data_time": 0.016863059997558594, "loss_single": 3.434429931640625, "loss_dense": 3.4811262607574465, "loss": 6.915556192398071, "time": 0.1565112590789795, "step": 532824}
{"lr": 0.013588375300222283, "data_time": 0.017564725875854493, "loss_single": 3.407003879547119, "loss_dense": 3.4636364936828614, "loss": 6.870640420913697, "time": 0.15112676620483398, "step": 532874}
{"lr": 0.013588375300222283, "data_time": 0.016393542289733887, "loss_single": 3.423730802536011, "loss_dense": 3.461911129951477, "loss": 6.885641956329346, "time": 0.16512753963470458, "step": 532924}
{"lr": 0.013588375300222283, "data_time": 0.016348743438720705, "loss_single": 3.431015229225159, "loss_dense": 3.4972063064575196, "loss": 6.92822151184082, "time": 0.1658479928970337, "step": 532974}
{"lr": 0.013588375300222283, "data_time": 0.018075060844421387, "loss_single": 3.4421660184860228, "loss_dense": 3.4963422775268556, "loss": 6.938508224487305, "time": 0.16540279388427734, "step": 533024}
{"lr": 0.013588375300222283, "data_time": 0.01742134094238281, "loss_single": 3.413339352607727, "loss_dense": 3.4699270248413088, "loss": 6.883266353607178, "time": 0.16866886615753174, "step": 533074}
{"lr": 0.013588375300222283, "data_time": 0.019084906578063963, "loss_single": 3.432654070854187, "loss_dense": 3.4842889308929443, "loss": 6.916943025588989, "time": 0.16630966663360597, "step": 533124}
{"lr": 0.013588375300222283, "data_time": 0.017747783660888673, "loss_single": 3.427043581008911, "loss_dense": 3.483768272399902, "loss": 6.910811805725098, "time": 0.15987141132354737, "step": 533174}
{"lr": 0.013588375300222283, "data_time": 0.017329192161560057, "loss_single": 3.4063097715377806, "loss_dense": 3.4510045766830446, "loss": 6.857314348220825, "time": 0.15264365673065186, "step": 533224}
{"lr": 0.013588375300222283, "data_time": 0.016823673248291017, "loss_single": 3.417071294784546, "loss_dense": 3.4682026863098145, "loss": 6.885274028778076, "time": 0.16953444480895996, "step": 533274}
{"lr": 0.013588375300222283, "data_time": 0.01892406940460205, "loss_single": 3.3864283084869387, "loss_dense": 3.4483943223953246, "loss": 6.834822702407837, "time": 0.1562474012374878, "step": 533324}
{"lr": 0.013588375300222283, "data_time": 0.017292118072509764, "loss_single": 3.4247044563293456, "loss_dense": 3.481451940536499, "loss": 6.906156396865844, "time": 0.15467658042907714, "step": 533374}
{"lr": 0.013588375300222283, "data_time": 0.01487126350402832, "loss_single": 3.4040059566497805, "loss_dense": 3.456546974182129, "loss": 6.860552835464477, "time": 0.1585036039352417, "step": 533424}
{"lr": 0.013588375300222283, "data_time": 0.016569089889526368, "loss_single": 3.3889060497283934, "loss_dense": 3.455258679389954, "loss": 6.844164657592773, "time": 0.15768980979919434, "step": 533474}
{"lr": 0.013588375300222283, "data_time": 0.018361806869506836, "loss_single": 3.4186122894287108, "loss_dense": 3.4689279079437254, "loss": 6.8875401496887205, "time": 0.15770723819732665, "step": 533524}
{"lr": 0.013588375300222283, "data_time": 0.017095184326171874, "loss_single": 3.4432981252670287, "loss_dense": 3.4946695804595946, "loss": 6.937967729568482, "time": 0.19491128921508788, "step": 533574}
{"lr": 0.013588375300222283, "data_time": 0.015695691108703613, "loss_single": 3.4215982437133787, "loss_dense": 3.4706423759460447, "loss": 6.89224066734314, "time": 0.1593066930770874, "step": 533624}
{"lr": 0.013588375300222283, "data_time": 0.017218637466430663, "loss_single": 3.4043118000030517, "loss_dense": 3.4496782302856444, "loss": 6.8539900302886965, "time": 0.17097115516662598, "step": 533674}
{"lr": 0.013588375300222283, "data_time": 0.015569734573364257, "loss_single": 3.397716999053955, "loss_dense": 3.455303406715393, "loss": 6.853020429611206, "time": 0.15407309532165528, "step": 533724}
{"lr": 0.013588375300222283, "data_time": 0.014670538902282714, "loss_single": 3.4182986497879027, "loss_dense": 3.4682259798049926, "loss": 6.886524629592896, "time": 0.15570836067199706, "step": 533774}
{"lr": 0.013588375300222283, "data_time": 0.016936635971069335, "loss_single": 3.4439112663269045, "loss_dense": 3.519029426574707, "loss": 6.962940692901611, "time": 0.15428054332733154, "step": 533824}
{"lr": 0.013588375300222283, "data_time": 0.019179558753967284, "loss_single": 3.388942337036133, "loss_dense": 3.4378639221191407, "loss": 6.826806306838989, "time": 0.261315131187439, "step": 533874}
{"lr": 0.013588375300222283, "data_time": 0.01655728816986084, "loss_single": 3.439746952056885, "loss_dense": 3.492915463447571, "loss": 6.932662439346314, "time": 0.15355281829833983, "step": 533924}
{"lr": 0.013588375300222283, "data_time": 0.018542146682739256, "loss_single": 3.4342267990112303, "loss_dense": 3.4939091205596924, "loss": 6.928135919570923, "time": 0.15351061820983886, "step": 533974}
{"lr": 0.013588375300222283, "data_time": 0.018992304801940918, "loss_single": 3.4100908994674684, "loss_dense": 3.4591858863830565, "loss": 6.869276666641236, "time": 0.16628501415252686, "step": 534024}
{"lr": 0.013588375300222283, "data_time": 0.017346668243408202, "loss_single": 3.4016685962677, "loss_dense": 3.455783414840698, "loss": 6.857451915740967, "time": 0.1582240104675293, "step": 534074}
{"lr": 0.013588375300222283, "data_time": 0.017001914978027343, "loss_single": 3.393869948387146, "loss_dense": 3.453820824623108, "loss": 6.847690677642822, "time": 0.1568605661392212, "step": 534124}
{"lr": 0.013588375300222283, "data_time": 0.016736054420471193, "loss_single": 3.4017966747283936, "loss_dense": 3.4547744750976563, "loss": 6.856571102142334, "time": 0.25484910011291506, "step": 534174}
{"lr": 0.013588375300222283, "data_time": 0.04725456237792969, "loss_single": 3.418143606185913, "loss_dense": 3.4733554840087892, "loss": 6.891498994827271, "time": 0.19479866027832032, "step": 534224}
{"lr": 0.013588375300222283, "data_time": 0.01771225929260254, "loss_single": 3.424446630477905, "loss_dense": 3.4791614294052122, "loss": 6.90360803604126, "time": 0.1546072244644165, "step": 534274}
{"lr": 0.013588375300222283, "data_time": 0.017369508743286133, "loss_single": 3.3947983741760255, "loss_dense": 3.4579978942871095, "loss": 6.852796220779419, "time": 0.15524227619171144, "step": 534324}
{"lr": 0.013588375300222283, "data_time": 0.016744136810302734, "loss_single": 3.4544843196868897, "loss_dense": 3.4895316123962403, "loss": 6.94401593208313, "time": 0.15750091075897216, "step": 534374}
{"lr": 0.013588375300222283, "data_time": 0.016504549980163576, "loss_single": 3.412037229537964, "loss_dense": 3.4657456398010256, "loss": 6.877782726287842, "time": 0.1525327444076538, "step": 534424}
{"lr": 0.013588375300222283, "data_time": 0.017578268051147462, "loss_single": 3.4117891073226927, "loss_dense": 3.463358497619629, "loss": 6.875147724151612, "time": 0.1554903507232666, "step": 534474}
{"lr": 0.013588375300222283, "data_time": 0.01741514205932617, "loss_single": 3.3998484373092652, "loss_dense": 3.451121973991394, "loss": 6.850970315933227, "time": 0.21638355255126954, "step": 534524}
{"lr": 0.013588375300222283, "data_time": 0.018050241470336913, "loss_single": 3.4375252723693848, "loss_dense": 3.4858784675598145, "loss": 6.923403692245484, "time": 0.16127653121948243, "step": 534574}
{"lr": 0.013588375300222283, "data_time": 0.014670276641845703, "loss_single": 3.3811294794082642, "loss_dense": 3.4368279218673705, "loss": 6.817957401275635, "time": 0.16899993419647216, "step": 534624}
{"lr": 0.013588375300222283, "data_time": 0.018355727195739746, "loss_single": 3.411816215515137, "loss_dense": 3.493086409568787, "loss": 6.904902696609497, "time": 0.15959300994873046, "step": 534674}
{"lr": 0.013588375300222283, "data_time": 0.018988871574401857, "loss_single": 3.4396621227264403, "loss_dense": 3.4759155035018923, "loss": 6.91557765007019, "time": 0.15470917224884034, "step": 534724}
{"lr": 0.013588375300222283, "data_time": 0.018269968032836915, "loss_single": 3.3794832706451414, "loss_dense": 3.433812689781189, "loss": 6.813295984268189, "time": 0.15639259815216064, "step": 534774}
{"lr": 0.013588375300222283, "data_time": 0.015816497802734374, "loss_single": 3.420944333076477, "loss_dense": 3.4805113315582275, "loss": 6.901455593109131, "time": 0.15972959995269775, "step": 534824}
{"lr": 0.013588375300222283, "data_time": 0.017766785621643067, "loss_single": 3.431244373321533, "loss_dense": 3.4776798725128173, "loss": 6.908924245834351, "time": 0.16127078533172606, "step": 534874}
{"lr": 0.013588375300222283, "data_time": 0.017363667488098145, "loss_single": 3.4207560062408446, "loss_dense": 3.483687901496887, "loss": 6.904443883895874, "time": 0.18452827930450438, "step": 534924}
{"lr": 0.013588375300222283, "data_time": 0.017562222480773926, "loss_single": 3.3846957445144654, "loss_dense": 3.438708782196045, "loss": 6.823404598236084, "time": 0.15295701026916503, "step": 534974}
{"lr": 0.013588375300222283, "data_time": 0.01912868022918701, "loss_single": 3.4279842615127563, "loss_dense": 3.475349187850952, "loss": 6.903333473205566, "time": 0.15828318595886232, "step": 535024}
{"lr": 0.013588375300222283, "data_time": 0.015925216674804687, "loss_single": 3.4268008708953857, "loss_dense": 3.472180986404419, "loss": 6.8989818572998045, "time": 0.1530212640762329, "step": 535074}
{"lr": 0.013588375300222283, "data_time": 0.016708016395568848, "loss_single": 3.411954951286316, "loss_dense": 3.4794580221176146, "loss": 6.891413021087646, "time": 0.1605553150177002, "step": 535124}
{"lr": 0.013588375300222283, "data_time": 0.016608071327209473, "loss_single": 3.4079391717910767, "loss_dense": 3.4766438007354736, "loss": 6.884583044052124, "time": 0.21725935935974122, "step": 535174}
{"lr": 0.013588375300222283, "data_time": 0.01778445243835449, "loss_single": 3.4216700077056883, "loss_dense": 3.4704320669174193, "loss": 6.89210205078125, "time": 0.16216163635253905, "step": 535224}
{"lr": 0.013588375300222283, "data_time": 0.018584132194519043, "loss_single": 3.392345833778381, "loss_dense": 3.4469046592712402, "loss": 6.83925051689148, "time": 0.15772368907928466, "step": 535274}
{"lr": 0.013588375300222283, "data_time": 0.018613219261169434, "loss_single": 3.4260016202926638, "loss_dense": 3.481950807571411, "loss": 6.907952451705933, "time": 0.15329532623291015, "step": 535324}
{"lr": 0.013588375300222283, "data_time": 0.01878986358642578, "loss_single": 3.4214505910873414, "loss_dense": 3.484361672401428, "loss": 6.905812215805054, "time": 0.15834312438964843, "step": 535374}
{"lr": 0.013588375300222283, "data_time": 0.013085603713989258, "loss_single": 3.3958304166793822, "loss_dense": 3.463524270057678, "loss": 6.859354734420776, "time": 0.149812912940979, "step": 535424}
{"lr": 0.013353985333634319, "data_time": 0.012490081787109374, "loss_single": 3.4390499591827393, "loss_dense": 3.479133868217468, "loss": 6.918183708190918, "time": 0.16723992824554443, "step": 535478}
{"lr": 0.013353985333634319, "data_time": 0.016890311241149904, "loss_single": 3.453960132598877, "loss_dense": 3.481714630126953, "loss": 6.93567476272583, "time": 0.150349760055542, "step": 535528}
{"lr": 0.013353985333634319, "data_time": 0.016124463081359862, "loss_single": 3.4062241315841675, "loss_dense": 3.4716010093688965, "loss": 6.877825164794922, "time": 0.20540194511413573, "step": 535578}
{"lr": 0.013353985333634319, "data_time": 0.017048072814941407, "loss_single": 3.408074069023132, "loss_dense": 3.456643223762512, "loss": 6.864717245101929, "time": 0.20249557495117188, "step": 535628}
{"lr": 0.013353985333634319, "data_time": 0.017811679840087892, "loss_single": 3.3731688261032104, "loss_dense": 3.4304724454879763, "loss": 6.803641366958618, "time": 0.16000764369964598, "step": 535678}
{"lr": 0.013353985333634319, "data_time": 0.017182803153991698, "loss_single": 3.3887631416320803, "loss_dense": 3.4570071697235107, "loss": 6.845770311355591, "time": 0.1600029468536377, "step": 535728}
{"lr": 0.013353985333634319, "data_time": 0.01781177520751953, "loss_single": 3.4103063344955444, "loss_dense": 3.462029767036438, "loss": 6.872336053848267, "time": 0.15446548461914061, "step": 535778}
{"lr": 0.013353985333634319, "data_time": 0.016502785682678222, "loss_single": 3.410036325454712, "loss_dense": 3.460714650154114, "loss": 6.870750999450683, "time": 0.1542505741119385, "step": 535828}
{"lr": 0.013353985333634319, "data_time": 0.018891334533691406, "loss_single": 3.4373889446258543, "loss_dense": 3.4873890399932863, "loss": 6.924778032302856, "time": 0.15427806377410888, "step": 535878}
{"lr": 0.013353985333634319, "data_time": 0.018344855308532713, "loss_single": 3.4140371799468996, "loss_dense": 3.46746563911438, "loss": 6.8815028190612795, "time": 0.15399739742279053, "step": 535928}
{"lr": 0.013353985333634319, "data_time": 0.01925048828125, "loss_single": 3.394485068321228, "loss_dense": 3.455372858047485, "loss": 6.849857902526855, "time": 0.16310293674468995, "step": 535978}
{"lr": 0.013353985333634319, "data_time": 0.016522431373596193, "loss_single": 3.3804013967514037, "loss_dense": 3.446005034446716, "loss": 6.826406478881836, "time": 0.15226268768310547, "step": 536028}
{"lr": 0.013353985333634319, "data_time": 0.01779048442840576, "loss_single": 3.4396994590759276, "loss_dense": 3.494572901725769, "loss": 6.934272384643554, "time": 0.15773911476135255, "step": 536078}
{"lr": 0.013353985333634319, "data_time": 0.021382808685302734, "loss_single": 3.410818862915039, "loss_dense": 3.4553192138671873, "loss": 6.866138076782226, "time": 0.19929022789001466, "step": 536128}
{"lr": 0.013353985333634319, "data_time": 0.016480851173400878, "loss_single": 3.4094629526138305, "loss_dense": 3.4428229331970215, "loss": 6.852285861968994, "time": 0.16003339290618895, "step": 536178}
{"lr": 0.013353985333634319, "data_time": 0.015529656410217285, "loss_single": 3.42790846824646, "loss_dense": 3.490129327774048, "loss": 6.918037748336792, "time": 0.1719125509262085, "step": 536228}
{"lr": 0.013353985333634319, "data_time": 0.017534661293029784, "loss_single": 3.4349173069000245, "loss_dense": 3.486701560020447, "loss": 6.921618890762329, "time": 0.15739245414733888, "step": 536278}
{"lr": 0.013353985333634319, "data_time": 0.01766660213470459, "loss_single": 3.4091870307922365, "loss_dense": 3.468569040298462, "loss": 6.877756118774414, "time": 0.15297069549560546, "step": 536328}
{"lr": 0.013353985333634319, "data_time": 0.01804065704345703, "loss_single": 3.4315333127975465, "loss_dense": 3.478528594970703, "loss": 6.910061931610107, "time": 0.15775222778320314, "step": 536378}
{"lr": 0.013353985333634319, "data_time": 0.015835952758789063, "loss_single": 3.4066430807113646, "loss_dense": 3.472780227661133, "loss": 6.87942328453064, "time": 0.1553112030029297, "step": 536428}
{"lr": 0.013353985333634319, "data_time": 0.017873668670654298, "loss_single": 3.4300887823104858, "loss_dense": 3.489471173286438, "loss": 6.9195600032806395, "time": 0.15678749084472657, "step": 536478}
{"lr": 0.013353985333634319, "data_time": 0.027526712417602538, "loss_single": 3.420260429382324, "loss_dense": 3.4684168100357056, "loss": 6.888677263259888, "time": 0.1633678197860718, "step": 536528}
{"lr": 0.013353985333634319, "data_time": 0.01820507049560547, "loss_single": 3.4245022535324097, "loss_dense": 3.4706308126449583, "loss": 6.895133113861084, "time": 0.1567007064819336, "step": 536578}
{"lr": 0.013353985333634319, "data_time": 0.015245795249938965, "loss_single": 3.4525331020355225, "loss_dense": 3.494080901145935, "loss": 6.946614122390747, "time": 0.17877650260925293, "step": 536628}
{"lr": 0.013353985333634319, "data_time": 0.017345190048217773, "loss_single": 3.413047766685486, "loss_dense": 3.4692541360855103, "loss": 6.8823018074035645, "time": 0.15380020141601564, "step": 536678}
{"lr": 0.013353985333634319, "data_time": 0.016658616065979005, "loss_single": 3.4034188985824585, "loss_dense": 3.4618642807006834, "loss": 6.865283107757568, "time": 0.19043369293212892, "step": 536728}
{"lr": 0.013353985333634319, "data_time": 0.016357898712158203, "loss_single": 3.3878018379211428, "loss_dense": 3.450274205207825, "loss": 6.83807601928711, "time": 0.15317437648773194, "step": 536778}
{"lr": 0.013353985333634319, "data_time": 0.015677738189697265, "loss_single": 3.4071408033370973, "loss_dense": 3.46024603843689, "loss": 6.867386770248413, "time": 0.20924463272094726, "step": 536828}
{"lr": 0.013353985333634319, "data_time": 0.01759917736053467, "loss_single": 3.418539047241211, "loss_dense": 3.475162386894226, "loss": 6.893701410293579, "time": 0.15500187873840332, "step": 536878}
{"lr": 0.013353985333634319, "data_time": 0.017545557022094725, "loss_single": 3.3933199644088745, "loss_dense": 3.433629775047302, "loss": 6.826949834823608, "time": 0.15089635848999022, "step": 536928}
{"lr": 0.013353985333634319, "data_time": 0.0163449764251709, "loss_single": 3.3778706789016724, "loss_dense": 3.4317511320114136, "loss": 6.80962176322937, "time": 0.15362989902496338, "step": 536978}
{"lr": 0.013353985333634319, "data_time": 0.0183255672454834, "loss_single": 3.4228615522384644, "loss_dense": 3.4642401456832888, "loss": 6.887101745605468, "time": 0.15940701961517334, "step": 537028}
{"lr": 0.013353985333634319, "data_time": 0.01688258647918701, "loss_single": 3.407729458808899, "loss_dense": 3.4537773609161375, "loss": 6.861506795883178, "time": 0.15234854221343994, "step": 537078}
{"lr": 0.013353985333634319, "data_time": 0.017684125900268556, "loss_single": 3.422517776489258, "loss_dense": 3.465541648864746, "loss": 6.888059425354004, "time": 0.15458881855010986, "step": 537128}
{"lr": 0.013353985333634319, "data_time": 0.01993539333343506, "loss_single": 3.414105010032654, "loss_dense": 3.452137088775635, "loss": 6.866242074966431, "time": 0.23022029399871827, "step": 537178}
{"lr": 0.013353985333634319, "data_time": 0.01793668270111084, "loss_single": 3.406278300285339, "loss_dense": 3.451177787780762, "loss": 6.857456016540527, "time": 0.15922172069549562, "step": 537228}
{"lr": 0.013353985333634319, "data_time": 0.0171403169631958, "loss_single": 3.407003664970398, "loss_dense": 3.4688936710357665, "loss": 6.875897407531738, "time": 0.17262539863586426, "step": 537278}
{"lr": 0.013353985333634319, "data_time": 0.01790354251861572, "loss_single": 3.405212330818176, "loss_dense": 3.4479984521865843, "loss": 6.853210830688477, "time": 0.16046383380889892, "step": 537328}
{"lr": 0.013353985333634319, "data_time": 0.016539573669433594, "loss_single": 3.4057963371276854, "loss_dense": 3.463975191116333, "loss": 6.869771480560303, "time": 0.16704139709472657, "step": 537378}
{"lr": 0.013353985333634319, "data_time": 0.01630539894104004, "loss_single": 3.4297610998153685, "loss_dense": 3.482515740394592, "loss": 6.912276840209961, "time": 0.15418171882629395, "step": 537428}
{"lr": 0.013353985333634319, "data_time": 0.016501975059509278, "loss_single": 3.387322783470154, "loss_dense": 3.452067804336548, "loss": 6.839390563964844, "time": 0.15060677528381347, "step": 537478}
{"lr": 0.013353985333634319, "data_time": 0.018334555625915527, "loss_single": 3.415946435928345, "loss_dense": 3.4702534675598145, "loss": 6.886199998855591, "time": 0.16162021160125734, "step": 537528}
{"lr": 0.013353985333634319, "data_time": 0.017390751838684083, "loss_single": 3.3985092401504517, "loss_dense": 3.450821280479431, "loss": 6.849330568313599, "time": 0.16793491840362548, "step": 537578}
{"lr": 0.013353985333634319, "data_time": 0.017248940467834473, "loss_single": 3.402632546424866, "loss_dense": 3.4529654026031493, "loss": 6.855597877502442, "time": 0.15574293136596679, "step": 537628}
{"lr": 0.013353985333634319, "data_time": 0.016521143913269042, "loss_single": 3.413632702827454, "loss_dense": 3.4625622987747193, "loss": 6.876194953918457, "time": 0.15351014137268065, "step": 537678}
{"lr": 0.013353985333634319, "data_time": 0.017436528205871583, "loss_single": 3.389890122413635, "loss_dense": 3.452703905105591, "loss": 6.842594051361084, "time": 0.14920990467071532, "step": 537728}
{"lr": 0.013353985333634319, "data_time": 0.01507871150970459, "loss_single": 3.4278913021087645, "loss_dense": 3.4830520153045654, "loss": 6.91094331741333, "time": 0.15310173034667968, "step": 537778}
{"lr": 0.013353985333634319, "data_time": 0.018318319320678712, "loss_single": 3.4030492305755615, "loss_dense": 3.4506643295288084, "loss": 6.853713512420654, "time": 0.15437891483306884, "step": 537828}
{"lr": 0.013353985333634319, "data_time": 0.01690061092376709, "loss_single": 3.4093077898025514, "loss_dense": 3.455430746078491, "loss": 6.864738464355469, "time": 0.15049710273742675, "step": 537878}
{"lr": 0.013353985333634319, "data_time": 0.015924644470214844, "loss_single": 3.4096455335617066, "loss_dense": 3.463405203819275, "loss": 6.873050832748413, "time": 0.158469557762146, "step": 537928}
{"lr": 0.013353985333634319, "data_time": 0.017551827430725097, "loss_single": 3.4071906328201296, "loss_dense": 3.4615193128585817, "loss": 6.868709945678711, "time": 0.1532127857208252, "step": 537978}
{"lr": 0.013353985333634319, "data_time": 0.017978882789611815, "loss_single": 3.401067924499512, "loss_dense": 3.459724545478821, "loss": 6.860792446136474, "time": 0.16288976669311522, "step": 538028}
{"lr": 0.013353985333634319, "data_time": 0.017115235328674316, "loss_single": 3.404547119140625, "loss_dense": 3.4528853416442873, "loss": 6.857432413101196, "time": 0.15197241306304932, "step": 538078}
{"lr": 0.013353985333634319, "data_time": 0.019486331939697267, "loss_single": 3.4378293991088866, "loss_dense": 3.4926631927490233, "loss": 6.930492639541626, "time": 0.24112234115600586, "step": 538128}
{"lr": 0.013353985333634319, "data_time": 0.019800424575805664, "loss_single": 3.4007216453552247, "loss_dense": 3.454071855545044, "loss": 6.854793500900269, "time": 0.15601255893707275, "step": 538178}
{"lr": 0.013353985333634319, "data_time": 0.02170853614807129, "loss_single": 3.4065689563751222, "loss_dense": 3.4780979633331297, "loss": 6.884666872024536, "time": 0.15928387641906738, "step": 538228}
{"lr": 0.013353985333634319, "data_time": 0.01695399284362793, "loss_single": 3.403622102737427, "loss_dense": 3.4469096183776857, "loss": 6.850531721115113, "time": 0.1514436721801758, "step": 538278}
{"lr": 0.013353985333634319, "data_time": 0.019714546203613282, "loss_single": 3.4056504726409913, "loss_dense": 3.4638086557388306, "loss": 6.86945915222168, "time": 0.15562732219696046, "step": 538328}
{"lr": 0.013353985333634319, "data_time": 0.019236993789672852, "loss_single": 3.3926010131835938, "loss_dense": 3.441251587867737, "loss": 6.833852672576905, "time": 0.15528879165649415, "step": 538378}
{"lr": 0.013353985333634319, "data_time": 0.021300268173217774, "loss_single": 3.383441352844238, "loss_dense": 3.441257905960083, "loss": 6.8246993064880375, "time": 0.15421547889709472, "step": 538428}
{"lr": 0.013353985333634319, "data_time": 0.01597733497619629, "loss_single": 3.419679856300354, "loss_dense": 3.4679306030273436, "loss": 6.887610578536988, "time": 0.15289545059204102, "step": 538478}
{"lr": 0.013353985333634319, "data_time": 0.016609048843383788, "loss_single": 3.418735980987549, "loss_dense": 3.4656306982040403, "loss": 6.884366703033447, "time": 0.14990458488464356, "step": 538528}
{"lr": 0.013353985333634319, "data_time": 0.01831061840057373, "loss_single": 3.4445199728012086, "loss_dense": 3.4919230222702025, "loss": 6.936443042755127, "time": 0.15877213478088378, "step": 538578}
{"lr": 0.013353985333634319, "data_time": 0.02035257816314697, "loss_single": 3.389802432060242, "loss_dense": 3.4428802490234376, "loss": 6.832682657241821, "time": 0.15629990100860597, "step": 538628}
{"lr": 0.013353985333634319, "data_time": 0.016663336753845216, "loss_single": 3.4080840587615966, "loss_dense": 3.4649865865707397, "loss": 6.873070621490479, "time": 0.15224056243896483, "step": 538678}
{"lr": 0.013353985333634319, "data_time": 0.017542266845703126, "loss_single": 3.404668092727661, "loss_dense": 3.4635050296783447, "loss": 6.868173122406006, "time": 0.1651540994644165, "step": 538728}
{"lr": 0.013353985333634319, "data_time": 0.0180147647857666, "loss_single": 3.3796084403991697, "loss_dense": 3.430134630203247, "loss": 6.809743022918701, "time": 0.1518021821975708, "step": 538778}
{"lr": 0.013353985333634319, "data_time": 0.015865087509155273, "loss_single": 3.413730430603027, "loss_dense": 3.4684845447540282, "loss": 6.882214832305908, "time": 0.15251047611236573, "step": 538828}
{"lr": 0.013353985333634319, "data_time": 0.01555306911468506, "loss_single": 3.422335648536682, "loss_dense": 3.478523588180542, "loss": 6.90085916519165, "time": 0.191381573677063, "step": 538878}
{"lr": 0.013353985333634319, "data_time": 0.017684102058410645, "loss_single": 3.421094608306885, "loss_dense": 3.4769860029220583, "loss": 6.898080635070801, "time": 0.15752098560333253, "step": 538928}
{"lr": 0.013353985333634319, "data_time": 0.04121408462524414, "loss_single": 3.377250337600708, "loss_dense": 3.4490754127502443, "loss": 6.826325750350952, "time": 0.18377907276153566, "step": 538978}
{"lr": 0.013353985333634319, "data_time": 0.021488547325134277, "loss_single": 3.401144027709961, "loss_dense": 3.4428151845932007, "loss": 6.8439592838287355, "time": 0.15897529125213622, "step": 539028}
{"lr": 0.013353985333634319, "data_time": 0.01779129505157471, "loss_single": 3.4165393829345705, "loss_dense": 3.4696738004684446, "loss": 6.886213207244873, "time": 0.15094385147094727, "step": 539078}
{"lr": 0.013353985333634319, "data_time": 0.017130517959594728, "loss_single": 3.448122572898865, "loss_dense": 3.485558295249939, "loss": 6.933680868148803, "time": 0.15847625732421874, "step": 539128}
{"lr": 0.013353985333634319, "data_time": 0.01708707809448242, "loss_single": 3.40062575340271, "loss_dense": 3.4669843196868895, "loss": 6.867610120773316, "time": 0.23414881229400636, "step": 539178}
{"lr": 0.013353985333634319, "data_time": 0.01632094383239746, "loss_single": 3.4304686784744263, "loss_dense": 3.5066959381103517, "loss": 6.9371644973754885, "time": 0.16417884826660156, "step": 539228}
{"lr": 0.013353985333634319, "data_time": 0.018697166442871095, "loss_single": 3.3968154430389403, "loss_dense": 3.4536381483078005, "loss": 6.850453615188599, "time": 0.15071468353271483, "step": 539278}
{"lr": 0.013353985333634319, "data_time": 0.01695725917816162, "loss_single": 3.3971898317337037, "loss_dense": 3.4467986106872557, "loss": 6.843988418579102, "time": 0.15388987064361573, "step": 539328}
{"lr": 0.013353985333634319, "data_time": 0.016419458389282226, "loss_single": 3.4215335130691527, "loss_dense": 3.478338694572449, "loss": 6.899872159957885, "time": 0.1521815061569214, "step": 539378}
{"lr": 0.013353985333634319, "data_time": 0.01621708869934082, "loss_single": 3.422220253944397, "loss_dense": 3.467799520492554, "loss": 6.890019750595092, "time": 0.1552422523498535, "step": 539428}
{"lr": 0.013353985333634319, "data_time": 0.016345691680908204, "loss_single": 3.4175891876220703, "loss_dense": 3.4726222276687624, "loss": 6.890211391448974, "time": 0.15988364219665527, "step": 539478}
{"lr": 0.013353985333634319, "data_time": 0.016780638694763185, "loss_single": 3.4436641216278074, "loss_dense": 3.5000282526016235, "loss": 6.9436924934387205, "time": 0.15625686645507814, "step": 539528}
{"lr": 0.013353985333634319, "data_time": 0.01617588996887207, "loss_single": 3.403953123092651, "loss_dense": 3.4548439502716066, "loss": 6.8587969779968265, "time": 0.15755956172943114, "step": 539578}
{"lr": 0.013353985333634319, "data_time": 0.01840367317199707, "loss_single": 3.429766798019409, "loss_dense": 3.4708492040634153, "loss": 6.900616073608399, "time": 0.1600243091583252, "step": 539628}
{"lr": 0.013353985333634319, "data_time": 0.017879128456115723, "loss_single": 3.4138458251953123, "loss_dense": 3.4681972742080687, "loss": 6.882043027877808, "time": 0.15297150611877441, "step": 539678}
{"lr": 0.013353985333634319, "data_time": 0.018655061721801758, "loss_single": 3.4348798274993895, "loss_dense": 3.4901507616043093, "loss": 6.925030612945557, "time": 0.23878049850463867, "step": 539728}
{"lr": 0.013353985333634319, "data_time": 0.017441868782043457, "loss_single": 3.394222140312195, "loss_dense": 3.4442639112472535, "loss": 6.838486099243164, "time": 0.151324462890625, "step": 539778}
{"lr": 0.013353985333634319, "data_time": 0.016686081886291504, "loss_single": 3.4425408124923704, "loss_dense": 3.5012972354888916, "loss": 6.943838119506836, "time": 0.15578455924987794, "step": 539828}
{"lr": 0.013353985333634319, "data_time": 0.01781136989593506, "loss_single": 3.4199971914291383, "loss_dense": 3.4647074937820435, "loss": 6.884704685211181, "time": 0.15592691898345948, "step": 539878}
{"lr": 0.013353985333634319, "data_time": 0.017472672462463378, "loss_single": 3.3941373348236086, "loss_dense": 3.4442737102508545, "loss": 6.838411045074463, "time": 0.1506511926651001, "step": 539928}
{"lr": 0.013353985333634319, "data_time": 0.019908499717712403, "loss_single": 3.3964779376983643, "loss_dense": 3.4474978923797606, "loss": 6.8439758777618405, "time": 0.15471415519714354, "step": 539978}
{"lr": 0.013353985333634319, "data_time": 0.01989614963531494, "loss_single": 3.404650616645813, "loss_dense": 3.4658891439437864, "loss": 6.870539760589599, "time": 0.1593635082244873, "step": 540028}
{"lr": 0.013353985333634319, "data_time": 0.016520380973815918, "loss_single": 3.3867058038711546, "loss_dense": 3.4351468324661254, "loss": 6.821852731704712, "time": 0.15710978507995604, "step": 540078}
{"lr": 0.013353985333634319, "data_time": 0.016609454154968263, "loss_single": 3.4203599214553835, "loss_dense": 3.469535231590271, "loss": 6.8898951530456545, "time": 0.15128767490386963, "step": 540128}
{"lr": 0.013353985333634319, "data_time": 0.01614563465118408, "loss_single": 3.4046549081802366, "loss_dense": 3.457540726661682, "loss": 6.862195634841919, "time": 0.18256638050079346, "step": 540178}
{"lr": 0.013353985333634319, "data_time": 0.018682861328125, "loss_single": 3.435671305656433, "loss_dense": 3.501033592224121, "loss": 6.936704921722412, "time": 0.15734319686889647, "step": 540228}
{"lr": 0.013353985333634319, "data_time": 0.01782405376434326, "loss_single": 3.4018733978271483, "loss_dense": 3.476646590232849, "loss": 6.87851996421814, "time": 0.15235562324523927, "step": 540278}
{"lr": 0.013353985333634319, "data_time": 0.017282533645629882, "loss_single": 3.38101122379303, "loss_dense": 3.4230385541915895, "loss": 6.804049730300903, "time": 0.16301562786102294, "step": 540328}
{"lr": 0.013353985333634319, "data_time": 0.017245173454284668, "loss_single": 3.412033724784851, "loss_dense": 3.458807611465454, "loss": 6.870841407775879, "time": 0.15193359851837157, "step": 540378}
{"lr": 0.013353985333634319, "data_time": 0.013648605346679688, "loss_single": 3.4277074575424193, "loss_dense": 3.4895966053009033, "loss": 6.917304039001465, "time": 0.1470489740371704, "step": 540428}
{"lr": 0.013120001496535435, "data_time": 0.01806941032409668, "loss_single": 3.4135005950927733, "loss_dense": 3.4860983371734617, "loss": 6.899599027633667, "time": 0.152423095703125, "step": 540482}
{"lr": 0.013120001496535435, "data_time": 0.016363358497619628, "loss_single": 3.413819122314453, "loss_dense": 3.4608513355255126, "loss": 6.87467041015625, "time": 0.16404733657836915, "step": 540532}
{"lr": 0.013120001496535435, "data_time": 0.01542520523071289, "loss_single": 3.381748843193054, "loss_dense": 3.445675277709961, "loss": 6.827424049377441, "time": 0.1555708885192871, "step": 540582}
{"lr": 0.013120001496535435, "data_time": 0.016834712028503417, "loss_single": 3.418932056427002, "loss_dense": 3.4584649801254272, "loss": 6.877396965026856, "time": 0.1962970972061157, "step": 540632}
{"lr": 0.013120001496535435, "data_time": 0.017855525016784668, "loss_single": 3.3737808227539063, "loss_dense": 3.438997197151184, "loss": 6.812777900695801, "time": 0.16351022720336914, "step": 540682}
{"lr": 0.013120001496535435, "data_time": 0.015639734268188477, "loss_single": 3.411641502380371, "loss_dense": 3.4587616205215452, "loss": 6.870403146743774, "time": 0.15458574295043945, "step": 540732}
{"lr": 0.013120001496535435, "data_time": 0.018146061897277833, "loss_single": 3.417572045326233, "loss_dense": 3.4862415075302122, "loss": 6.9038135528564455, "time": 0.1516497850418091, "step": 540782}
{"lr": 0.013120001496535435, "data_time": 0.01727759838104248, "loss_single": 3.4053283452987673, "loss_dense": 3.461908221244812, "loss": 6.867236518859864, "time": 0.16496608257293702, "step": 540832}
{"lr": 0.013120001496535435, "data_time": 0.017417192459106445, "loss_single": 3.4119569778442385, "loss_dense": 3.45770845413208, "loss": 6.86966552734375, "time": 0.15595617294311523, "step": 540882}
{"lr": 0.013120001496535435, "data_time": 0.016982340812683107, "loss_single": 3.424124503135681, "loss_dense": 3.4732879400253296, "loss": 6.897412395477295, "time": 0.15362124443054198, "step": 540932}
{"lr": 0.013120001496535435, "data_time": 0.015319466590881348, "loss_single": 3.4249347448349, "loss_dense": 3.4653790473937987, "loss": 6.890313816070557, "time": 0.21250476837158203, "step": 540982}
{"lr": 0.013120001496535435, "data_time": 0.016764116287231446, "loss_single": 3.4325758934021, "loss_dense": 3.4782469272613525, "loss": 6.910822820663452, "time": 0.18055198192596436, "step": 541032}
{"lr": 0.013120001496535435, "data_time": 0.01614334583282471, "loss_single": 3.3837204217910766, "loss_dense": 3.450969958305359, "loss": 6.834690380096435, "time": 0.1668682098388672, "step": 541082}
{"lr": 0.013120001496535435, "data_time": 0.016256237030029298, "loss_single": 3.4017219305038453, "loss_dense": 3.4620813131332397, "loss": 6.863803243637085, "time": 0.15716273784637452, "step": 541132}
{"lr": 0.013120001496535435, "data_time": 0.015095710754394531, "loss_single": 3.413683533668518, "loss_dense": 3.4714650392532347, "loss": 6.885148668289185, "time": 0.1598048686981201, "step": 541182}
{"lr": 0.013120001496535435, "data_time": 0.017179107666015624, "loss_single": 3.399039149284363, "loss_dense": 3.4578314542770388, "loss": 6.8568707466125485, "time": 0.2209622383117676, "step": 541232}
{"lr": 0.013120001496535435, "data_time": 0.01789391040802002, "loss_single": 3.3994820356369018, "loss_dense": 3.458579897880554, "loss": 6.85806188583374, "time": 0.16870551109313964, "step": 541282}
{"lr": 0.013120001496535435, "data_time": 0.016475558280944824, "loss_single": 3.410495233535767, "loss_dense": 3.453178119659424, "loss": 6.863673496246338, "time": 0.15428407192230226, "step": 541332}
{"lr": 0.013120001496535435, "data_time": 0.017841219902038574, "loss_single": 3.4098474025726317, "loss_dense": 3.4659528493881226, "loss": 6.875800371170044, "time": 0.1802030086517334, "step": 541382}
{"lr": 0.013120001496535435, "data_time": 0.019872188568115234, "loss_single": 3.418991947174072, "loss_dense": 3.4697166681289673, "loss": 6.888708591461182, "time": 0.1598881721496582, "step": 541432}
{"lr": 0.013120001496535435, "data_time": 0.016567254066467287, "loss_single": 3.416151285171509, "loss_dense": 3.479180383682251, "loss": 6.895331621170044, "time": 0.1528385877609253, "step": 541482}
{"lr": 0.013120001496535435, "data_time": 0.018155765533447266, "loss_single": 3.417963981628418, "loss_dense": 3.4811415672302246, "loss": 6.899105501174927, "time": 0.1571035146713257, "step": 541532}
{"lr": 0.013120001496535435, "data_time": 0.01991305351257324, "loss_single": 3.4368817090988157, "loss_dense": 3.4877856254577635, "loss": 6.924667263031006, "time": 0.22612695693969725, "step": 541582}
{"lr": 0.013120001496535435, "data_time": 0.01776852607727051, "loss_single": 3.393870139122009, "loss_dense": 3.4405353307724, "loss": 6.834405469894409, "time": 0.15333166122436523, "step": 541632}
{"lr": 0.013120001496535435, "data_time": 0.017016220092773437, "loss_single": 3.4289594411849977, "loss_dense": 3.5001453876495363, "loss": 6.929104900360107, "time": 0.16359241008758546, "step": 541682}
{"lr": 0.013120001496535435, "data_time": 0.015929627418518066, "loss_single": 3.4490482330322267, "loss_dense": 3.498344898223877, "loss": 6.947393083572388, "time": 0.15958614349365235, "step": 541732}
{"lr": 0.013120001496535435, "data_time": 0.01605942249298096, "loss_single": 3.40150990486145, "loss_dense": 3.4510403871536255, "loss": 6.852550268173218, "time": 0.19731242656707765, "step": 541782}
{"lr": 0.013120001496535435, "data_time": 0.017429280281066894, "loss_single": 3.3808055877685548, "loss_dense": 3.4356944799423217, "loss": 6.81650013923645, "time": 0.164275860786438, "step": 541832}
{"lr": 0.013120001496535435, "data_time": 0.017380237579345703, "loss_single": 3.393770432472229, "loss_dense": 3.444659614562988, "loss": 6.838430023193359, "time": 0.1554964780807495, "step": 541882}
{"lr": 0.013120001496535435, "data_time": 0.01809701919555664, "loss_single": 3.427799844741821, "loss_dense": 3.472623515129089, "loss": 6.900423240661621, "time": 0.1535590648651123, "step": 541932}
{"lr": 0.013120001496535435, "data_time": 0.01801154613494873, "loss_single": 3.4302290201187136, "loss_dense": 3.4709229946136473, "loss": 6.901151990890503, "time": 0.15639746189117432, "step": 541982}
{"lr": 0.013120001496535435, "data_time": 0.01800813674926758, "loss_single": 3.4150331735610964, "loss_dense": 3.478664493560791, "loss": 6.893697738647461, "time": 0.15175070762634277, "step": 542032}
{"lr": 0.013120001496535435, "data_time": 0.0165956974029541, "loss_single": 3.4174776792526247, "loss_dense": 3.473618412017822, "loss": 6.89109616279602, "time": 0.15558967590332032, "step": 542082}
{"lr": 0.013120001496535435, "data_time": 0.015936636924743654, "loss_single": 3.396179366111755, "loss_dense": 3.452018904685974, "loss": 6.848198366165161, "time": 0.15190722942352294, "step": 542132}
{"lr": 0.013120001496535435, "data_time": 0.016688990592956542, "loss_single": 3.3953526258468627, "loss_dense": 3.4625184297561646, "loss": 6.857871103286743, "time": 0.1600773811340332, "step": 542182}
{"lr": 0.013120001496535435, "data_time": 0.016647696495056152, "loss_single": 3.401878595352173, "loss_dense": 3.4404489755630494, "loss": 6.842327547073364, "time": 0.15430059432983398, "step": 542232}
{"lr": 0.013120001496535435, "data_time": 0.017519187927246094, "loss_single": 3.423301267623901, "loss_dense": 3.4739683151245115, "loss": 6.897269535064697, "time": 0.15568413734436035, "step": 542282}
{"lr": 0.013120001496535435, "data_time": 0.017482829093933106, "loss_single": 3.417323613166809, "loss_dense": 3.462200331687927, "loss": 6.879523992538452, "time": 0.15626535415649415, "step": 542332}
{"lr": 0.013120001496535435, "data_time": 0.016640996932983397, "loss_single": 3.387989139556885, "loss_dense": 3.4543851375579835, "loss": 6.842374181747436, "time": 0.15759103298187255, "step": 542382}
{"lr": 0.013120001496535435, "data_time": 0.018703794479370116, "loss_single": 3.4159191608428956, "loss_dense": 3.465393042564392, "loss": 6.881312227249145, "time": 0.15274627208709718, "step": 542432}
{"lr": 0.013120001496535435, "data_time": 0.017046618461608886, "loss_single": 3.4093135595321655, "loss_dense": 3.4758721828460692, "loss": 6.885185670852661, "time": 0.15309503078460693, "step": 542482}
{"lr": 0.013120001496535435, "data_time": 0.01736018657684326, "loss_single": 3.4017489671707155, "loss_dense": 3.465986728668213, "loss": 6.867735767364502, "time": 0.15779614448547363, "step": 542532}
{"lr": 0.013120001496535435, "data_time": 0.01701202392578125, "loss_single": 3.4188616275787354, "loss_dense": 3.469054341316223, "loss": 6.887915992736817, "time": 0.19575645923614501, "step": 542582}
{"lr": 0.013120001496535435, "data_time": 0.022385311126708985, "loss_single": 3.4079583168029783, "loss_dense": 3.4697683334350584, "loss": 6.877726697921753, "time": 0.15959925651550294, "step": 542632}
{"lr": 0.013120001496535435, "data_time": 0.016936254501342774, "loss_single": 3.4066593408584596, "loss_dense": 3.446559524536133, "loss": 6.853218841552734, "time": 0.1654872179031372, "step": 542682}
{"lr": 0.013120001496535435, "data_time": 0.01912987232208252, "loss_single": 3.4212189674377442, "loss_dense": 3.473309373855591, "loss": 6.894528388977051, "time": 0.19491727352142335, "step": 542732}
{"lr": 0.013120001496535435, "data_time": 0.018548297882080077, "loss_single": 3.407258462905884, "loss_dense": 3.4608354806900024, "loss": 6.8680939197540285, "time": 0.1517030954360962, "step": 542782}
{"lr": 0.013120001496535435, "data_time": 0.016820454597473146, "loss_single": 3.426215672492981, "loss_dense": 3.486389708518982, "loss": 6.912605333328247, "time": 0.15429210662841797, "step": 542832}
{"lr": 0.013120001496535435, "data_time": 0.017417478561401366, "loss_single": 3.411641836166382, "loss_dense": 3.4683143854141236, "loss": 6.879956245422363, "time": 0.16107242107391356, "step": 542882}
{"lr": 0.013120001496535435, "data_time": 0.01748216152191162, "loss_single": 3.3810235500335692, "loss_dense": 3.4550682067871095, "loss": 6.836091661453247, "time": 0.1550678253173828, "step": 542932}
{"lr": 0.013120001496535435, "data_time": 0.019232702255249024, "loss_single": 3.4551129817962645, "loss_dense": 3.4899771451950072, "loss": 6.945090055465698, "time": 0.16044795513153076, "step": 542982}
{"lr": 0.013120001496535435, "data_time": 0.026025009155273438, "loss_single": 3.3961484909057615, "loss_dense": 3.4568584680557253, "loss": 6.853006982803345, "time": 0.17034623622894288, "step": 543032}
{"lr": 0.013120001496535435, "data_time": 0.015706372261047364, "loss_single": 3.42120099067688, "loss_dense": 3.468230366706848, "loss": 6.88943133354187, "time": 0.15266063213348388, "step": 543082}
{"lr": 0.013120001496535435, "data_time": 0.017848658561706542, "loss_single": 3.41144278049469, "loss_dense": 3.463448643684387, "loss": 6.874891376495361, "time": 0.15931861400604247, "step": 543132}
{"lr": 0.013120001496535435, "data_time": 0.015914225578308107, "loss_single": 3.3973093748092653, "loss_dense": 3.455797529220581, "loss": 6.853106927871704, "time": 0.15066564083099365, "step": 543182}
{"lr": 0.013120001496535435, "data_time": 0.017274117469787596, "loss_single": 3.4082693338394163, "loss_dense": 3.4544827699661256, "loss": 6.862752151489258, "time": 0.15943427085876466, "step": 543232}
{"lr": 0.013120001496535435, "data_time": 0.01733546257019043, "loss_single": 3.409812569618225, "loss_dense": 3.4540598392486572, "loss": 6.863872337341308, "time": 0.15825250148773193, "step": 543282}
{"lr": 0.013120001496535435, "data_time": 0.01702749729156494, "loss_single": 3.4021178483963013, "loss_dense": 3.455832505226135, "loss": 6.857950448989868, "time": 0.1630472183227539, "step": 543332}
{"lr": 0.013120001496535435, "data_time": 0.020807337760925294, "loss_single": 3.418998289108276, "loss_dense": 3.4689379692077638, "loss": 6.88793625831604, "time": 0.16190156936645508, "step": 543382}
{"lr": 0.013120001496535435, "data_time": 0.01860339641571045, "loss_single": 3.4075085163116454, "loss_dense": 3.4825615644454957, "loss": 6.890070152282715, "time": 0.16023969650268555, "step": 543432}
{"lr": 0.013120001496535435, "data_time": 0.016046905517578126, "loss_single": 3.3981701374053954, "loss_dense": 3.449330544471741, "loss": 6.8475007057189945, "time": 0.19267065525054933, "step": 543482}
{"lr": 0.013120001496535435, "data_time": 0.01968979835510254, "loss_single": 3.418631339073181, "loss_dense": 3.4680867433547973, "loss": 6.886717939376831, "time": 0.17957382202148436, "step": 543532}
{"lr": 0.013120001496535435, "data_time": 0.014840221405029297, "loss_single": 3.3580177783966065, "loss_dense": 3.409371542930603, "loss": 6.767389345169067, "time": 0.5036867141723633, "step": 543582}
{"lr": 0.013120001496535435, "data_time": 0.04363029003143311, "loss_single": 3.419256901741028, "loss_dense": 3.475217866897583, "loss": 6.894474840164184, "time": 0.1801124095916748, "step": 543632}
{"lr": 0.013120001496535435, "data_time": 0.016351962089538576, "loss_single": 3.3834483861923217, "loss_dense": 3.446616291999817, "loss": 6.830064678192139, "time": 0.15647048950195314, "step": 543682}
{"lr": 0.013120001496535435, "data_time": 0.015833163261413576, "loss_single": 3.439414882659912, "loss_dense": 3.4946872711181642, "loss": 6.934102201461792, "time": 0.15149593353271484, "step": 543732}
{"lr": 0.013120001496535435, "data_time": 0.017916655540466307, "loss_single": 3.411863684654236, "loss_dense": 3.468602919578552, "loss": 6.880466556549072, "time": 0.16330163478851317, "step": 543782}
{"lr": 0.013120001496535435, "data_time": 0.016254568099975587, "loss_single": 3.3969364404678344, "loss_dense": 3.4540948152542112, "loss": 6.851031255722046, "time": 0.15241575241088867, "step": 543832}
{"lr": 0.013120001496535435, "data_time": 0.01756768226623535, "loss_single": 3.4208807706832887, "loss_dense": 3.4674357175827026, "loss": 6.888316488265991, "time": 0.1544872999191284, "step": 543882}
{"lr": 0.013120001496535435, "data_time": 0.01621510982513428, "loss_single": 3.387536382675171, "loss_dense": 3.4608593225479125, "loss": 6.848395681381225, "time": 0.15874738693237306, "step": 543932}
{"lr": 0.013120001496535435, "data_time": 0.017861032485961915, "loss_single": 3.4070825815200805, "loss_dense": 3.449611210823059, "loss": 6.856693696975708, "time": 0.15821428298950196, "step": 543982}
{"lr": 0.013120001496535435, "data_time": 0.018895888328552247, "loss_single": 3.4211668729782105, "loss_dense": 3.4762799024581907, "loss": 6.897446823120117, "time": 0.18570983409881592, "step": 544032}
{"lr": 0.013120001496535435, "data_time": 0.01720142364501953, "loss_single": 3.4419517517089844, "loss_dense": 3.4995590686798095, "loss": 6.941510820388794, "time": 0.1963500499725342, "step": 544082}
{"lr": 0.013120001496535435, "data_time": 0.017502331733703615, "loss_single": 3.4374871015548707, "loss_dense": 3.4907998561859133, "loss": 6.928287029266357, "time": 0.1561347723007202, "step": 544132}
{"lr": 0.013120001496535435, "data_time": 0.017632555961608887, "loss_single": 3.4011123895645143, "loss_dense": 3.4581275463104246, "loss": 6.859239912033081, "time": 0.15340960025787354, "step": 544182}
{"lr": 0.013120001496535435, "data_time": 0.01750161647796631, "loss_single": 3.4227970600128175, "loss_dense": 3.47831449508667, "loss": 6.901111602783203, "time": 0.1550079584121704, "step": 544232}
{"lr": 0.013120001496535435, "data_time": 0.019875121116638184, "loss_single": 3.3723329305648804, "loss_dense": 3.4204368114471437, "loss": 6.792769813537598, "time": 0.15325121879577636, "step": 544282}
{"lr": 0.013120001496535435, "data_time": 0.018385601043701173, "loss_single": 3.376314806938171, "loss_dense": 3.444992733001709, "loss": 6.821307611465454, "time": 0.157295298576355, "step": 544332}
{"lr": 0.013120001496535435, "data_time": 0.02083113193511963, "loss_single": 3.4031054258346556, "loss_dense": 3.4772191286087035, "loss": 6.8803245544433596, "time": 0.2516671895980835, "step": 544382}
{"lr": 0.013120001496535435, "data_time": 0.016531729698181154, "loss_single": 3.418605828285217, "loss_dense": 3.4713376998901366, "loss": 6.88994345664978, "time": 0.15761654376983641, "step": 544432}
{"lr": 0.013120001496535435, "data_time": 0.017879724502563477, "loss_single": 3.408666729927063, "loss_dense": 3.4682530403137206, "loss": 6.876919746398926, "time": 0.16420655250549315, "step": 544482}
{"lr": 0.013120001496535435, "data_time": 0.017484831809997558, "loss_single": 3.400533604621887, "loss_dense": 3.444577217102051, "loss": 6.84511079788208, "time": 0.15423314571380614, "step": 544532}
{"lr": 0.013120001496535435, "data_time": 0.01672525405883789, "loss_single": 3.406846594810486, "loss_dense": 3.4580106496810914, "loss": 6.864857196807861, "time": 0.1555100917816162, "step": 544582}
{"lr": 0.013120001496535435, "data_time": 0.016077446937561034, "loss_single": 3.4273411512374876, "loss_dense": 3.4838748931884767, "loss": 6.911215972900391, "time": 0.158927845954895, "step": 544632}
{"lr": 0.013120001496535435, "data_time": 0.01545703411102295, "loss_single": 3.430265212059021, "loss_dense": 3.481445860862732, "loss": 6.911711025238037, "time": 0.16762681007385255, "step": 544682}
{"lr": 0.013120001496535435, "data_time": 0.02255978584289551, "loss_single": 3.4003690242767335, "loss_dense": 3.459019136428833, "loss": 6.859388160705566, "time": 0.18981680870056153, "step": 544732}
{"lr": 0.013120001496535435, "data_time": 0.017518496513366698, "loss_single": 3.407112550735474, "loss_dense": 3.4604077339172363, "loss": 6.867520380020141, "time": 0.15330960750579833, "step": 544782}
{"lr": 0.013120001496535435, "data_time": 0.018053579330444335, "loss_single": 3.3922008275985718, "loss_dense": 3.4377259016036987, "loss": 6.8299267292022705, "time": 0.1689756393432617, "step": 544832}
{"lr": 0.013120001496535435, "data_time": 0.017243146896362305, "loss_single": 3.4020104885101317, "loss_dense": 3.458598232269287, "loss": 6.860608673095703, "time": 0.15430772304534912, "step": 544882}
{"lr": 0.013120001496535435, "data_time": 0.0169633150100708, "loss_single": 3.4016251087188722, "loss_dense": 3.453654956817627, "loss": 6.855280065536499, "time": 0.1557260513305664, "step": 544932}
{"lr": 0.013120001496535435, "data_time": 0.018988919258117676, "loss_single": 3.417910122871399, "loss_dense": 3.4849775552749636, "loss": 6.902887773513794, "time": 0.22613539695739746, "step": 544982}
{"lr": 0.013120001496535435, "data_time": 0.029366731643676758, "loss_single": 3.4125020503997803, "loss_dense": 3.4794102191925047, "loss": 6.891912221908569, "time": 0.16574366092681886, "step": 545032}
{"lr": 0.013120001496535435, "data_time": 0.01429286003112793, "loss_single": 3.3896923542022703, "loss_dense": 3.4453906536102297, "loss": 6.835083055496216, "time": 0.1536590576171875, "step": 545082}
{"lr": 0.013120001496535435, "data_time": 0.016263580322265624, "loss_single": 3.439881920814514, "loss_dense": 3.4866649866104127, "loss": 6.926546812057495, "time": 0.15178248882293702, "step": 545132}
{"lr": 0.013120001496535435, "data_time": 0.0166748046875, "loss_single": 3.428055930137634, "loss_dense": 3.4989091873168947, "loss": 6.926965141296387, "time": 0.1573742389678955, "step": 545182}
{"lr": 0.013120001496535435, "data_time": 0.015616917610168457, "loss_single": 3.384661340713501, "loss_dense": 3.4390631914138794, "loss": 6.8237245082855225, "time": 0.1581815481185913, "step": 545232}
{"lr": 0.013120001496535435, "data_time": 0.01161038875579834, "loss_single": 3.406592869758606, "loss_dense": 3.4566797494888304, "loss": 6.863272571563721, "time": 0.23042702674865723, "step": 545282}
{"lr": 0.013120001496535435, "data_time": 0.017679524421691895, "loss_single": 3.3855146169662476, "loss_dense": 3.431310749053955, "loss": 6.816825342178345, "time": 0.1559234857559204, "step": 545332}
{"lr": 0.013120001496535435, "data_time": 0.018671131134033202, "loss_single": 3.416363334655762, "loss_dense": 3.4613683223724365, "loss": 6.877731657028198, "time": 0.16080110073089598, "step": 545382}
{"lr": 0.013120001496535435, "data_time": 0.013954687118530273, "loss_single": 3.404740333557129, "loss_dense": 3.4577595710754396, "loss": 6.8625000476837155, "time": 0.1477722406387329, "step": 545432}
{"lr": 0.012886481520936261, "data_time": 0.017984628677368164, "loss_single": 3.4105080366134644, "loss_dense": 3.463177800178528, "loss": 6.873685741424561, "time": 0.15516879558563232, "step": 545486}
{"lr": 0.012886481520936261, "data_time": 0.019606637954711913, "loss_single": 3.4107099056243895, "loss_dense": 3.4571590423583984, "loss": 6.8678689956665036, "time": 0.17012529373168944, "step": 545536}
{"lr": 0.012886481520936261, "data_time": 0.018066954612731934, "loss_single": 3.404103970527649, "loss_dense": 3.4696120738983156, "loss": 6.873716020584107, "time": 0.15473198890686035, "step": 545586}
{"lr": 0.012886481520936261, "data_time": 0.017182588577270508, "loss_single": 3.390869903564453, "loss_dense": 3.4432063579559324, "loss": 6.834076261520385, "time": 0.16113548278808593, "step": 545636}
{"lr": 0.012886481520936261, "data_time": 0.017287945747375487, "loss_single": 3.4475547552108763, "loss_dense": 3.485067868232727, "loss": 6.932622623443604, "time": 0.15708858966827394, "step": 545686}
{"lr": 0.012886481520936261, "data_time": 0.01621677875518799, "loss_single": 3.4090415716171263, "loss_dense": 3.4704095840454103, "loss": 6.879451274871826, "time": 0.2002995252609253, "step": 545736}
{"lr": 0.012886481520936261, "data_time": 0.018507623672485353, "loss_single": 3.4112745761871337, "loss_dense": 3.467712426185608, "loss": 6.878987073898315, "time": 0.16851277351379396, "step": 545786}
{"lr": 0.012886481520936261, "data_time": 0.01758894920349121, "loss_single": 3.4131455183029176, "loss_dense": 3.4707401514053347, "loss": 6.883885622024536, "time": 0.1570235013961792, "step": 545836}
{"lr": 0.012886481520936261, "data_time": 0.017025279998779296, "loss_single": 3.4083876848220824, "loss_dense": 3.461505675315857, "loss": 6.869893360137939, "time": 0.16995787620544434, "step": 545886}
{"lr": 0.012886481520936261, "data_time": 0.018500709533691408, "loss_single": 3.4516271114349366, "loss_dense": 3.4866282463073732, "loss": 6.9382552146911625, "time": 0.18879349231719972, "step": 545936}
{"lr": 0.012886481520936261, "data_time": 0.015488767623901367, "loss_single": 3.3957059383392334, "loss_dense": 3.4497265338897707, "loss": 6.845432472229004, "time": 0.1628931760787964, "step": 545986}
{"lr": 0.012886481520936261, "data_time": 0.016708230972290038, "loss_single": 3.3975162744522094, "loss_dense": 3.466978740692139, "loss": 6.864495038986206, "time": 0.17170770168304444, "step": 546036}
{"lr": 0.012886481520936261, "data_time": 0.019334983825683594, "loss_single": 3.428300619125366, "loss_dense": 3.4849711894989013, "loss": 6.913271808624268, "time": 0.16293368339538575, "step": 546086}
{"lr": 0.012886481520936261, "data_time": 0.016427326202392577, "loss_single": 3.413060760498047, "loss_dense": 3.4613711833953857, "loss": 6.874431943893432, "time": 0.1623162031173706, "step": 546136}
{"lr": 0.012886481520936261, "data_time": 0.017026877403259276, "loss_single": 3.399979567527771, "loss_dense": 3.4672381401062013, "loss": 6.867217779159546, "time": 0.1620220422744751, "step": 546186}
{"lr": 0.012886481520936261, "data_time": 0.01589953899383545, "loss_single": 3.409177327156067, "loss_dense": 3.480721282958984, "loss": 6.889898586273193, "time": 0.15941007137298585, "step": 546236}
{"lr": 0.012886481520936261, "data_time": 0.016687870025634766, "loss_single": 3.413633680343628, "loss_dense": 3.4650587320327757, "loss": 6.87869234085083, "time": 0.15620169639587403, "step": 546286}
{"lr": 0.012886481520936261, "data_time": 0.01834428310394287, "loss_single": 3.3925113439559937, "loss_dense": 3.4567068338394167, "loss": 6.84921817779541, "time": 0.16610422134399414, "step": 546336}
{"lr": 0.012886481520936261, "data_time": 0.014679503440856934, "loss_single": 3.414868783950806, "loss_dense": 3.463177943229675, "loss": 6.8780467987060545, "time": 0.1689467430114746, "step": 546386}
{"lr": 0.012886481520936261, "data_time": 0.016207242012023927, "loss_single": 3.4034529447555544, "loss_dense": 3.46245481967926, "loss": 6.865907764434814, "time": 0.16057331562042237, "step": 546436}
{"lr": 0.012886481520936261, "data_time": 0.019897055625915528, "loss_single": 3.3908724069595335, "loss_dense": 3.440578079223633, "loss": 6.83145055770874, "time": 0.16459424495697023, "step": 546486}
{"lr": 0.012886481520936261, "data_time": 0.015821218490600586, "loss_single": 3.407003331184387, "loss_dense": 3.468140721321106, "loss": 6.875144052505493, "time": 0.16113545894622802, "step": 546536}
{"lr": 0.012886481520936261, "data_time": 0.017064976692199706, "loss_single": 3.413348746299744, "loss_dense": 3.472548747062683, "loss": 6.885897493362426, "time": 0.15493340492248536, "step": 546586}
{"lr": 0.012886481520936261, "data_time": 0.01678023338317871, "loss_single": 3.43071825504303, "loss_dense": 3.47581524848938, "loss": 6.906533432006836, "time": 0.15852022171020508, "step": 546636}
{"lr": 0.012886481520936261, "data_time": 0.016800308227539064, "loss_single": 3.4178527355194093, "loss_dense": 3.4651800394058228, "loss": 6.883032751083374, "time": 0.1583252429962158, "step": 546686}
{"lr": 0.012886481520936261, "data_time": 0.015533113479614257, "loss_single": 3.3885296821594237, "loss_dense": 3.444457006454468, "loss": 6.832986640930176, "time": 0.1961254358291626, "step": 546736}
{"lr": 0.012886481520936261, "data_time": 0.01904881000518799, "loss_single": 3.3771537065505983, "loss_dense": 3.44028582572937, "loss": 6.817439460754395, "time": 0.1656259775161743, "step": 546786}
{"lr": 0.012886481520936261, "data_time": 0.017005658149719237, "loss_single": 3.384881925582886, "loss_dense": 3.4448212385177612, "loss": 6.8297031879425045, "time": 0.1564711093902588, "step": 546836}
{"lr": 0.012886481520936261, "data_time": 0.03229973316192627, "loss_single": 3.4022974729537965, "loss_dense": 3.4614147424697874, "loss": 6.863712120056152, "time": 0.17761106491088868, "step": 546886}
{"lr": 0.012886481520936261, "data_time": 0.01997718811035156, "loss_single": 3.4431912183761595, "loss_dense": 3.4912031650543214, "loss": 6.934394311904907, "time": 0.15785601139068603, "step": 546936}
{"lr": 0.012886481520936261, "data_time": 0.021613335609436034, "loss_single": 3.410502004623413, "loss_dense": 3.466310667991638, "loss": 6.8768126487731935, "time": 0.16063880920410156, "step": 546986}
{"lr": 0.012886481520936261, "data_time": 0.017803120613098144, "loss_single": 3.3934004068374635, "loss_dense": 3.452931785583496, "loss": 6.846332168579101, "time": 0.18873770236968995, "step": 547036}
{"lr": 0.012886481520936261, "data_time": 0.016524696350097658, "loss_single": 3.4035791873931887, "loss_dense": 3.4702698945999146, "loss": 6.873849105834961, "time": 0.1614840269088745, "step": 547086}
{"lr": 0.012886481520936261, "data_time": 0.01707727909088135, "loss_single": 3.4113601207733155, "loss_dense": 3.48075385093689, "loss": 6.892114067077637, "time": 0.16174674034118652, "step": 547136}
{"lr": 0.012886481520936261, "data_time": 0.020154643058776855, "loss_single": 3.444363832473755, "loss_dense": 3.476863718032837, "loss": 6.92122745513916, "time": 0.15777285099029542, "step": 547186}
{"lr": 0.012886481520936261, "data_time": 0.0162259578704834, "loss_single": 3.4255390644073485, "loss_dense": 3.4837980031967164, "loss": 6.909337091445923, "time": 0.1602809190750122, "step": 547236}
{"lr": 0.012886481520936261, "data_time": 0.017506098747253417, "loss_single": 3.428038501739502, "loss_dense": 3.4806479692459105, "loss": 6.9086864471435545, "time": 0.16235167980194093, "step": 547286}
{"lr": 0.012886481520936261, "data_time": 0.020978355407714845, "loss_single": 3.3961363315582274, "loss_dense": 3.474357271194458, "loss": 6.870493602752686, "time": 0.21699991226196289, "step": 547336}
{"lr": 0.012886481520936261, "data_time": 0.016665720939636232, "loss_single": 3.398101329803467, "loss_dense": 3.452396583557129, "loss": 6.8504979610443115, "time": 0.1585399627685547, "step": 547386}
{"lr": 0.012886481520936261, "data_time": 0.016878724098205566, "loss_single": 3.4025353670120237, "loss_dense": 3.460612344741821, "loss": 6.863147783279419, "time": 0.16215524673461915, "step": 547436}
{"lr": 0.012886481520936261, "data_time": 0.01740093231201172, "loss_single": 3.3783502101898195, "loss_dense": 3.4215035676956176, "loss": 6.799853849411011, "time": 0.1594717025756836, "step": 547486}
{"lr": 0.012886481520936261, "data_time": 0.018466997146606445, "loss_single": 3.414029264450073, "loss_dense": 3.455052947998047, "loss": 6.86908221244812, "time": 0.15571391582489014, "step": 547536}
{"lr": 0.012886481520936261, "data_time": 0.016676831245422363, "loss_single": 3.415052628517151, "loss_dense": 3.4731802463531496, "loss": 6.888232803344726, "time": 0.15752046108245848, "step": 547586}
{"lr": 0.012886481520936261, "data_time": 0.018666410446166994, "loss_single": 3.3925826787948608, "loss_dense": 3.4555380582809447, "loss": 6.84812068939209, "time": 0.17171223163604737, "step": 547636}
{"lr": 0.012886481520936261, "data_time": 0.01592144966125488, "loss_single": 3.4355124473571776, "loss_dense": 3.478095817565918, "loss": 6.913608360290527, "time": 0.2235006332397461, "step": 547686}
{"lr": 0.012886481520936261, "data_time": 0.016823625564575194, "loss_single": 3.4152217864990235, "loss_dense": 3.4636940956115723, "loss": 6.878915882110595, "time": 0.16333889961242676, "step": 547736}
{"lr": 0.012886481520936261, "data_time": 0.017409777641296385, "loss_single": 3.409059476852417, "loss_dense": 3.455905055999756, "loss": 6.864964628219605, "time": 0.15661242008209228, "step": 547786}
{"lr": 0.012886481520936261, "data_time": 0.017940926551818847, "loss_single": 3.403669905662537, "loss_dense": 3.463534188270569, "loss": 6.867204093933106, "time": 0.15766417980194092, "step": 547836}
{"lr": 0.012886481520936261, "data_time": 0.018362760543823242, "loss_single": 3.4032910585403444, "loss_dense": 3.464840221405029, "loss": 6.868131303787232, "time": 0.15646739006042482, "step": 547886}
{"lr": 0.012886481520936261, "data_time": 0.020119690895080568, "loss_single": 3.393875765800476, "loss_dense": 3.450686287879944, "loss": 6.84456205368042, "time": 0.21555945873260499, "step": 547936}
{"lr": 0.012886481520936261, "data_time": 0.01580798625946045, "loss_single": 3.395318841934204, "loss_dense": 3.454348564147949, "loss": 6.8496674537658695, "time": 0.15964386463165284, "step": 547986}
{"lr": 0.012886481520936261, "data_time": 0.016967511177062987, "loss_single": 3.4105883121490477, "loss_dense": 3.461406421661377, "loss": 6.871994733810425, "time": 0.17480988502502443, "step": 548036}
{"lr": 0.012886481520936261, "data_time": 0.017476725578308105, "loss_single": 3.4217552661895754, "loss_dense": 3.47169406414032, "loss": 6.893449211120606, "time": 0.15402002334594728, "step": 548086}
{"lr": 0.012886481520936261, "data_time": 0.01596229076385498, "loss_single": 3.378070592880249, "loss_dense": 3.4322744369506837, "loss": 6.810345029830932, "time": 0.1614055633544922, "step": 548136}
{"lr": 0.012886481520936261, "data_time": 0.016181373596191408, "loss_single": 3.40956072807312, "loss_dense": 3.465820479393005, "loss": 6.875381183624268, "time": 0.153586483001709, "step": 548186}
{"lr": 0.012886481520936261, "data_time": 0.019495940208435057, "loss_single": 3.408447813987732, "loss_dense": 3.4724188566207888, "loss": 6.880866670608521, "time": 0.1592158317565918, "step": 548236}
{"lr": 0.012886481520936261, "data_time": 0.019347739219665528, "loss_single": 3.4015031099319457, "loss_dense": 3.454477858543396, "loss": 6.855981016159058, "time": 0.2246279239654541, "step": 548286}
{"lr": 0.012886481520936261, "data_time": 0.01848635673522949, "loss_single": 3.3959312915802, "loss_dense": 3.4486448764801025, "loss": 6.844576168060303, "time": 0.17031652927398683, "step": 548336}
{"lr": 0.012886481520936261, "data_time": 0.015747666358947754, "loss_single": 3.396708631515503, "loss_dense": 3.455354833602905, "loss": 6.852063465118408, "time": 0.15459725856781006, "step": 548386}
{"lr": 0.012886481520936261, "data_time": 0.017122721672058104, "loss_single": 3.4191203117370605, "loss_dense": 3.4648011445999147, "loss": 6.883921480178833, "time": 0.153275203704834, "step": 548436}
{"lr": 0.012886481520936261, "data_time": 0.0159623384475708, "loss_single": 3.406100845336914, "loss_dense": 3.4518794059753417, "loss": 6.857980251312256, "time": 0.1607041835784912, "step": 548486}
{"lr": 0.012886481520936261, "data_time": 0.015244054794311523, "loss_single": 3.421842622756958, "loss_dense": 3.4791139125823975, "loss": 6.900956535339356, "time": 0.1673952102661133, "step": 548536}
{"lr": 0.012886481520936261, "data_time": 0.01794886589050293, "loss_single": 3.389499616622925, "loss_dense": 3.4417930841445923, "loss": 6.831292724609375, "time": 0.1605938196182251, "step": 548586}
{"lr": 0.012886481520936261, "data_time": 0.017325687408447265, "loss_single": 3.419238829612732, "loss_dense": 3.469850754737854, "loss": 6.88908953666687, "time": 0.16249258518218995, "step": 548636}
{"lr": 0.012886481520936261, "data_time": 0.017427897453308104, "loss_single": 3.384243035316467, "loss_dense": 3.450712466239929, "loss": 6.834955501556396, "time": 0.1542647361755371, "step": 548686}
{"lr": 0.012886481520936261, "data_time": 0.017349910736083985, "loss_single": 3.4135070562362673, "loss_dense": 3.461024260520935, "loss": 6.874531316757202, "time": 0.15559399127960205, "step": 548736}
{"lr": 0.012886481520936261, "data_time": 0.013932299613952637, "loss_single": 3.3935158252716064, "loss_dense": 3.4410134315490724, "loss": 6.8345293521881105, "time": 0.1596607446670532, "step": 548786}
{"lr": 0.012886481520936261, "data_time": 0.016204643249511718, "loss_single": 3.406655955314636, "loss_dense": 3.448757266998291, "loss": 6.855413198471069, "time": 0.1634265422821045, "step": 548836}
{"lr": 0.012886481520936261, "data_time": 0.01593282222747803, "loss_single": 3.4084402084350587, "loss_dense": 3.4623372554779053, "loss": 6.870777416229248, "time": 0.15493316650390626, "step": 548886}
{"lr": 0.012886481520936261, "data_time": 0.01765739917755127, "loss_single": 3.4113593339920043, "loss_dense": 3.478597092628479, "loss": 6.889956426620484, "time": 0.16078705787658693, "step": 548936}
{"lr": 0.012886481520936261, "data_time": 0.01625645160675049, "loss_single": 3.416916608810425, "loss_dense": 3.470183324813843, "loss": 6.887099933624268, "time": 0.14934847354888917, "step": 548986}
{"lr": 0.012886481520936261, "data_time": 0.01665623188018799, "loss_single": 3.3937179803848267, "loss_dense": 3.4506581306457518, "loss": 6.844376039505005, "time": 0.15757570266723633, "step": 549036}
{"lr": 0.012886481520936261, "data_time": 0.017125463485717772, "loss_single": 3.3728271245956423, "loss_dense": 3.4195408821105957, "loss": 6.79236798286438, "time": 0.15240764617919922, "step": 549086}
{"lr": 0.012886481520936261, "data_time": 0.019886493682861328, "loss_single": 3.4240551948547364, "loss_dense": 3.481974744796753, "loss": 6.906029987335205, "time": 0.15358872413635255, "step": 549136}
{"lr": 0.012886481520936261, "data_time": 0.017400956153869628, "loss_single": 3.422572302818298, "loss_dense": 3.462522029876709, "loss": 6.885094356536865, "time": 0.16160261631011963, "step": 549186}
{"lr": 0.012886481520936261, "data_time": 0.017000603675842284, "loss_single": 3.4116365194320677, "loss_dense": 3.473520517349243, "loss": 6.8851570129394535, "time": 0.15308969020843505, "step": 549236}
{"lr": 0.012886481520936261, "data_time": 0.0069167852401733395, "loss_single": 3.3898370027542115, "loss_dense": 3.4535112142562867, "loss": 6.843348264694214, "time": 0.15547842979431153, "step": 549286}
{"lr": 0.012886481520936261, "data_time": 0.019735956192016603, "loss_single": 3.40245406627655, "loss_dense": 3.468645143508911, "loss": 6.871099233627319, "time": 0.19389717578887938, "step": 549336}
{"lr": 0.012886481520936261, "data_time": 0.014710164070129395, "loss_single": 3.403773546218872, "loss_dense": 3.4683878421783447, "loss": 6.8721612930297855, "time": 0.16253945827484131, "step": 549386}
{"lr": 0.012886481520936261, "data_time": 0.018017101287841796, "loss_single": 3.420704698562622, "loss_dense": 3.478633260726929, "loss": 6.899337863922119, "time": 0.15679328441619872, "step": 549436}
{"lr": 0.012886481520936261, "data_time": 0.017015933990478516, "loss_single": 3.415702724456787, "loss_dense": 3.4546738862991333, "loss": 6.870376634597778, "time": 0.1681410551071167, "step": 549486}
{"lr": 0.012886481520936261, "data_time": 0.01424858570098877, "loss_single": 3.3991790771484376, "loss_dense": 3.468992257118225, "loss": 6.8681714057922365, "time": 0.1831230640411377, "step": 549536}
{"lr": 0.012886481520936261, "data_time": 0.018605661392211915, "loss_single": 3.399852418899536, "loss_dense": 3.4513389587402346, "loss": 6.851191425323487, "time": 0.1849815607070923, "step": 549586}
{"lr": 0.012886481520936261, "data_time": 0.017083048820495605, "loss_single": 3.4002249240875244, "loss_dense": 3.459223508834839, "loss": 6.859448528289795, "time": 0.15632414817810059, "step": 549636}
{"lr": 0.012886481520936261, "data_time": 0.01742856502532959, "loss_single": 3.4218329191207886, "loss_dense": 3.4561240911483764, "loss": 6.877957010269165, "time": 0.1544630765914917, "step": 549686}
{"lr": 0.012886481520936261, "data_time": 0.017806410789489746, "loss_single": 3.4037297487258913, "loss_dense": 3.4508713245391847, "loss": 6.854600954055786, "time": 0.15148262977600097, "step": 549736}
{"lr": 0.012886481520936261, "data_time": 0.017975258827209472, "loss_single": 3.424685525894165, "loss_dense": 3.46385498046875, "loss": 6.888540506362915, "time": 0.15798535346984863, "step": 549786}
{"lr": 0.012886481520936261, "data_time": 0.01698470115661621, "loss_single": 3.3935227155685426, "loss_dense": 3.451218342781067, "loss": 6.8447410583496096, "time": 0.1549907684326172, "step": 549836}
{"lr": 0.012886481520936261, "data_time": 0.015589714050292969, "loss_single": 3.4625319242477417, "loss_dense": 3.504296565055847, "loss": 6.966828536987305, "time": 0.15922915935516357, "step": 549886}
{"lr": 0.012886481520936261, "data_time": 0.019762587547302247, "loss_single": 3.3983113527297975, "loss_dense": 3.4451204776763915, "loss": 6.843431806564331, "time": 0.20295109748840331, "step": 549936}
{"lr": 0.012886481520936261, "data_time": 0.017757534980773926, "loss_single": 3.3989550113677978, "loss_dense": 3.4625136613845826, "loss": 6.861468648910522, "time": 0.15526244640350342, "step": 549986}
{"lr": 0.012886481520936261, "data_time": 0.0163632869720459, "loss_single": 3.415378737449646, "loss_dense": 3.4722182035446165, "loss": 6.887596940994262, "time": 0.15397927761077881, "step": 550036}
{"lr": 0.012886481520936261, "data_time": 0.017322373390197755, "loss_single": 3.399872064590454, "loss_dense": 3.4725996017456056, "loss": 6.872471666336059, "time": 0.1533125877380371, "step": 550086}
{"lr": 0.012886481520936261, "data_time": 0.022041869163513184, "loss_single": 3.3970510721206666, "loss_dense": 3.4392121553421022, "loss": 6.836263179779053, "time": 0.15362908840179443, "step": 550136}
{"lr": 0.012886481520936261, "data_time": 0.017779898643493653, "loss_single": 3.4230616807937624, "loss_dense": 3.4970651626586915, "loss": 6.9201267719268795, "time": 0.1551758050918579, "step": 550186}
{"lr": 0.012886481520936261, "data_time": 0.020035696029663087, "loss_single": 3.4042505979537965, "loss_dense": 3.4640022993087767, "loss": 6.868252944946289, "time": 0.2202056646347046, "step": 550236}
{"lr": 0.012886481520936261, "data_time": 0.017632722854614258, "loss_single": 3.3927676916122436, "loss_dense": 3.444241738319397, "loss": 6.837009429931641, "time": 0.164548921585083, "step": 550286}
{"lr": 0.012886481520936261, "data_time": 0.017467045783996583, "loss_single": 3.4285735845565797, "loss_dense": 3.474520134925842, "loss": 6.903093719482422, "time": 0.15750882625579835, "step": 550336}
{"lr": 0.012886481520936261, "data_time": 0.01669914722442627, "loss_single": 3.427349352836609, "loss_dense": 3.4860206604003907, "loss": 6.913369941711426, "time": 0.15481126308441162, "step": 550386}
{"lr": 0.012886481520936261, "data_time": 0.013478922843933105, "loss_single": 3.4298327684402468, "loss_dense": 3.4916015386581423, "loss": 6.9214342594146725, "time": 0.18210694789886475, "step": 550436}
{"lr": 0.012653483024396535, "data_time": 0.01708369255065918, "loss_single": 3.4133496999740602, "loss_dense": 3.473323845863342, "loss": 6.886673450469971, "time": 0.1524940013885498, "step": 550490}
{"lr": 0.012653483024396535, "data_time": 0.01658470630645752, "loss_single": 3.4158721685409548, "loss_dense": 3.464100480079651, "loss": 6.879972648620606, "time": 0.15074946880340576, "step": 550540}
{"lr": 0.012653483024396535, "data_time": 0.01689150333404541, "loss_single": 3.382838988304138, "loss_dense": 3.435712790489197, "loss": 6.818551778793335, "time": 0.15759668350219727, "step": 550590}
{"lr": 0.012653483024396535, "data_time": 0.01748659610748291, "loss_single": 3.3959072828292847, "loss_dense": 3.440720248222351, "loss": 6.83662748336792, "time": 0.15791139602661133, "step": 550640}
{"lr": 0.012653483024396535, "data_time": 0.016926169395446777, "loss_single": 3.380390739440918, "loss_dense": 3.4400362014770507, "loss": 6.8204268455505375, "time": 0.1972944736480713, "step": 550690}
{"lr": 0.012653483024396535, "data_time": 0.01652522087097168, "loss_single": 3.402092218399048, "loss_dense": 3.4545573472976683, "loss": 6.856649541854859, "time": 0.15748722553253175, "step": 550740}
{"lr": 0.012653483024396535, "data_time": 0.018212556838989258, "loss_single": 3.385135841369629, "loss_dense": 3.427664017677307, "loss": 6.81279993057251, "time": 0.15856733322143554, "step": 550790}
{"lr": 0.012653483024396535, "data_time": 0.014830446243286133, "loss_single": 3.390072059631348, "loss_dense": 3.46186158657074, "loss": 6.85193362236023, "time": 0.18864524364471436, "step": 550840}
{"lr": 0.012653483024396535, "data_time": 0.023030567169189452, "loss_single": 3.3783205270767214, "loss_dense": 3.4375487089157106, "loss": 6.8158691883087155, "time": 0.18774712085723877, "step": 550890}
{"lr": 0.012653483024396535, "data_time": 0.01755068302154541, "loss_single": 3.415668797492981, "loss_dense": 3.4567185163497927, "loss": 6.872387313842774, "time": 0.15538241863250732, "step": 550940}
{"lr": 0.012653483024396535, "data_time": 0.02210853099822998, "loss_single": 3.37874116897583, "loss_dense": 3.4370290756225588, "loss": 6.8157703399658205, "time": 0.24680593013763427, "step": 550990}
{"lr": 0.012653483024396535, "data_time": 0.018522930145263673, "loss_single": 3.41272234916687, "loss_dense": 3.45928213596344, "loss": 6.872004508972168, "time": 0.15309338569641112, "step": 551040}
{"lr": 0.012653483024396535, "data_time": 0.017869329452514647, "loss_single": 3.435376262664795, "loss_dense": 3.487305188179016, "loss": 6.922681522369385, "time": 0.16266090869903566, "step": 551090}
{"lr": 0.012653483024396535, "data_time": 0.015895986557006837, "loss_single": 3.4175535678863525, "loss_dense": 3.4599804639816285, "loss": 6.877534055709839, "time": 0.1533740520477295, "step": 551140}
{"lr": 0.012653483024396535, "data_time": 0.015976905822753906, "loss_single": 3.4198638200759888, "loss_dense": 3.474895548820496, "loss": 6.894759464263916, "time": 0.1561959743499756, "step": 551190}
{"lr": 0.012653483024396535, "data_time": 0.019384932518005372, "loss_single": 3.4022753477096557, "loss_dense": 3.450472593307495, "loss": 6.852747917175293, "time": 0.21097447872161865, "step": 551240}
{"lr": 0.012653483024396535, "data_time": 0.016921353340148926, "loss_single": 3.40675528049469, "loss_dense": 3.464001250267029, "loss": 6.870756483078003, "time": 0.1659649133682251, "step": 551290}
{"lr": 0.012653483024396535, "data_time": 0.017608046531677246, "loss_single": 3.4134891510009764, "loss_dense": 3.4785810708999634, "loss": 6.892070150375366, "time": 0.15752873420715333, "step": 551340}
{"lr": 0.012653483024396535, "data_time": 0.016301584243774415, "loss_single": 3.4253005743026734, "loss_dense": 3.472299361228943, "loss": 6.897599840164185, "time": 0.15508825778961183, "step": 551390}
{"lr": 0.012653483024396535, "data_time": 0.018093514442443847, "loss_single": 3.4016682863235475, "loss_dense": 3.4580246686935423, "loss": 6.859693002700806, "time": 0.1539708137512207, "step": 551440}
{"lr": 0.012653483024396535, "data_time": 0.01866166591644287, "loss_single": 3.407431435585022, "loss_dense": 3.4626752614974974, "loss": 6.8701066970825195, "time": 0.15341038703918458, "step": 551490}
{"lr": 0.012653483024396535, "data_time": 0.01793332099914551, "loss_single": 3.4282299518585204, "loss_dense": 3.482795548439026, "loss": 6.911025476455689, "time": 0.15915608406066895, "step": 551540}
{"lr": 0.012653483024396535, "data_time": 0.018065810203552246, "loss_single": 3.4156396627426147, "loss_dense": 3.473144364356995, "loss": 6.888784027099609, "time": 0.16457784175872803, "step": 551590}
{"lr": 0.012653483024396535, "data_time": 0.01720876693725586, "loss_single": 3.398468542098999, "loss_dense": 3.4409405469894407, "loss": 6.839409112930298, "time": 0.18623137474060059, "step": 551640}
{"lr": 0.012653483024396535, "data_time": 0.016838455200195314, "loss_single": 3.402994918823242, "loss_dense": 3.453315830230713, "loss": 6.856310796737671, "time": 0.1649791955947876, "step": 551690}
{"lr": 0.012653483024396535, "data_time": 0.01767897605895996, "loss_single": 3.43461127281189, "loss_dense": 3.4839282751083376, "loss": 6.918539524078369, "time": 0.15519046783447266, "step": 551740}
{"lr": 0.012653483024396535, "data_time": 0.01785616874694824, "loss_single": 3.392076516151428, "loss_dense": 3.4535204410552978, "loss": 6.8455969333648685, "time": 0.15692198276519775, "step": 551790}
{"lr": 0.012653483024396535, "data_time": 0.020209431648254395, "loss_single": 3.4387257575988768, "loss_dense": 3.4893825531005858, "loss": 6.928108215332031, "time": 0.1643199920654297, "step": 551840}
{"lr": 0.012653483024396535, "data_time": 0.020240378379821778, "loss_single": 3.4364606618881224, "loss_dense": 3.484234619140625, "loss": 6.92069525718689, "time": 0.18020246028900147, "step": 551890}
{"lr": 0.012653483024396535, "data_time": 0.016826987266540527, "loss_single": 3.404742193222046, "loss_dense": 3.4606775760650637, "loss": 6.865419721603393, "time": 0.15086309909820556, "step": 551940}
{"lr": 0.012653483024396535, "data_time": 0.017925429344177245, "loss_single": 3.3913023471832275, "loss_dense": 3.4413760185241697, "loss": 6.832678270339966, "time": 0.1556408643722534, "step": 551990}
{"lr": 0.012653483024396535, "data_time": 0.016207075119018553, "loss_single": 3.4380489587783813, "loss_dense": 3.4933818578720093, "loss": 6.931430816650391, "time": 0.15203602313995362, "step": 552040}
{"lr": 0.012653483024396535, "data_time": 0.014345335960388183, "loss_single": 3.409806823730469, "loss_dense": 3.4758097887039185, "loss": 6.8856165409088135, "time": 0.1571333646774292, "step": 552090}
{"lr": 0.012653483024396535, "data_time": 0.015484476089477539, "loss_single": 3.424626016616821, "loss_dense": 3.4674134492874145, "loss": 6.892039489746094, "time": 0.15328962802886964, "step": 552140}
{"lr": 0.012653483024396535, "data_time": 0.01750166416168213, "loss_single": 3.3912938594818116, "loss_dense": 3.44539635181427, "loss": 6.836690235137939, "time": 0.15958020687103272, "step": 552190}
{"lr": 0.012653483024396535, "data_time": 0.016249585151672363, "loss_single": 3.3847654104232787, "loss_dense": 3.4533438444137574, "loss": 6.838109254837036, "time": 0.1618495225906372, "step": 552240}
{"lr": 0.012653483024396535, "data_time": 0.017548775672912596, "loss_single": 3.394527220726013, "loss_dense": 3.457715082168579, "loss": 6.852242374420166, "time": 0.15724003314971924, "step": 552290}
{"lr": 0.012653483024396535, "data_time": 0.018220806121826173, "loss_single": 3.385557508468628, "loss_dense": 3.4521100521087646, "loss": 6.837667465209961, "time": 0.16987524032592774, "step": 552340}
{"lr": 0.012653483024396535, "data_time": 0.015809845924377442, "loss_single": 3.4294453620910645, "loss_dense": 3.477226209640503, "loss": 6.906671667098999, "time": 0.1740238904953003, "step": 552390}
{"lr": 0.012653483024396535, "data_time": 0.01564016342163086, "loss_single": 3.3929906129837035, "loss_dense": 3.447418141365051, "loss": 6.840408849716186, "time": 0.15174076557159424, "step": 552440}
{"lr": 0.012653483024396535, "data_time": 0.015218067169189452, "loss_single": 3.3837903499603272, "loss_dense": 3.4450769901275633, "loss": 6.8288672924041744, "time": 0.17467834949493408, "step": 552490}
{"lr": 0.012653483024396535, "data_time": 0.01356954574584961, "loss_single": 3.406153678894043, "loss_dense": 3.4471593379974363, "loss": 6.8533131122589115, "time": 0.16054508686065674, "step": 552540}
{"lr": 0.012653483024396535, "data_time": 0.017417001724243163, "loss_single": 3.3796327352523803, "loss_dense": 3.425734519958496, "loss": 6.8053672313690186, "time": 0.1511892557144165, "step": 552590}
{"lr": 0.012653483024396535, "data_time": 0.01647524833679199, "loss_single": 3.418304133415222, "loss_dense": 3.4686394691467286, "loss": 6.886943531036377, "time": 0.15556793212890624, "step": 552640}
{"lr": 0.012653483024396535, "data_time": 0.01850547790527344, "loss_single": 3.425009775161743, "loss_dense": 3.4766064405441286, "loss": 6.901616191864013, "time": 0.16118226051330567, "step": 552690}
{"lr": 0.012653483024396535, "data_time": 0.013256502151489259, "loss_single": 3.4106607675552367, "loss_dense": 3.4667062044143675, "loss": 6.87736701965332, "time": 0.18083710670471193, "step": 552740}
{"lr": 0.012653483024396535, "data_time": 0.018767356872558594, "loss_single": 3.3916756868362428, "loss_dense": 3.4609904050827027, "loss": 6.8526660919189455, "time": 0.15489861965179444, "step": 552790}
{"lr": 0.012653483024396535, "data_time": 0.02375168800354004, "loss_single": 3.4158323764801026, "loss_dense": 3.4782716751098635, "loss": 6.894104051589966, "time": 0.17994492053985595, "step": 552840}
{"lr": 0.012653483024396535, "data_time": 0.018180108070373534, "loss_single": 3.405156683921814, "loss_dense": 3.4547850847244264, "loss": 6.85994176864624, "time": 0.16476085186004638, "step": 552890}
{"lr": 0.012653483024396535, "data_time": 0.019114923477172852, "loss_single": 3.385362982749939, "loss_dense": 3.442996382713318, "loss": 6.8283592700958256, "time": 0.15776410102844238, "step": 552940}
{"lr": 0.012653483024396535, "data_time": 0.0171863317489624, "loss_single": 3.41141996383667, "loss_dense": 3.4720322608947756, "loss": 6.883452129364014, "time": 0.15748672485351561, "step": 552990}
{"lr": 0.012653483024396535, "data_time": 0.018941831588745118, "loss_single": 3.410856294631958, "loss_dense": 3.468138027191162, "loss": 6.87899432182312, "time": 0.15259792804718017, "step": 553040}
{"lr": 0.012653483024396535, "data_time": 0.017061066627502442, "loss_single": 3.4502745628356934, "loss_dense": 3.499145841598511, "loss": 6.949420309066772, "time": 0.1572115182876587, "step": 553090}
{"lr": 0.012653483024396535, "data_time": 0.016610121726989745, "loss_single": 3.3828722715377806, "loss_dense": 3.4461110115051268, "loss": 6.82898325920105, "time": 0.167330002784729, "step": 553140}
{"lr": 0.012653483024396535, "data_time": 0.01722285747528076, "loss_single": 3.3968023538589476, "loss_dense": 3.4563444375991823, "loss": 6.8531468391418455, "time": 0.15899403095245362, "step": 553190}
{"lr": 0.012653483024396535, "data_time": 0.01947066783905029, "loss_single": 3.413232374191284, "loss_dense": 3.467001438140869, "loss": 6.880233812332153, "time": 0.15817317962646485, "step": 553240}
{"lr": 0.012653483024396535, "data_time": 0.01711404323577881, "loss_single": 3.438629913330078, "loss_dense": 3.474708890914917, "loss": 6.913338851928711, "time": 0.1515119791030884, "step": 553290}
{"lr": 0.012653483024396535, "data_time": 0.01811509132385254, "loss_single": 3.411081862449646, "loss_dense": 3.465636897087097, "loss": 6.876718759536743, "time": 0.15959415435791016, "step": 553340}
{"lr": 0.012653483024396535, "data_time": 0.017285418510437012, "loss_single": 3.387882375717163, "loss_dense": 3.448944926261902, "loss": 6.836827325820923, "time": 0.21758170127868653, "step": 553390}
{"lr": 0.012653483024396535, "data_time": 0.017167377471923827, "loss_single": 3.3871896266937256, "loss_dense": 3.4417855024337767, "loss": 6.828975200653076, "time": 0.15677573680877685, "step": 553440}
{"lr": 0.012653483024396535, "data_time": 0.017720961570739747, "loss_single": 3.4127171277999877, "loss_dense": 3.462498140335083, "loss": 6.875215244293213, "time": 0.15568928718566893, "step": 553490}
{"lr": 0.012653483024396535, "data_time": 0.016174674034118652, "loss_single": 3.39411346912384, "loss_dense": 3.4547132015228272, "loss": 6.848826599121094, "time": 0.1649343729019165, "step": 553540}
{"lr": 0.012653483024396535, "data_time": 0.018075037002563476, "loss_single": 3.4392454385757447, "loss_dense": 3.4712058782577513, "loss": 6.9104513168334964, "time": 0.1544292688369751, "step": 553590}
{"lr": 0.012653483024396535, "data_time": 0.016750049591064454, "loss_single": 3.4061291217803955, "loss_dense": 3.462473726272583, "loss": 6.868602895736695, "time": 0.1516862154006958, "step": 553640}
{"lr": 0.012653483024396535, "data_time": 0.018087220191955567, "loss_single": 3.3974981546401977, "loss_dense": 3.4528689622879027, "loss": 6.850367069244385, "time": 0.1584456205368042, "step": 553690}
{"lr": 0.012653483024396535, "data_time": 0.016031837463378905, "loss_single": 3.3953338861465454, "loss_dense": 3.4535706758499147, "loss": 6.848904609680176, "time": 0.15417017936706542, "step": 553740}
{"lr": 0.012653483024396535, "data_time": 0.011221361160278321, "loss_single": 3.4235764503479005, "loss_dense": 3.468653845787048, "loss": 6.892230367660522, "time": 0.1566138505935669, "step": 553790}
{"lr": 0.012653483024396535, "data_time": 0.019575834274291992, "loss_single": 3.4501470565795898, "loss_dense": 3.4962195634841917, "loss": 6.946366643905639, "time": 0.15645308494567872, "step": 553840}
{"lr": 0.012653483024396535, "data_time": 0.017671704292297363, "loss_single": 3.407055163383484, "loss_dense": 3.464831519126892, "loss": 6.871886682510376, "time": 0.1533597946166992, "step": 553890}
{"lr": 0.012653483024396535, "data_time": 0.015975570678710936, "loss_single": 3.406948447227478, "loss_dense": 3.4538662910461424, "loss": 6.86081485748291, "time": 0.15807023048400878, "step": 553940}
{"lr": 0.012653483024396535, "data_time": 0.016072845458984374, "loss_single": 3.3958091259002687, "loss_dense": 3.4525352001190184, "loss": 6.848344373703003, "time": 0.16911399364471436, "step": 553990}
{"lr": 0.012653483024396535, "data_time": 0.01911141872406006, "loss_single": 3.3947177171707152, "loss_dense": 3.453055429458618, "loss": 6.847773218154908, "time": 0.2201753616333008, "step": 554040}
{"lr": 0.012653483024396535, "data_time": 0.01720728874206543, "loss_single": 3.3884397983551025, "loss_dense": 3.4399612665176393, "loss": 6.8284010887146, "time": 0.16050543785095214, "step": 554090}
{"lr": 0.012653483024396535, "data_time": 0.018233323097229005, "loss_single": 3.42231924533844, "loss_dense": 3.468383550643921, "loss": 6.890702772140503, "time": 0.1672455072402954, "step": 554140}
{"lr": 0.012653483024396535, "data_time": 0.017809176445007326, "loss_single": 3.4109864234924316, "loss_dense": 3.4684242725372316, "loss": 6.879410648345948, "time": 0.15773413181304932, "step": 554190}
{"lr": 0.012653483024396535, "data_time": 0.017241024971008302, "loss_single": 3.4279085397720337, "loss_dense": 3.4848058223724365, "loss": 6.912714338302612, "time": 0.1537468671798706, "step": 554240}
{"lr": 0.012653483024396535, "data_time": 0.015952658653259278, "loss_single": 3.4034638166427613, "loss_dense": 3.4587428092956545, "loss": 6.862206745147705, "time": 0.17140617370605468, "step": 554290}
{"lr": 0.012653483024396535, "data_time": 0.030811500549316407, "loss_single": 3.4385380506515504, "loss_dense": 3.4901195049285887, "loss": 6.928657484054566, "time": 0.18396244049072266, "step": 554340}
{"lr": 0.012653483024396535, "data_time": 0.019231414794921874, "loss_single": 3.43528950214386, "loss_dense": 3.4901184320449827, "loss": 6.925407981872558, "time": 0.15561647415161134, "step": 554390}
{"lr": 0.012653483024396535, "data_time": 0.01622469425201416, "loss_single": 3.3979721307754516, "loss_dense": 3.450270342826843, "loss": 6.848242521286011, "time": 0.1584916114807129, "step": 554440}
{"lr": 0.012653483024396535, "data_time": 0.017337822914123537, "loss_single": 3.432562065124512, "loss_dense": 3.481854224205017, "loss": 6.914416313171387, "time": 0.17011942863464355, "step": 554490}
{"lr": 0.012653483024396535, "data_time": 0.017074203491210936, "loss_single": 3.4026461839675903, "loss_dense": 3.47383234500885, "loss": 6.87647852897644, "time": 0.17244722843170165, "step": 554540}
{"lr": 0.012653483024396535, "data_time": 0.016651344299316407, "loss_single": 3.4436457633972166, "loss_dense": 3.499334216117859, "loss": 6.942980003356934, "time": 0.14818201065063477, "step": 554590}
{"lr": 0.012653483024396535, "data_time": 0.01766364574432373, "loss_single": 3.407581901550293, "loss_dense": 3.471270966529846, "loss": 6.878852844238281, "time": 0.2173461675643921, "step": 554640}
{"lr": 0.012653483024396535, "data_time": 0.03650634288787842, "loss_single": 3.3830769062042236, "loss_dense": 3.4397210597991945, "loss": 6.8227979183197025, "time": 0.18625280857086182, "step": 554690}
{"lr": 0.012653483024396535, "data_time": 0.017901396751403807, "loss_single": 3.41873779296875, "loss_dense": 3.474816632270813, "loss": 6.893554449081421, "time": 0.15580325126647948, "step": 554740}
{"lr": 0.012653483024396535, "data_time": 0.017128705978393555, "loss_single": 3.3998533725738525, "loss_dense": 3.4618796825408937, "loss": 6.861733102798462, "time": 0.15649685859680176, "step": 554790}
{"lr": 0.012653483024396535, "data_time": 0.018931198120117187, "loss_single": 3.40930495262146, "loss_dense": 3.4560735702514647, "loss": 6.865378570556641, "time": 0.16447441577911376, "step": 554840}
{"lr": 0.012653483024396535, "data_time": 0.016645097732543947, "loss_single": 3.408450126647949, "loss_dense": 3.4839343070983886, "loss": 6.892384481430054, "time": 0.15484318733215333, "step": 554890}
{"lr": 0.012653483024396535, "data_time": 0.017338371276855467, "loss_single": 3.418064498901367, "loss_dense": 3.4733771800994875, "loss": 6.891441726684571, "time": 0.1677778720855713, "step": 554940}
{"lr": 0.012653483024396535, "data_time": 0.01674387454986572, "loss_single": 3.404917287826538, "loss_dense": 3.466241979598999, "loss": 6.871159267425537, "time": 0.16142499446868896, "step": 554990}
{"lr": 0.012653483024396535, "data_time": 0.01612222194671631, "loss_single": 3.413201189041138, "loss_dense": 3.4677698612213135, "loss": 6.880971097946167, "time": 0.15590100288391112, "step": 555040}
{"lr": 0.012653483024396535, "data_time": 0.017893385887145997, "loss_single": 3.3891655683517454, "loss_dense": 3.4373311042785644, "loss": 6.826496648788452, "time": 0.1531036376953125, "step": 555090}
{"lr": 0.012653483024396535, "data_time": 0.02211031913757324, "loss_single": 3.398629665374756, "loss_dense": 3.45841588973999, "loss": 6.8570455551147464, "time": 0.16068296432495116, "step": 555140}
{"lr": 0.012653483024396535, "data_time": 0.01963365077972412, "loss_single": 3.3929721832275392, "loss_dense": 3.466115379333496, "loss": 6.859087657928467, "time": 0.1595778226852417, "step": 555190}
{"lr": 0.012653483024396535, "data_time": 0.017610454559326173, "loss_single": 3.411207842826843, "loss_dense": 3.464145874977112, "loss": 6.875353765487671, "time": 0.15395822525024414, "step": 555240}
{"lr": 0.012653483024396535, "data_time": 0.018179559707641603, "loss_single": 3.409991502761841, "loss_dense": 3.463599419593811, "loss": 6.873590898513794, "time": 0.1568549633026123, "step": 555290}
{"lr": 0.012653483024396535, "data_time": 0.016664981842041016, "loss_single": 3.418319892883301, "loss_dense": 3.4669409513473513, "loss": 6.885260915756225, "time": 0.154351544380188, "step": 555340}
{"lr": 0.012653483024396535, "data_time": 0.017640852928161622, "loss_single": 3.4120768547058105, "loss_dense": 3.4584370374679567, "loss": 6.870513868331909, "time": 0.15651044845581055, "step": 555390}
{"lr": 0.012653483024396535, "data_time": 0.01330256462097168, "loss_single": 3.4041170358657835, "loss_dense": 3.460854983329773, "loss": 6.864971923828125, "time": 0.16702167987823485, "step": 555440}
{"lr": 0.012421063495808854, "data_time": 0.017282915115356446, "loss_single": 3.4182223796844484, "loss_dense": 3.455698251724243, "loss": 6.873920726776123, "time": 0.16198227405548096, "step": 555494}
{"lr": 0.012421063495808854, "data_time": 0.020264744758605957, "loss_single": 3.4036945104599, "loss_dense": 3.4686806201934814, "loss": 6.872375106811523, "time": 0.19285213947296143, "step": 555544}
{"lr": 0.012421063495808854, "data_time": 0.017709875106811525, "loss_single": 3.42208194732666, "loss_dense": 3.491615343093872, "loss": 6.913697338104248, "time": 0.15297260284423828, "step": 555594}
{"lr": 0.012421063495808854, "data_time": 0.014792037010192872, "loss_single": 3.389305305480957, "loss_dense": 3.443613815307617, "loss": 6.832919025421143, "time": 0.1874840021133423, "step": 555644}
{"lr": 0.012421063495808854, "data_time": 0.0167330265045166, "loss_single": 3.436866545677185, "loss_dense": 3.4835620403289793, "loss": 6.920428609848022, "time": 0.15216846466064454, "step": 555694}
{"lr": 0.012421063495808854, "data_time": 0.04291987419128418, "loss_single": 3.4281533479690554, "loss_dense": 3.492876648902893, "loss": 6.921029949188233, "time": 0.19782497882843017, "step": 555744}
{"lr": 0.012421063495808854, "data_time": 0.018190813064575196, "loss_single": 3.3949080228805544, "loss_dense": 3.441638445854187, "loss": 6.836546421051025, "time": 0.16270830631256103, "step": 555794}
{"lr": 0.012421063495808854, "data_time": 0.02014894485473633, "loss_single": 3.3908481359481812, "loss_dense": 3.4466050624847413, "loss": 6.837453317642212, "time": 0.1774684429168701, "step": 555844}
{"lr": 0.012421063495808854, "data_time": 0.017649316787719728, "loss_single": 3.39587607383728, "loss_dense": 3.4484103441238405, "loss": 6.8442864418029785, "time": 0.1621173143386841, "step": 555894}
{"lr": 0.012421063495808854, "data_time": 0.0165147066116333, "loss_single": 3.4050357580184936, "loss_dense": 3.4645865678787233, "loss": 6.869622325897216, "time": 0.1562237024307251, "step": 555944}
{"lr": 0.012421063495808854, "data_time": 0.017865443229675294, "loss_single": 3.40405592918396, "loss_dense": 3.4655177116394045, "loss": 6.869573640823364, "time": 0.16464178562164306, "step": 555994}
{"lr": 0.012421063495808854, "data_time": 0.016886258125305177, "loss_single": 3.424670934677124, "loss_dense": 3.4822363376617433, "loss": 6.906907272338867, "time": 0.16066713333129884, "step": 556044}
{"lr": 0.012421063495808854, "data_time": 0.015552496910095215, "loss_single": 3.398348331451416, "loss_dense": 3.4760622501373293, "loss": 6.874410676956177, "time": 0.15723352432250975, "step": 556094}
{"lr": 0.012421063495808854, "data_time": 0.01650071144104004, "loss_single": 3.418712306022644, "loss_dense": 3.4851296663284304, "loss": 6.90384202003479, "time": 0.16819002628326415, "step": 556144}
{"lr": 0.012421063495808854, "data_time": 0.015976643562316893, "loss_single": 3.398746919631958, "loss_dense": 3.4525009632110595, "loss": 6.851247835159302, "time": 0.15351536273956298, "step": 556194}
{"lr": 0.012421063495808854, "data_time": 0.01736440658569336, "loss_single": 3.42202205657959, "loss_dense": 3.480274200439453, "loss": 6.902296257019043, "time": 0.15414726734161377, "step": 556244}
{"lr": 0.012421063495808854, "data_time": 0.019070005416870116, "loss_single": 3.4034055709838866, "loss_dense": 3.458702230453491, "loss": 6.862107849121093, "time": 0.15676138401031495, "step": 556294}
{"lr": 0.012421063495808854, "data_time": 0.01733896732330322, "loss_single": 3.4032519817352296, "loss_dense": 3.453327441215515, "loss": 6.856579303741455, "time": 0.15867443084716798, "step": 556344}
{"lr": 0.012421063495808854, "data_time": 0.017404723167419433, "loss_single": 3.410617136955261, "loss_dense": 3.4607847690582276, "loss": 6.871401929855347, "time": 0.15433697700500487, "step": 556394}
{"lr": 0.012421063495808854, "data_time": 0.017382049560546876, "loss_single": 3.402494478225708, "loss_dense": 3.449404811859131, "loss": 6.851899242401123, "time": 0.15728378295898438, "step": 556444}
{"lr": 0.012421063495808854, "data_time": 0.016448497772216797, "loss_single": 3.414253258705139, "loss_dense": 3.464503049850464, "loss": 6.8787562370300295, "time": 0.1616652250289917, "step": 556494}
{"lr": 0.012421063495808854, "data_time": 0.01608109474182129, "loss_single": 3.4100566864013673, "loss_dense": 3.4561665296554565, "loss": 6.8662231922149655, "time": 0.15587353706359863, "step": 556544}
{"lr": 0.012421063495808854, "data_time": 0.01705315113067627, "loss_single": 3.426285719871521, "loss_dense": 3.472810673713684, "loss": 6.899096536636352, "time": 0.1523115634918213, "step": 556594}
{"lr": 0.012421063495808854, "data_time": 0.017983198165893555, "loss_single": 3.395673990249634, "loss_dense": 3.448908257484436, "loss": 6.844582223892212, "time": 0.15836107730865479, "step": 556644}
{"lr": 0.012421063495808854, "data_time": 0.017347097396850586, "loss_single": 3.3849900484085085, "loss_dense": 3.4360677003860474, "loss": 6.8210577964782715, "time": 0.15203413963317872, "step": 556694}
{"lr": 0.012421063495808854, "data_time": 0.01712977886199951, "loss_single": 3.380038022994995, "loss_dense": 3.430130362510681, "loss": 6.81016845703125, "time": 0.17617623805999755, "step": 556744}
{"lr": 0.012421063495808854, "data_time": 0.016687297821044923, "loss_single": 3.399376320838928, "loss_dense": 3.4480541706085206, "loss": 6.847430562973022, "time": 0.17833714485168456, "step": 556794}
{"lr": 0.012421063495808854, "data_time": 0.01697516441345215, "loss_single": 3.3945539236068725, "loss_dense": 3.4565065145492553, "loss": 6.851060390472412, "time": 0.1570486307144165, "step": 556844}
{"lr": 0.012421063495808854, "data_time": 0.018062019348144533, "loss_single": 3.424890398979187, "loss_dense": 3.4744333267211913, "loss": 6.8993237018585205, "time": 0.15177109241485595, "step": 556894}
{"lr": 0.012421063495808854, "data_time": 0.014961004257202148, "loss_single": 3.405389833450317, "loss_dense": 3.4527828454971314, "loss": 6.858172655105591, "time": 0.1632209062576294, "step": 556944}
{"lr": 0.012421063495808854, "data_time": 0.016374897956848145, "loss_single": 3.381597065925598, "loss_dense": 3.4471282243728636, "loss": 6.828725290298462, "time": 0.1532595157623291, "step": 556994}
{"lr": 0.012421063495808854, "data_time": 0.01555473804473877, "loss_single": 3.3993561983108522, "loss_dense": 3.456963634490967, "loss": 6.856319808959961, "time": 0.1729654550552368, "step": 557044}
{"lr": 0.012421063495808854, "data_time": 0.017510604858398438, "loss_single": 3.401844787597656, "loss_dense": 3.442587113380432, "loss": 6.844431924819946, "time": 0.15908234119415282, "step": 557094}
{"lr": 0.012421063495808854, "data_time": 0.016871190071105956, "loss_single": 3.409506988525391, "loss_dense": 3.4722962379455566, "loss": 6.881803274154663, "time": 0.15868027210235597, "step": 557144}
{"lr": 0.012421063495808854, "data_time": 0.017095279693603516, "loss_single": 3.418385624885559, "loss_dense": 3.4862190961837767, "loss": 6.904604721069336, "time": 0.15824201107025146, "step": 557194}
{"lr": 0.012421063495808854, "data_time": 0.01627955436706543, "loss_single": 3.4244122982025145, "loss_dense": 3.4599605321884157, "loss": 6.884372854232788, "time": 0.15576786994934083, "step": 557244}
{"lr": 0.012421063495808854, "data_time": 0.018429994583129883, "loss_single": 3.404750108718872, "loss_dense": 3.4568902492523192, "loss": 6.861640357971192, "time": 0.22984833717346193, "step": 557294}
{"lr": 0.012421063495808854, "data_time": 0.01730082035064697, "loss_single": 3.384960389137268, "loss_dense": 3.4274993181228637, "loss": 6.812459707260132, "time": 0.1576925754547119, "step": 557344}
{"lr": 0.012421063495808854, "data_time": 0.01702084541320801, "loss_single": 3.4012266874313353, "loss_dense": 3.4588051080703734, "loss": 6.860031795501709, "time": 0.1624399185180664, "step": 557394}
{"lr": 0.012421063495808854, "data_time": 0.010420703887939453, "loss_single": 3.410381865501404, "loss_dense": 3.454506850242615, "loss": 6.864888715744018, "time": 0.15830371379852295, "step": 557444}
{"lr": 0.012421063495808854, "data_time": 0.01666707992553711, "loss_single": 3.4008036851882935, "loss_dense": 3.4635276794433594, "loss": 6.864331340789795, "time": 0.1524338722229004, "step": 557494}
{"lr": 0.012421063495808854, "data_time": 0.01488943099975586, "loss_single": 3.409782862663269, "loss_dense": 3.4643828153610228, "loss": 6.874165678024292, "time": 0.22205958366394044, "step": 557544}
{"lr": 0.012421063495808854, "data_time": 0.018635988235473633, "loss_single": 3.408460593223572, "loss_dense": 3.4735568046569822, "loss": 6.882017421722412, "time": 0.1559385299682617, "step": 557594}
{"lr": 0.012421063495808854, "data_time": 0.01901898384094238, "loss_single": 3.420815634727478, "loss_dense": 3.482227396965027, "loss": 6.903043031692505, "time": 0.21502652168273925, "step": 557644}
{"lr": 0.012421063495808854, "data_time": 0.020740270614624023, "loss_single": 3.4040570735931395, "loss_dense": 3.4395655155181886, "loss": 6.843622636795044, "time": 0.15359792709350586, "step": 557694}
{"lr": 0.012421063495808854, "data_time": 0.016537165641784667, "loss_single": 3.4059238910675047, "loss_dense": 3.4563169956207274, "loss": 6.862240934371949, "time": 0.15684132575988768, "step": 557744}
{"lr": 0.012421063495808854, "data_time": 0.017959117889404297, "loss_single": 3.4156177759170534, "loss_dense": 3.467655563354492, "loss": 6.8832732200622555, "time": 0.15146751403808595, "step": 557794}
{"lr": 0.012421063495808854, "data_time": 0.017163872718811035, "loss_single": 3.373751091957092, "loss_dense": 3.428651475906372, "loss": 6.802402639389038, "time": 0.15525457859039307, "step": 557844}
{"lr": 0.012421063495808854, "data_time": 0.017797970771789552, "loss_single": 3.433162784576416, "loss_dense": 3.4938965797424317, "loss": 6.927059316635132, "time": 0.20678517818450928, "step": 557894}
{"lr": 0.012421063495808854, "data_time": 0.016884732246398925, "loss_single": 3.3926273584365845, "loss_dense": 3.448094630241394, "loss": 6.840721893310547, "time": 0.1556821346282959, "step": 557944}
{"lr": 0.012421063495808854, "data_time": 0.01757004261016846, "loss_single": 3.386083388328552, "loss_dense": 3.449758434295654, "loss": 6.835841846466065, "time": 0.15665488243103026, "step": 557994}
{"lr": 0.012421063495808854, "data_time": 0.016596555709838867, "loss_single": 3.3903228998184205, "loss_dense": 3.4464797973632812, "loss": 6.836802673339844, "time": 0.16839897632598877, "step": 558044}
{"lr": 0.012421063495808854, "data_time": 0.016484379768371582, "loss_single": 3.4329264879226686, "loss_dense": 3.4871686458587647, "loss": 6.920095157623291, "time": 0.15305871963500978, "step": 558094}
{"lr": 0.012421063495808854, "data_time": 0.016721510887145997, "loss_single": 3.4115907669067385, "loss_dense": 3.4655764579772947, "loss": 6.877167177200318, "time": 0.1521010398864746, "step": 558144}
{"lr": 0.012421063495808854, "data_time": 0.046023893356323245, "loss_single": 3.4176149129867555, "loss_dense": 3.4721346139907836, "loss": 6.889749574661255, "time": 0.18668880462646484, "step": 558194}
{"lr": 0.012421063495808854, "data_time": 0.0186413049697876, "loss_single": 3.413903594017029, "loss_dense": 3.4759533643722533, "loss": 6.889856910705566, "time": 0.15995030403137206, "step": 558244}
{"lr": 0.012421063495808854, "data_time": 0.017845916748046874, "loss_single": 3.4180970430374145, "loss_dense": 3.478388047218323, "loss": 6.896485185623169, "time": 0.15402543544769287, "step": 558294}
{"lr": 0.012421063495808854, "data_time": 0.01685035228729248, "loss_single": 3.4256518125534057, "loss_dense": 3.481517195701599, "loss": 6.907169055938721, "time": 0.15760796070098876, "step": 558344}
{"lr": 0.012421063495808854, "data_time": 0.017362332344055174, "loss_single": 3.4018314361572264, "loss_dense": 3.4764761924743652, "loss": 6.878307580947876, "time": 0.15404465198516845, "step": 558394}
{"lr": 0.012421063495808854, "data_time": 0.01552884578704834, "loss_single": 3.401409363746643, "loss_dense": 3.4506925106048585, "loss": 6.8521019458770756, "time": 0.1677079200744629, "step": 558444}
{"lr": 0.012421063495808854, "data_time": 0.016709113121032716, "loss_single": 3.411497640609741, "loss_dense": 3.4604159116744997, "loss": 6.8719135284423825, "time": 0.18095171451568604, "step": 558494}
{"lr": 0.012421063495808854, "data_time": 0.020500755310058592, "loss_single": 3.4178014039993285, "loss_dense": 3.469190979003906, "loss": 6.886992406845093, "time": 0.18463315963745117, "step": 558544}
{"lr": 0.012421063495808854, "data_time": 0.016896772384643554, "loss_single": 3.3941272735595702, "loss_dense": 3.4440177202224733, "loss": 6.838144969940186, "time": 0.15395641326904297, "step": 558594}
{"lr": 0.012421063495808854, "data_time": 0.017053985595703126, "loss_single": 3.398143672943115, "loss_dense": 3.4400064945220947, "loss": 6.83815016746521, "time": 0.155196475982666, "step": 558644}
{"lr": 0.012421063495808854, "data_time": 0.01699354648590088, "loss_single": 3.4186996698379515, "loss_dense": 3.484243106842041, "loss": 6.902942657470703, "time": 0.15766525268554688, "step": 558694}
{"lr": 0.012421063495808854, "data_time": 0.017294907569885255, "loss_single": 3.4329765319824217, "loss_dense": 3.4753498315811155, "loss": 6.908326482772827, "time": 0.1642835855484009, "step": 558744}
{"lr": 0.012421063495808854, "data_time": 0.018549060821533202, "loss_single": 3.401447081565857, "loss_dense": 3.451261043548584, "loss": 6.852708148956299, "time": 0.15158603191375733, "step": 558794}
{"lr": 0.012421063495808854, "data_time": 0.019514250755310058, "loss_single": 3.418653416633606, "loss_dense": 3.4790642976760866, "loss": 6.897717809677124, "time": 0.15909130573272706, "step": 558844}
{"lr": 0.012421063495808854, "data_time": 0.015792536735534667, "loss_single": 3.4176637887954713, "loss_dense": 3.474474024772644, "loss": 6.892137908935547, "time": 0.15528101921081544, "step": 558894}
{"lr": 0.012421063495808854, "data_time": 0.01665358543395996, "loss_single": 3.429718017578125, "loss_dense": 3.494677948951721, "loss": 6.924395990371704, "time": 0.15272667407989501, "step": 558944}
{"lr": 0.012421063495808854, "data_time": 0.018517899513244628, "loss_single": 3.4028773069381715, "loss_dense": 3.464364242553711, "loss": 6.867241621017456, "time": 0.1522587776184082, "step": 558994}
{"lr": 0.012421063495808854, "data_time": 0.0174025297164917, "loss_single": 3.389763116836548, "loss_dense": 3.4510420322418214, "loss": 6.840805006027222, "time": 0.15553855895996094, "step": 559044}
{"lr": 0.012421063495808854, "data_time": 0.01648430824279785, "loss_single": 3.3945349931716917, "loss_dense": 3.449550819396973, "loss": 6.844085741043091, "time": 0.17916688919067383, "step": 559094}
{"lr": 0.012421063495808854, "data_time": 0.01791071891784668, "loss_single": 3.3931939363479615, "loss_dense": 3.4543262481689454, "loss": 6.847520160675049, "time": 0.16899805068969725, "step": 559144}
{"lr": 0.012421063495808854, "data_time": 0.018181824684143068, "loss_single": 3.406747555732727, "loss_dense": 3.4659292936325072, "loss": 6.872676849365234, "time": 0.1579282522201538, "step": 559194}
{"lr": 0.012421063495808854, "data_time": 0.016275978088378905, "loss_single": 3.383971619606018, "loss_dense": 3.442331337928772, "loss": 6.826303005218506, "time": 0.20734314918518065, "step": 559244}
{"lr": 0.012421063495808854, "data_time": 0.015444469451904298, "loss_single": 3.417373704910278, "loss_dense": 3.467898201942444, "loss": 6.885271835327148, "time": 0.22141356468200685, "step": 559294}
{"lr": 0.012421063495808854, "data_time": 0.01953754425048828, "loss_single": 3.462949514389038, "loss_dense": 3.508046269416809, "loss": 6.970995855331421, "time": 0.15873420238494873, "step": 559344}
{"lr": 0.012421063495808854, "data_time": 0.017917752265930176, "loss_single": 3.3956104278564454, "loss_dense": 3.4583441495895384, "loss": 6.853954601287842, "time": 0.15360584259033203, "step": 559394}
{"lr": 0.012421063495808854, "data_time": 0.015595555305480957, "loss_single": 3.407927966117859, "loss_dense": 3.450842499732971, "loss": 6.85877046585083, "time": 0.22609806060791016, "step": 559444}
{"lr": 0.012421063495808854, "data_time": 0.015929532051086426, "loss_single": 3.3890324592590333, "loss_dense": 3.434777784347534, "loss": 6.823810291290283, "time": 0.15413293838500977, "step": 559494}
{"lr": 0.012421063495808854, "data_time": 0.018818426132202148, "loss_single": 3.412409019470215, "loss_dense": 3.467756414413452, "loss": 6.880165433883667, "time": 0.15997002124786378, "step": 559544}
{"lr": 0.012421063495808854, "data_time": 0.017287015914916992, "loss_single": 3.4291027307510378, "loss_dense": 3.4694689750671386, "loss": 6.8985716819763185, "time": 0.15478360652923584, "step": 559594}
{"lr": 0.012421063495808854, "data_time": 0.016007661819458008, "loss_single": 3.430988240242004, "loss_dense": 3.48339262008667, "loss": 6.914380836486816, "time": 0.15405099391937255, "step": 559644}
{"lr": 0.012421063495808854, "data_time": 0.016985654830932617, "loss_single": 3.411237120628357, "loss_dense": 3.4715484619140624, "loss": 6.882785606384277, "time": 0.15906338691711425, "step": 559694}
{"lr": 0.012421063495808854, "data_time": 0.01709301471710205, "loss_single": 3.3955632925033568, "loss_dense": 3.450771379470825, "loss": 6.846334743499756, "time": 0.18941078186035157, "step": 559744}
{"lr": 0.012421063495808854, "data_time": 0.01676013469696045, "loss_single": 3.3886409997940063, "loss_dense": 3.448363494873047, "loss": 6.8370044231414795, "time": 0.156594181060791, "step": 559794}
{"lr": 0.012421063495808854, "data_time": 0.014847898483276367, "loss_single": 3.3928543090820313, "loss_dense": 3.445266032218933, "loss": 6.838120365142823, "time": 0.1541975498199463, "step": 559844}
{"lr": 0.012421063495808854, "data_time": 0.016638970375061034, "loss_single": 3.4030986785888673, "loss_dense": 3.460186076164246, "loss": 6.863284778594971, "time": 0.15187449455261232, "step": 559894}
{"lr": 0.012421063495808854, "data_time": 0.017137598991394044, "loss_single": 3.3992111682891846, "loss_dense": 3.4679614305496216, "loss": 6.86717267036438, "time": 0.1550093412399292, "step": 559944}
{"lr": 0.012421063495808854, "data_time": 0.01968803405761719, "loss_single": 3.413591241836548, "loss_dense": 3.4634899139404296, "loss": 6.877081108093262, "time": 0.1932344913482666, "step": 559994}
{"lr": 0.012421063495808854, "data_time": 0.01598663330078125, "loss_single": 3.4208417415618895, "loss_dense": 3.4731915473937987, "loss": 6.89403338432312, "time": 0.15409064292907715, "step": 560044}
{"lr": 0.012421063495808854, "data_time": 0.017737102508544923, "loss_single": 3.4057589769363403, "loss_dense": 3.452854061126709, "loss": 6.858613061904907, "time": 0.14983396530151366, "step": 560094}
{"lr": 0.012421063495808854, "data_time": 0.015922236442565917, "loss_single": 3.403732442855835, "loss_dense": 3.4719249486923216, "loss": 6.875657415390014, "time": 0.15268175601959227, "step": 560144}
{"lr": 0.012421063495808854, "data_time": 0.01740427017211914, "loss_single": 3.431688380241394, "loss_dense": 3.498026442527771, "loss": 6.929714870452881, "time": 0.16394145488739015, "step": 560194}
{"lr": 0.012421063495808854, "data_time": 0.019005489349365235, "loss_single": 3.4151116847991942, "loss_dense": 3.4823770046234133, "loss": 6.897488689422607, "time": 0.15889368057250977, "step": 560244}
{"lr": 0.012421063495808854, "data_time": 0.019684338569641115, "loss_single": 3.403992748260498, "loss_dense": 3.469160270690918, "loss": 6.873153018951416, "time": 0.23801083564758302, "step": 560294}
{"lr": 0.012421063495808854, "data_time": 0.018762373924255372, "loss_single": 3.4370929479598997, "loss_dense": 3.4853739023208616, "loss": 6.922466897964478, "time": 0.15747787952423095, "step": 560344}
{"lr": 0.012421063495808854, "data_time": 0.017595314979553224, "loss_single": 3.392435669898987, "loss_dense": 3.455733299255371, "loss": 6.848168897628784, "time": 0.158310604095459, "step": 560394}
{"lr": 0.012421063495808854, "data_time": 0.013401532173156738, "loss_single": 3.4056374788284303, "loss_dense": 3.450609493255615, "loss": 6.856246995925903, "time": 0.14674975872039794, "step": 560444}
{"lr": 0.01218928028121413, "data_time": 0.01699066162109375, "loss_single": 3.40402729511261, "loss_dense": 3.455889105796814, "loss": 6.85991644859314, "time": 0.15298919677734374, "step": 560498}
{"lr": 0.01218928028121413, "data_time": 0.018059420585632324, "loss_single": 3.4134850978851317, "loss_dense": 3.4818609237670897, "loss": 6.895345973968506, "time": 0.15847768783569335, "step": 560548}
{"lr": 0.01218928028121413, "data_time": 0.012078809738159179, "loss_single": 3.4130626916885376, "loss_dense": 3.4675851106643676, "loss": 6.880647802352906, "time": 0.1595841407775879, "step": 560598}
{"lr": 0.01218928028121413, "data_time": 0.020917510986328124, "loss_single": 3.4085589408874513, "loss_dense": 3.466377305984497, "loss": 6.874936199188232, "time": 0.2598880290985107, "step": 560648}
{"lr": 0.01218928028121413, "data_time": 0.016722702980041505, "loss_single": 3.4080313205718995, "loss_dense": 3.4602773427963256, "loss": 6.868308734893799, "time": 0.15108070373535157, "step": 560698}
{"lr": 0.01218928028121413, "data_time": 0.01733667850494385, "loss_single": 3.423221755027771, "loss_dense": 3.4817952156066894, "loss": 6.905016994476318, "time": 0.15671176910400392, "step": 560748}
{"lr": 0.01218928028121413, "data_time": 0.018354964256286622, "loss_single": 3.4256124019622805, "loss_dense": 3.4748961210250853, "loss": 6.900508451461792, "time": 0.16709210872650146, "step": 560798}
{"lr": 0.01218928028121413, "data_time": 0.015760231018066406, "loss_single": 3.399800753593445, "loss_dense": 3.4566346645355224, "loss": 6.8564354419708256, "time": 0.14976108074188232, "step": 560848}
{"lr": 0.01218928028121413, "data_time": 0.018316054344177247, "loss_single": 3.426679563522339, "loss_dense": 3.477801060676575, "loss": 6.904480600357056, "time": 0.15426485538482665, "step": 560898}
{"lr": 0.01218928028121413, "data_time": 0.018436264991760255, "loss_single": 3.400241827964783, "loss_dense": 3.4499596834182737, "loss": 6.850201511383057, "time": 0.1728508472442627, "step": 560948}
{"lr": 0.01218928028121413, "data_time": 0.016396188735961915, "loss_single": 3.402220034599304, "loss_dense": 3.4591042041778564, "loss": 6.861324214935303, "time": 0.16089208126068116, "step": 560998}
{"lr": 0.01218928028121413, "data_time": 0.01714785099029541, "loss_single": 3.40900137424469, "loss_dense": 3.456757164001465, "loss": 6.865758562088013, "time": 0.15558223724365233, "step": 561048}
{"lr": 0.01218928028121413, "data_time": 0.015942311286926268, "loss_single": 3.414645028114319, "loss_dense": 3.4763479232788086, "loss": 6.890992927551269, "time": 0.15961272716522218, "step": 561098}
{"lr": 0.01218928028121413, "data_time": 0.016769099235534667, "loss_single": 3.427647924423218, "loss_dense": 3.487937092781067, "loss": 6.915585088729858, "time": 0.15422017574310304, "step": 561148}
{"lr": 0.01218928028121413, "data_time": 0.01699521541595459, "loss_single": 3.4042224884033203, "loss_dense": 3.4557668447494505, "loss": 6.859989404678345, "time": 0.15536482334136964, "step": 561198}
{"lr": 0.01218928028121413, "data_time": 0.01700284481048584, "loss_single": 3.3976264715194704, "loss_dense": 3.4453617334365845, "loss": 6.842988300323486, "time": 0.23535504341125488, "step": 561248}
{"lr": 0.01218928028121413, "data_time": 0.016424965858459473, "loss_single": 3.420311164855957, "loss_dense": 3.4644533157348634, "loss": 6.88476448059082, "time": 0.16822898387908936, "step": 561298}
{"lr": 0.01218928028121413, "data_time": 0.01802871227264404, "loss_single": 3.4003739833831785, "loss_dense": 3.460739278793335, "loss": 6.861113262176514, "time": 0.1576711893081665, "step": 561348}
{"lr": 0.01218928028121413, "data_time": 0.019162464141845702, "loss_single": 3.4275187969207765, "loss_dense": 3.4960413217544555, "loss": 6.923560047149659, "time": 0.16460509300231935, "step": 561398}
{"lr": 0.01218928028121413, "data_time": 0.017185354232788087, "loss_single": 3.3928937673568726, "loss_dense": 3.4454278230667112, "loss": 6.838321542739868, "time": 0.1531043291091919, "step": 561448}
{"lr": 0.01218928028121413, "data_time": 0.01650989055633545, "loss_single": 3.4150810718536375, "loss_dense": 3.476562333106995, "loss": 6.891643333435058, "time": 0.15605611801147462, "step": 561498}
{"lr": 0.01218928028121413, "data_time": 0.015519022941589355, "loss_single": 3.397611975669861, "loss_dense": 3.457490825653076, "loss": 6.855102825164795, "time": 0.15404291152954103, "step": 561548}
{"lr": 0.01218928028121413, "data_time": 0.015823626518249513, "loss_single": 3.4055893659591674, "loss_dense": 3.443826198577881, "loss": 6.849415636062622, "time": 0.16691851615905762, "step": 561598}
{"lr": 0.01218928028121413, "data_time": 0.015862131118774415, "loss_single": 3.395184326171875, "loss_dense": 3.4475047111511232, "loss": 6.842689037322998, "time": 0.19192981719970703, "step": 561648}
{"lr": 0.01218928028121413, "data_time": 0.017712974548339845, "loss_single": 3.4241276741027833, "loss_dense": 3.4787593841552735, "loss": 6.902887010574341, "time": 0.16189682483673096, "step": 561698}
{"lr": 0.01218928028121413, "data_time": 0.01701011657714844, "loss_single": 3.391746425628662, "loss_dense": 3.4411911010742187, "loss": 6.832937526702881, "time": 0.15506656169891359, "step": 561748}
{"lr": 0.01218928028121413, "data_time": 0.01737523078918457, "loss_single": 3.4331686019897463, "loss_dense": 3.4731500864028932, "loss": 6.9063187599182125, "time": 0.15484137535095216, "step": 561798}
{"lr": 0.01218928028121413, "data_time": 0.01958355903625488, "loss_single": 3.3974679470062257, "loss_dense": 3.445651125907898, "loss": 6.843119049072266, "time": 0.21199264526367187, "step": 561848}
{"lr": 0.01218928028121413, "data_time": 0.014852666854858398, "loss_single": 3.385844087600708, "loss_dense": 3.444054436683655, "loss": 6.829898548126221, "time": 0.17104589939117432, "step": 561898}
{"lr": 0.01218928028121413, "data_time": 0.016626787185668946, "loss_single": 3.4112367630004883, "loss_dense": 3.4632929086685182, "loss": 6.874529647827148, "time": 0.1532332181930542, "step": 561948}
{"lr": 0.01218928028121413, "data_time": 0.015580987930297852, "loss_single": 3.4113047122955322, "loss_dense": 3.459932804107666, "loss": 6.871237564086914, "time": 0.15482873916625978, "step": 561998}
{"lr": 0.01218928028121413, "data_time": 0.01561436653137207, "loss_single": 3.411097836494446, "loss_dense": 3.4624860286712646, "loss": 6.873583841323852, "time": 0.16659808158874512, "step": 562048}
{"lr": 0.01218928028121413, "data_time": 0.019490766525268554, "loss_single": 3.384292554855347, "loss_dense": 3.4388536691665648, "loss": 6.823146200180053, "time": 0.1560899257659912, "step": 562098}
{"lr": 0.01218928028121413, "data_time": 0.016752076148986817, "loss_single": 3.376224136352539, "loss_dense": 3.4293920040130614, "loss": 6.805616188049316, "time": 0.15039668083190919, "step": 562148}
{"lr": 0.01218928028121413, "data_time": 0.016774630546569823, "loss_single": 3.389565944671631, "loss_dense": 3.445020818710327, "loss": 6.834586763381958, "time": 0.1733774185180664, "step": 562198}
{"lr": 0.01218928028121413, "data_time": 0.016652846336364747, "loss_single": 3.408609223365784, "loss_dense": 3.455165982246399, "loss": 6.86377534866333, "time": 0.15647618770599364, "step": 562248}
{"lr": 0.01218928028121413, "data_time": 0.01653890609741211, "loss_single": 3.406642270088196, "loss_dense": 3.454726219177246, "loss": 6.861368465423584, "time": 0.15886392593383789, "step": 562298}
{"lr": 0.01218928028121413, "data_time": 0.01667957305908203, "loss_single": 3.4312945365905763, "loss_dense": 3.4991053342819214, "loss": 6.93039984703064, "time": 0.15591108798980713, "step": 562348}
{"lr": 0.01218928028121413, "data_time": 0.016359615325927734, "loss_single": 3.4232662200927733, "loss_dense": 3.4807366371154784, "loss": 6.904002857208252, "time": 0.15328481197357177, "step": 562398}
{"lr": 0.01218928028121413, "data_time": 0.013396978378295898, "loss_single": 3.4252346992492675, "loss_dense": 3.481177830696106, "loss": 6.906412601470947, "time": 0.21321122646331786, "step": 562448}
{"lr": 0.01218928028121413, "data_time": 0.01756613254547119, "loss_single": 3.412154746055603, "loss_dense": 3.467714262008667, "loss": 6.879869031906128, "time": 0.18876793384552001, "step": 562498}
{"lr": 0.01218928028121413, "data_time": 0.01784336566925049, "loss_single": 3.401334619522095, "loss_dense": 3.476880598068237, "loss": 6.878215217590332, "time": 0.15489375591278076, "step": 562548}
{"lr": 0.01218928028121413, "data_time": 0.016000580787658692, "loss_single": 3.4029662370681764, "loss_dense": 3.4713661909103393, "loss": 6.8743323802948, "time": 0.15989968776702881, "step": 562598}
{"lr": 0.01218928028121413, "data_time": 0.016356492042541505, "loss_single": 3.415041136741638, "loss_dense": 3.462017130851746, "loss": 6.877058267593384, "time": 0.15704030990600587, "step": 562648}
{"lr": 0.01218928028121413, "data_time": 0.019739294052124025, "loss_single": 3.418374752998352, "loss_dense": 3.4531931400299074, "loss": 6.871567821502685, "time": 0.19175095558166505, "step": 562698}
{"lr": 0.01218928028121413, "data_time": 0.017104482650756835, "loss_single": 3.399388861656189, "loss_dense": 3.44605975151062, "loss": 6.845448637008667, "time": 0.15635714530944825, "step": 562748}
{"lr": 0.01218928028121413, "data_time": 0.02028958797454834, "loss_single": 3.4090147256851195, "loss_dense": 3.4519196510314942, "loss": 6.860934400558472, "time": 0.23126688003540039, "step": 562798}
{"lr": 0.01218928028121413, "data_time": 0.016718554496765136, "loss_single": 3.405127263069153, "loss_dense": 3.4640161037445067, "loss": 6.869143342971801, "time": 0.15527791976928712, "step": 562848}
{"lr": 0.01218928028121413, "data_time": 0.017890453338623047, "loss_single": 3.399939036369324, "loss_dense": 3.447398543357849, "loss": 6.847337532043457, "time": 0.16263816356658936, "step": 562898}
{"lr": 0.01218928028121413, "data_time": 0.0175706148147583, "loss_single": 3.4177325963974, "loss_dense": 3.4557928085327148, "loss": 6.873525381088257, "time": 0.15945208072662354, "step": 562948}
{"lr": 0.01218928028121413, "data_time": 0.03162429332733154, "loss_single": 3.4005613565444945, "loss_dense": 3.4559513092041017, "loss": 6.856512641906738, "time": 0.17267186641693116, "step": 562998}
{"lr": 0.01218928028121413, "data_time": 0.016697239875793458, "loss_single": 3.406833624839783, "loss_dense": 3.4646284580230713, "loss": 6.871462059020996, "time": 0.15813496112823486, "step": 563048}
{"lr": 0.01218928028121413, "data_time": 0.02166416645050049, "loss_single": 3.3805242776870728, "loss_dense": 3.453251576423645, "loss": 6.833775854110717, "time": 0.16484477519989013, "step": 563098}
{"lr": 0.01218928028121413, "data_time": 0.016274905204772948, "loss_single": 3.423134207725525, "loss_dense": 3.4707669258117675, "loss": 6.89390115737915, "time": 0.15964052677154542, "step": 563148}
{"lr": 0.01218928028121413, "data_time": 0.01723477840423584, "loss_single": 3.405965280532837, "loss_dense": 3.4552625179290772, "loss": 6.861227703094483, "time": 0.1624206781387329, "step": 563198}
{"lr": 0.01218928028121413, "data_time": 0.017373156547546387, "loss_single": 3.4051908254623413, "loss_dense": 3.4597893238067625, "loss": 6.8649801254272464, "time": 0.1636505365371704, "step": 563248}
{"lr": 0.01218928028121413, "data_time": 0.016427206993103027, "loss_single": 3.385035824775696, "loss_dense": 3.4357311725616455, "loss": 6.820767068862915, "time": 0.1620788812637329, "step": 563298}
{"lr": 0.01218928028121413, "data_time": 0.016559863090515138, "loss_single": 3.3951366424560545, "loss_dense": 3.45108962059021, "loss": 6.846226406097412, "time": 0.15551621913909913, "step": 563348}
{"lr": 0.01218928028121413, "data_time": 0.01717374324798584, "loss_single": 3.4274986028671264, "loss_dense": 3.4856876850128176, "loss": 6.913186311721802, "time": 0.1647800922393799, "step": 563398}
{"lr": 0.01218928028121413, "data_time": 0.016117262840270995, "loss_single": 3.4180959463119507, "loss_dense": 3.4883856058120726, "loss": 6.906481552124023, "time": 0.15645172595977783, "step": 563448}
{"lr": 0.01218928028121413, "data_time": 0.018517661094665527, "loss_single": 3.420649194717407, "loss_dense": 3.4665570735931395, "loss": 6.887206411361694, "time": 0.1553586721420288, "step": 563498}
{"lr": 0.01218928028121413, "data_time": 0.018108034133911134, "loss_single": 3.468237853050232, "loss_dense": 3.508496904373169, "loss": 6.976734828948975, "time": 0.16303184032440185, "step": 563548}
{"lr": 0.01218928028121413, "data_time": 0.02497575283050537, "loss_single": 3.4190812587738035, "loss_dense": 3.4897034645080565, "loss": 6.908784675598144, "time": 0.25099146366119385, "step": 563598}
{"lr": 0.01218928028121413, "data_time": 0.016742897033691407, "loss_single": 3.3982049942016603, "loss_dense": 3.455409860610962, "loss": 6.853614854812622, "time": 0.1776677131652832, "step": 563648}
{"lr": 0.01218928028121413, "data_time": 0.023093557357788085, "loss_single": 3.4157315492630005, "loss_dense": 3.4634419679641724, "loss": 6.879173517227173, "time": 0.1768317699432373, "step": 563698}
{"lr": 0.01218928028121413, "data_time": 0.016554737091064455, "loss_single": 3.405933713912964, "loss_dense": 3.4484326601028443, "loss": 6.85436635017395, "time": 0.1617866039276123, "step": 563748}
{"lr": 0.01218928028121413, "data_time": 0.014431381225585937, "loss_single": 3.4210785150527956, "loss_dense": 3.4812854051589968, "loss": 6.902363920211792, "time": 0.15556511878967286, "step": 563798}
{"lr": 0.01218928028121413, "data_time": 0.014921998977661133, "loss_single": 3.4070650339126587, "loss_dense": 3.4437062740325928, "loss": 6.85077133178711, "time": 0.15800077915191652, "step": 563848}
{"lr": 0.01218928028121413, "data_time": 0.016950392723083497, "loss_single": 3.3783629894256593, "loss_dense": 3.443279528617859, "loss": 6.82164249420166, "time": 0.1591803550720215, "step": 563898}
{"lr": 0.01218928028121413, "data_time": 0.01596412658691406, "loss_single": 3.3789923667907713, "loss_dense": 3.430926537513733, "loss": 6.809919023513794, "time": 0.18471553325653076, "step": 563948}
{"lr": 0.01218928028121413, "data_time": 0.016414785385131837, "loss_single": 3.3778022289276124, "loss_dense": 3.446684694290161, "loss": 6.824487018585205, "time": 0.16004672050476074, "step": 563998}
{"lr": 0.01218928028121413, "data_time": 0.016777229309082032, "loss_single": 3.4047736644744875, "loss_dense": 3.465182328224182, "loss": 6.869956016540527, "time": 0.1593319892883301, "step": 564048}
{"lr": 0.01218928028121413, "data_time": 0.019847393035888672, "loss_single": 3.388151264190674, "loss_dense": 3.4460955619812013, "loss": 6.834246826171875, "time": 0.16860077381134034, "step": 564098}
{"lr": 0.01218928028121413, "data_time": 0.018085932731628417, "loss_single": 3.4202752113342285, "loss_dense": 3.4747185707092285, "loss": 6.894993829727173, "time": 0.16392507553100585, "step": 564148}
{"lr": 0.01218928028121413, "data_time": 0.017334747314453124, "loss_single": 3.3846503257751466, "loss_dense": 3.4396554470062255, "loss": 6.824305820465088, "time": 0.16005239486694336, "step": 564198}
{"lr": 0.01218928028121413, "data_time": 0.01953256130218506, "loss_single": 3.4078596353530886, "loss_dense": 3.451909971237183, "loss": 6.859769630432129, "time": 0.16460256576538085, "step": 564248}
{"lr": 0.01218928028121413, "data_time": 0.017497611045837403, "loss_single": 3.4092270135879517, "loss_dense": 3.4670160531997682, "loss": 6.8762431144714355, "time": 0.158035945892334, "step": 564298}
{"lr": 0.01218928028121413, "data_time": 0.01667623519897461, "loss_single": 3.410345935821533, "loss_dense": 3.4719767808914184, "loss": 6.88232274055481, "time": 0.1613645076751709, "step": 564348}
{"lr": 0.01218928028121413, "data_time": 0.01881248950958252, "loss_single": 3.3900757312774656, "loss_dense": 3.443030333518982, "loss": 6.83310604095459, "time": 0.16780264377593995, "step": 564398}
{"lr": 0.01218928028121413, "data_time": 0.017821240425109863, "loss_single": 3.403510403633118, "loss_dense": 3.445994830131531, "loss": 6.849505281448364, "time": 0.16361503601074218, "step": 564448}
{"lr": 0.01218928028121413, "data_time": 0.017116641998291014, "loss_single": 3.3904417753219604, "loss_dense": 3.4485059499740602, "loss": 6.838947725296021, "time": 0.16976430416107177, "step": 564498}
{"lr": 0.01218928028121413, "data_time": 0.011272144317626954, "loss_single": 3.369206976890564, "loss_dense": 3.433559465408325, "loss": 6.802766513824463, "time": 0.16878528594970704, "step": 564548}
{"lr": 0.01218928028121413, "data_time": 0.013772177696228027, "loss_single": 3.407528781890869, "loss_dense": 3.4591118812561037, "loss": 6.866640663146972, "time": 0.153287672996521, "step": 564598}
{"lr": 0.01218928028121413, "data_time": 0.01627626419067383, "loss_single": 3.413731098175049, "loss_dense": 3.474341535568237, "loss": 6.88807258605957, "time": 0.15517058372497558, "step": 564648}
{"lr": 0.01218928028121413, "data_time": 0.01611948013305664, "loss_single": 3.4000341653823853, "loss_dense": 3.473885679244995, "loss": 6.873919916152954, "time": 0.17081096172332763, "step": 564698}
{"lr": 0.01218928028121413, "data_time": 0.017115449905395506, "loss_single": 3.3989881753921507, "loss_dense": 3.456092429161072, "loss": 6.855080652236938, "time": 0.1532287120819092, "step": 564748}
{"lr": 0.01218928028121413, "data_time": 0.017519235610961914, "loss_single": 3.4066601753234864, "loss_dense": 3.4548922538757325, "loss": 6.861552429199219, "time": 0.15950500965118408, "step": 564798}
{"lr": 0.01218928028121413, "data_time": 0.01746973991394043, "loss_single": 3.3770531177520753, "loss_dense": 3.4353272914886475, "loss": 6.812380409240722, "time": 0.15819990634918213, "step": 564848}
{"lr": 0.01218928028121413, "data_time": 0.01756911277770996, "loss_single": 3.3822826385498046, "loss_dense": 3.4378828525543215, "loss": 6.820165491104126, "time": 0.15479977130889894, "step": 564898}
{"lr": 0.01218928028121413, "data_time": 0.015636539459228514, "loss_single": 3.4195531368255616, "loss_dense": 3.473333477973938, "loss": 6.892886590957642, "time": 0.15701558589935302, "step": 564948}
{"lr": 0.01218928028121413, "data_time": 0.017156386375427247, "loss_single": 3.4197679996490478, "loss_dense": 3.4584901571273803, "loss": 6.878258132934571, "time": 0.24197556972503662, "step": 564998}
{"lr": 0.01218928028121413, "data_time": 0.016342854499816893, "loss_single": 3.4073596239089965, "loss_dense": 3.4497634172439575, "loss": 6.8571230411529545, "time": 0.17888131141662597, "step": 565048}
{"lr": 0.01218928028121413, "data_time": 0.01773233413696289, "loss_single": 3.4071420431137085, "loss_dense": 3.4650875329971313, "loss": 6.872229528427124, "time": 0.17510037422180175, "step": 565098}
{"lr": 0.01218928028121413, "data_time": 0.017000365257263183, "loss_single": 3.3759608030319215, "loss_dense": 3.440005397796631, "loss": 6.8159661293029785, "time": 0.15964999198913574, "step": 565148}
{"lr": 0.01218928028121413, "data_time": 0.012899327278137206, "loss_single": 3.3759033203125, "loss_dense": 3.4382532358169557, "loss": 6.814156532287598, "time": 0.18011767864227296, "step": 565198}
{"lr": 0.01218928028121413, "data_time": 0.01626143455505371, "loss_single": 3.381903123855591, "loss_dense": 3.437619209289551, "loss": 6.819522285461426, "time": 0.15539267063140869, "step": 565248}
{"lr": 0.01218928028121413, "data_time": 0.018964934349060058, "loss_single": 3.427274489402771, "loss_dense": 3.4841991662979126, "loss": 6.9114737033844, "time": 0.15578267574310303, "step": 565298}
{"lr": 0.01218928028121413, "data_time": 0.015827703475952148, "loss_single": 3.4201227903366087, "loss_dense": 3.4761339902877806, "loss": 6.896256589889527, "time": 0.19029905796051025, "step": 565348}
{"lr": 0.01218928028121413, "data_time": 0.017035436630249024, "loss_single": 3.416615295410156, "loss_dense": 3.4759305000305174, "loss": 6.8925457954406735, "time": 0.16051414012908935, "step": 565398}
{"lr": 0.01218928028121413, "data_time": 0.014811086654663085, "loss_single": 3.405474090576172, "loss_dense": 3.458098840713501, "loss": 6.863572883605957, "time": 0.15351078510284424, "step": 565448}
{"lr": 0.011958190569652314, "data_time": 0.017934441566467285, "loss_single": 3.400628662109375, "loss_dense": 3.461810827255249, "loss": 6.862439489364624, "time": 0.19569737911224366, "step": 565502}
{"lr": 0.011958190569652314, "data_time": 0.01773381233215332, "loss_single": 3.4157193183898924, "loss_dense": 3.4769381284713745, "loss": 6.892657470703125, "time": 0.15351598262786864, "step": 565552}
{"lr": 0.011958190569652314, "data_time": 0.018030977249145506, "loss_single": 3.400153160095215, "loss_dense": 3.460033082962036, "loss": 6.860186243057251, "time": 0.16027328968048096, "step": 565602}
{"lr": 0.011958190569652314, "data_time": 0.017466282844543456, "loss_single": 3.3948951721191407, "loss_dense": 3.441244029998779, "loss": 6.836139154434204, "time": 0.16245503425598146, "step": 565652}
{"lr": 0.011958190569652314, "data_time": 0.017929625511169434, "loss_single": 3.405241346359253, "loss_dense": 3.4788984298706054, "loss": 6.88413987159729, "time": 0.15292537212371826, "step": 565702}
{"lr": 0.011958190569652314, "data_time": 0.02089695930480957, "loss_single": 3.3845171213150023, "loss_dense": 3.4493621826171874, "loss": 6.833879280090332, "time": 0.15776593685150148, "step": 565752}
{"lr": 0.011958190569652314, "data_time": 0.01893153190612793, "loss_single": 3.4060882329940796, "loss_dense": 3.4660022020339967, "loss": 6.872090435028076, "time": 0.1573556423187256, "step": 565802}
{"lr": 0.011958190569652314, "data_time": 0.018796372413635253, "loss_single": 3.3884948968887327, "loss_dense": 3.446644592285156, "loss": 6.835139513015747, "time": 0.1541309356689453, "step": 565852}
{"lr": 0.011958190569652314, "data_time": 0.016278553009033202, "loss_single": 3.390944314002991, "loss_dense": 3.4489575386047364, "loss": 6.8399018287658695, "time": 0.15495991706848145, "step": 565902}
{"lr": 0.011958190569652314, "data_time": 0.015433239936828613, "loss_single": 3.414735531806946, "loss_dense": 3.4717214345932006, "loss": 6.8864569664001465, "time": 0.15841219425201417, "step": 565952}
{"lr": 0.011958190569652314, "data_time": 0.01518862247467041, "loss_single": 3.3865710496902466, "loss_dense": 3.4356767177581786, "loss": 6.822247838973999, "time": 0.15879197120666505, "step": 566002}
{"lr": 0.011958190569652314, "data_time": 0.019637751579284667, "loss_single": 3.4099433422088623, "loss_dense": 3.4494793176651, "loss": 6.859422636032105, "time": 0.23639225959777832, "step": 566052}
{"lr": 0.011958190569652314, "data_time": 0.01636815071105957, "loss_single": 3.410618782043457, "loss_dense": 3.475136137008667, "loss": 6.885754919052124, "time": 0.1648460865020752, "step": 566102}
{"lr": 0.011958190569652314, "data_time": 0.021180105209350587, "loss_single": 3.4090017318725585, "loss_dense": 3.4537214279174804, "loss": 6.862723255157471, "time": 0.1679692506790161, "step": 566152}
{"lr": 0.011958190569652314, "data_time": 0.016932034492492677, "loss_single": 3.396432328224182, "loss_dense": 3.4524415016174315, "loss": 6.848873805999756, "time": 0.15932269096374513, "step": 566202}
{"lr": 0.011958190569652314, "data_time": 0.018856525421142578, "loss_single": 3.441628932952881, "loss_dense": 3.49316565990448, "loss": 6.934794616699219, "time": 0.15681297779083253, "step": 566252}
{"lr": 0.011958190569652314, "data_time": 0.01783781051635742, "loss_single": 3.3963452577590942, "loss_dense": 3.4819775819778442, "loss": 6.878322792053223, "time": 0.154276704788208, "step": 566302}
{"lr": 0.011958190569652314, "data_time": 0.015715622901916505, "loss_single": 3.3904297828674315, "loss_dense": 3.4298505067825316, "loss": 6.820280265808106, "time": 0.21182992458343505, "step": 566352}
{"lr": 0.011958190569652314, "data_time": 0.020108342170715332, "loss_single": 3.3973386764526365, "loss_dense": 3.4569302797317505, "loss": 6.85426893234253, "time": 0.2295957088470459, "step": 566402}
{"lr": 0.011958190569652314, "data_time": 0.020115137100219727, "loss_single": 3.394632124900818, "loss_dense": 3.4532755851745605, "loss": 6.847907638549804, "time": 0.16525089740753174, "step": 566452}
{"lr": 0.011958190569652314, "data_time": 0.01727595329284668, "loss_single": 3.3838086843490602, "loss_dense": 3.4275763511657713, "loss": 6.8113851070404055, "time": 0.15648751258850097, "step": 566502}
{"lr": 0.011958190569652314, "data_time": 0.01661376953125, "loss_single": 3.3935150146484374, "loss_dense": 3.4431888341903685, "loss": 6.836703872680664, "time": 0.1833975076675415, "step": 566552}
{"lr": 0.011958190569652314, "data_time": 0.01644287109375, "loss_single": 3.397290325164795, "loss_dense": 3.4540206670761107, "loss": 6.8513110160827635, "time": 0.15598509311676026, "step": 566602}
{"lr": 0.011958190569652314, "data_time": 0.016693115234375, "loss_single": 3.4074148178100585, "loss_dense": 3.45697135925293, "loss": 6.8643862247467045, "time": 0.1581653594970703, "step": 566652}
{"lr": 0.011958190569652314, "data_time": 0.019246912002563475, "loss_single": 3.4066137313842773, "loss_dense": 3.467775559425354, "loss": 6.874389219284057, "time": 0.24308109283447266, "step": 566702}
{"lr": 0.011958190569652314, "data_time": 0.018633437156677247, "loss_single": 3.3978922843933104, "loss_dense": 3.4447314977645873, "loss": 6.842623853683472, "time": 0.17851901054382324, "step": 566752}
{"lr": 0.011958190569652314, "data_time": 0.018486976623535156, "loss_single": 3.386603569984436, "loss_dense": 3.4536763429641724, "loss": 6.840279960632325, "time": 0.15155317783355712, "step": 566802}
{"lr": 0.011958190569652314, "data_time": 0.016347980499267577, "loss_single": 3.3953829765319825, "loss_dense": 3.451249384880066, "loss": 6.84663233757019, "time": 0.1615457534790039, "step": 566852}
{"lr": 0.011958190569652314, "data_time": 0.017855358123779298, "loss_single": 3.3850855350494387, "loss_dense": 3.4236242532730103, "loss": 6.808709812164307, "time": 0.1714630603790283, "step": 566902}
{"lr": 0.011958190569652314, "data_time": 0.01649818420410156, "loss_single": 3.3748799085617067, "loss_dense": 3.4258548259735107, "loss": 6.800734663009644, "time": 0.16151175498962403, "step": 566952}
{"lr": 0.011958190569652314, "data_time": 0.015988254547119142, "loss_single": 3.407687520980835, "loss_dense": 3.459339904785156, "loss": 6.867027425765992, "time": 0.15749127864837648, "step": 567002}
{"lr": 0.011958190569652314, "data_time": 0.01945967674255371, "loss_single": 3.376390552520752, "loss_dense": 3.4373088598251345, "loss": 6.81369948387146, "time": 0.20009710788726806, "step": 567052}
{"lr": 0.011958190569652314, "data_time": 0.01652660369873047, "loss_single": 3.3992008686065676, "loss_dense": 3.45765278339386, "loss": 6.856853675842285, "time": 0.16082260608673096, "step": 567102}
{"lr": 0.011958190569652314, "data_time": 0.01837799549102783, "loss_single": 3.436736559867859, "loss_dense": 3.4800164461135865, "loss": 6.9167530059814455, "time": 0.15406107902526855, "step": 567152}
{"lr": 0.011958190569652314, "data_time": 0.017672395706176756, "loss_single": 3.3980645895004273, "loss_dense": 3.4403121948242186, "loss": 6.838376760482788, "time": 0.16081092357635499, "step": 567202}
{"lr": 0.011958190569652314, "data_time": 0.01679685115814209, "loss_single": 3.3942881345748903, "loss_dense": 3.4321078777313234, "loss": 6.8263959884643555, "time": 0.161285400390625, "step": 567252}
{"lr": 0.011958190569652314, "data_time": 0.02594592571258545, "loss_single": 3.393402028083801, "loss_dense": 3.464830756187439, "loss": 6.858232688903809, "time": 0.1671051025390625, "step": 567302}
{"lr": 0.011958190569652314, "data_time": 0.016120719909667968, "loss_single": 3.385036849975586, "loss_dense": 3.45525381565094, "loss": 6.840290689468384, "time": 0.21684951782226564, "step": 567352}
{"lr": 0.011958190569652314, "data_time": 0.01709129810333252, "loss_single": 3.4019076108932493, "loss_dense": 3.456469678878784, "loss": 6.858377313613891, "time": 0.16204075813293456, "step": 567402}
{"lr": 0.011958190569652314, "data_time": 0.017401838302612306, "loss_single": 3.403500485420227, "loss_dense": 3.465480160713196, "loss": 6.8689806938171385, "time": 0.1570833921432495, "step": 567452}
{"lr": 0.011958190569652314, "data_time": 0.017651844024658202, "loss_single": 3.388127875328064, "loss_dense": 3.44407114982605, "loss": 6.832199048995972, "time": 0.15265970230102538, "step": 567502}
{"lr": 0.011958190569652314, "data_time": 0.01662864685058594, "loss_single": 3.4092891454696654, "loss_dense": 3.470997929573059, "loss": 6.880287075042725, "time": 0.1676402807235718, "step": 567552}
{"lr": 0.011958190569652314, "data_time": 0.01718137264251709, "loss_single": 3.3930243968963625, "loss_dense": 3.436649036407471, "loss": 6.829673433303833, "time": 0.1555938959121704, "step": 567602}
{"lr": 0.011958190569652314, "data_time": 0.016425514221191408, "loss_single": 3.4207341194152834, "loss_dense": 3.46785626411438, "loss": 6.888590383529663, "time": 0.20857994556427, "step": 567652}
{"lr": 0.011958190569652314, "data_time": 0.01753876209259033, "loss_single": 3.4129573583602903, "loss_dense": 3.46498556137085, "loss": 6.87794303894043, "time": 0.15554273128509521, "step": 567702}
{"lr": 0.011958190569652314, "data_time": 0.017449069023132324, "loss_single": 3.4056609869003296, "loss_dense": 3.470781111717224, "loss": 6.876442098617554, "time": 0.1799779415130615, "step": 567752}
{"lr": 0.011958190569652314, "data_time": 0.017101454734802245, "loss_single": 3.407492160797119, "loss_dense": 3.442318630218506, "loss": 6.8498107433319095, "time": 0.1555985689163208, "step": 567802}
{"lr": 0.011958190569652314, "data_time": 0.017621636390686035, "loss_single": 3.40463011264801, "loss_dense": 3.4434414386749266, "loss": 6.848071479797364, "time": 0.15358107089996337, "step": 567852}
{"lr": 0.011958190569652314, "data_time": 0.017131829261779787, "loss_single": 3.4073992013931274, "loss_dense": 3.449030041694641, "loss": 6.8564292907714846, "time": 0.1545705795288086, "step": 567902}
{"lr": 0.011958190569652314, "data_time": 0.016519451141357423, "loss_single": 3.4046552181243896, "loss_dense": 3.4576213121414185, "loss": 6.862276411056518, "time": 0.15728282928466797, "step": 567952}
{"lr": 0.011958190569652314, "data_time": 0.017319273948669434, "loss_single": 3.393473768234253, "loss_dense": 3.449422907829285, "loss": 6.842896747589111, "time": 0.1522049903869629, "step": 568002}
{"lr": 0.011958190569652314, "data_time": 0.01733999252319336, "loss_single": 3.422005796432495, "loss_dense": 3.4715316772460936, "loss": 6.893537616729736, "time": 0.1634214401245117, "step": 568052}
{"lr": 0.011958190569652314, "data_time": 0.01565229892730713, "loss_single": 3.3823846578598022, "loss_dense": 3.4486737966537477, "loss": 6.831058406829834, "time": 0.1829080104827881, "step": 568102}
{"lr": 0.011958190569652314, "data_time": 0.017043328285217284, "loss_single": 3.4337117671966553, "loss_dense": 3.472698140144348, "loss": 6.9064099311828615, "time": 0.15465788841247557, "step": 568152}
{"lr": 0.011958190569652314, "data_time": 0.017546367645263673, "loss_single": 3.40473792552948, "loss_dense": 3.453179430961609, "loss": 6.857917356491089, "time": 0.1553372859954834, "step": 568202}
{"lr": 0.011958190569652314, "data_time": 0.01817939281463623, "loss_single": 3.3993677616119387, "loss_dense": 3.4641679763793944, "loss": 6.863535785675049, "time": 0.16575307846069337, "step": 568252}
{"lr": 0.011958190569652314, "data_time": 0.022379064559936525, "loss_single": 3.3969308376312255, "loss_dense": 3.457456851005554, "loss": 6.854387712478638, "time": 0.18414609432220458, "step": 568302}
{"lr": 0.011958190569652314, "data_time": 0.01604428291320801, "loss_single": 3.3741467952728272, "loss_dense": 3.4269048452377318, "loss": 6.801051616668701, "time": 0.1569213628768921, "step": 568352}
{"lr": 0.011958190569652314, "data_time": 0.012641024589538575, "loss_single": 3.4233987808227537, "loss_dense": 3.4744481801986695, "loss": 6.897847032546997, "time": 0.17470521926879884, "step": 568402}
{"lr": 0.011958190569652314, "data_time": 0.017457413673400878, "loss_single": 3.3935767650604247, "loss_dense": 3.448293900489807, "loss": 6.841870641708374, "time": 0.15784730911254882, "step": 568452}
{"lr": 0.011958190569652314, "data_time": 0.017485761642456056, "loss_single": 3.3970616340637205, "loss_dense": 3.450494074821472, "loss": 6.847555637359619, "time": 0.15354771614074708, "step": 568502}
{"lr": 0.011958190569652314, "data_time": 0.01718478202819824, "loss_single": 3.4076719284057617, "loss_dense": 3.465227222442627, "loss": 6.872899150848388, "time": 0.15522503852844238, "step": 568552}
{"lr": 0.011958190569652314, "data_time": 0.020739936828613283, "loss_single": 3.389604663848877, "loss_dense": 3.431846499443054, "loss": 6.821451187133789, "time": 0.22263290882110595, "step": 568602}
{"lr": 0.011958190569652314, "data_time": 0.01725296974182129, "loss_single": 3.368018937110901, "loss_dense": 3.445514965057373, "loss": 6.8135338306427, "time": 0.15786185264587402, "step": 568652}
{"lr": 0.011958190569652314, "data_time": 0.017673563957214356, "loss_single": 3.4085027456283568, "loss_dense": 3.4590019464492796, "loss": 6.867504644393921, "time": 0.19217934608459472, "step": 568702}
{"lr": 0.011958190569652314, "data_time": 0.01822810173034668, "loss_single": 3.4152416706085207, "loss_dense": 3.465156102180481, "loss": 6.880397844314575, "time": 0.159041690826416, "step": 568752}
{"lr": 0.011958190569652314, "data_time": 0.01660127639770508, "loss_single": 3.384792113304138, "loss_dense": 3.444987988471985, "loss": 6.829780101776123, "time": 0.15481185913085938, "step": 568802}
{"lr": 0.011958190569652314, "data_time": 0.01706860065460205, "loss_single": 3.442292261123657, "loss_dense": 3.4889312267303465, "loss": 6.931223440170288, "time": 0.15536115169525147, "step": 568852}
{"lr": 0.011958190569652314, "data_time": 0.017471003532409667, "loss_single": 3.398109698295593, "loss_dense": 3.463360047340393, "loss": 6.861469793319702, "time": 0.16302382946014404, "step": 568902}
{"lr": 0.011958190569652314, "data_time": 0.01568894386291504, "loss_single": 3.3943259954452514, "loss_dense": 3.4436469793319704, "loss": 6.837972927093506, "time": 0.15808494091033937, "step": 568952}
{"lr": 0.011958190569652314, "data_time": 0.017933416366577148, "loss_single": 3.3788153171539306, "loss_dense": 3.4327534675598144, "loss": 6.811568832397461, "time": 0.16064722537994386, "step": 569002}
{"lr": 0.011958190569652314, "data_time": 0.01750791072845459, "loss_single": 3.430659461021423, "loss_dense": 3.471219539642334, "loss": 6.901878881454468, "time": 0.15744938850402831, "step": 569052}
{"lr": 0.011958190569652314, "data_time": 0.01618177890777588, "loss_single": 3.42647647857666, "loss_dense": 3.4772406101226805, "loss": 6.903717184066773, "time": 0.1537465810775757, "step": 569102}
{"lr": 0.011958190569652314, "data_time": 0.016965317726135253, "loss_single": 3.405639624595642, "loss_dense": 3.458933401107788, "loss": 6.864573049545288, "time": 0.1507046937942505, "step": 569152}
{"lr": 0.011958190569652314, "data_time": 0.01814906597137451, "loss_single": 3.3932193517684937, "loss_dense": 3.465382957458496, "loss": 6.858602237701416, "time": 0.16019825935363768, "step": 569202}
{"lr": 0.011958190569652314, "data_time": 0.016863083839416503, "loss_single": 3.4185606241226196, "loss_dense": 3.4912736892700194, "loss": 6.909834289550782, "time": 0.15569715499877929, "step": 569252}
{"lr": 0.011958190569652314, "data_time": 0.01708800792694092, "loss_single": 3.411554384231567, "loss_dense": 3.462658143043518, "loss": 6.874212551116943, "time": 0.17093710899353026, "step": 569302}
{"lr": 0.011958190569652314, "data_time": 0.02239251136779785, "loss_single": 3.4140832662582397, "loss_dense": 3.4707807302474976, "loss": 6.884864091873169, "time": 0.259240984916687, "step": 569352}
{"lr": 0.011958190569652314, "data_time": 0.017278718948364257, "loss_single": 3.435113286972046, "loss_dense": 3.489914083480835, "loss": 6.9250274181365965, "time": 0.1555802583694458, "step": 569402}
{"lr": 0.011958190569652314, "data_time": 0.015597867965698241, "loss_single": 3.4034188270568846, "loss_dense": 3.4500232458114626, "loss": 6.853442001342773, "time": 0.16180799007415772, "step": 569452}
{"lr": 0.011958190569652314, "data_time": 0.015628337860107422, "loss_single": 3.395704984664917, "loss_dense": 3.4386095285415648, "loss": 6.83431453704834, "time": 0.17220189571380615, "step": 569502}
{"lr": 0.011958190569652314, "data_time": 0.0169497013092041, "loss_single": 3.4193321228027345, "loss_dense": 3.473141646385193, "loss": 6.892473793029785, "time": 0.15686631202697754, "step": 569552}
{"lr": 0.011958190569652314, "data_time": 0.01539163589477539, "loss_single": 3.4222461700439455, "loss_dense": 3.4663772344589234, "loss": 6.888623380661011, "time": 0.15332226753234862, "step": 569602}
{"lr": 0.011958190569652314, "data_time": 0.025518131256103516, "loss_single": 3.395029592514038, "loss_dense": 3.4345948457717896, "loss": 6.829624509811401, "time": 0.16771035194396972, "step": 569652}
{"lr": 0.011958190569652314, "data_time": 0.017113733291625976, "loss_single": 3.417503261566162, "loss_dense": 3.4796494007110597, "loss": 6.897152662277222, "time": 0.15365157127380372, "step": 569702}
{"lr": 0.011958190569652314, "data_time": 0.015873312950134277, "loss_single": 3.400192070007324, "loss_dense": 3.4664950609207152, "loss": 6.866687202453614, "time": 0.1600342273712158, "step": 569752}
{"lr": 0.011958190569652314, "data_time": 0.020273685455322266, "loss_single": 3.3863540172576903, "loss_dense": 3.431837797164917, "loss": 6.818191862106323, "time": 0.19859070777893068, "step": 569802}
{"lr": 0.011958190569652314, "data_time": 0.013846182823181152, "loss_single": 3.408166289329529, "loss_dense": 3.458409881591797, "loss": 6.866576242446899, "time": 0.15352146625518798, "step": 569852}
{"lr": 0.011958190569652314, "data_time": 0.016985034942626952, "loss_single": 3.4224422693252565, "loss_dense": 3.486122798919678, "loss": 6.908565092086792, "time": 0.1572779655456543, "step": 569902}
{"lr": 0.011958190569652314, "data_time": 0.018583917617797853, "loss_single": 3.3920013666152955, "loss_dense": 3.45893018245697, "loss": 6.850931549072266, "time": 0.15371479988098144, "step": 569952}
{"lr": 0.011958190569652314, "data_time": 0.015746474266052246, "loss_single": 3.433980369567871, "loss_dense": 3.474804329872131, "loss": 6.90878472328186, "time": 0.17147648334503174, "step": 570002}
{"lr": 0.011958190569652314, "data_time": 0.016281914710998536, "loss_single": 3.3762860774993895, "loss_dense": 3.4388031482696535, "loss": 6.815089130401612, "time": 0.15818459987640382, "step": 570052}
{"lr": 0.011958190569652314, "data_time": 0.017937707901000976, "loss_single": 3.4150964975357057, "loss_dense": 3.4731327533721923, "loss": 6.8882293701171875, "time": 0.15790917873382568, "step": 570102}
{"lr": 0.011958190569652314, "data_time": 0.01695418357849121, "loss_single": 3.388659143447876, "loss_dense": 3.4376227140426634, "loss": 6.826281929016114, "time": 0.1981908082962036, "step": 570152}
{"lr": 0.011958190569652314, "data_time": 0.01621863842010498, "loss_single": 3.4087523937225344, "loss_dense": 3.4596333503723145, "loss": 6.86838583946228, "time": 0.15552642345428466, "step": 570202}
{"lr": 0.011958190569652314, "data_time": 0.017375922203063963, "loss_single": 3.391950845718384, "loss_dense": 3.4539925813674928, "loss": 6.845943355560303, "time": 0.16778316497802734, "step": 570252}
{"lr": 0.011958190569652314, "data_time": 0.017325806617736816, "loss_single": 3.40036997795105, "loss_dense": 3.4630962133407595, "loss": 6.863466215133667, "time": 0.16409833431243898, "step": 570302}
{"lr": 0.011958190569652314, "data_time": 0.017444753646850587, "loss_single": 3.3824745655059814, "loss_dense": 3.4458001852035522, "loss": 6.828274822235107, "time": 0.15248689651489258, "step": 570352}
{"lr": 0.011958190569652314, "data_time": 0.018901467323303223, "loss_single": 3.3897499322891234, "loss_dense": 3.4518911838531494, "loss": 6.841641139984131, "time": 0.15681726932525636, "step": 570402}
{"lr": 0.011958190569652314, "data_time": 0.013234949111938477, "loss_single": 3.4129426956176756, "loss_dense": 3.4603906869888306, "loss": 6.87333345413208, "time": 0.150559139251709, "step": 570452}
{"lr": 0.011727851379051865, "data_time": 0.018954753875732422, "loss_single": 3.3898292779922485, "loss_dense": 3.4369809150695803, "loss": 6.8268101692199705, "time": 0.1561676263809204, "step": 570506}
{"lr": 0.011727851379051865, "data_time": 0.01618947982788086, "loss_single": 3.423352336883545, "loss_dense": 3.4701211214065553, "loss": 6.893473386764526, "time": 0.16027336120605468, "step": 570556}
{"lr": 0.011727851379051865, "data_time": 0.016515016555786133, "loss_single": 3.408121180534363, "loss_dense": 3.4657562017440795, "loss": 6.873877286911011, "time": 0.15462913513183593, "step": 570606}
{"lr": 0.011727851379051865, "data_time": 0.0172576904296875, "loss_single": 3.4338366746902467, "loss_dense": 3.480349802970886, "loss": 6.914186477661133, "time": 0.1525024652481079, "step": 570656}
{"lr": 0.011727851379051865, "data_time": 0.018970322608947755, "loss_single": 3.4146576881408692, "loss_dense": 3.45940523147583, "loss": 6.874062967300415, "time": 0.15222454071044922, "step": 570706}
{"lr": 0.011727851379051865, "data_time": 0.0169921875, "loss_single": 3.3994834661483764, "loss_dense": 3.4661691904067995, "loss": 6.865652704238892, "time": 0.15394198894500732, "step": 570756}
{"lr": 0.011727851379051865, "data_time": 0.01860218048095703, "loss_single": 3.39031503200531, "loss_dense": 3.447774958610535, "loss": 6.8380899906158445, "time": 0.22125544548034667, "step": 570806}
{"lr": 0.011727851379051865, "data_time": 0.01744990348815918, "loss_single": 3.4000817060470583, "loss_dense": 3.4702499389648436, "loss": 6.870331716537476, "time": 0.16022787094116211, "step": 570856}
{"lr": 0.011727851379051865, "data_time": 0.01620326042175293, "loss_single": 3.393191361427307, "loss_dense": 3.446809768676758, "loss": 6.840001201629638, "time": 0.16133465766906738, "step": 570906}
{"lr": 0.011727851379051865, "data_time": 0.018022918701171876, "loss_single": 3.4262097835540772, "loss_dense": 3.4751039505004884, "loss": 6.901313781738281, "time": 0.1605009078979492, "step": 570956}
{"lr": 0.011727851379051865, "data_time": 0.016278743743896484, "loss_single": 3.3921077251434326, "loss_dense": 3.454074668884277, "loss": 6.846182441711425, "time": 0.15130023956298827, "step": 571006}
{"lr": 0.011727851379051865, "data_time": 0.017472124099731444, "loss_single": 3.4188449144363404, "loss_dense": 3.4676133394241333, "loss": 6.886458158493042, "time": 0.15849041938781738, "step": 571056}
{"lr": 0.011727851379051865, "data_time": 0.02081928253173828, "loss_single": 3.4040647983551025, "loss_dense": 3.465689492225647, "loss": 6.869754314422607, "time": 0.24452533721923828, "step": 571106}
{"lr": 0.011727851379051865, "data_time": 0.01687324047088623, "loss_single": 3.385963559150696, "loss_dense": 3.4347310066223145, "loss": 6.820694541931152, "time": 0.1572892665863037, "step": 571156}
{"lr": 0.011727851379051865, "data_time": 0.018721342086791992, "loss_single": 3.3929027557373046, "loss_dense": 3.4431815147399902, "loss": 6.836084222793579, "time": 0.15532841682434081, "step": 571206}
{"lr": 0.011727851379051865, "data_time": 0.017723608016967773, "loss_single": 3.397001838684082, "loss_dense": 3.461541843414307, "loss": 6.858543777465821, "time": 0.1600318193435669, "step": 571256}
{"lr": 0.011727851379051865, "data_time": 0.016637158393859864, "loss_single": 3.384228539466858, "loss_dense": 3.4547717332839967, "loss": 6.839000272750854, "time": 0.1881868362426758, "step": 571306}
{"lr": 0.011727851379051865, "data_time": 0.020668387413024902, "loss_single": 3.3949101686477663, "loss_dense": 3.4468499422073364, "loss": 6.841760110855103, "time": 0.15398886203765869, "step": 571356}
{"lr": 0.011727851379051865, "data_time": 0.018436908721923828, "loss_single": 3.4041520595550536, "loss_dense": 3.4503809452056884, "loss": 6.854532957077026, "time": 0.16412370204925536, "step": 571406}
{"lr": 0.011727851379051865, "data_time": 0.02812187671661377, "loss_single": 3.378096175193787, "loss_dense": 3.4274058818817137, "loss": 6.805502080917359, "time": 0.24601705074310304, "step": 571456}
{"lr": 0.011727851379051865, "data_time": 0.017296314239501953, "loss_single": 3.4313163995742797, "loss_dense": 3.4785977840423583, "loss": 6.909914112091064, "time": 0.1530240774154663, "step": 571506}
{"lr": 0.011727851379051865, "data_time": 0.017620611190795898, "loss_single": 3.3949891567230224, "loss_dense": 3.4531015396118163, "loss": 6.848090696334839, "time": 0.15423991680145263, "step": 571556}
{"lr": 0.011727851379051865, "data_time": 0.020232844352722167, "loss_single": 3.4295584678649904, "loss_dense": 3.482927346229553, "loss": 6.91248574256897, "time": 0.16791117191314697, "step": 571606}
{"lr": 0.011727851379051865, "data_time": 0.019407057762145997, "loss_single": 3.388653111457825, "loss_dense": 3.4461583375930784, "loss": 6.834811449050903, "time": 0.15391864776611328, "step": 571656}
{"lr": 0.011727851379051865, "data_time": 0.019097256660461425, "loss_single": 3.3780630588531495, "loss_dense": 3.443757152557373, "loss": 6.821820259094238, "time": 0.15939316749572754, "step": 571706}
{"lr": 0.011727851379051865, "data_time": 0.020998501777648927, "loss_single": 3.390091586112976, "loss_dense": 3.4399996519088747, "loss": 6.830091190338135, "time": 0.1804673194885254, "step": 571756}
{"lr": 0.011727851379051865, "data_time": 0.017130064964294433, "loss_single": 3.38767557144165, "loss_dense": 3.4357996463775633, "loss": 6.8234752178192135, "time": 0.1639782428741455, "step": 571806}
{"lr": 0.011727851379051865, "data_time": 0.018965554237365723, "loss_single": 3.398805022239685, "loss_dense": 3.4605477333068846, "loss": 6.8593528270721436, "time": 0.15911467075347902, "step": 571856}
{"lr": 0.011727851379051865, "data_time": 0.01748948097229004, "loss_single": 3.402304935455322, "loss_dense": 3.4496748208999635, "loss": 6.851979780197143, "time": 0.1594177484512329, "step": 571906}
{"lr": 0.011727851379051865, "data_time": 0.016995453834533693, "loss_single": 3.3679630041122435, "loss_dense": 3.4178566455841066, "loss": 6.785819673538208, "time": 0.15767428874969483, "step": 571956}
{"lr": 0.011727851379051865, "data_time": 0.019052338600158692, "loss_single": 3.4018621921539305, "loss_dense": 3.4535664081573487, "loss": 6.85542860031128, "time": 0.15566182136535645, "step": 572006}
{"lr": 0.011727851379051865, "data_time": 0.019514822959899904, "loss_single": 3.39198956489563, "loss_dense": 3.4454826593399046, "loss": 6.837472248077392, "time": 0.16535730361938478, "step": 572056}
{"lr": 0.011727851379051865, "data_time": 0.017551517486572264, "loss_single": 3.3983398914337157, "loss_dense": 3.4489386558532713, "loss": 6.847278499603272, "time": 0.19502770900726318, "step": 572106}
{"lr": 0.011727851379051865, "data_time": 0.017599654197692872, "loss_single": 3.395870542526245, "loss_dense": 3.453646731376648, "loss": 6.849517297744751, "time": 0.16232583522796631, "step": 572156}
{"lr": 0.011727851379051865, "data_time": 0.013484907150268555, "loss_single": 3.3839884996414185, "loss_dense": 3.435400605201721, "loss": 6.819389057159424, "time": 0.1781916618347168, "step": 572206}
{"lr": 0.011727851379051865, "data_time": 0.018393874168395996, "loss_single": 3.4108231544494627, "loss_dense": 3.4620752811431883, "loss": 6.872898435592651, "time": 0.168005108833313, "step": 572256}
{"lr": 0.011727851379051865, "data_time": 0.017682361602783202, "loss_single": 3.4135268926620483, "loss_dense": 3.4588751792907715, "loss": 6.872402095794678, "time": 0.15098268985748292, "step": 572306}
{"lr": 0.011727851379051865, "data_time": 0.014518952369689942, "loss_single": 3.3873363018035887, "loss_dense": 3.4478667974472046, "loss": 6.835203170776367, "time": 0.1669593334197998, "step": 572356}
{"lr": 0.011727851379051865, "data_time": 0.017206740379333497, "loss_single": 3.434689831733704, "loss_dense": 3.463421273231506, "loss": 6.898111152648926, "time": 0.21802868843078613, "step": 572406}
{"lr": 0.011727851379051865, "data_time": 0.016548919677734374, "loss_single": 3.3663942337036135, "loss_dense": 3.437652087211609, "loss": 6.804046297073365, "time": 0.15717570781707763, "step": 572456}
{"lr": 0.011727851379051865, "data_time": 0.01670079231262207, "loss_single": 3.394638729095459, "loss_dense": 3.4399898052215576, "loss": 6.834628582000732, "time": 0.15720024108886718, "step": 572506}
{"lr": 0.011727851379051865, "data_time": 0.01571931838989258, "loss_single": 3.374140906333923, "loss_dense": 3.4328424453735353, "loss": 6.806983375549317, "time": 0.15152876377105712, "step": 572556}
{"lr": 0.011727851379051865, "data_time": 0.017084932327270506, "loss_single": 3.3894094467163085, "loss_dense": 3.442177724838257, "loss": 6.831587171554565, "time": 0.1664956331253052, "step": 572606}
{"lr": 0.011727851379051865, "data_time": 0.01845676898956299, "loss_single": 3.4135235786437987, "loss_dense": 3.4493072509765623, "loss": 6.862830781936646, "time": 0.1587674379348755, "step": 572656}
{"lr": 0.011727851379051865, "data_time": 0.01821010112762451, "loss_single": 3.3840052127838134, "loss_dense": 3.431706118583679, "loss": 6.81571135520935, "time": 0.15527741909027098, "step": 572706}
{"lr": 0.011727851379051865, "data_time": 0.016493868827819825, "loss_single": 3.4059170484542847, "loss_dense": 3.4729766130447386, "loss": 6.878893709182739, "time": 0.17676107883453368, "step": 572756}
{"lr": 0.011727851379051865, "data_time": 0.014474964141845703, "loss_single": 3.399848532676697, "loss_dense": 3.4594802618026734, "loss": 6.859328746795654, "time": 0.16483478546142577, "step": 572806}
{"lr": 0.011727851379051865, "data_time": 0.016729235649108887, "loss_single": 3.3521435022354127, "loss_dense": 3.4258118152618406, "loss": 6.777955436706543, "time": 0.1756582736968994, "step": 572856}
{"lr": 0.011727851379051865, "data_time": 0.016991448402404786, "loss_single": 3.4025861263275146, "loss_dense": 3.446751570701599, "loss": 6.84933762550354, "time": 0.15383000373840333, "step": 572906}
{"lr": 0.011727851379051865, "data_time": 0.018769025802612305, "loss_single": 3.406875252723694, "loss_dense": 3.459941601753235, "loss": 6.866816806793213, "time": 0.24450974464416503, "step": 572956}
{"lr": 0.011727851379051865, "data_time": 0.02546961307525635, "loss_single": 3.3960834741592407, "loss_dense": 3.452931833267212, "loss": 6.84901533126831, "time": 0.16628680229187012, "step": 573006}
{"lr": 0.011727851379051865, "data_time": 0.01539607048034668, "loss_single": 3.394799256324768, "loss_dense": 3.4454124689102175, "loss": 6.8402117729187015, "time": 0.7360996723175048, "step": 573056}
{"lr": 0.011727851379051865, "data_time": 0.018010163307189943, "loss_single": 3.373721170425415, "loss_dense": 3.433525276184082, "loss": 6.807246351242066, "time": 0.15418434143066406, "step": 573106}
{"lr": 0.011727851379051865, "data_time": 0.02344534397125244, "loss_single": 3.4185781240463258, "loss_dense": 3.4791229248046873, "loss": 6.897701072692871, "time": 0.19487786293029785, "step": 573156}
{"lr": 0.011727851379051865, "data_time": 0.016936659812927246, "loss_single": 3.413651156425476, "loss_dense": 3.4743244647979736, "loss": 6.887975645065308, "time": 0.15419702529907225, "step": 573206}
{"lr": 0.011727851379051865, "data_time": 0.017376708984375, "loss_single": 3.398143267631531, "loss_dense": 3.445328712463379, "loss": 6.843472003936768, "time": 0.1612680435180664, "step": 573256}
{"lr": 0.011727851379051865, "data_time": 0.01736781597137451, "loss_single": 3.39736921787262, "loss_dense": 3.443846845626831, "loss": 6.841216087341309, "time": 0.1560593366622925, "step": 573306}
{"lr": 0.011727851379051865, "data_time": 0.015811610221862792, "loss_single": 3.393997049331665, "loss_dense": 3.4542861461639403, "loss": 6.848283147811889, "time": 0.15632200241088867, "step": 573356}
{"lr": 0.011727851379051865, "data_time": 0.017607474327087404, "loss_single": 3.4244378328323366, "loss_dense": 3.471794605255127, "loss": 6.896232414245605, "time": 0.16085615158081054, "step": 573406}
{"lr": 0.011727851379051865, "data_time": 0.02123215198516846, "loss_single": 3.40925190448761, "loss_dense": 3.4570379734039305, "loss": 6.866289901733398, "time": 0.19987971782684327, "step": 573456}
{"lr": 0.011727851379051865, "data_time": 0.017740464210510253, "loss_single": 3.3995991230010985, "loss_dense": 3.467483568191528, "loss": 6.867082786560059, "time": 0.17999300956726075, "step": 573506}
{"lr": 0.011727851379051865, "data_time": 0.016753196716308594, "loss_single": 3.389380598068237, "loss_dense": 3.455595850944519, "loss": 6.844976472854614, "time": 0.1568739652633667, "step": 573556}
{"lr": 0.011727851379051865, "data_time": 0.01920015811920166, "loss_single": 3.3932565450668335, "loss_dense": 3.457996654510498, "loss": 6.85125322341919, "time": 0.15872716903686523, "step": 573606}
{"lr": 0.011727851379051865, "data_time": 0.017258453369140624, "loss_single": 3.4225818634033205, "loss_dense": 3.4614495754241945, "loss": 6.884031438827515, "time": 0.15196504592895507, "step": 573656}
{"lr": 0.011727851379051865, "data_time": 0.016988420486450197, "loss_single": 3.389943552017212, "loss_dense": 3.4544739961624145, "loss": 6.844417524337769, "time": 0.15277912616729736, "step": 573706}
{"lr": 0.011727851379051865, "data_time": 0.01588301658630371, "loss_single": 3.3895585536956787, "loss_dense": 3.459653043746948, "loss": 6.849211597442627, "time": 0.15936439037322997, "step": 573756}
{"lr": 0.011727851379051865, "data_time": 0.01754021644592285, "loss_single": 3.396404671669006, "loss_dense": 3.4520774602890016, "loss": 6.848482131958008, "time": 0.15826919078826904, "step": 573806}
{"lr": 0.011727851379051865, "data_time": 0.01892998218536377, "loss_single": 3.4069463491439818, "loss_dense": 3.4547548055648805, "loss": 6.861701154708863, "time": 0.15969836711883545, "step": 573856}
{"lr": 0.011727851379051865, "data_time": 0.017798185348510742, "loss_single": 3.395107316970825, "loss_dense": 3.450475573539734, "loss": 6.8455828666687015, "time": 0.18074254989624022, "step": 573906}
{"lr": 0.011727851379051865, "data_time": 0.017478322982788085, "loss_single": 3.389349937438965, "loss_dense": 3.451992702484131, "loss": 6.841342639923096, "time": 0.19835128784179687, "step": 573956}
{"lr": 0.011727851379051865, "data_time": 0.01565098762512207, "loss_single": 3.4239578247070312, "loss_dense": 3.4655561685562133, "loss": 6.889513969421387, "time": 0.2020005464553833, "step": 574006}
{"lr": 0.011727851379051865, "data_time": 0.017108941078186037, "loss_single": 3.407196617126465, "loss_dense": 3.4549129009246826, "loss": 6.862109518051147, "time": 0.15902509689331054, "step": 574056}
{"lr": 0.011727851379051865, "data_time": 0.020412921905517578, "loss_single": 3.384022903442383, "loss_dense": 3.4477489948272706, "loss": 6.831771945953369, "time": 0.1825131893157959, "step": 574106}
{"lr": 0.011727851379051865, "data_time": 0.01114509105682373, "loss_single": 3.4198570251464844, "loss_dense": 3.4728731155395507, "loss": 6.892730236053467, "time": 0.15680100917816162, "step": 574156}
{"lr": 0.011727851379051865, "data_time": 0.01634869575500488, "loss_single": 3.401050877571106, "loss_dense": 3.4563672065734865, "loss": 6.857418060302734, "time": 0.1575840473175049, "step": 574206}
{"lr": 0.011727851379051865, "data_time": 0.015941953659057616, "loss_single": 3.386563801765442, "loss_dense": 3.460316300392151, "loss": 6.846880102157593, "time": 0.20949993133544922, "step": 574256}
{"lr": 0.011727851379051865, "data_time": 0.0182140588760376, "loss_single": 3.4097824096679688, "loss_dense": 3.454935884475708, "loss": 6.864718294143676, "time": 0.1569918394088745, "step": 574306}
{"lr": 0.011727851379051865, "data_time": 0.01620769500732422, "loss_single": 3.3970378398895265, "loss_dense": 3.4402461767196657, "loss": 6.837283945083618, "time": 0.20175890922546386, "step": 574356}
{"lr": 0.011727851379051865, "data_time": 0.016472792625427245, "loss_single": 3.371005821228027, "loss_dense": 3.42930383682251, "loss": 6.800309705734253, "time": 0.18683323860168458, "step": 574406}
{"lr": 0.011727851379051865, "data_time": 0.01322622299194336, "loss_single": 3.407561206817627, "loss_dense": 3.4703586101531982, "loss": 6.8779198169708256, "time": 0.1603522777557373, "step": 574456}
{"lr": 0.011727851379051865, "data_time": 0.01577906608581543, "loss_single": 3.4315648555755613, "loss_dense": 3.4962018728256226, "loss": 6.927766799926758, "time": 0.15522408485412598, "step": 574506}
{"lr": 0.011727851379051865, "data_time": 0.018205976486206053, "loss_single": 3.4014832973480225, "loss_dense": 3.453492856025696, "loss": 6.8549761295318605, "time": 0.15876493453979493, "step": 574556}
{"lr": 0.011727851379051865, "data_time": 0.014975500106811524, "loss_single": 3.4339571475982664, "loss_dense": 3.4798311948776246, "loss": 6.9137884140014645, "time": 0.1756838083267212, "step": 574606}
{"lr": 0.011727851379051865, "data_time": 0.01654064655303955, "loss_single": 3.407265472412109, "loss_dense": 3.4561280250549316, "loss": 6.863393545150757, "time": 0.15217671394348145, "step": 574656}
{"lr": 0.011727851379051865, "data_time": 0.02443115711212158, "loss_single": 3.4184364795684816, "loss_dense": 3.4720945596694945, "loss": 6.890531015396118, "time": 0.264349365234375, "step": 574706}
{"lr": 0.011727851379051865, "data_time": 0.011243295669555665, "loss_single": 3.392271089553833, "loss_dense": 3.459551477432251, "loss": 6.8518226146698, "time": 0.16979265213012695, "step": 574756}
{"lr": 0.011727851379051865, "data_time": 0.015192294120788574, "loss_single": 3.409464454650879, "loss_dense": 3.4734152793884276, "loss": 6.882879590988159, "time": 0.1519467353820801, "step": 574806}
{"lr": 0.011727851379051865, "data_time": 0.016935062408447266, "loss_single": 3.3874865531921388, "loss_dense": 3.4412703275680543, "loss": 6.82875690460205, "time": 0.15611913204193115, "step": 574856}
{"lr": 0.011727851379051865, "data_time": 0.01855595111846924, "loss_single": 3.382205867767334, "loss_dense": 3.430818557739258, "loss": 6.813024425506592, "time": 0.15263259410858154, "step": 574906}
{"lr": 0.011727851379051865, "data_time": 0.017303276062011718, "loss_single": 3.3943694114685057, "loss_dense": 3.4589293003082275, "loss": 6.853298711776733, "time": 0.15391068458557128, "step": 574956}
{"lr": 0.011727851379051865, "data_time": 0.01672825813293457, "loss_single": 3.3804434061050417, "loss_dense": 3.435400938987732, "loss": 6.815844392776489, "time": 0.1539327621459961, "step": 575006}
{"lr": 0.011727851379051865, "data_time": 0.016143274307250977, "loss_single": 3.3883466958999633, "loss_dense": 3.4406606912612916, "loss": 6.829007387161255, "time": 0.15496726036071778, "step": 575056}
{"lr": 0.011727851379051865, "data_time": 0.01602768898010254, "loss_single": 3.4460501194000246, "loss_dense": 3.484358310699463, "loss": 6.9304084300994875, "time": 0.1536611795425415, "step": 575106}
{"lr": 0.011727851379051865, "data_time": 0.01640141010284424, "loss_single": 3.3978955030441282, "loss_dense": 3.464035749435425, "loss": 6.861931228637696, "time": 0.15798673629760743, "step": 575156}
{"lr": 0.011727851379051865, "data_time": 0.020363783836364745, "loss_single": 3.452008509635925, "loss_dense": 3.4764381647109985, "loss": 6.928446674346924, "time": 0.22531352043151856, "step": 575206}
{"lr": 0.011727851379051865, "data_time": 0.016487503051757814, "loss_single": 3.3918541431427003, "loss_dense": 3.452681612968445, "loss": 6.844535827636719, "time": 0.15395448207855225, "step": 575256}
{"lr": 0.011727851379051865, "data_time": 0.017896866798400878, "loss_single": 3.406669592857361, "loss_dense": 3.457877683639526, "loss": 6.864547300338745, "time": 0.18217813968658447, "step": 575306}
{"lr": 0.011727851379051865, "data_time": 0.017638897895812987, "loss_single": 3.4224256038665772, "loss_dense": 3.479673171043396, "loss": 6.902098846435547, "time": 0.1543353319168091, "step": 575356}
{"lr": 0.011727851379051865, "data_time": 0.01750333309173584, "loss_single": 3.4045810461044312, "loss_dense": 3.463531565666199, "loss": 6.868112707138062, "time": 0.15223300457000732, "step": 575406}
{"lr": 0.011727851379051865, "data_time": 0.01337137222290039, "loss_single": 3.4160016775131226, "loss_dense": 3.476490616798401, "loss": 6.892492294311523, "time": 0.16243379116058348, "step": 575456}
{"lr": 0.011498319542161416, "data_time": 0.050501775741577146, "loss_single": 3.4022331714630125, "loss_dense": 3.446605181694031, "loss": 6.848838376998901, "time": 0.19617326259613038, "step": 575510}
{"lr": 0.011498319542161416, "data_time": 0.016995763778686522, "loss_single": 3.396480989456177, "loss_dense": 3.438707113265991, "loss": 6.835188150405884, "time": 0.15537936687469484, "step": 575560}
{"lr": 0.011498319542161416, "data_time": 0.01677079200744629, "loss_single": 3.4265351057052613, "loss_dense": 3.4812275648117064, "loss": 6.907762670516968, "time": 0.15970053672790527, "step": 575610}
{"lr": 0.011498319542161416, "data_time": 0.019723105430603027, "loss_single": 3.401310181617737, "loss_dense": 3.451730418205261, "loss": 6.853040599822998, "time": 0.2573292970657349, "step": 575660}
{"lr": 0.011498319542161416, "data_time": 0.017110109329223633, "loss_single": 3.4132192611694334, "loss_dense": 3.4606499433517457, "loss": 6.873869180679321, "time": 0.1552861213684082, "step": 575710}
{"lr": 0.011498319542161416, "data_time": 0.017245173454284668, "loss_single": 3.3954201459884645, "loss_dense": 3.4716793298721313, "loss": 6.867099475860596, "time": 0.1670654296875, "step": 575760}
{"lr": 0.011498319542161416, "data_time": 0.016314435005187988, "loss_single": 3.4077975034713743, "loss_dense": 3.4571001291275025, "loss": 6.864897584915161, "time": 0.15698254108428955, "step": 575810}
{"lr": 0.011498319542161416, "data_time": 0.01722452640533447, "loss_single": 3.401613473892212, "loss_dense": 3.449444222450256, "loss": 6.851057767868042, "time": 0.1580146312713623, "step": 575860}
{"lr": 0.011498319542161416, "data_time": 0.017749595642089843, "loss_single": 3.3580540895462034, "loss_dense": 3.4161328077316284, "loss": 6.77418704032898, "time": 0.17477006912231446, "step": 575910}
{"lr": 0.011498319542161416, "data_time": 0.015612554550170899, "loss_single": 3.3751033306121827, "loss_dense": 3.4235747337341307, "loss": 6.798678016662597, "time": 0.1564769744873047, "step": 575960}
{"lr": 0.011498319542161416, "data_time": 0.016059112548828126, "loss_single": 3.4015819787979127, "loss_dense": 3.45087730884552, "loss": 6.852459239959717, "time": 0.2637317180633545, "step": 576010}
{"lr": 0.011498319542161416, "data_time": 0.015229892730712891, "loss_single": 3.3891063213348387, "loss_dense": 3.4365286111831663, "loss": 6.825634908676148, "time": 0.15623550415039061, "step": 576060}
{"lr": 0.011498319542161416, "data_time": 0.015389966964721679, "loss_single": 3.4018194675445557, "loss_dense": 3.457571816444397, "loss": 6.859391355514527, "time": 0.1534884452819824, "step": 576110}
{"lr": 0.011498319542161416, "data_time": 0.016488981246948243, "loss_single": 3.371287631988525, "loss_dense": 3.4354721784591673, "loss": 6.806759786605835, "time": 0.1832291841506958, "step": 576160}
{"lr": 0.011498319542161416, "data_time": 0.016901063919067382, "loss_single": 3.3974204063415527, "loss_dense": 3.4614073991775514, "loss": 6.858827829360962, "time": 0.156243896484375, "step": 576210}
{"lr": 0.011498319542161416, "data_time": 0.015316367149353027, "loss_single": 3.3843435764312746, "loss_dense": 3.441991353034973, "loss": 6.826335000991821, "time": 0.2554348945617676, "step": 576260}
{"lr": 0.011498319542161416, "data_time": 0.0177976131439209, "loss_single": 3.424420142173767, "loss_dense": 3.4678425073623655, "loss": 6.892262649536133, "time": 0.167266845703125, "step": 576310}
{"lr": 0.011498319542161416, "data_time": 0.015765452384948732, "loss_single": 3.4035321950912474, "loss_dense": 3.460435461997986, "loss": 6.863967609405518, "time": 0.15376510620117187, "step": 576360}
{"lr": 0.011498319542161416, "data_time": 0.017432427406311034, "loss_single": 3.3864819049835204, "loss_dense": 3.4461458206176756, "loss": 6.832627677917481, "time": 0.16136515140533447, "step": 576410}
{"lr": 0.011498319542161416, "data_time": 0.017620372772216796, "loss_single": 3.385712146759033, "loss_dense": 3.4429450273513793, "loss": 6.828657245635986, "time": 0.2230466365814209, "step": 576460}
{"lr": 0.011498319542161416, "data_time": 0.0197115421295166, "loss_single": 3.3862700700759887, "loss_dense": 3.436060070991516, "loss": 6.822330045700073, "time": 0.16088461875915527, "step": 576510}
{"lr": 0.011498319542161416, "data_time": 0.015187335014343262, "loss_single": 3.433211874961853, "loss_dense": 3.4941736459732056, "loss": 6.927385568618774, "time": 0.16314687728881835, "step": 576560}
{"lr": 0.011498319542161416, "data_time": 0.015932226181030275, "loss_single": 3.4164339542388915, "loss_dense": 3.4660173416137696, "loss": 6.8824512481689455, "time": 0.16536972522735596, "step": 576610}
{"lr": 0.011498319542161416, "data_time": 0.02057521343231201, "loss_single": 3.403460955619812, "loss_dense": 3.4548841238021852, "loss": 6.858345079421997, "time": 0.1558250904083252, "step": 576660}
{"lr": 0.011498319542161416, "data_time": 0.016879010200500488, "loss_single": 3.3848791122436523, "loss_dense": 3.440602970123291, "loss": 6.825482130050659, "time": 0.14975152015686036, "step": 576710}
{"lr": 0.011498319542161416, "data_time": 0.016767263412475586, "loss_single": 3.40239417552948, "loss_dense": 3.4414666652679444, "loss": 6.843860864639282, "time": 0.1676417827606201, "step": 576760}
{"lr": 0.011498319542161416, "data_time": 0.017504024505615234, "loss_single": 3.413922667503357, "loss_dense": 3.4708648920059204, "loss": 6.884787464141846, "time": 0.16184003353118898, "step": 576810}
{"lr": 0.011498319542161416, "data_time": 0.01562495231628418, "loss_single": 3.3898072481155395, "loss_dense": 3.4550341844558714, "loss": 6.844841432571411, "time": 0.15823664665222167, "step": 576860}
{"lr": 0.011498319542161416, "data_time": 0.018865680694580077, "loss_single": 3.4094530582427978, "loss_dense": 3.4532949447631838, "loss": 6.8627479553222654, "time": 0.20048015117645263, "step": 576910}
{"lr": 0.011498319542161416, "data_time": 0.01637451648712158, "loss_single": 3.416937303543091, "loss_dense": 3.457475757598877, "loss": 6.874413061141968, "time": 0.15551419258117677, "step": 576960}
{"lr": 0.011498319542161416, "data_time": 0.019225120544433594, "loss_single": 3.419753098487854, "loss_dense": 3.483732509613037, "loss": 6.903485536575317, "time": 0.16178343296051026, "step": 577010}
{"lr": 0.011498319542161416, "data_time": 0.016677284240722658, "loss_single": 3.4092323064804075, "loss_dense": 3.4739804029464723, "loss": 6.883212661743164, "time": 0.17114899158477784, "step": 577060}
{"lr": 0.011498319542161416, "data_time": 0.017787861824035644, "loss_single": 3.374482345581055, "loss_dense": 3.4379281044006347, "loss": 6.812410449981689, "time": 0.1585378408432007, "step": 577110}
{"lr": 0.011498319542161416, "data_time": 0.016301441192626952, "loss_single": 3.408057951927185, "loss_dense": 3.4543334007263184, "loss": 6.862391328811645, "time": 0.16285254955291747, "step": 577160}
{"lr": 0.011498319542161416, "data_time": 0.020415830612182616, "loss_single": 3.392235851287842, "loss_dense": 3.451946187019348, "loss": 6.844181966781616, "time": 0.18101902008056642, "step": 577210}
{"lr": 0.011498319542161416, "data_time": 0.014275860786437989, "loss_single": 3.3813523769378664, "loss_dense": 3.422137236595154, "loss": 6.8034895896911625, "time": 0.15935664176940917, "step": 577260}
{"lr": 0.011498319542161416, "data_time": 0.01806960105895996, "loss_single": 3.42892107963562, "loss_dense": 3.4765180349349976, "loss": 6.905439186096191, "time": 0.15623099803924562, "step": 577310}
{"lr": 0.011498319542161416, "data_time": 0.017057394981384276, "loss_single": 3.3880340576171877, "loss_dense": 3.4372753620147707, "loss": 6.825309467315674, "time": 0.15377867221832275, "step": 577360}
{"lr": 0.011498319542161416, "data_time": 0.01595606803894043, "loss_single": 3.406480884552002, "loss_dense": 3.4668833732604982, "loss": 6.8733642578125, "time": 0.15485260486602784, "step": 577410}
{"lr": 0.011498319542161416, "data_time": 0.01547539234161377, "loss_single": 3.409191060066223, "loss_dense": 3.4660187005996703, "loss": 6.875209760665894, "time": 0.15921328067779542, "step": 577460}
{"lr": 0.011498319542161416, "data_time": 0.017488718032836914, "loss_single": 3.3937589645385744, "loss_dense": 3.4516345739364622, "loss": 6.845393466949463, "time": 0.15458850860595702, "step": 577510}
{"lr": 0.011498319542161416, "data_time": 0.01908907890319824, "loss_single": 3.4109206676483153, "loss_dense": 3.4601091384887694, "loss": 6.871029853820801, "time": 0.15705864429473876, "step": 577560}
{"lr": 0.011498319542161416, "data_time": 0.018844747543334962, "loss_single": 3.409533882141113, "loss_dense": 3.4705114364624023, "loss": 6.880045223236084, "time": 0.18104968070983887, "step": 577610}
{"lr": 0.011498319542161416, "data_time": 0.018823838233947753, "loss_single": 3.3797380447387697, "loss_dense": 3.433803749084473, "loss": 6.813541841506958, "time": 0.154538893699646, "step": 577660}
{"lr": 0.011498319542161416, "data_time": 0.016315197944641112, "loss_single": 3.4011720180511475, "loss_dense": 3.4512956380844115, "loss": 6.852467727661133, "time": 0.16068248748779296, "step": 577710}
{"lr": 0.011498319542161416, "data_time": 0.017899489402770995, "loss_single": 3.397884202003479, "loss_dense": 3.4534991502761843, "loss": 6.851383399963379, "time": 0.15159566402435304, "step": 577760}
{"lr": 0.011498319542161416, "data_time": 0.017565083503723145, "loss_single": 3.3935254573822022, "loss_dense": 3.4411565542221068, "loss": 6.834681987762451, "time": 0.1592667818069458, "step": 577810}
{"lr": 0.011498319542161416, "data_time": 0.0158083438873291, "loss_single": 3.370805811882019, "loss_dense": 3.428566575050354, "loss": 6.7993724822998045, "time": 0.15353085994720458, "step": 577860}
{"lr": 0.011498319542161416, "data_time": 0.018043208122253417, "loss_single": 3.377884864807129, "loss_dense": 3.428067374229431, "loss": 6.805952262878418, "time": 0.15733842849731444, "step": 577910}
{"lr": 0.011498319542161416, "data_time": 0.016625094413757324, "loss_single": 3.419639301300049, "loss_dense": 3.4784745931625367, "loss": 6.898113870620728, "time": 0.16401150226593017, "step": 577960}
{"lr": 0.011498319542161416, "data_time": 0.016652965545654298, "loss_single": 3.3964619636535645, "loss_dense": 3.4359742641448974, "loss": 6.832436180114746, "time": 0.16597239971160888, "step": 578010}
{"lr": 0.011498319542161416, "data_time": 0.02148900032043457, "loss_single": 3.408758354187012, "loss_dense": 3.4606896162033083, "loss": 6.869447994232178, "time": 0.16612963676452636, "step": 578060}
{"lr": 0.011498319542161416, "data_time": 0.018598151206970216, "loss_single": 3.397721529006958, "loss_dense": 3.4470895290374757, "loss": 6.844811010360718, "time": 0.16836819648742676, "step": 578110}
{"lr": 0.011498319542161416, "data_time": 0.016068577766418457, "loss_single": 3.3958824396133425, "loss_dense": 3.4470718145370483, "loss": 6.842954111099243, "time": 0.17850155830383302, "step": 578160}
{"lr": 0.011498319542161416, "data_time": 0.01598649024963379, "loss_single": 3.4092323541641236, "loss_dense": 3.465857148170471, "loss": 6.875089502334594, "time": 0.15912268161773682, "step": 578210}
{"lr": 0.011498319542161416, "data_time": 0.013295984268188477, "loss_single": 3.415438914299011, "loss_dense": 3.4658491134643556, "loss": 6.881287956237793, "time": 0.17922506332397461, "step": 578260}
{"lr": 0.011498319542161416, "data_time": 0.0179534912109375, "loss_single": 3.4225332498550416, "loss_dense": 3.4819950342178343, "loss": 6.904528379440308, "time": 0.15588054656982422, "step": 578310}
{"lr": 0.011498319542161416, "data_time": 0.01694912910461426, "loss_single": 3.431039834022522, "loss_dense": 3.481268215179443, "loss": 6.912307977676392, "time": 0.17988169193267822, "step": 578360}
{"lr": 0.011498319542161416, "data_time": 0.018445730209350586, "loss_single": 3.429235005378723, "loss_dense": 3.4673119306564333, "loss": 6.896546936035156, "time": 0.1789310932159424, "step": 578410}
{"lr": 0.011498319542161416, "data_time": 0.018241071701049806, "loss_single": 3.405469799041748, "loss_dense": 3.454789733886719, "loss": 6.860259485244751, "time": 0.15740718841552734, "step": 578460}
{"lr": 0.011498319542161416, "data_time": 0.018620109558105467, "loss_single": 3.3997688770294188, "loss_dense": 3.452535891532898, "loss": 6.852304744720459, "time": 0.15773847103118896, "step": 578510}
{"lr": 0.011498319542161416, "data_time": 0.01701221466064453, "loss_single": 3.397607517242432, "loss_dense": 3.4540095806121824, "loss": 6.851617050170899, "time": 0.16693534851074218, "step": 578560}
{"lr": 0.011498319542161416, "data_time": 0.01748926639556885, "loss_single": 3.4072288274765015, "loss_dense": 3.4678009748458862, "loss": 6.875029897689819, "time": 0.15520167350769043, "step": 578610}
{"lr": 0.011498319542161416, "data_time": 0.01948404312133789, "loss_single": 3.378662180900574, "loss_dense": 3.4373030185699465, "loss": 6.815965270996093, "time": 0.15953235626220702, "step": 578660}
{"lr": 0.011498319542161416, "data_time": 0.016491174697875977, "loss_single": 3.3972574710845946, "loss_dense": 3.4499414920806886, "loss": 6.847198915481568, "time": 0.16595122814178467, "step": 578710}
{"lr": 0.011498319542161416, "data_time": 0.015264368057250977, "loss_single": 3.402193808555603, "loss_dense": 3.4667688369750977, "loss": 6.868962621688842, "time": 0.1556324243545532, "step": 578760}
{"lr": 0.011498319542161416, "data_time": 0.020250916481018066, "loss_single": 3.399091291427612, "loss_dense": 3.4467265605926514, "loss": 6.845817804336548, "time": 0.22363953590393065, "step": 578810}
{"lr": 0.011498319542161416, "data_time": 0.017104172706604005, "loss_single": 3.4092901706695558, "loss_dense": 3.4736774444580076, "loss": 6.882967567443847, "time": 0.1897472620010376, "step": 578860}
{"lr": 0.011498319542161416, "data_time": 0.017490434646606445, "loss_single": 3.386764740943909, "loss_dense": 3.4398876428604126, "loss": 6.8266524314880375, "time": 0.15458297729492188, "step": 578910}
{"lr": 0.011498319542161416, "data_time": 0.01684720516204834, "loss_single": 3.4253044605255125, "loss_dense": 3.464332103729248, "loss": 6.889636659622193, "time": 0.1560581684112549, "step": 578960}
{"lr": 0.011498319542161416, "data_time": 0.018605542182922364, "loss_single": 3.4207247734069823, "loss_dense": 3.4602516889572144, "loss": 6.88097653388977, "time": 0.15652637481689452, "step": 579010}
{"lr": 0.011498319542161416, "data_time": 0.015661001205444336, "loss_single": 3.382840704917908, "loss_dense": 3.461117696762085, "loss": 6.84395842552185, "time": 0.15368449687957764, "step": 579060}
{"lr": 0.011498319542161416, "data_time": 0.015750813484191894, "loss_single": 3.417111611366272, "loss_dense": 3.4726730823516845, "loss": 6.889784669876098, "time": 0.15883269309997558, "step": 579110}
{"lr": 0.011498319542161416, "data_time": 0.017053771018981933, "loss_single": 3.4045859813690185, "loss_dense": 3.45651490688324, "loss": 6.861100864410401, "time": 0.18828151226043702, "step": 579160}
{"lr": 0.011498319542161416, "data_time": 0.016750812530517578, "loss_single": 3.430082321166992, "loss_dense": 3.4634960412979128, "loss": 6.893578386306762, "time": 0.2145765781402588, "step": 579210}
{"lr": 0.011498319542161416, "data_time": 0.018926835060119628, "loss_single": 3.4098248720169066, "loss_dense": 3.4438029766082763, "loss": 6.8536278247833256, "time": 0.16218340396881104, "step": 579260}
{"lr": 0.011498319542161416, "data_time": 0.016881656646728516, "loss_single": 3.456253719329834, "loss_dense": 3.5009477853775026, "loss": 6.957201528549194, "time": 0.1516319990158081, "step": 579310}
{"lr": 0.011498319542161416, "data_time": 0.015909314155578613, "loss_single": 3.404690456390381, "loss_dense": 3.456068205833435, "loss": 6.860758638381958, "time": 0.15472023487091063, "step": 579360}
{"lr": 0.011498319542161416, "data_time": 0.017528247833251954, "loss_single": 3.398877167701721, "loss_dense": 3.4607502698898314, "loss": 6.859627389907837, "time": 0.1565316438674927, "step": 579410}
{"lr": 0.011498319542161416, "data_time": 0.019929981231689452, "loss_single": 3.3956034898757936, "loss_dense": 3.4603443145751953, "loss": 6.855947780609131, "time": 0.20881552696228028, "step": 579460}
{"lr": 0.011498319542161416, "data_time": 0.016480565071105957, "loss_single": 3.4137359857559204, "loss_dense": 3.4532306671142576, "loss": 6.866966724395752, "time": 0.1590339422225952, "step": 579510}
{"lr": 0.011498319542161416, "data_time": 0.018617868423461914, "loss_single": 3.410366678237915, "loss_dense": 3.4617818355560304, "loss": 6.872148418426514, "time": 0.1539283275604248, "step": 579560}
{"lr": 0.011498319542161416, "data_time": 0.01954357624053955, "loss_single": 3.404571461677551, "loss_dense": 3.4589014053344727, "loss": 6.86347279548645, "time": 0.15828001499176025, "step": 579610}
{"lr": 0.011498319542161416, "data_time": 0.017906689643859865, "loss_single": 3.3988999843597414, "loss_dense": 3.4564109802246095, "loss": 6.855310869216919, "time": 0.1534580707550049, "step": 579660}
{"lr": 0.011498319542161416, "data_time": 0.018133950233459473, "loss_single": 3.3843933820724486, "loss_dense": 3.4441880702972414, "loss": 6.828581523895264, "time": 0.17851662635803223, "step": 579710}
{"lr": 0.011498319542161416, "data_time": 0.019223809242248535, "loss_single": 3.3883245468139647, "loss_dense": 3.4381056785583497, "loss": 6.8264302730560305, "time": 0.19735465049743653, "step": 579760}
{"lr": 0.011498319542161416, "data_time": 0.016815447807312013, "loss_single": 3.395069050788879, "loss_dense": 3.46236412525177, "loss": 6.857433128356933, "time": 0.16399681568145752, "step": 579810}
{"lr": 0.011498319542161416, "data_time": 0.016777443885803222, "loss_single": 3.4067121028900145, "loss_dense": 3.4615636348724363, "loss": 6.868275737762451, "time": 0.16207637786865234, "step": 579860}
{"lr": 0.011498319542161416, "data_time": 0.014774084091186523, "loss_single": 3.399985337257385, "loss_dense": 3.4467514514923097, "loss": 6.846736812591553, "time": 0.7810148477554322, "step": 579910}
{"lr": 0.011498319542161416, "data_time": 0.01913120746612549, "loss_single": 3.4009259223937987, "loss_dense": 3.4519152879714965, "loss": 6.8528412818908695, "time": 0.15390989780426026, "step": 579960}
{"lr": 0.011498319542161416, "data_time": 0.016200447082519533, "loss_single": 3.4153483629226686, "loss_dense": 3.476981449127197, "loss": 6.892329835891724, "time": 0.15076770782470703, "step": 580010}
{"lr": 0.011498319542161416, "data_time": 0.01216576099395752, "loss_single": 3.3693084716796875, "loss_dense": 3.442767310142517, "loss": 6.812075853347778, "time": 0.16067903041839598, "step": 580060}
{"lr": 0.011498319542161416, "data_time": 0.017920851707458496, "loss_single": 3.4148858785629272, "loss_dense": 3.4697354555130007, "loss": 6.884621334075928, "time": 0.15446038246154786, "step": 580110}
{"lr": 0.011498319542161416, "data_time": 0.01770651340484619, "loss_single": 3.397528314590454, "loss_dense": 3.4554819107055663, "loss": 6.853010129928589, "time": 0.16447436809539795, "step": 580160}
{"lr": 0.011498319542161416, "data_time": 0.015550374984741211, "loss_single": 3.377954936027527, "loss_dense": 3.4352066993713377, "loss": 6.813161563873291, "time": 0.15967340469360353, "step": 580210}
{"lr": 0.011498319542161416, "data_time": 0.017601823806762694, "loss_single": 3.393349862098694, "loss_dense": 3.450644111633301, "loss": 6.843993997573852, "time": 0.23346714973449706, "step": 580260}
{"lr": 0.011498319542161416, "data_time": 0.01649014949798584, "loss_single": 3.4044152021408083, "loss_dense": 3.464408111572266, "loss": 6.868823289871216, "time": 0.15733747482299804, "step": 580310}
{"lr": 0.011498319542161416, "data_time": 0.018042635917663575, "loss_single": 3.4088963985443117, "loss_dense": 3.4711845397949217, "loss": 6.880080986022949, "time": 0.1660907745361328, "step": 580360}
{"lr": 0.011498319542161416, "data_time": 0.016785335540771485, "loss_single": 3.403617572784424, "loss_dense": 3.45468270778656, "loss": 6.858300399780274, "time": 0.1537560224533081, "step": 580410}
{"lr": 0.011498319542161416, "data_time": 0.013740158081054688, "loss_single": 3.432614278793335, "loss_dense": 3.4893139600753784, "loss": 6.9219283103942875, "time": 0.15312347412109376, "step": 580460}
{"lr": 0.011269651692527177, "data_time": 0.02387058734893799, "loss_single": 3.4289129257202147, "loss_dense": 3.4792628049850465, "loss": 6.908175659179688, "time": 0.17517416477203368, "step": 580514}
{"lr": 0.011269651692527177, "data_time": 0.017495179176330568, "loss_single": 3.3848758220672606, "loss_dense": 3.4447901964187624, "loss": 6.829666042327881, "time": 0.1596529006958008, "step": 580564}
{"lr": 0.011269651692527177, "data_time": 0.018541717529296876, "loss_single": 3.420444869995117, "loss_dense": 3.474397587776184, "loss": 6.894842529296875, "time": 0.1559786319732666, "step": 580614}
{"lr": 0.011269651692527177, "data_time": 0.01676778793334961, "loss_single": 3.3838857650756835, "loss_dense": 3.4430230617523194, "loss": 6.826908874511719, "time": 0.15403685569763184, "step": 580664}
{"lr": 0.011269651692527177, "data_time": 0.03134429454803467, "loss_single": 3.3935574531555175, "loss_dense": 3.4398996353149416, "loss": 6.833457136154175, "time": 0.2737696170806885, "step": 580714}
{"lr": 0.011269651692527177, "data_time": 0.021025991439819335, "loss_single": 3.3630435943603514, "loss_dense": 3.420346212387085, "loss": 6.7833898067474365, "time": 0.16317343711853027, "step": 580764}
{"lr": 0.011269651692527177, "data_time": 0.019155120849609374, "loss_single": 3.3800663232803343, "loss_dense": 3.444440817832947, "loss": 6.824507141113282, "time": 0.15933873653411865, "step": 580814}
{"lr": 0.011269651692527177, "data_time": 0.01719505786895752, "loss_single": 3.3838881969451906, "loss_dense": 3.4353890895843504, "loss": 6.819277238845825, "time": 0.15969576835632324, "step": 580864}
{"lr": 0.011269651692527177, "data_time": 0.017382597923278807, "loss_single": 3.4339550256729128, "loss_dense": 3.491520643234253, "loss": 6.92547574043274, "time": 0.15890207290649414, "step": 580914}
{"lr": 0.011269651692527177, "data_time": 0.018229460716247557, "loss_single": 3.412744474411011, "loss_dense": 3.451765537261963, "loss": 6.864510154724121, "time": 0.16118037700653076, "step": 580964}
{"lr": 0.011269651692527177, "data_time": 0.018960237503051758, "loss_single": 3.4095142126083373, "loss_dense": 3.459348726272583, "loss": 6.868862962722778, "time": 0.19150285720825194, "step": 581014}
{"lr": 0.011269651692527177, "data_time": 0.04419701099395752, "loss_single": 3.40243239402771, "loss_dense": 3.452612042427063, "loss": 6.855044507980347, "time": 0.19100384712219237, "step": 581064}
{"lr": 0.011269651692527177, "data_time": 0.017901921272277833, "loss_single": 3.409337544441223, "loss_dense": 3.4682058572769163, "loss": 6.87754340171814, "time": 0.16254498958587646, "step": 581114}
{"lr": 0.011269651692527177, "data_time": 0.014763283729553222, "loss_single": 3.394964909553528, "loss_dense": 3.4548190593719483, "loss": 6.849783897399902, "time": 0.16222913265228273, "step": 581164}
{"lr": 0.011269651692527177, "data_time": 0.018712925910949706, "loss_single": 3.375361108779907, "loss_dense": 3.4195988178253174, "loss": 6.794959974288941, "time": 0.17419354915618895, "step": 581214}
{"lr": 0.011269651692527177, "data_time": 0.018468761444091798, "loss_single": 3.376082110404968, "loss_dense": 3.431041646003723, "loss": 6.807123756408691, "time": 0.16390604972839357, "step": 581264}
{"lr": 0.011269651692527177, "data_time": 0.016714715957641603, "loss_single": 3.391692066192627, "loss_dense": 3.438513398170471, "loss": 6.830205488204956, "time": 0.16134190559387207, "step": 581314}
{"lr": 0.011269651692527177, "data_time": 0.016714596748352052, "loss_single": 3.395564889907837, "loss_dense": 3.450326943397522, "loss": 6.845891857147217, "time": 0.16322453022003175, "step": 581364}
{"lr": 0.011269651692527177, "data_time": 0.015389680862426758, "loss_single": 3.3954169034957884, "loss_dense": 3.456494903564453, "loss": 6.851911783218384, "time": 0.16173620223999025, "step": 581414}
{"lr": 0.011269651692527177, "data_time": 0.016595911979675294, "loss_single": 3.3969048500061034, "loss_dense": 3.4524126768112184, "loss": 6.849317407608032, "time": 0.15665340423583984, "step": 581464}
{"lr": 0.011269651692527177, "data_time": 0.01662745475769043, "loss_single": 3.3921635866165163, "loss_dense": 3.443932795524597, "loss": 6.836096477508545, "time": 0.1607215404510498, "step": 581514}
{"lr": 0.011269651692527177, "data_time": 0.019474148750305176, "loss_single": 3.389000964164734, "loss_dense": 3.4469351768493652, "loss": 6.835936117172241, "time": 0.19833528995513916, "step": 581564}
{"lr": 0.011269651692527177, "data_time": 0.017103862762451173, "loss_single": 3.3975342750549316, "loss_dense": 3.4508947134017944, "loss": 6.848429012298584, "time": 0.1553851842880249, "step": 581614}
{"lr": 0.011269651692527177, "data_time": 0.015368103981018066, "loss_single": 3.383666205406189, "loss_dense": 3.4318108320236207, "loss": 6.815476989746093, "time": 0.16329963207244874, "step": 581664}
{"lr": 0.011269651692527177, "data_time": 0.021938610076904296, "loss_single": 3.364551854133606, "loss_dense": 3.4221262693405152, "loss": 6.786677980422974, "time": 0.16856169700622559, "step": 581714}
{"lr": 0.011269651692527177, "data_time": 0.018720269203186035, "loss_single": 3.4060250997543333, "loss_dense": 3.4678942203521728, "loss": 6.873919248580933, "time": 0.15798428058624267, "step": 581764}
{"lr": 0.011269651692527177, "data_time": 0.02189164161682129, "loss_single": 3.371604657173157, "loss_dense": 3.4225061893463136, "loss": 6.794110870361328, "time": 0.22211050987243652, "step": 581814}
{"lr": 0.011269651692527177, "data_time": 0.01727948188781738, "loss_single": 3.3953619956970216, "loss_dense": 3.452275347709656, "loss": 6.84763731956482, "time": 0.1589306116104126, "step": 581864}
{"lr": 0.011269651692527177, "data_time": 0.01607489585876465, "loss_single": 3.425320100784302, "loss_dense": 3.4859839916229247, "loss": 6.911304092407226, "time": 0.24007973670959473, "step": 581914}
{"lr": 0.011269651692527177, "data_time": 0.016806721687316895, "loss_single": 3.3988248109817505, "loss_dense": 3.4516696453094484, "loss": 6.850494432449341, "time": 0.1626347780227661, "step": 581964}
{"lr": 0.011269651692527177, "data_time": 0.01710681915283203, "loss_single": 3.447665286064148, "loss_dense": 3.508808898925781, "loss": 6.956474113464355, "time": 0.16206257343292235, "step": 582014}
{"lr": 0.011269651692527177, "data_time": 0.01536409854888916, "loss_single": 3.3868372678756713, "loss_dense": 3.4361782550811766, "loss": 6.82301549911499, "time": 0.16223535537719727, "step": 582064}
{"lr": 0.011269651692527177, "data_time": 0.01693565845489502, "loss_single": 3.4152754306793214, "loss_dense": 3.473424291610718, "loss": 6.888699674606324, "time": 0.15419740676879884, "step": 582114}
{"lr": 0.011269651692527177, "data_time": 0.018037843704223632, "loss_single": 3.3987398862838747, "loss_dense": 3.4431830644607544, "loss": 6.841922950744629, "time": 0.15507748126983642, "step": 582164}
{"lr": 0.011269651692527177, "data_time": 0.01574685573577881, "loss_single": 3.402140808105469, "loss_dense": 3.4559765815734864, "loss": 6.858117341995239, "time": 0.1577629804611206, "step": 582214}
{"lr": 0.011269651692527177, "data_time": 0.01822216510772705, "loss_single": 3.3968766212463377, "loss_dense": 3.4591546773910524, "loss": 6.856031274795532, "time": 0.15570220947265626, "step": 582264}
{"lr": 0.011269651692527177, "data_time": 0.016108012199401854, "loss_single": 3.3958020210266113, "loss_dense": 3.456336736679077, "loss": 6.8521387577056885, "time": 0.17844562530517577, "step": 582314}
{"lr": 0.011269651692527177, "data_time": 0.01518099308013916, "loss_single": 3.384818458557129, "loss_dense": 3.441366767883301, "loss": 6.826185321807861, "time": 0.22657487392425538, "step": 582364}
{"lr": 0.011269651692527177, "data_time": 0.015506792068481445, "loss_single": 3.380623459815979, "loss_dense": 3.4213748455047606, "loss": 6.801998329162598, "time": 0.15628511905670167, "step": 582414}
{"lr": 0.011269651692527177, "data_time": 0.015243244171142579, "loss_single": 3.396447515487671, "loss_dense": 3.4617446184158327, "loss": 6.858192205429077, "time": 0.1569688320159912, "step": 582464}
{"lr": 0.011269651692527177, "data_time": 0.017900586128234863, "loss_single": 3.3916383266448973, "loss_dense": 3.4400229930877684, "loss": 6.831661367416382, "time": 0.16493279933929444, "step": 582514}
{"lr": 0.011269651692527177, "data_time": 0.01980907917022705, "loss_single": 3.4118650436401365, "loss_dense": 3.474769926071167, "loss": 6.88663501739502, "time": 0.15675995349884034, "step": 582564}
{"lr": 0.011269651692527177, "data_time": 0.015681076049804687, "loss_single": 3.3990943908691404, "loss_dense": 3.440875744819641, "loss": 6.839970207214355, "time": 0.2087064266204834, "step": 582614}
{"lr": 0.011269651692527177, "data_time": 0.016278409957885744, "loss_single": 3.4149790525436403, "loss_dense": 3.464923644065857, "loss": 6.87990255355835, "time": 0.16005442142486573, "step": 582664}
{"lr": 0.011269651692527177, "data_time": 0.01777384281158447, "loss_single": 3.3890769481658936, "loss_dense": 3.450886869430542, "loss": 6.839963912963867, "time": 0.15490636825561524, "step": 582714}
{"lr": 0.011269651692527177, "data_time": 0.022897768020629882, "loss_single": 3.3925415754318236, "loss_dense": 3.461821699142456, "loss": 6.854363203048706, "time": 0.15937466621398927, "step": 582764}
{"lr": 0.011269651692527177, "data_time": 0.019251346588134766, "loss_single": 3.3557226419448853, "loss_dense": 3.4202843427658083, "loss": 6.776006889343262, "time": 0.1612863063812256, "step": 582814}
{"lr": 0.011269651692527177, "data_time": 0.01762995719909668, "loss_single": 3.409054231643677, "loss_dense": 3.4453074455261232, "loss": 6.8543616771698, "time": 0.16048519611358641, "step": 582864}
{"lr": 0.011269651692527177, "data_time": 0.018342304229736327, "loss_single": 3.390659976005554, "loss_dense": 3.457718539237976, "loss": 6.84837851524353, "time": 0.15620884895324708, "step": 582914}
{"lr": 0.011269651692527177, "data_time": 0.012282347679138184, "loss_single": 3.3826467752456666, "loss_dense": 3.4452698945999147, "loss": 6.827916622161865, "time": 0.1648975133895874, "step": 582964}
{"lr": 0.011269651692527177, "data_time": 0.014498710632324219, "loss_single": 3.420296382904053, "loss_dense": 3.4621029615402223, "loss": 6.882399320602417, "time": 0.17655322551727295, "step": 583014}
{"lr": 0.011269651692527177, "data_time": 0.0119384765625, "loss_single": 3.3937896966934202, "loss_dense": 3.460128736495972, "loss": 6.853918409347534, "time": 0.16157915592193603, "step": 583064}
{"lr": 0.011269651692527177, "data_time": 0.016806960105895996, "loss_single": 3.3962079286575317, "loss_dense": 3.4558884382247923, "loss": 6.852096319198608, "time": 0.15463850498199463, "step": 583114}
{"lr": 0.011269651692527177, "data_time": 0.015354108810424805, "loss_single": 3.4200623512268065, "loss_dense": 3.4656615257263184, "loss": 6.8857239246368405, "time": 0.19385530948638915, "step": 583164}
{"lr": 0.011269651692527177, "data_time": 0.014840245246887207, "loss_single": 3.3720248699188233, "loss_dense": 3.424768662452698, "loss": 6.796793603897095, "time": 0.1540992259979248, "step": 583214}
{"lr": 0.011269651692527177, "data_time": 0.022615981101989747, "loss_single": 3.3903373003005983, "loss_dense": 3.4381887912750244, "loss": 6.82852611541748, "time": 0.1650012493133545, "step": 583264}
{"lr": 0.011269651692527177, "data_time": 0.015102720260620118, "loss_single": 3.3835134267807008, "loss_dense": 3.4414459705352782, "loss": 6.824959421157837, "time": 0.17148468494415284, "step": 583314}
{"lr": 0.011269651692527177, "data_time": 0.018083024024963378, "loss_single": 3.4364190101623535, "loss_dense": 3.485416841506958, "loss": 6.921835851669312, "time": 0.15658504962921144, "step": 583364}
{"lr": 0.011269651692527177, "data_time": 0.014262533187866211, "loss_single": 3.4220554351806642, "loss_dense": 3.4645939588546755, "loss": 6.8866493701934814, "time": 0.16458334922790527, "step": 583414}
{"lr": 0.011269651692527177, "data_time": 0.017331933975219725, "loss_single": 3.4133500814437867, "loss_dense": 3.4561312437057494, "loss": 6.869481325149536, "time": 0.16684904098510742, "step": 583464}
{"lr": 0.011269651692527177, "data_time": 0.01644461154937744, "loss_single": 3.3968909978866577, "loss_dense": 3.452652668952942, "loss": 6.849543762207031, "time": 0.16187188625335694, "step": 583514}
{"lr": 0.011269651692527177, "data_time": 0.01870102882385254, "loss_single": 3.4081306219100953, "loss_dense": 3.464902973175049, "loss": 6.873033571243286, "time": 0.15833351612091065, "step": 583564}
{"lr": 0.011269651692527177, "data_time": 0.0173170804977417, "loss_single": 3.4163931608200073, "loss_dense": 3.4759246826171877, "loss": 6.892317819595337, "time": 0.21418824195861816, "step": 583614}
{"lr": 0.011269651692527177, "data_time": 0.01659715175628662, "loss_single": 3.42791907787323, "loss_dense": 3.4834478378295897, "loss": 6.911366939544678, "time": 0.1546607494354248, "step": 583664}
{"lr": 0.011269651692527177, "data_time": 0.01714766025543213, "loss_single": 3.3882041454315184, "loss_dense": 3.429111385345459, "loss": 6.817315530776978, "time": 0.16123600006103517, "step": 583714}
{"lr": 0.011269651692527177, "data_time": 0.01647195816040039, "loss_single": 3.4264365434646606, "loss_dense": 3.487968182563782, "loss": 6.914404630661011, "time": 0.15891294479370116, "step": 583764}
{"lr": 0.011269651692527177, "data_time": 0.01786820888519287, "loss_single": 3.3750520944595337, "loss_dense": 3.43429753780365, "loss": 6.809349584579468, "time": 0.15922946929931642, "step": 583814}
{"lr": 0.011269651692527177, "data_time": 0.01656177043914795, "loss_single": 3.4038049221038817, "loss_dense": 3.4593817710876467, "loss": 6.863186693191528, "time": 0.15867807865142822, "step": 583864}
{"lr": 0.011269651692527177, "data_time": 0.019614744186401366, "loss_single": 3.4019104719161986, "loss_dense": 3.4659526109695435, "loss": 6.867863130569458, "time": 0.15912833213806152, "step": 583914}
{"lr": 0.011269651692527177, "data_time": 0.016298723220825196, "loss_single": 3.4186991453170776, "loss_dense": 3.481437420845032, "loss": 6.900136661529541, "time": 0.19314222335815429, "step": 583964}
{"lr": 0.011269651692527177, "data_time": 0.017843294143676757, "loss_single": 3.406752514839172, "loss_dense": 3.457405614852905, "loss": 6.8641581535339355, "time": 0.1686199426651001, "step": 584014}
{"lr": 0.011269651692527177, "data_time": 0.01629219055175781, "loss_single": 3.3981061697006227, "loss_dense": 3.451492977142334, "loss": 6.84959921836853, "time": 0.16252331733703612, "step": 584064}
{"lr": 0.011269651692527177, "data_time": 0.01816542148590088, "loss_single": 3.394189739227295, "loss_dense": 3.4634645223617553, "loss": 6.857654237747193, "time": 0.15861549377441406, "step": 584114}
{"lr": 0.011269651692527177, "data_time": 0.02741665840148926, "loss_single": 3.4018985748291017, "loss_dense": 3.4437151193618774, "loss": 6.845613670349121, "time": 0.17780146598815919, "step": 584164}
{"lr": 0.011269651692527177, "data_time": 0.025861072540283202, "loss_single": 3.4082827806472777, "loss_dense": 3.4705604791641234, "loss": 6.8788432598114015, "time": 0.1894106388092041, "step": 584214}
{"lr": 0.011269651692527177, "data_time": 0.01876859664916992, "loss_single": 3.402204442024231, "loss_dense": 3.4716471672058105, "loss": 6.873851680755616, "time": 0.15925862789154052, "step": 584264}
{"lr": 0.011269651692527177, "data_time": 0.019161224365234375, "loss_single": 3.366810131072998, "loss_dense": 3.42535605430603, "loss": 6.792166233062744, "time": 0.16394579410552979, "step": 584314}
{"lr": 0.011269651692527177, "data_time": 0.017421245574951172, "loss_single": 3.401341104507446, "loss_dense": 3.4541212797164915, "loss": 6.85546236038208, "time": 0.15731346607208252, "step": 584364}
{"lr": 0.011269651692527177, "data_time": 0.01786658763885498, "loss_single": 3.3888134002685546, "loss_dense": 3.435276174545288, "loss": 6.824089670181275, "time": 0.15798587799072267, "step": 584414}
{"lr": 0.011269651692527177, "data_time": 0.01731863021850586, "loss_single": 3.4202696323394775, "loss_dense": 3.4725411176681518, "loss": 6.892810678482055, "time": 0.15538244247436522, "step": 584464}
{"lr": 0.011269651692527177, "data_time": 0.016413569450378418, "loss_single": 3.411219358444214, "loss_dense": 3.4538347482681275, "loss": 6.865054035186768, "time": 0.15297222137451172, "step": 584514}
{"lr": 0.011269651692527177, "data_time": 0.01675574779510498, "loss_single": 3.4159663438797, "loss_dense": 3.4708678245544435, "loss": 6.8868340969085695, "time": 0.21088581085205077, "step": 584564}
{"lr": 0.011269651692527177, "data_time": 0.018811988830566406, "loss_single": 3.412917137145996, "loss_dense": 3.456146502494812, "loss": 6.8690635681152346, "time": 0.15420703887939452, "step": 584614}
{"lr": 0.011269651692527177, "data_time": 0.03574070930480957, "loss_single": 3.3666972398757933, "loss_dense": 3.4224480628967284, "loss": 6.789145278930664, "time": 0.17867574691772461, "step": 584664}
{"lr": 0.011269651692527177, "data_time": 0.020001649856567383, "loss_single": 3.4316841840744017, "loss_dense": 3.4693309545516966, "loss": 6.901015090942383, "time": 0.1562648296356201, "step": 584714}
{"lr": 0.011269651692527177, "data_time": 0.01763770580291748, "loss_single": 3.372842574119568, "loss_dense": 3.4347724437713625, "loss": 6.807614994049072, "time": 0.18716354370117189, "step": 584764}
{"lr": 0.011269651692527177, "data_time": 0.017009472846984862, "loss_single": 3.39786536693573, "loss_dense": 3.448005485534668, "loss": 6.845870923995972, "time": 0.15723085403442383, "step": 584814}
{"lr": 0.011269651692527177, "data_time": 0.01712489128112793, "loss_single": 3.4233800172805786, "loss_dense": 3.4809540510177612, "loss": 6.904333972930909, "time": 0.1657170057296753, "step": 584864}
{"lr": 0.011269651692527177, "data_time": 0.016698145866394044, "loss_single": 3.41625292301178, "loss_dense": 3.4754554271697997, "loss": 6.8917083740234375, "time": 0.1554854393005371, "step": 584914}
{"lr": 0.011269651692527177, "data_time": 0.017993974685668945, "loss_single": 3.374499225616455, "loss_dense": 3.4301671743392945, "loss": 6.804666376113891, "time": 0.15719659328460694, "step": 584964}
{"lr": 0.011269651692527177, "data_time": 0.016875529289245607, "loss_single": 3.3981809616088867, "loss_dense": 3.470788288116455, "loss": 6.868969249725342, "time": 0.15807509422302246, "step": 585014}
{"lr": 0.011269651692527177, "data_time": 0.01723182201385498, "loss_single": 3.3864901542663572, "loss_dense": 3.4398930788040163, "loss": 6.826383256912232, "time": 0.16275336742401122, "step": 585064}
{"lr": 0.011269651692527177, "data_time": 0.01773064136505127, "loss_single": 3.4164418458938597, "loss_dense": 3.4823082447052003, "loss": 6.898750162124633, "time": 0.16230950355529786, "step": 585114}
{"lr": 0.011269651692527177, "data_time": 0.016736292839050294, "loss_single": 3.449771761894226, "loss_dense": 3.4798171520233154, "loss": 6.929588842391968, "time": 0.15968921184539794, "step": 585164}
{"lr": 0.011269651692527177, "data_time": 0.018806099891662598, "loss_single": 3.420985984802246, "loss_dense": 3.4639179706573486, "loss": 6.88490400314331, "time": 0.17687768936157228, "step": 585214}
{"lr": 0.011269651692527177, "data_time": 0.018135905265808105, "loss_single": 3.4241436958312987, "loss_dense": 3.4640451192855837, "loss": 6.88818883895874, "time": 0.16329116821289064, "step": 585264}
{"lr": 0.011269651692527177, "data_time": 0.0162600040435791, "loss_single": 3.4006941318511963, "loss_dense": 3.4588696718215943, "loss": 6.859563732147217, "time": 0.16249914169311525, "step": 585314}
{"lr": 0.011269651692527177, "data_time": 0.017876553535461425, "loss_single": 3.4019954442977904, "loss_dense": 3.467858815193176, "loss": 6.869854259490967, "time": 0.1538640260696411, "step": 585364}
{"lr": 0.011269651692527177, "data_time": 0.020434093475341798, "loss_single": 3.4059203386306764, "loss_dense": 3.4707706212997436, "loss": 6.87669095993042, "time": 0.17710716724395753, "step": 585414}
{"lr": 0.011269651692527177, "data_time": 0.014662218093872071, "loss_single": 3.4138710737228393, "loss_dense": 3.4681724548339843, "loss": 6.882043504714966, "time": 0.14782702922821045, "step": 585464}
{"lr": 0.011041904250519406, "data_time": 0.017363548278808594, "loss_single": 3.383700156211853, "loss_dense": 3.4442520141601562, "loss": 6.827952241897583, "time": 0.1590937852859497, "step": 585518}
{"lr": 0.011041904250519406, "data_time": 0.0168243408203125, "loss_single": 3.429309034347534, "loss_dense": 3.485158634185791, "loss": 6.914467716217041, "time": 0.15767486095428468, "step": 585568}
{"lr": 0.011041904250519406, "data_time": 0.011620402336120605, "loss_single": 3.3852954626083376, "loss_dense": 3.4445914745330812, "loss": 6.829886960983276, "time": 0.15885009765625, "step": 585618}
{"lr": 0.011041904250519406, "data_time": 0.019683480262756348, "loss_single": 3.40961811542511, "loss_dense": 3.4691925048828125, "loss": 6.878810596466065, "time": 0.17325663566589355, "step": 585668}
{"lr": 0.011041904250519406, "data_time": 0.01750338077545166, "loss_single": 3.4047794342041016, "loss_dense": 3.4677509307861327, "loss": 6.872530317306518, "time": 0.15259115695953368, "step": 585718}
{"lr": 0.011041904250519406, "data_time": 0.01895778179168701, "loss_single": 3.4018954277038573, "loss_dense": 3.4451942443847656, "loss": 6.847089719772339, "time": 0.1694483995437622, "step": 585768}
{"lr": 0.011041904250519406, "data_time": 0.016979575157165527, "loss_single": 3.4308367729187013, "loss_dense": 3.4716009140014648, "loss": 6.902437686920166, "time": 0.16346406936645508, "step": 585818}
{"lr": 0.011041904250519406, "data_time": 0.017186689376831054, "loss_single": 3.4070109605789183, "loss_dense": 3.457256579399109, "loss": 6.864267587661743, "time": 0.15102095603942872, "step": 585868}
{"lr": 0.011041904250519406, "data_time": 0.017081785202026366, "loss_single": 3.406886124610901, "loss_dense": 3.447649836540222, "loss": 6.854535913467407, "time": 0.1956632614135742, "step": 585918}
{"lr": 0.011041904250519406, "data_time": 0.020249700546264647, "loss_single": 3.40060031414032, "loss_dense": 3.454592990875244, "loss": 6.855193424224853, "time": 0.22626829147338867, "step": 585968}
{"lr": 0.011041904250519406, "data_time": 0.017283082008361816, "loss_single": 3.4126285314559937, "loss_dense": 3.4638957023620605, "loss": 6.876524209976196, "time": 0.15532901287078857, "step": 586018}
{"lr": 0.011041904250519406, "data_time": 0.01670854091644287, "loss_single": 3.3974674463272097, "loss_dense": 3.4582725763320923, "loss": 6.855740070343018, "time": 0.18275370597839355, "step": 586068}
{"lr": 0.011041904250519406, "data_time": 0.016699910163879395, "loss_single": 3.371862697601318, "loss_dense": 3.440784740447998, "loss": 6.812647438049316, "time": 0.15499112606048585, "step": 586118}
{"lr": 0.011041904250519406, "data_time": 0.015769004821777344, "loss_single": 3.4329762935638426, "loss_dense": 3.4869824171066286, "loss": 6.919958686828613, "time": 0.16010117530822754, "step": 586168}
{"lr": 0.011041904250519406, "data_time": 0.01837763786315918, "loss_single": 3.426887273788452, "loss_dense": 3.4882319927215577, "loss": 6.915119171142578, "time": 0.16242825984954834, "step": 586218}
{"lr": 0.011041904250519406, "data_time": 0.020452594757080077, "loss_single": 3.388334131240845, "loss_dense": 3.447143220901489, "loss": 6.835477256774903, "time": 0.1637751817703247, "step": 586268}
{"lr": 0.011041904250519406, "data_time": 0.016732144355773925, "loss_single": 3.4007534265518187, "loss_dense": 3.4584884643554688, "loss": 6.859241962432861, "time": 0.16544289588928224, "step": 586318}
{"lr": 0.011041904250519406, "data_time": 0.018579745292663576, "loss_single": 3.388763666152954, "loss_dense": 3.4517533779144287, "loss": 6.840517139434814, "time": 0.15485646724700927, "step": 586368}
{"lr": 0.011041904250519406, "data_time": 0.015721964836120605, "loss_single": 3.399597668647766, "loss_dense": 3.449381637573242, "loss": 6.84897928237915, "time": 0.15295588970184326, "step": 586418}
{"lr": 0.011041904250519406, "data_time": 0.0183837890625, "loss_single": 3.3821184158325197, "loss_dense": 3.4431142091751097, "loss": 6.825232648849488, "time": 0.1597440242767334, "step": 586468}
{"lr": 0.011041904250519406, "data_time": 0.01745462417602539, "loss_single": 3.392409920692444, "loss_dense": 3.446731352806091, "loss": 6.839141321182251, "time": 0.15279788970947267, "step": 586518}
{"lr": 0.011041904250519406, "data_time": 0.020929861068725585, "loss_single": 3.409147024154663, "loss_dense": 3.4537782669067383, "loss": 6.862925338745117, "time": 0.15836942195892334, "step": 586568}
{"lr": 0.011041904250519406, "data_time": 0.020349597930908202, "loss_single": 3.4134238719940186, "loss_dense": 3.454487609863281, "loss": 6.8679114818573, "time": 0.24938676357269288, "step": 586618}
{"lr": 0.011041904250519406, "data_time": 0.013837265968322753, "loss_single": 3.4117661714553833, "loss_dense": 3.4493921756744386, "loss": 6.861158323287964, "time": 0.15707745552062988, "step": 586668}
{"lr": 0.011041904250519406, "data_time": 0.01646406650543213, "loss_single": 3.4153957843780516, "loss_dense": 3.461834263801575, "loss": 6.877230024337768, "time": 0.15449986457824708, "step": 586718}
{"lr": 0.011041904250519406, "data_time": 0.016425538063049316, "loss_single": 3.4210103273391725, "loss_dense": 3.4663414001464843, "loss": 6.887351751327515, "time": 0.15413146018981932, "step": 586768}
{"lr": 0.011041904250519406, "data_time": 0.018067216873168944, "loss_single": 3.4112664699554442, "loss_dense": 3.463374924659729, "loss": 6.8746413230896, "time": 0.18026132583618165, "step": 586818}
{"lr": 0.011041904250519406, "data_time": 0.017799568176269532, "loss_single": 3.398480701446533, "loss_dense": 3.4561381578445434, "loss": 6.854618835449219, "time": 0.15517210960388184, "step": 586868}
{"lr": 0.011041904250519406, "data_time": 0.0207045316696167, "loss_single": 3.3898415565490723, "loss_dense": 3.4429590940475463, "loss": 6.832800579071045, "time": 0.1613694667816162, "step": 586918}
{"lr": 0.011041904250519406, "data_time": 0.01932520866394043, "loss_single": 3.3914857387542723, "loss_dense": 3.440301752090454, "loss": 6.831787490844727, "time": 0.2666411161422729, "step": 586968}
{"lr": 0.011041904250519406, "data_time": 0.018549251556396484, "loss_single": 3.428652811050415, "loss_dense": 3.467610239982605, "loss": 6.8962630271911625, "time": 0.15868895053863524, "step": 587018}
{"lr": 0.011041904250519406, "data_time": 0.017623138427734376, "loss_single": 3.3865278005599975, "loss_dense": 3.446858263015747, "loss": 6.833386087417603, "time": 0.1615351676940918, "step": 587068}
{"lr": 0.011041904250519406, "data_time": 0.017492175102233887, "loss_single": 3.4145774841308594, "loss_dense": 3.4720972776412964, "loss": 6.886674785614014, "time": 0.16236038208007814, "step": 587118}
{"lr": 0.011041904250519406, "data_time": 0.016585540771484376, "loss_single": 3.396903944015503, "loss_dense": 3.4447975635528563, "loss": 6.841701507568359, "time": 0.1597818613052368, "step": 587168}
{"lr": 0.011041904250519406, "data_time": 0.01888728141784668, "loss_single": 3.3745236158370973, "loss_dense": 3.4337881565093995, "loss": 6.808311796188354, "time": 0.16111090183258056, "step": 587218}
{"lr": 0.011041904250519406, "data_time": 0.01748058795928955, "loss_single": 3.4160327434539797, "loss_dense": 3.473242163658142, "loss": 6.889274835586548, "time": 0.1928600549697876, "step": 587268}
{"lr": 0.011041904250519406, "data_time": 0.01972222328186035, "loss_single": 3.405686545372009, "loss_dense": 3.456632900238037, "loss": 6.862319374084473, "time": 0.16947801113128663, "step": 587318}
{"lr": 0.011041904250519406, "data_time": 0.017517566680908203, "loss_single": 3.411786699295044, "loss_dense": 3.4543784618377686, "loss": 6.86616530418396, "time": 0.15472986698150634, "step": 587368}
{"lr": 0.011041904250519406, "data_time": 0.017923974990844728, "loss_single": 3.427107071876526, "loss_dense": 3.4639755725860595, "loss": 6.891082620620727, "time": 0.15488770008087158, "step": 587418}
{"lr": 0.011041904250519406, "data_time": 0.018110823631286622, "loss_single": 3.3946226835250854, "loss_dense": 3.4486920118331907, "loss": 6.8433146476745605, "time": 0.24361138343811034, "step": 587468}
{"lr": 0.011041904250519406, "data_time": 0.020259547233581542, "loss_single": 3.4046183586120606, "loss_dense": 3.4482890367507935, "loss": 6.852907419204712, "time": 0.1625964641571045, "step": 587518}
{"lr": 0.011041904250519406, "data_time": 0.01578812599182129, "loss_single": 3.3712437629699705, "loss_dense": 3.44199595451355, "loss": 6.813239669799804, "time": 0.17198808193206788, "step": 587568}
{"lr": 0.011041904250519406, "data_time": 0.018445920944213868, "loss_single": 3.4127341747283935, "loss_dense": 3.463564467430115, "loss": 6.876298666000366, "time": 0.15909912586212158, "step": 587618}
{"lr": 0.011041904250519406, "data_time": 0.015492725372314452, "loss_single": 3.4132940769195557, "loss_dense": 3.48106210231781, "loss": 6.894356107711792, "time": 0.15111443996429444, "step": 587668}
{"lr": 0.011041904250519406, "data_time": 0.01600160598754883, "loss_single": 3.387382245063782, "loss_dense": 3.4423176765441896, "loss": 6.829699897766114, "time": 0.15948405265808105, "step": 587718}
{"lr": 0.011041904250519406, "data_time": 0.017664623260498048, "loss_single": 3.4031530380249024, "loss_dense": 3.452787685394287, "loss": 6.855940675735473, "time": 0.15157027244567872, "step": 587768}
{"lr": 0.011041904250519406, "data_time": 0.019218587875366212, "loss_single": 3.4084430932998657, "loss_dense": 3.4734594106674193, "loss": 6.881902503967285, "time": 0.27008063793182374, "step": 587818}
{"lr": 0.011041904250519406, "data_time": 0.018096542358398436, "loss_single": 3.382410764694214, "loss_dense": 3.429227423667908, "loss": 6.811638212203979, "time": 0.15702400207519532, "step": 587868}
{"lr": 0.011041904250519406, "data_time": 0.017319512367248536, "loss_single": 3.4163305282592775, "loss_dense": 3.4817557334899902, "loss": 6.898086261749268, "time": 0.16330456733703613, "step": 587918}
{"lr": 0.011041904250519406, "data_time": 0.01630411148071289, "loss_single": 3.3798959016799928, "loss_dense": 3.439364504814148, "loss": 6.819260358810425, "time": 0.17774901390075684, "step": 587968}
{"lr": 0.011041904250519406, "data_time": 0.017238926887512208, "loss_single": 3.379835343360901, "loss_dense": 3.442491888999939, "loss": 6.822327184677124, "time": 0.15222814083099365, "step": 588018}
{"lr": 0.011041904250519406, "data_time": 0.016985535621643066, "loss_single": 3.390253496170044, "loss_dense": 3.4596324443817137, "loss": 6.8498859882354735, "time": 0.15203075408935546, "step": 588068}
{"lr": 0.011041904250519406, "data_time": 0.016800737380981444, "loss_single": 3.4233436822891234, "loss_dense": 3.4724687576293944, "loss": 6.895812320709228, "time": 0.18475215435028075, "step": 588118}
{"lr": 0.011041904250519406, "data_time": 0.02428126335144043, "loss_single": 3.3917632341384887, "loss_dense": 3.4556633710861204, "loss": 6.847426652908325, "time": 0.24752435684204102, "step": 588168}
{"lr": 0.011041904250519406, "data_time": 0.016176629066467284, "loss_single": 3.415163683891296, "loss_dense": 3.4624438524246215, "loss": 6.877607583999634, "time": 0.16643109321594238, "step": 588218}
{"lr": 0.011041904250519406, "data_time": 0.017664027214050294, "loss_single": 3.407849073410034, "loss_dense": 3.462405562400818, "loss": 6.8702545166015625, "time": 0.15433685779571532, "step": 588268}
{"lr": 0.011041904250519406, "data_time": 0.017421388626098634, "loss_single": 3.396374988555908, "loss_dense": 3.4496134757995605, "loss": 6.845988416671753, "time": 0.15598304271698, "step": 588318}
{"lr": 0.011041904250519406, "data_time": 0.015187358856201172, "loss_single": 3.3813320636749267, "loss_dense": 3.436864805221558, "loss": 6.818196821212768, "time": 0.16643857955932617, "step": 588368}
{"lr": 0.011041904250519406, "data_time": 0.016448473930358885, "loss_single": 3.3864530324935913, "loss_dense": 3.4361344814300536, "loss": 6.822587585449218, "time": 0.15841825008392335, "step": 588418}
{"lr": 0.011041904250519406, "data_time": 0.018481135368347168, "loss_single": 3.402452301979065, "loss_dense": 3.474316716194153, "loss": 6.876769018173218, "time": 0.3023660898208618, "step": 588468}
{"lr": 0.011041904250519406, "data_time": 0.016378021240234374, "loss_single": 3.4155581474304197, "loss_dense": 3.460017728805542, "loss": 6.87557578086853, "time": 0.19713263511657714, "step": 588518}
{"lr": 0.011041904250519406, "data_time": 0.017102837562561035, "loss_single": 3.4164735794067385, "loss_dense": 3.474782609939575, "loss": 6.8912561416625975, "time": 0.15955157279968263, "step": 588568}
{"lr": 0.011041904250519406, "data_time": 0.015167498588562011, "loss_single": 3.409066009521484, "loss_dense": 3.473524498939514, "loss": 6.882590484619141, "time": 0.15082924365997313, "step": 588618}
{"lr": 0.011041904250519406, "data_time": 0.015781307220458986, "loss_single": 3.37574508190155, "loss_dense": 3.439090943336487, "loss": 6.814836025238037, "time": 0.15643415451049805, "step": 588668}
{"lr": 0.011041904250519406, "data_time": 0.01756742000579834, "loss_single": 3.371863508224487, "loss_dense": 3.413627600669861, "loss": 6.785491132736206, "time": 0.15406486988067628, "step": 588718}
{"lr": 0.011041904250519406, "data_time": 0.016417312622070312, "loss_single": 3.413145875930786, "loss_dense": 3.462357783317566, "loss": 6.87550368309021, "time": 0.15910449028015136, "step": 588768}
{"lr": 0.011041904250519406, "data_time": 0.01655893325805664, "loss_single": 3.383469891548157, "loss_dense": 3.449141573905945, "loss": 6.832611417770385, "time": 0.16785914897918702, "step": 588818}
{"lr": 0.011041904250519406, "data_time": 0.018461322784423827, "loss_single": 3.419956588745117, "loss_dense": 3.4826714277267454, "loss": 6.902627944946289, "time": 0.15383703708648683, "step": 588868}
{"lr": 0.011041904250519406, "data_time": 0.01745283603668213, "loss_single": 3.4002745151519775, "loss_dense": 3.4562142372131346, "loss": 6.856488752365112, "time": 0.769569993019104, "step": 588918}
{"lr": 0.011041904250519406, "data_time": 0.01710493564605713, "loss_single": 3.435142970085144, "loss_dense": 3.4681774616241454, "loss": 6.903320407867431, "time": 0.18004605770111085, "step": 588968}
{"lr": 0.011041904250519406, "data_time": 0.017911529541015624, "loss_single": 3.4099190473556518, "loss_dense": 3.472543239593506, "loss": 6.8824623107910154, "time": 0.1528749942779541, "step": 589018}
{"lr": 0.011041904250519406, "data_time": 0.01704566478729248, "loss_single": 3.395878863334656, "loss_dense": 3.450601649284363, "loss": 6.846480464935302, "time": 0.15555205345153808, "step": 589068}
{"lr": 0.011041904250519406, "data_time": 0.01434156894683838, "loss_single": 3.411854600906372, "loss_dense": 3.4815289974212646, "loss": 6.893383550643921, "time": 0.1551837682723999, "step": 589118}
{"lr": 0.011041904250519406, "data_time": 0.01662943363189697, "loss_single": 3.4352345943450926, "loss_dense": 3.491192889213562, "loss": 6.926427555084229, "time": 0.15832281112670898, "step": 589168}
{"lr": 0.011041904250519406, "data_time": 0.018126726150512695, "loss_single": 3.4170828819274903, "loss_dense": 3.471546936035156, "loss": 6.88862977027893, "time": 0.15453784465789794, "step": 589218}
{"lr": 0.011041904250519406, "data_time": 0.014248037338256836, "loss_single": 3.40738160610199, "loss_dense": 3.4728807687759398, "loss": 6.88026237487793, "time": 0.17649168968200685, "step": 589268}
{"lr": 0.011041904250519406, "data_time": 0.021203279495239258, "loss_single": 3.4060472726821898, "loss_dense": 3.4677320241928102, "loss": 6.873779344558716, "time": 0.231634521484375, "step": 589318}
{"lr": 0.011041904250519406, "data_time": 0.016290712356567382, "loss_single": 3.3919728994369507, "loss_dense": 3.4488736629486083, "loss": 6.8408466339111325, "time": 0.16580162048339844, "step": 589368}
{"lr": 0.011041904250519406, "data_time": 0.017124629020690917, "loss_single": 3.4068838596343993, "loss_dense": 3.4705393075942994, "loss": 6.877423191070557, "time": 0.15767171382904052, "step": 589418}
{"lr": 0.011041904250519406, "data_time": 0.015895318984985352, "loss_single": 3.433866047859192, "loss_dense": 3.466672968864441, "loss": 6.9005388736724855, "time": 0.15987751483917237, "step": 589468}
{"lr": 0.011041904250519406, "data_time": 0.01614048480987549, "loss_single": 3.381136107444763, "loss_dense": 3.43430552482605, "loss": 6.815441608428955, "time": 0.16250717639923096, "step": 589518}
{"lr": 0.011041904250519406, "data_time": 0.016755175590515137, "loss_single": 3.3983975887298583, "loss_dense": 3.4454082250595093, "loss": 6.843805837631225, "time": 0.1548201322555542, "step": 589568}
{"lr": 0.011041904250519406, "data_time": 0.016791987419128417, "loss_single": 3.386364769935608, "loss_dense": 3.443302130699158, "loss": 6.8296669006347654, "time": 0.1544713020324707, "step": 589618}
{"lr": 0.011041904250519406, "data_time": 0.02532849311828613, "loss_single": 3.414859437942505, "loss_dense": 3.4632968425750734, "loss": 6.878156280517578, "time": 0.2744681596755981, "step": 589668}
{"lr": 0.011041904250519406, "data_time": 0.017146205902099608, "loss_single": 3.432347536087036, "loss_dense": 3.483482766151428, "loss": 6.915830278396607, "time": 0.1614232540130615, "step": 589718}
{"lr": 0.011041904250519406, "data_time": 0.017457747459411622, "loss_single": 3.4086968183517454, "loss_dense": 3.4603751420974733, "loss": 6.869071960449219, "time": 0.15261428356170653, "step": 589768}
{"lr": 0.011041904250519406, "data_time": 0.015183448791503906, "loss_single": 3.406889057159424, "loss_dense": 3.463451552391052, "loss": 6.870340585708618, "time": 0.17304627895355223, "step": 589818}
{"lr": 0.011041904250519406, "data_time": 0.017092180252075196, "loss_single": 3.3799178838729858, "loss_dense": 3.4488112688064576, "loss": 6.828729200363159, "time": 0.15465376377105713, "step": 589868}
{"lr": 0.011041904250519406, "data_time": 0.017202544212341308, "loss_single": 3.3916990756988525, "loss_dense": 3.4471946001052856, "loss": 6.838893604278565, "time": 0.17148656845092775, "step": 589918}
{"lr": 0.011041904250519406, "data_time": 0.018052148818969726, "loss_single": 3.399532985687256, "loss_dense": 3.449212431907654, "loss": 6.848745441436767, "time": 0.15295588970184326, "step": 589968}
{"lr": 0.011041904250519406, "data_time": 0.02013087272644043, "loss_single": 3.4015960931777953, "loss_dense": 3.4526114463806152, "loss": 6.854207563400268, "time": 0.24937896728515624, "step": 590018}
{"lr": 0.011041904250519406, "data_time": 0.017649912834167482, "loss_single": 3.384555625915527, "loss_dense": 3.4476796627044677, "loss": 6.83223524093628, "time": 0.15987722873687743, "step": 590068}
{"lr": 0.011041904250519406, "data_time": 0.01543874740600586, "loss_single": 3.3915007591247557, "loss_dense": 3.434358263015747, "loss": 6.825859022140503, "time": 0.18075194358825683, "step": 590118}
{"lr": 0.011041904250519406, "data_time": 0.016424274444580077, "loss_single": 3.4082391262054443, "loss_dense": 3.4629567861557007, "loss": 6.871195936203003, "time": 0.15384395122528077, "step": 590168}
{"lr": 0.011041904250519406, "data_time": 0.014075207710266113, "loss_single": 3.3981418132781984, "loss_dense": 3.440125274658203, "loss": 6.838267087936401, "time": 0.1549661636352539, "step": 590218}
{"lr": 0.011041904250519406, "data_time": 0.016093516349792482, "loss_single": 3.3814529895782472, "loss_dense": 3.4441800832748415, "loss": 6.8256330490112305, "time": 0.1545875072479248, "step": 590268}
{"lr": 0.011041904250519406, "data_time": 0.018949484825134276, "loss_single": 3.381547474861145, "loss_dense": 3.4430689096450804, "loss": 6.824616479873657, "time": 0.17432942390441894, "step": 590318}
{"lr": 0.011041904250519406, "data_time": 0.01634516716003418, "loss_single": 3.3917213439941407, "loss_dense": 3.441880536079407, "loss": 6.83360185623169, "time": 0.15903308391571044, "step": 590368}
{"lr": 0.011041904250519406, "data_time": 0.01647634506225586, "loss_single": 3.3993200778961183, "loss_dense": 3.4465089321136473, "loss": 6.84582896232605, "time": 0.15854618549346924, "step": 590418}
{"lr": 0.011041904250519406, "data_time": 0.01341404914855957, "loss_single": 3.36755793094635, "loss_dense": 3.4296933889389036, "loss": 6.7972513198852536, "time": 0.15780348777770997, "step": 590468}
{"lr": 0.010815133409411561, "data_time": 0.017583823204040526, "loss_single": 3.392231822013855, "loss_dense": 3.4431022882461546, "loss": 6.835334205627442, "time": 0.1642919063568115, "step": 590522}
{"lr": 0.010815133409411561, "data_time": 0.01936192512512207, "loss_single": 3.403507041931152, "loss_dense": 3.4610639572143556, "loss": 6.864570999145508, "time": 0.15967190265655518, "step": 590572}
{"lr": 0.010815133409411561, "data_time": 0.016930413246154786, "loss_single": 3.3756024122238157, "loss_dense": 3.4225988388061523, "loss": 6.798201179504394, "time": 0.15843183994293214, "step": 590622}
{"lr": 0.010815133409411561, "data_time": 0.016955971717834473, "loss_single": 3.4027859449386595, "loss_dense": 3.4451467037200927, "loss": 6.847932577133179, "time": 0.15419037342071534, "step": 590672}
{"lr": 0.010815133409411561, "data_time": 0.016351699829101562, "loss_single": 3.3951545000076293, "loss_dense": 3.4451838731765747, "loss": 6.8403383731842045, "time": 0.1557462215423584, "step": 590722}
{"lr": 0.010815133409411561, "data_time": 0.01857614517211914, "loss_single": 3.3990045547485352, "loss_dense": 3.4508435010910032, "loss": 6.849848079681396, "time": 0.2098832368850708, "step": 590772}
{"lr": 0.010815133409411561, "data_time": 0.01822953224182129, "loss_single": 3.368969464302063, "loss_dense": 3.431420826911926, "loss": 6.800390291213989, "time": 0.16104381084442138, "step": 590822}
{"lr": 0.010815133409411561, "data_time": 0.02946310043334961, "loss_single": 3.3934559345245363, "loss_dense": 3.4523263216018676, "loss": 6.845782279968262, "time": 0.16530373096466064, "step": 590872}
{"lr": 0.010815133409411561, "data_time": 0.01751227378845215, "loss_single": 3.3995522975921633, "loss_dense": 3.455178427696228, "loss": 6.854730749130249, "time": 0.15173690319061278, "step": 590922}
{"lr": 0.010815133409411561, "data_time": 0.015990018844604492, "loss_single": 3.371143436431885, "loss_dense": 3.417689251899719, "loss": 6.788832712173462, "time": 0.1534722328186035, "step": 590972}
{"lr": 0.010815133409411561, "data_time": 0.014994144439697266, "loss_single": 3.4031250953674315, "loss_dense": 3.469204902648926, "loss": 6.872330045700073, "time": 0.1763833999633789, "step": 591022}
{"lr": 0.010815133409411561, "data_time": 0.01679360866546631, "loss_single": 3.4375364780426025, "loss_dense": 3.4739218950271606, "loss": 6.911458349227905, "time": 0.1634960174560547, "step": 591072}
{"lr": 0.010815133409411561, "data_time": 0.0165158748626709, "loss_single": 3.410621905326843, "loss_dense": 3.460738468170166, "loss": 6.871360397338867, "time": 0.1605466365814209, "step": 591122}
{"lr": 0.010815133409411561, "data_time": 0.016399121284484862, "loss_single": 3.3702446937561037, "loss_dense": 3.4245249032974243, "loss": 6.7947694778442385, "time": 0.15282609462738037, "step": 591172}
{"lr": 0.010815133409411561, "data_time": 0.025797128677368164, "loss_single": 3.4047430992126464, "loss_dense": 3.464124393463135, "loss": 6.868867492675781, "time": 0.16597888469696045, "step": 591222}
{"lr": 0.010815133409411561, "data_time": 0.015204596519470214, "loss_single": 3.373611259460449, "loss_dense": 3.423591637611389, "loss": 6.79720287322998, "time": 0.15653760433197023, "step": 591272}
{"lr": 0.010815133409411561, "data_time": 0.02512176036834717, "loss_single": 3.3976399183273314, "loss_dense": 3.451876139640808, "loss": 6.849515914916992, "time": 0.16907382011413574, "step": 591322}
{"lr": 0.010815133409411561, "data_time": 0.01767592430114746, "loss_single": 3.4203197956085205, "loss_dense": 3.474864935874939, "loss": 6.895184707641602, "time": 0.15347392559051515, "step": 591372}
{"lr": 0.010815133409411561, "data_time": 0.020514917373657227, "loss_single": 3.392311191558838, "loss_dense": 3.4489567995071413, "loss": 6.841268014907837, "time": 0.2294440746307373, "step": 591422}
{"lr": 0.010815133409411561, "data_time": 0.015744686126708984, "loss_single": 3.384689974784851, "loss_dense": 3.4354236364364623, "loss": 6.820113706588745, "time": 0.15873582363128663, "step": 591472}
{"lr": 0.010815133409411561, "data_time": 0.018407416343688966, "loss_single": 3.403467226028442, "loss_dense": 3.4563116312026976, "loss": 6.859778881072998, "time": 0.16764547824859619, "step": 591522}
{"lr": 0.010815133409411561, "data_time": 0.01629786491394043, "loss_single": 3.3944994688034056, "loss_dense": 3.4538675785064696, "loss": 6.848367023468017, "time": 0.15654268264770507, "step": 591572}
{"lr": 0.010815133409411561, "data_time": 0.016533589363098143, "loss_single": 3.4077367305755617, "loss_dense": 3.461552596092224, "loss": 6.869289398193359, "time": 0.1853607177734375, "step": 591622}
{"lr": 0.010815133409411561, "data_time": 0.016901230812072753, "loss_single": 3.3970823764801024, "loss_dense": 3.4533716678619384, "loss": 6.8504539966583256, "time": 0.17315375804901123, "step": 591672}
{"lr": 0.010815133409411561, "data_time": 0.018112921714782716, "loss_single": 3.405405950546265, "loss_dense": 3.4514676570892333, "loss": 6.856873607635498, "time": 0.1553580045700073, "step": 591722}
{"lr": 0.010815133409411561, "data_time": 0.016997671127319335, "loss_single": 3.41987726688385, "loss_dense": 3.485959553718567, "loss": 6.905836725234986, "time": 0.15572221279144288, "step": 591772}
{"lr": 0.010815133409411561, "data_time": 0.016684985160827635, "loss_single": 3.377125692367554, "loss_dense": 3.432846474647522, "loss": 6.80997223854065, "time": 0.15222313404083251, "step": 591822}
{"lr": 0.010815133409411561, "data_time": 0.016664505004882812, "loss_single": 3.39048285484314, "loss_dense": 3.4374585151672363, "loss": 6.827941417694092, "time": 0.16687376499176027, "step": 591872}
{"lr": 0.010815133409411561, "data_time": 0.017612361907958986, "loss_single": 3.39383864402771, "loss_dense": 3.4418755769729614, "loss": 6.835714292526245, "time": 0.15210943222045897, "step": 591922}
{"lr": 0.010815133409411561, "data_time": 0.017907047271728517, "loss_single": 3.403609299659729, "loss_dense": 3.4654781103134153, "loss": 6.86908745765686, "time": 0.15260543823242187, "step": 591972}
{"lr": 0.010815133409411561, "data_time": 0.01830618381500244, "loss_single": 3.4112170457839968, "loss_dense": 3.4497028589248657, "loss": 6.860920000076294, "time": 0.20093636512756347, "step": 592022}
{"lr": 0.010815133409411561, "data_time": 0.016615915298461913, "loss_single": 3.4053956031799317, "loss_dense": 3.4484573364257813, "loss": 6.853852891921997, "time": 0.15483381748199462, "step": 592072}
{"lr": 0.010815133409411561, "data_time": 0.015906476974487306, "loss_single": 3.4052709102630616, "loss_dense": 3.4421856880187987, "loss": 6.847456598281861, "time": 0.1562096357345581, "step": 592122}
{"lr": 0.010815133409411561, "data_time": 0.01609630584716797, "loss_single": 3.391619420051575, "loss_dense": 3.462793207168579, "loss": 6.854412698745728, "time": 0.1561330795288086, "step": 592172}
{"lr": 0.010815133409411561, "data_time": 0.018223118782043458, "loss_single": 3.405275750160217, "loss_dense": 3.464774179458618, "loss": 6.870050001144409, "time": 0.156562876701355, "step": 592222}
{"lr": 0.010815133409411561, "data_time": 0.01612217426300049, "loss_single": 3.41398549079895, "loss_dense": 3.4614304304122925, "loss": 6.875415945053101, "time": 0.15075452327728273, "step": 592272}
{"lr": 0.010815133409411561, "data_time": 0.018346118927001952, "loss_single": 3.3886106252670287, "loss_dense": 3.440930128097534, "loss": 6.829540729522705, "time": 0.1573986291885376, "step": 592322}
{"lr": 0.010815133409411561, "data_time": 0.020139622688293456, "loss_single": 3.3869250535964968, "loss_dense": 3.4350271940231325, "loss": 6.821952247619629, "time": 0.2395719289779663, "step": 592372}
{"lr": 0.010815133409411561, "data_time": 0.01575796604156494, "loss_single": 3.3854586839675904, "loss_dense": 3.440281128883362, "loss": 6.825739860534668, "time": 0.15627071857452393, "step": 592422}
{"lr": 0.010815133409411561, "data_time": 0.024751043319702147, "loss_single": 3.4179245710372923, "loss_dense": 3.4669316530227663, "loss": 6.884856224060059, "time": 0.17569055557250976, "step": 592472}
{"lr": 0.010815133409411561, "data_time": 0.01742699146270752, "loss_single": 3.3934404611587525, "loss_dense": 3.4374878883361815, "loss": 6.830928373336792, "time": 0.1567537784576416, "step": 592522}
{"lr": 0.010815133409411561, "data_time": 0.021500921249389647, "loss_single": 3.4059823989868163, "loss_dense": 3.4604507446289063, "loss": 6.866433238983154, "time": 0.1642707347869873, "step": 592572}
{"lr": 0.010815133409411561, "data_time": 0.017963099479675292, "loss_single": 3.395208215713501, "loss_dense": 3.4541020154953004, "loss": 6.849310302734375, "time": 0.15053949356079102, "step": 592622}
{"lr": 0.010815133409411561, "data_time": 0.015035605430603028, "loss_single": 3.396571159362793, "loss_dense": 3.4542608976364138, "loss": 6.850832080841064, "time": 0.20081579685211182, "step": 592672}
{"lr": 0.010815133409411561, "data_time": 0.017845535278320314, "loss_single": 3.412168049812317, "loss_dense": 3.4753214836120607, "loss": 6.887489557266235, "time": 0.15906569957733155, "step": 592722}
{"lr": 0.010815133409411561, "data_time": 0.020061492919921875, "loss_single": 3.3854334115982057, "loss_dense": 3.4442148447036742, "loss": 6.829648208618164, "time": 0.16007757186889648, "step": 592772}
{"lr": 0.010815133409411561, "data_time": 0.016269421577453612, "loss_single": 3.397197389602661, "loss_dense": 3.4571165084838866, "loss": 6.854313850402832, "time": 0.15900664329528807, "step": 592822}
{"lr": 0.010815133409411561, "data_time": 0.01768677234649658, "loss_single": 3.4038570642471315, "loss_dense": 3.446708583831787, "loss": 6.850565719604492, "time": 0.1536492109298706, "step": 592872}
{"lr": 0.010815133409411561, "data_time": 0.016710925102233886, "loss_single": 3.407542896270752, "loss_dense": 3.4501942873001097, "loss": 6.8577371597290036, "time": 0.15613236427307128, "step": 592922}
{"lr": 0.010815133409411561, "data_time": 0.019452118873596193, "loss_single": 3.382306718826294, "loss_dense": 3.446833086013794, "loss": 6.8291398048400875, "time": 0.18948745727539062, "step": 592972}
{"lr": 0.010815133409411561, "data_time": 0.017322254180908204, "loss_single": 3.404029393196106, "loss_dense": 3.4501141548156737, "loss": 6.8541436195373535, "time": 0.20787928104400635, "step": 593022}
{"lr": 0.010815133409411561, "data_time": 0.016704845428466796, "loss_single": 3.395748019218445, "loss_dense": 3.465411877632141, "loss": 6.861159944534302, "time": 0.16416640281677247, "step": 593072}
{"lr": 0.010815133409411561, "data_time": 0.017093253135681153, "loss_single": 3.380825924873352, "loss_dense": 3.4353044748306276, "loss": 6.816130447387695, "time": 0.15968902111053468, "step": 593122}
{"lr": 0.010815133409411561, "data_time": 0.01749563217163086, "loss_single": 3.3713664531707765, "loss_dense": 3.4309270858764647, "loss": 6.80229344367981, "time": 0.15737147331237794, "step": 593172}
{"lr": 0.010815133409411561, "data_time": 0.016996431350708007, "loss_single": 3.3920549631118773, "loss_dense": 3.4448251008987425, "loss": 6.836880016326904, "time": 0.15836446285247802, "step": 593222}
{"lr": 0.010815133409411561, "data_time": 0.01560072898864746, "loss_single": 3.3796563386917113, "loss_dense": 3.423445987701416, "loss": 6.803102302551269, "time": 0.16236965656280516, "step": 593272}
{"lr": 0.010815133409411561, "data_time": 0.01870412826538086, "loss_single": 3.413945031166077, "loss_dense": 3.467265486717224, "loss": 6.881210470199585, "time": 0.15544281005859376, "step": 593322}
{"lr": 0.010815133409411561, "data_time": 0.016567516326904296, "loss_single": 3.4012791872024537, "loss_dense": 3.4559804439544677, "loss": 6.8572595596313475, "time": 0.16162383556365967, "step": 593372}
{"lr": 0.010815133409411561, "data_time": 0.015855073928833008, "loss_single": 3.417519283294678, "loss_dense": 3.455790376663208, "loss": 6.873309707641601, "time": 0.15441579818725587, "step": 593422}
{"lr": 0.010815133409411561, "data_time": 0.016532325744628908, "loss_single": 3.4240089416503907, "loss_dense": 3.467732882499695, "loss": 6.891741847991943, "time": 0.15319111347198486, "step": 593472}
{"lr": 0.010815133409411561, "data_time": 0.017303848266601564, "loss_single": 3.4171815872192384, "loss_dense": 3.4710247993469237, "loss": 6.888206338882446, "time": 0.16183130741119384, "step": 593522}
{"lr": 0.010815133409411561, "data_time": 0.01876370906829834, "loss_single": 3.396540880203247, "loss_dense": 3.444938087463379, "loss": 6.84147891998291, "time": 0.21568834781646729, "step": 593572}
{"lr": 0.010815133409411561, "data_time": 0.027509331703186035, "loss_single": 3.3948401689529417, "loss_dense": 3.463021183013916, "loss": 6.8578613758087155, "time": 0.21312406063079833, "step": 593622}
{"lr": 0.010815133409411561, "data_time": 0.019655847549438478, "loss_single": 3.418458414077759, "loss_dense": 3.4718514919281005, "loss": 6.890309906005859, "time": 0.15567340850830078, "step": 593672}
{"lr": 0.010815133409411561, "data_time": 0.0177135705947876, "loss_single": 3.381614637374878, "loss_dense": 3.4288449048995973, "loss": 6.810459470748901, "time": 0.15445103645324706, "step": 593722}
{"lr": 0.010815133409411561, "data_time": 0.016267013549804688, "loss_single": 3.3905128717422484, "loss_dense": 3.4501528263092043, "loss": 6.840665626525879, "time": 0.1555722713470459, "step": 593772}
{"lr": 0.010815133409411561, "data_time": 0.017295193672180176, "loss_single": 3.422123408317566, "loss_dense": 3.4762763500213625, "loss": 6.898399829864502, "time": 0.1596189022064209, "step": 593822}
{"lr": 0.010815133409411561, "data_time": 0.01612677574157715, "loss_single": 3.385819745063782, "loss_dense": 3.4387704849243166, "loss": 6.82459020614624, "time": 0.14968461990356446, "step": 593872}
{"lr": 0.010815133409411561, "data_time": 0.012306523323059083, "loss_single": 3.4109763145446776, "loss_dense": 3.4694732666015624, "loss": 6.880449533462524, "time": 0.16392664909362792, "step": 593922}
{"lr": 0.010815133409411561, "data_time": 0.01715519428253174, "loss_single": 3.3892919778823853, "loss_dense": 3.4412688255310058, "loss": 6.830560731887817, "time": 0.15452420711517334, "step": 593972}
{"lr": 0.010815133409411561, "data_time": 0.042376351356506345, "loss_single": 3.379128074645996, "loss_dense": 3.4386252880096437, "loss": 6.8177533626556395, "time": 0.18827316761016846, "step": 594022}
{"lr": 0.010815133409411561, "data_time": 0.017781376838684082, "loss_single": 3.37754111289978, "loss_dense": 3.4341511964797973, "loss": 6.811692380905152, "time": 0.16353194713592528, "step": 594072}
{"lr": 0.010815133409411561, "data_time": 0.017649531364440918, "loss_single": 3.415709376335144, "loss_dense": 3.4575966596603394, "loss": 6.873306083679199, "time": 0.15795958042144775, "step": 594122}
{"lr": 0.010815133409411561, "data_time": 0.01609067916870117, "loss_single": 3.362082505226135, "loss_dense": 3.434666967391968, "loss": 6.796749496459961, "time": 0.15890874862670898, "step": 594172}
{"lr": 0.010815133409411561, "data_time": 0.016812968254089355, "loss_single": 3.399037075042725, "loss_dense": 3.4526517152786256, "loss": 6.851688718795776, "time": 0.1574533224105835, "step": 594222}
{"lr": 0.010815133409411561, "data_time": 0.018462181091308594, "loss_single": 3.386076235771179, "loss_dense": 3.445765995979309, "loss": 6.8318421840667725, "time": 0.162249755859375, "step": 594272}
{"lr": 0.010815133409411561, "data_time": 0.0172518253326416, "loss_single": 3.3815438032150267, "loss_dense": 3.443786954879761, "loss": 6.82533073425293, "time": 0.15396134853363036, "step": 594322}
{"lr": 0.010815133409411561, "data_time": 0.017346906661987304, "loss_single": 3.416463589668274, "loss_dense": 3.477703356742859, "loss": 6.894166946411133, "time": 0.15282764434814453, "step": 594372}
{"lr": 0.010815133409411561, "data_time": 0.015016460418701172, "loss_single": 3.3909791469573975, "loss_dense": 3.459065556526184, "loss": 6.8500447273254395, "time": 0.17502844333648682, "step": 594422}
{"lr": 0.010815133409411561, "data_time": 0.017942476272583007, "loss_single": 3.371993803977966, "loss_dense": 3.4202568531036377, "loss": 6.7922505855560305, "time": 0.15874369144439698, "step": 594472}
{"lr": 0.010815133409411561, "data_time": 0.02205703258514404, "loss_single": 3.4025532484054564, "loss_dense": 3.459371638298035, "loss": 6.861924839019776, "time": 0.26609828472137453, "step": 594522}
{"lr": 0.010815133409411561, "data_time": 0.018614935874938964, "loss_single": 3.411157321929932, "loss_dense": 3.4674891233444214, "loss": 6.878646421432495, "time": 0.15582709312438964, "step": 594572}
{"lr": 0.010815133409411561, "data_time": 0.017539787292480468, "loss_single": 3.3780770540237426, "loss_dense": 3.448681950569153, "loss": 6.826759004592896, "time": 0.16958234310150147, "step": 594622}
{"lr": 0.010815133409411561, "data_time": 0.017604517936706542, "loss_single": 3.4021533012390135, "loss_dense": 3.4689295291900635, "loss": 6.871082735061646, "time": 0.15818817615509034, "step": 594672}
{"lr": 0.010815133409411561, "data_time": 0.019892263412475585, "loss_single": 3.357615613937378, "loss_dense": 3.425217080116272, "loss": 6.7828327178955075, "time": 0.15501089096069337, "step": 594722}
{"lr": 0.010815133409411561, "data_time": 0.017719244956970213, "loss_single": 3.398009181022644, "loss_dense": 3.461910057067871, "loss": 6.859919214248658, "time": 0.16272358894348143, "step": 594772}
{"lr": 0.010815133409411561, "data_time": 0.016154551506042482, "loss_single": 3.3583264350891113, "loss_dense": 3.422481322288513, "loss": 6.780807781219482, "time": 0.23301517963409424, "step": 594822}
{"lr": 0.010815133409411561, "data_time": 0.01718430519104004, "loss_single": 3.4232973575592043, "loss_dense": 3.467134714126587, "loss": 6.890432119369507, "time": 0.17203500270843505, "step": 594872}
{"lr": 0.010815133409411561, "data_time": 0.0166644811630249, "loss_single": 3.399076747894287, "loss_dense": 3.4453797578811645, "loss": 6.844456529617309, "time": 0.15544257164001465, "step": 594922}
{"lr": 0.010815133409411561, "data_time": 0.017275190353393553, "loss_single": 3.384668970108032, "loss_dense": 3.447019934654236, "loss": 6.83168888092041, "time": 0.15637238025665284, "step": 594972}
{"lr": 0.010815133409411561, "data_time": 0.01721787452697754, "loss_single": 3.39282386302948, "loss_dense": 3.460091805458069, "loss": 6.852915573120117, "time": 0.16250166893005372, "step": 595022}
{"lr": 0.010815133409411561, "data_time": 0.016610360145568846, "loss_single": 3.4018149375915527, "loss_dense": 3.4475316762924195, "loss": 6.849346685409546, "time": 0.1552332639694214, "step": 595072}
{"lr": 0.010815133409411561, "data_time": 0.024718165397644043, "loss_single": 3.389305305480957, "loss_dense": 3.4399699926376344, "loss": 6.829275369644165, "time": 0.26517500877380373, "step": 595122}
{"lr": 0.010815133409411561, "data_time": 0.017002558708190917, "loss_single": 3.377256917953491, "loss_dense": 3.438509488105774, "loss": 6.815766382217407, "time": 0.15394916534423828, "step": 595172}
{"lr": 0.010815133409411561, "data_time": 0.01680760383605957, "loss_single": 3.3904767274856566, "loss_dense": 3.4451005458831787, "loss": 6.8355772495269775, "time": 0.15957114696502686, "step": 595222}
{"lr": 0.010815133409411561, "data_time": 0.017364001274108885, "loss_single": 3.3703732252120973, "loss_dense": 3.420613932609558, "loss": 6.7909870624542235, "time": 0.1540902853012085, "step": 595272}
{"lr": 0.010815133409411561, "data_time": 0.015888166427612305, "loss_single": 3.3908655881881713, "loss_dense": 3.446048855781555, "loss": 6.836914491653443, "time": 0.15444340705871581, "step": 595322}
{"lr": 0.010815133409411561, "data_time": 0.01743152141571045, "loss_single": 3.3958423852920534, "loss_dense": 3.4471968173980714, "loss": 6.84303913116455, "time": 0.15435278415679932, "step": 595372}
{"lr": 0.010815133409411561, "data_time": 0.019629883766174316, "loss_single": 3.378156805038452, "loss_dense": 3.4277106523513794, "loss": 6.805867481231689, "time": 0.22476282119750976, "step": 595422}
{"lr": 0.010815133409411561, "data_time": 0.01912374496459961, "loss_single": 3.382845067977905, "loss_dense": 3.4333792686462403, "loss": 6.816224479675293, "time": 0.15410189628601073, "step": 595472}
{"lr": 0.010589395121515442, "data_time": 0.019268226623535157, "loss_single": 3.396289753913879, "loss_dense": 3.4465172052383424, "loss": 6.842807054519653, "time": 0.2050797700881958, "step": 595526}
{"lr": 0.010589395121515442, "data_time": 0.019050788879394532, "loss_single": 3.3810824871063234, "loss_dense": 3.450024962425232, "loss": 6.831107473373413, "time": 0.1541698932647705, "step": 595576}
{"lr": 0.010589395121515442, "data_time": 0.016728687286376952, "loss_single": 3.3861087560653687, "loss_dense": 3.42766752243042, "loss": 6.813776302337646, "time": 0.15809876918792726, "step": 595626}
{"lr": 0.010589395121515442, "data_time": 0.015134167671203614, "loss_single": 3.387492322921753, "loss_dense": 3.4413485765457152, "loss": 6.828840923309326, "time": 0.15668234825134278, "step": 595676}
{"lr": 0.010589395121515442, "data_time": 0.017418456077575684, "loss_single": 3.398207497596741, "loss_dense": 3.435326933860779, "loss": 6.83353443145752, "time": 0.16333446502685547, "step": 595726}
{"lr": 0.010589395121515442, "data_time": 0.017525315284729004, "loss_single": 3.4005388259887694, "loss_dense": 3.4597450733184814, "loss": 6.860283899307251, "time": 0.15584447383880615, "step": 595776}
{"lr": 0.010589395121515442, "data_time": 0.022341036796569826, "loss_single": 3.4071760416030883, "loss_dense": 3.446895170211792, "loss": 6.854071235656738, "time": 0.24871244430541992, "step": 595826}
{"lr": 0.010589395121515442, "data_time": 0.018430352210998535, "loss_single": 3.3898690223693846, "loss_dense": 3.4504857540130613, "loss": 6.840354776382446, "time": 0.1829129457473755, "step": 595876}
{"lr": 0.010589395121515442, "data_time": 0.017278599739074706, "loss_single": 3.3970749378204346, "loss_dense": 3.448637294769287, "loss": 6.845712280273437, "time": 0.16311109066009521, "step": 595926}
{"lr": 0.010589395121515442, "data_time": 0.017656159400939942, "loss_single": 3.425692081451416, "loss_dense": 3.482839894294739, "loss": 6.908531951904297, "time": 0.16018106937408447, "step": 595976}
{"lr": 0.010589395121515442, "data_time": 0.01958930492401123, "loss_single": 3.412729525566101, "loss_dense": 3.4615700960159304, "loss": 6.874299621582031, "time": 0.1855980634689331, "step": 596026}
{"lr": 0.010589395121515442, "data_time": 0.01875648498535156, "loss_single": 3.3734862565994264, "loss_dense": 3.4269171714782716, "loss": 6.800403451919555, "time": 0.15846054553985595, "step": 596076}
{"lr": 0.010589395121515442, "data_time": 0.017614316940307618, "loss_single": 3.407795524597168, "loss_dense": 3.472405791282654, "loss": 6.880201292037964, "time": 0.156805682182312, "step": 596126}
{"lr": 0.010589395121515442, "data_time": 0.010520339012145996, "loss_single": 3.400757884979248, "loss_dense": 3.4663525581359864, "loss": 6.8671104431152346, "time": 0.16433124542236327, "step": 596176}
{"lr": 0.010589395121515442, "data_time": 0.01696898937225342, "loss_single": 3.3943949222564695, "loss_dense": 3.4501667976379395, "loss": 6.844561672210693, "time": 0.16498291492462158, "step": 596226}
{"lr": 0.010589395121515442, "data_time": 0.017001247406005858, "loss_single": 3.4002688407897947, "loss_dense": 3.4528728246688845, "loss": 6.853141641616821, "time": 0.1567894458770752, "step": 596276}
{"lr": 0.010589395121515442, "data_time": 0.018454909324645996, "loss_single": 3.4029732942581177, "loss_dense": 3.4572890996932983, "loss": 6.860262393951416, "time": 0.16558287143707276, "step": 596326}
{"lr": 0.010589395121515442, "data_time": 0.017310261726379395, "loss_single": 3.430691432952881, "loss_dense": 3.4757096767425537, "loss": 6.90640115737915, "time": 0.17171163558959962, "step": 596376}
{"lr": 0.010589395121515442, "data_time": 0.01717715263366699, "loss_single": 3.392049026489258, "loss_dense": 3.448542857170105, "loss": 6.840591955184936, "time": 0.1555004596710205, "step": 596426}
{"lr": 0.010589395121515442, "data_time": 0.017694950103759766, "loss_single": 3.431172800064087, "loss_dense": 3.483421874046326, "loss": 6.91459469795227, "time": 0.16282711029052735, "step": 596476}
{"lr": 0.010589395121515442, "data_time": 0.017323851585388184, "loss_single": 3.39215669631958, "loss_dense": 3.4363015413284304, "loss": 6.828458213806153, "time": 0.15455753803253175, "step": 596526}
{"lr": 0.010589395121515442, "data_time": 0.018581461906433106, "loss_single": 3.4193485260009764, "loss_dense": 3.462926244735718, "loss": 6.882274723052978, "time": 0.1601539134979248, "step": 596576}
{"lr": 0.010589395121515442, "data_time": 0.0197357177734375, "loss_single": 3.415464735031128, "loss_dense": 3.457663059234619, "loss": 6.873127794265747, "time": 0.15732474327087403, "step": 596626}
{"lr": 0.010589395121515442, "data_time": 0.017257833480834962, "loss_single": 3.3764747381210327, "loss_dense": 3.430486822128296, "loss": 6.806961631774902, "time": 0.1621549606323242, "step": 596676}
{"lr": 0.010589395121515442, "data_time": 0.018676447868347167, "loss_single": 3.403125548362732, "loss_dense": 3.4390650033950805, "loss": 6.842190599441528, "time": 0.16537840366363527, "step": 596726}
{"lr": 0.010589395121515442, "data_time": 0.01751365661621094, "loss_single": 3.375192141532898, "loss_dense": 3.438790535926819, "loss": 6.813982629776001, "time": 0.15909204483032227, "step": 596776}
{"lr": 0.010589395121515442, "data_time": 0.016113138198852538, "loss_single": 3.4032074213027954, "loss_dense": 3.454839587211609, "loss": 6.858047103881836, "time": 0.1544844388961792, "step": 596826}
{"lr": 0.010589395121515442, "data_time": 0.020051002502441406, "loss_single": 3.406544542312622, "loss_dense": 3.464794397354126, "loss": 6.871338891983032, "time": 0.15147228240966798, "step": 596876}
{"lr": 0.010589395121515442, "data_time": 0.020257282257080077, "loss_single": 3.402223324775696, "loss_dense": 3.4599540710449217, "loss": 6.86217737197876, "time": 0.16630725860595702, "step": 596926}
{"lr": 0.010589395121515442, "data_time": 0.017375683784484862, "loss_single": 3.396363067626953, "loss_dense": 3.4601821899414062, "loss": 6.856545257568359, "time": 0.16714675426483155, "step": 596976}
{"lr": 0.010589395121515442, "data_time": 0.019755244255065918, "loss_single": 3.43698046207428, "loss_dense": 3.4804079294204713, "loss": 6.917388391494751, "time": 0.15339446067810059, "step": 597026}
{"lr": 0.010589395121515442, "data_time": 0.017398810386657713, "loss_single": 3.4153947591781617, "loss_dense": 3.4688433170318604, "loss": 6.884238195419312, "time": 0.15732054710388182, "step": 597076}
{"lr": 0.010589395121515442, "data_time": 0.02451479434967041, "loss_single": 3.4121386289596556, "loss_dense": 3.45626540184021, "loss": 6.8684040069580075, "time": 0.16733505725860595, "step": 597126}
{"lr": 0.010589395121515442, "data_time": 0.015827131271362305, "loss_single": 3.4022367715835573, "loss_dense": 3.446255111694336, "loss": 6.848491859436035, "time": 0.1642979860305786, "step": 597176}
{"lr": 0.010589395121515442, "data_time": 0.01655607223510742, "loss_single": 3.4069043159484864, "loss_dense": 3.470276403427124, "loss": 6.8771806240081785, "time": 0.158150315284729, "step": 597226}
{"lr": 0.010589395121515442, "data_time": 0.01609647274017334, "loss_single": 3.3920769691467285, "loss_dense": 3.443032717704773, "loss": 6.835109710693359, "time": 0.1982128620147705, "step": 597276}
{"lr": 0.010589395121515442, "data_time": 0.017556309700012207, "loss_single": 3.3905750513076782, "loss_dense": 3.457486963272095, "loss": 6.8480620861053465, "time": 0.15449125766754152, "step": 597326}
{"lr": 0.010589395121515442, "data_time": 0.016829729080200195, "loss_single": 3.409959244728088, "loss_dense": 3.4671874761581423, "loss": 6.877146863937378, "time": 0.15394043922424316, "step": 597376}
{"lr": 0.010589395121515442, "data_time": 0.01654372215270996, "loss_single": 3.396034264564514, "loss_dense": 3.469408631324768, "loss": 6.86544280052185, "time": 0.15583317279815673, "step": 597426}
{"lr": 0.010589395121515442, "data_time": 0.017431759834289552, "loss_single": 3.4016311168670654, "loss_dense": 3.4547406435012817, "loss": 6.856371736526489, "time": 0.16732189655303956, "step": 597476}
{"lr": 0.010589395121515442, "data_time": 0.016824722290039062, "loss_single": 3.4002774238586424, "loss_dense": 3.4481465339660646, "loss": 6.848423910140991, "time": 0.15707943439483643, "step": 597526}
{"lr": 0.010589395121515442, "data_time": 0.020003652572631835, "loss_single": 3.406591463088989, "loss_dense": 3.451521706581116, "loss": 6.858113193511963, "time": 0.19668877124786377, "step": 597576}
{"lr": 0.010589395121515442, "data_time": 0.017875123023986816, "loss_single": 3.3979902982711794, "loss_dense": 3.44865505695343, "loss": 6.846645355224609, "time": 0.1745983839035034, "step": 597626}
{"lr": 0.010589395121515442, "data_time": 0.016614818572998048, "loss_single": 3.4376118659973143, "loss_dense": 3.4854095697402956, "loss": 6.923021507263184, "time": 0.15905954837799072, "step": 597676}
{"lr": 0.010589395121515442, "data_time": 0.018531250953674316, "loss_single": 3.426580023765564, "loss_dense": 3.483756732940674, "loss": 6.9103367805480955, "time": 0.1595365047454834, "step": 597726}
{"lr": 0.010589395121515442, "data_time": 0.0177152156829834, "loss_single": 3.3703691482543947, "loss_dense": 3.4370968341827393, "loss": 6.807465982437134, "time": 0.15964765548706056, "step": 597776}
{"lr": 0.010589395121515442, "data_time": 0.018184900283813477, "loss_single": 3.3962944984436034, "loss_dense": 3.445475673675537, "loss": 6.841770219802856, "time": 0.15307190418243408, "step": 597826}
{"lr": 0.010589395121515442, "data_time": 0.018823575973510743, "loss_single": 3.37694935798645, "loss_dense": 3.4308509349823, "loss": 6.807800340652466, "time": 0.15754446983337403, "step": 597876}
{"lr": 0.010589395121515442, "data_time": 0.017267513275146484, "loss_single": 3.3942113399505613, "loss_dense": 3.4308749437332153, "loss": 6.825086259841919, "time": 0.15367023944854735, "step": 597926}
{"lr": 0.010589395121515442, "data_time": 0.017081046104431154, "loss_single": 3.4058860778808593, "loss_dense": 3.4543037176132203, "loss": 6.860189914703369, "time": 0.15701797008514404, "step": 597976}
{"lr": 0.010589395121515442, "data_time": 0.015983057022094727, "loss_single": 3.385638380050659, "loss_dense": 3.431083846092224, "loss": 6.816722249984741, "time": 0.1542020320892334, "step": 598026}
{"lr": 0.010589395121515442, "data_time": 0.017905473709106445, "loss_single": 3.3863369941711428, "loss_dense": 3.4553680181503297, "loss": 6.841705083847046, "time": 0.15674936771392822, "step": 598076}
{"lr": 0.010589395121515442, "data_time": 0.016388964653015137, "loss_single": 3.387721300125122, "loss_dense": 3.4367438316345216, "loss": 6.824465131759643, "time": 0.15405454635620117, "step": 598126}
{"lr": 0.010589395121515442, "data_time": 0.01591601371765137, "loss_single": 3.3821774244308473, "loss_dense": 3.4385008335113527, "loss": 6.820678281784057, "time": 0.1607970714569092, "step": 598176}
{"lr": 0.010589395121515442, "data_time": 0.017771577835083006, "loss_single": 3.3842849493026734, "loss_dense": 3.4516839027404784, "loss": 6.835968828201294, "time": 0.16021466255187988, "step": 598226}
{"lr": 0.010589395121515442, "data_time": 0.017168521881103516, "loss_single": 3.3719135999679564, "loss_dense": 3.4220264196395873, "loss": 6.793940019607544, "time": 0.15944499969482423, "step": 598276}
{"lr": 0.010589395121515442, "data_time": 0.03481876850128174, "loss_single": 3.3735426902770995, "loss_dense": 3.4173005342483522, "loss": 6.790843296051025, "time": 0.17587714195251464, "step": 598326}
{"lr": 0.010589395121515442, "data_time": 0.01703963279724121, "loss_single": 3.4052028894424438, "loss_dense": 3.4678821563720703, "loss": 6.873085021972656, "time": 0.15730500221252441, "step": 598376}
{"lr": 0.010589395121515442, "data_time": 0.017413926124572755, "loss_single": 3.3804625272750854, "loss_dense": 3.425697946548462, "loss": 6.806160545349121, "time": 0.15824754238128663, "step": 598426}
{"lr": 0.010589395121515442, "data_time": 0.01630864143371582, "loss_single": 3.40543909072876, "loss_dense": 3.454413151741028, "loss": 6.859852266311646, "time": 0.1804722547531128, "step": 598476}
{"lr": 0.010589395121515442, "data_time": 0.017642450332641602, "loss_single": 3.4306820154190065, "loss_dense": 3.486807918548584, "loss": 6.917490005493164, "time": 0.15178382396697998, "step": 598526}
{"lr": 0.010589395121515442, "data_time": 0.018534374237060548, "loss_single": 3.434598445892334, "loss_dense": 3.5081459283828735, "loss": 6.942744398117066, "time": 0.158919620513916, "step": 598576}
{"lr": 0.010589395121515442, "data_time": 0.02839345932006836, "loss_single": 3.3980010747909546, "loss_dense": 3.454943323135376, "loss": 6.852944374084473, "time": 0.1691453218460083, "step": 598626}
{"lr": 0.010589395121515442, "data_time": 0.016095519065856934, "loss_single": 3.4057526111602785, "loss_dense": 3.4541205406188964, "loss": 6.859873104095459, "time": 0.1577282428741455, "step": 598676}
{"lr": 0.010589395121515442, "data_time": 0.016520428657531738, "loss_single": 3.407246494293213, "loss_dense": 3.4703356504440306, "loss": 6.877582120895386, "time": 0.16575894355773926, "step": 598726}
{"lr": 0.010589395121515442, "data_time": 0.01670393943786621, "loss_single": 3.4020808935165405, "loss_dense": 3.439146065711975, "loss": 6.841226959228516, "time": 0.15583934783935546, "step": 598776}
{"lr": 0.010589395121515442, "data_time": 0.01815798282623291, "loss_single": 3.414406991004944, "loss_dense": 3.460888957977295, "loss": 6.875295925140381, "time": 0.15304350852966309, "step": 598826}
{"lr": 0.010589395121515442, "data_time": 0.01790938377380371, "loss_single": 3.4021448373794554, "loss_dense": 3.461680269241333, "loss": 6.863825130462646, "time": 0.15458314418792723, "step": 598876}
{"lr": 0.010589395121515442, "data_time": 0.01709129810333252, "loss_single": 3.3906211614608766, "loss_dense": 3.4572887659072875, "loss": 6.847910022735595, "time": 0.14917263984680176, "step": 598926}
{"lr": 0.010589395121515442, "data_time": 0.016750431060791014, "loss_single": 3.3777457237243653, "loss_dense": 3.4350006341934205, "loss": 6.812746381759643, "time": 0.16445553302764893, "step": 598976}
{"lr": 0.010589395121515442, "data_time": 0.016894721984863283, "loss_single": 3.3734308004379274, "loss_dense": 3.43326153755188, "loss": 6.806692314147949, "time": 0.1575829267501831, "step": 599026}
{"lr": 0.010589395121515442, "data_time": 0.01641862392425537, "loss_single": 3.403058075904846, "loss_dense": 3.4560417890548707, "loss": 6.859099912643432, "time": 0.1571432828903198, "step": 599076}
{"lr": 0.010589395121515442, "data_time": 0.01655268669128418, "loss_single": 3.379152798652649, "loss_dense": 3.4385775089263917, "loss": 6.817730236053467, "time": 0.15963242053985596, "step": 599126}
{"lr": 0.010589395121515442, "data_time": 0.01826014518737793, "loss_single": 3.3852051496505737, "loss_dense": 3.4429554462432863, "loss": 6.828160524368286, "time": 0.1527107000350952, "step": 599176}
{"lr": 0.010589395121515442, "data_time": 0.015971779823303223, "loss_single": 3.4104674100875854, "loss_dense": 3.4606040477752686, "loss": 6.871071434020996, "time": 0.15778207778930664, "step": 599226}
{"lr": 0.010589395121515442, "data_time": 0.017337822914123537, "loss_single": 3.425738286972046, "loss_dense": 3.468302273750305, "loss": 6.894040632247925, "time": 0.1574793815612793, "step": 599276}
{"lr": 0.010589395121515442, "data_time": 0.01945500373840332, "loss_single": 3.37129487991333, "loss_dense": 3.4249460458755494, "loss": 6.796240949630738, "time": 0.2698474884033203, "step": 599326}
{"lr": 0.010589395121515442, "data_time": 0.01727621555328369, "loss_single": 3.3918381929397583, "loss_dense": 3.4460986614227296, "loss": 6.837936782836914, "time": 0.1543588876724243, "step": 599376}
{"lr": 0.010589395121515442, "data_time": 0.016193485260009764, "loss_single": 3.360560989379883, "loss_dense": 3.4088913917541506, "loss": 6.769452428817749, "time": 0.17406899929046632, "step": 599426}
{"lr": 0.010589395121515442, "data_time": 0.019217085838317872, "loss_single": 3.3700425386428834, "loss_dense": 3.44301290512085, "loss": 6.813055419921875, "time": 0.15413951873779297, "step": 599476}
{"lr": 0.010589395121515442, "data_time": 0.017459559440612792, "loss_single": 3.4125566244125367, "loss_dense": 3.44970645904541, "loss": 6.862262964248657, "time": 0.15894227027893065, "step": 599526}
{"lr": 0.010589395121515442, "data_time": 0.017597103118896486, "loss_single": 3.4155114889144897, "loss_dense": 3.4761300563812254, "loss": 6.891641521453858, "time": 0.19859976768493653, "step": 599576}
{"lr": 0.010589395121515442, "data_time": 0.03130502700805664, "loss_single": 3.3954065322875975, "loss_dense": 3.43667528629303, "loss": 6.832081890106201, "time": 0.16590096950531005, "step": 599626}
{"lr": 0.010589395121515442, "data_time": 0.016895437240600587, "loss_single": 3.4110495328903196, "loss_dense": 3.456825041770935, "loss": 6.867874622344971, "time": 0.20849301815032958, "step": 599676}
{"lr": 0.010589395121515442, "data_time": 0.022801637649536133, "loss_single": 3.403772473335266, "loss_dense": 3.4423818588256836, "loss": 6.846154308319091, "time": 0.16035208702087403, "step": 599726}
{"lr": 0.010589395121515442, "data_time": 0.016464424133300782, "loss_single": 3.3682318210601805, "loss_dense": 3.4100268363952635, "loss": 6.778258609771728, "time": 0.16812357902526856, "step": 599776}
{"lr": 0.010589395121515442, "data_time": 0.018414402008056642, "loss_single": 3.444354224205017, "loss_dense": 3.4860999584198, "loss": 6.930454158782959, "time": 0.15918898582458496, "step": 599826}
{"lr": 0.010589395121515442, "data_time": 0.016205501556396485, "loss_single": 3.3997408390045165, "loss_dense": 3.450261640548706, "loss": 6.8500025272369385, "time": 0.16682510375976561, "step": 599876}
{"lr": 0.010589395121515442, "data_time": 0.017522096633911133, "loss_single": 3.40051064491272, "loss_dense": 3.465774321556091, "loss": 6.866284942626953, "time": 0.16211092472076416, "step": 599926}
{"lr": 0.010589395121515442, "data_time": 0.015253877639770508, "loss_single": 3.387793850898743, "loss_dense": 3.4437555074691772, "loss": 6.831549406051636, "time": 0.15377626419067383, "step": 599976}
{"lr": 0.010589395121515442, "data_time": 0.027684807777404785, "loss_single": 3.4046199798583983, "loss_dense": 3.469618558883667, "loss": 6.874238538742065, "time": 0.24464755058288573, "step": 600026}
{"lr": 0.010589395121515442, "data_time": 0.017067933082580568, "loss_single": 3.3957581996917723, "loss_dense": 3.4508536577224733, "loss": 6.846611881256104, "time": 0.16427454948425294, "step": 600076}
{"lr": 0.010589395121515442, "data_time": 0.01687455177307129, "loss_single": 3.3993144273757934, "loss_dense": 3.445964813232422, "loss": 6.845279264450073, "time": 0.16565487384796143, "step": 600126}
{"lr": 0.010589395121515442, "data_time": 0.036728286743164064, "loss_single": 3.403197979927063, "loss_dense": 3.448839211463928, "loss": 6.852037143707276, "time": 0.18366365432739257, "step": 600176}
{"lr": 0.010589395121515442, "data_time": 0.0188701868057251, "loss_single": 3.402205991744995, "loss_dense": 3.447358179092407, "loss": 6.8495642185211185, "time": 0.15715665817260743, "step": 600226}
{"lr": 0.010589395121515442, "data_time": 0.017491364479064943, "loss_single": 3.4147174835205076, "loss_dense": 3.466212201118469, "loss": 6.880929660797119, "time": 0.1572805643081665, "step": 600276}
{"lr": 0.010589395121515442, "data_time": 0.018203091621398926, "loss_single": 3.4008625030517576, "loss_dense": 3.4388328313827516, "loss": 6.8396953582763675, "time": 0.1532911777496338, "step": 600326}
{"lr": 0.010589395121515442, "data_time": 0.01829855442047119, "loss_single": 3.406418299674988, "loss_dense": 3.461792540550232, "loss": 6.868210887908935, "time": 0.2892280340194702, "step": 600376}
{"lr": 0.010589395121515442, "data_time": 0.016542506217956544, "loss_single": 3.370918345451355, "loss_dense": 3.4313961982727053, "loss": 6.802314519882202, "time": 0.15540950298309325, "step": 600426}
{"lr": 0.010589395121515442, "data_time": 0.01335132122039795, "loss_single": 3.415595841407776, "loss_dense": 3.47459614276886, "loss": 6.89019193649292, "time": 0.15192737579345703, "step": 600476}
{"lr": 0.010364745084375793, "data_time": 0.017855215072631835, "loss_single": 3.4020179510116577, "loss_dense": 3.4535595178604126, "loss": 6.855577421188355, "time": 0.15658102035522461, "step": 600530}
{"lr": 0.010364745084375793, "data_time": 0.020243906974792482, "loss_single": 3.360221433639526, "loss_dense": 3.430863642692566, "loss": 6.791084957122803, "time": 0.1854228973388672, "step": 600580}
{"lr": 0.010364745084375793, "data_time": 0.021466803550720216, "loss_single": 3.379648947715759, "loss_dense": 3.4372060537338256, "loss": 6.816855001449585, "time": 0.16564781665802003, "step": 600630}
{"lr": 0.010364745084375793, "data_time": 0.017172026634216308, "loss_single": 3.3946627616882323, "loss_dense": 3.453367328643799, "loss": 6.848030090332031, "time": 0.15841562747955323, "step": 600680}
{"lr": 0.010364745084375793, "data_time": 0.018130946159362792, "loss_single": 3.3702521085739137, "loss_dense": 3.42328827381134, "loss": 6.793540382385254, "time": 0.15894367694854736, "step": 600730}
{"lr": 0.010364745084375793, "data_time": 0.018988513946533205, "loss_single": 3.426175355911255, "loss_dense": 3.4823443412780763, "loss": 6.908519697189331, "time": 0.16030728816986084, "step": 600780}
{"lr": 0.010364745084375793, "data_time": 0.017882585525512695, "loss_single": 3.36271550655365, "loss_dense": 3.415137243270874, "loss": 6.777852725982666, "time": 0.1548074007034302, "step": 600830}
{"lr": 0.010364745084375793, "data_time": 0.016643166542053223, "loss_single": 3.38548002243042, "loss_dense": 3.437115430831909, "loss": 6.822595453262329, "time": 0.16724774837493897, "step": 600880}
{"lr": 0.010364745084375793, "data_time": 0.016881418228149415, "loss_single": 3.408701539039612, "loss_dense": 3.4588755130767823, "loss": 6.867577028274536, "time": 0.16491165161132812, "step": 600930}
{"lr": 0.010364745084375793, "data_time": 0.02361292839050293, "loss_single": 3.4200547695159913, "loss_dense": 3.461627793312073, "loss": 6.881682586669922, "time": 0.1669086456298828, "step": 600980}
{"lr": 0.010364745084375793, "data_time": 0.020746994018554687, "loss_single": 3.385662794113159, "loss_dense": 3.4407860040664673, "loss": 6.826448917388916, "time": 0.16067266464233398, "step": 601030}
{"lr": 0.010364745084375793, "data_time": 0.01766650676727295, "loss_single": 3.3883529901504517, "loss_dense": 3.434924530982971, "loss": 6.823277473449707, "time": 0.1583916187286377, "step": 601080}
{"lr": 0.010364745084375793, "data_time": 0.01548161506652832, "loss_single": 3.39493248462677, "loss_dense": 3.43481068611145, "loss": 6.829743242263794, "time": 0.14971678256988524, "step": 601130}
{"lr": 0.010364745084375793, "data_time": 0.023362135887145995, "loss_single": 3.4079325675964354, "loss_dense": 3.4653681039810182, "loss": 6.873300790786743, "time": 0.23226575851440429, "step": 601180}
{"lr": 0.010364745084375793, "data_time": 0.019976377487182617, "loss_single": 3.377883529663086, "loss_dense": 3.4387768745422362, "loss": 6.816660404205322, "time": 0.15933969020843505, "step": 601230}
{"lr": 0.010364745084375793, "data_time": 0.016268110275268553, "loss_single": 3.365181398391724, "loss_dense": 3.415640139579773, "loss": 6.780821418762207, "time": 0.17089238166809081, "step": 601280}
{"lr": 0.010364745084375793, "data_time": 0.061128854751586914, "loss_single": 3.378460645675659, "loss_dense": 3.432432460784912, "loss": 6.8108930587768555, "time": 0.20824899673461914, "step": 601330}
{"lr": 0.010364745084375793, "data_time": 0.016718244552612303, "loss_single": 3.4434131145477296, "loss_dense": 3.491176390647888, "loss": 6.934589529037476, "time": 0.15318210124969484, "step": 601380}
{"lr": 0.010364745084375793, "data_time": 0.02052152156829834, "loss_single": 3.437868332862854, "loss_dense": 3.488995575904846, "loss": 6.9268639087677, "time": 0.1570009708404541, "step": 601430}
{"lr": 0.010364745084375793, "data_time": 0.017858505249023438, "loss_single": 3.4231894254684447, "loss_dense": 3.478867602348328, "loss": 6.902057027816772, "time": 0.1564032793045044, "step": 601480}
{"lr": 0.010364745084375793, "data_time": 0.01830027103424072, "loss_single": 3.391916012763977, "loss_dense": 3.446497988700867, "loss": 6.838413906097412, "time": 0.2156517267227173, "step": 601530}
{"lr": 0.010364745084375793, "data_time": 0.01729736328125, "loss_single": 3.4109096765518188, "loss_dense": 3.4536617517471315, "loss": 6.86457142829895, "time": 0.15843384265899657, "step": 601580}
{"lr": 0.010364745084375793, "data_time": 0.017395901679992675, "loss_single": 3.382177782058716, "loss_dense": 3.4242904663085936, "loss": 6.806468343734741, "time": 0.1631870985031128, "step": 601630}
{"lr": 0.010364745084375793, "data_time": 0.01042788028717041, "loss_single": 3.3837401628494264, "loss_dense": 3.4446088790893556, "loss": 6.8283491134643555, "time": 0.16842081546783447, "step": 601680}
{"lr": 0.010364745084375793, "data_time": 0.016637754440307618, "loss_single": 3.3859223127365112, "loss_dense": 3.4407813787460326, "loss": 6.826703691482544, "time": 0.1669558048248291, "step": 601730}
{"lr": 0.010364745084375793, "data_time": 0.0184906005859375, "loss_single": 3.3860703229904177, "loss_dense": 3.442469024658203, "loss": 6.8285393714904785, "time": 0.16013915538787843, "step": 601780}
{"lr": 0.010364745084375793, "data_time": 0.0180206298828125, "loss_single": 3.4006607055664064, "loss_dense": 3.4632728815078737, "loss": 6.863933658599853, "time": 0.1660438060760498, "step": 601830}
{"lr": 0.010364745084375793, "data_time": 0.018165946006774902, "loss_single": 3.3663279533386232, "loss_dense": 3.415769577026367, "loss": 6.78209753036499, "time": 0.15323045253753662, "step": 601880}
{"lr": 0.010364745084375793, "data_time": 0.017691636085510255, "loss_single": 3.391733455657959, "loss_dense": 3.4438216924667358, "loss": 6.835555124282837, "time": 0.17510249614715576, "step": 601930}
{"lr": 0.010364745084375793, "data_time": 0.014931035041809083, "loss_single": 3.4099337816238404, "loss_dense": 3.4579540491104126, "loss": 6.867887878417969, "time": 0.15608975887298585, "step": 601980}
{"lr": 0.010364745084375793, "data_time": 0.019406700134277345, "loss_single": 3.369036316871643, "loss_dense": 3.4302295446395874, "loss": 6.799265813827515, "time": 0.24001727104187012, "step": 602030}
{"lr": 0.010364745084375793, "data_time": 0.016891622543334962, "loss_single": 3.3828030824661255, "loss_dense": 3.4362161636352537, "loss": 6.8190192699432375, "time": 0.1544280767440796, "step": 602080}
{"lr": 0.010364745084375793, "data_time": 0.017675447463989257, "loss_single": 3.3752159118652343, "loss_dense": 3.4383443117141725, "loss": 6.813560199737549, "time": 0.16169660091400145, "step": 602130}
{"lr": 0.010364745084375793, "data_time": 0.019265127182006837, "loss_single": 3.3743520259857176, "loss_dense": 3.431614899635315, "loss": 6.80596694946289, "time": 0.16365609169006348, "step": 602180}
{"lr": 0.010364745084375793, "data_time": 0.018924546241760255, "loss_single": 3.3892696619033815, "loss_dense": 3.4472373723983765, "loss": 6.836507034301758, "time": 0.19296820163726808, "step": 602230}
{"lr": 0.010364745084375793, "data_time": 0.017429590225219727, "loss_single": 3.381992769241333, "loss_dense": 3.4356616973876952, "loss": 6.817654466629028, "time": 0.18039896488189697, "step": 602280}
{"lr": 0.010364745084375793, "data_time": 0.016875600814819335, "loss_single": 3.3986485958099366, "loss_dense": 3.4522515535354614, "loss": 6.85090012550354, "time": 0.16890690326690674, "step": 602330}
{"lr": 0.010364745084375793, "data_time": 0.016281938552856444, "loss_single": 3.4079566478729246, "loss_dense": 3.454454803466797, "loss": 6.862411403656006, "time": 0.1572254180908203, "step": 602380}
{"lr": 0.010364745084375793, "data_time": 0.016925406455993653, "loss_single": 3.4242581367492675, "loss_dense": 3.484416055679321, "loss": 6.908674097061157, "time": 0.16345391273498536, "step": 602430}
{"lr": 0.010364745084375793, "data_time": 0.01632657051086426, "loss_single": 3.378706169128418, "loss_dense": 3.4336896181106566, "loss": 6.812395811080933, "time": 0.15851254463195802, "step": 602480}
{"lr": 0.010364745084375793, "data_time": 0.01649923324584961, "loss_single": 3.3820436239242553, "loss_dense": 3.4304954767227174, "loss": 6.812539196014404, "time": 0.1541898012161255, "step": 602530}
{"lr": 0.010364745084375793, "data_time": 0.016742753982543945, "loss_single": 3.40879647731781, "loss_dense": 3.4693819284439087, "loss": 6.878178358078003, "time": 0.159240198135376, "step": 602580}
{"lr": 0.010364745084375793, "data_time": 0.020957279205322265, "loss_single": 3.383888292312622, "loss_dense": 3.435531735420227, "loss": 6.819420003890992, "time": 0.20416805744171143, "step": 602630}
{"lr": 0.010364745084375793, "data_time": 0.016520023345947266, "loss_single": 3.381301736831665, "loss_dense": 3.4358641624450685, "loss": 6.817165899276733, "time": 0.160399866104126, "step": 602680}
{"lr": 0.010364745084375793, "data_time": 0.016603541374206544, "loss_single": 3.427365851402283, "loss_dense": 3.4718877553939818, "loss": 6.89925365447998, "time": 0.15713300704956054, "step": 602730}
{"lr": 0.010364745084375793, "data_time": 0.017925786972045898, "loss_single": 3.394080948829651, "loss_dense": 3.439833641052246, "loss": 6.8339146137237545, "time": 0.15869905948638915, "step": 602780}
{"lr": 0.010364745084375793, "data_time": 0.01629319190979004, "loss_single": 3.3765881299972533, "loss_dense": 3.430806350708008, "loss": 6.8073944568634035, "time": 0.19181995391845702, "step": 602830}
{"lr": 0.010364745084375793, "data_time": 0.0170058012008667, "loss_single": 3.423513150215149, "loss_dense": 3.4805484056472777, "loss": 6.904061555862427, "time": 0.16006131172180177, "step": 602880}
{"lr": 0.010364745084375793, "data_time": 0.017772507667541505, "loss_single": 3.4147093296051025, "loss_dense": 3.458354115486145, "loss": 6.873063421249389, "time": 0.15824849605560304, "step": 602930}
{"lr": 0.010364745084375793, "data_time": 0.016408491134643554, "loss_single": 3.412011742591858, "loss_dense": 3.4646079301834107, "loss": 6.876619672775268, "time": 0.22727603912353517, "step": 602980}
{"lr": 0.010364745084375793, "data_time": 0.017252469062805177, "loss_single": 3.398779582977295, "loss_dense": 3.452160286903381, "loss": 6.850939846038818, "time": 0.15509543418884278, "step": 603030}
{"lr": 0.010364745084375793, "data_time": 0.015843844413757323, "loss_single": 3.3931646823883055, "loss_dense": 3.442463779449463, "loss": 6.835628414154053, "time": 0.23014163970947266, "step": 603080}
{"lr": 0.010364745084375793, "data_time": 0.01228952407836914, "loss_single": 3.413329291343689, "loss_dense": 3.4589130163192747, "loss": 6.872242403030396, "time": 0.1600527286529541, "step": 603130}
{"lr": 0.010364745084375793, "data_time": 0.01660773754119873, "loss_single": 3.405150580406189, "loss_dense": 3.4612526416778566, "loss": 6.866403293609619, "time": 0.15559167861938478, "step": 603180}
{"lr": 0.010364745084375793, "data_time": 0.016781711578369142, "loss_single": 3.392795133590698, "loss_dense": 3.44278769493103, "loss": 6.835582828521728, "time": 0.16690709590911865, "step": 603230}
{"lr": 0.010364745084375793, "data_time": 0.0169541597366333, "loss_single": 3.3798242568969727, "loss_dense": 3.4419190168380736, "loss": 6.8217432498931885, "time": 0.15700941085815429, "step": 603280}
{"lr": 0.010364745084375793, "data_time": 0.014792656898498536, "loss_single": 3.3780570030212402, "loss_dense": 3.4453413248062135, "loss": 6.8233983516693115, "time": 0.1654564380645752, "step": 603330}
{"lr": 0.010364745084375793, "data_time": 0.0194568395614624, "loss_single": 3.396611285209656, "loss_dense": 3.4451574325561523, "loss": 6.841768741607666, "time": 0.18571457862854004, "step": 603380}
{"lr": 0.010364745084375793, "data_time": 0.01795954704284668, "loss_single": 3.3880578756332396, "loss_dense": 3.436012935638428, "loss": 6.824070739746094, "time": 0.15703966617584228, "step": 603430}
{"lr": 0.010364745084375793, "data_time": 0.02055666446685791, "loss_single": 3.3761698722839357, "loss_dense": 3.420956349372864, "loss": 6.797126150131225, "time": 0.15874030590057372, "step": 603480}
{"lr": 0.010364745084375793, "data_time": 0.017066764831542968, "loss_single": 3.3848608493804933, "loss_dense": 3.451488399505615, "loss": 6.836349201202393, "time": 0.16340298652648927, "step": 603530}
{"lr": 0.010364745084375793, "data_time": 0.01428549289703369, "loss_single": 3.3836913108825684, "loss_dense": 3.432793474197388, "loss": 6.816484785079956, "time": 0.1583176612854004, "step": 603580}
{"lr": 0.010364745084375793, "data_time": 0.01757485866546631, "loss_single": 3.3803171157836913, "loss_dense": 3.437594437599182, "loss": 6.817911577224732, "time": 0.1502457618713379, "step": 603630}
{"lr": 0.010364745084375793, "data_time": 0.020403122901916503, "loss_single": 3.4326253652572634, "loss_dense": 3.494932007789612, "loss": 6.927557373046875, "time": 0.22140700817108155, "step": 603680}
{"lr": 0.010364745084375793, "data_time": 0.017113471031188966, "loss_single": 3.4236967086791994, "loss_dense": 3.467201828956604, "loss": 6.890898561477661, "time": 0.16021039485931396, "step": 603730}
{"lr": 0.010364745084375793, "data_time": 0.016627573966979982, "loss_single": 3.4264137744903564, "loss_dense": 3.487323784828186, "loss": 6.9137375831604, "time": 0.15861427783966064, "step": 603780}
{"lr": 0.010364745084375793, "data_time": 0.01869645118713379, "loss_single": 3.4030078172683718, "loss_dense": 3.459520196914673, "loss": 6.8625280380249025, "time": 0.16502044200897217, "step": 603830}
{"lr": 0.010364745084375793, "data_time": 0.01694808006286621, "loss_single": 3.3887232303619386, "loss_dense": 3.4374305963516236, "loss": 6.826153802871704, "time": 0.1575899600982666, "step": 603880}
{"lr": 0.010364745084375793, "data_time": 0.01798551082611084, "loss_single": 3.3747830152511598, "loss_dense": 3.423491954803467, "loss": 6.798274898529053, "time": 0.1522496223449707, "step": 603930}
{"lr": 0.010364745084375793, "data_time": 0.016161274909973145, "loss_single": 3.371807026863098, "loss_dense": 3.4349133491516115, "loss": 6.806720447540283, "time": 0.2088622808456421, "step": 603980}
{"lr": 0.010364745084375793, "data_time": 0.01836206912994385, "loss_single": 3.372188115119934, "loss_dense": 3.439641571044922, "loss": 6.811829662322998, "time": 0.17101168632507324, "step": 604030}
{"lr": 0.010364745084375793, "data_time": 0.01646580696105957, "loss_single": 3.3803478479385376, "loss_dense": 3.444421172142029, "loss": 6.824769020080566, "time": 0.15376100540161133, "step": 604080}
{"lr": 0.010364745084375793, "data_time": 0.017348814010620116, "loss_single": 3.415246868133545, "loss_dense": 3.4691197156906126, "loss": 6.884366607666015, "time": 0.1607581377029419, "step": 604130}
{"lr": 0.010364745084375793, "data_time": 0.01828908920288086, "loss_single": 3.4109060049057005, "loss_dense": 3.4432779788970946, "loss": 6.854183959960937, "time": 0.1545569896697998, "step": 604180}
{"lr": 0.010364745084375793, "data_time": 0.01789083480834961, "loss_single": 3.410650396347046, "loss_dense": 3.454664373397827, "loss": 6.865314722061157, "time": 0.15677859783172607, "step": 604230}
{"lr": 0.010364745084375793, "data_time": 0.01675598621368408, "loss_single": 3.371767210960388, "loss_dense": 3.4292710542678835, "loss": 6.8010382652282715, "time": 0.19096500873565675, "step": 604280}
{"lr": 0.010364745084375793, "data_time": 0.02440042495727539, "loss_single": 3.397506594657898, "loss_dense": 3.451577401161194, "loss": 6.849083995819091, "time": 0.1992868423461914, "step": 604330}
{"lr": 0.010364745084375793, "data_time": 0.017150115966796876, "loss_single": 3.4145978689193726, "loss_dense": 3.4743816375732424, "loss": 6.888979482650757, "time": 0.15580322742462158, "step": 604380}
{"lr": 0.010364745084375793, "data_time": 0.015310192108154297, "loss_single": 3.3958375215530396, "loss_dense": 3.437622046470642, "loss": 6.833459568023682, "time": 0.16891331672668458, "step": 604430}
{"lr": 0.010364745084375793, "data_time": 0.017286276817321776, "loss_single": 3.387432813644409, "loss_dense": 3.439721870422363, "loss": 6.827154684066772, "time": 0.15473055839538574, "step": 604480}
{"lr": 0.010364745084375793, "data_time": 0.016887187957763672, "loss_single": 3.4136376857757567, "loss_dense": 3.4591915130615236, "loss": 6.87282919883728, "time": 0.16069645881652833, "step": 604530}
{"lr": 0.010364745084375793, "data_time": 0.016578316688537598, "loss_single": 3.3808651685714723, "loss_dense": 3.443476438522339, "loss": 6.824341535568237, "time": 0.16640543937683105, "step": 604580}
{"lr": 0.010364745084375793, "data_time": 0.015030622482299805, "loss_single": 3.3801166296005247, "loss_dense": 3.4219103813171388, "loss": 6.802027082443237, "time": 0.15200865268707275, "step": 604630}
{"lr": 0.010364745084375793, "data_time": 0.01789689064025879, "loss_single": 3.39857656955719, "loss_dense": 3.455184578895569, "loss": 6.853761196136475, "time": 0.16122381687164306, "step": 604680}
{"lr": 0.010364745084375793, "data_time": 0.018064379692077637, "loss_single": 3.3613703727722166, "loss_dense": 3.4152815341949463, "loss": 6.776651859283447, "time": 0.15731337070465087, "step": 604730}
{"lr": 0.010364745084375793, "data_time": 0.017655062675476074, "loss_single": 3.396454930305481, "loss_dense": 3.4588564157485964, "loss": 6.855311441421509, "time": 0.1539979934692383, "step": 604780}
{"lr": 0.010364745084375793, "data_time": 0.016840052604675294, "loss_single": 3.401314449310303, "loss_dense": 3.457973027229309, "loss": 6.859287548065185, "time": 0.15911595821380614, "step": 604830}
{"lr": 0.010364745084375793, "data_time": 0.01834151744842529, "loss_single": 3.394934582710266, "loss_dense": 3.434693694114685, "loss": 6.82962818145752, "time": 0.1542973279953003, "step": 604880}
{"lr": 0.010364745084375793, "data_time": 0.017907118797302245, "loss_single": 3.3816417694091796, "loss_dense": 3.4323786973953245, "loss": 6.814020442962646, "time": 0.15901401042938232, "step": 604930}
{"lr": 0.010364745084375793, "data_time": 0.01512608528137207, "loss_single": 3.433902144432068, "loss_dense": 3.479892897605896, "loss": 6.913795089721679, "time": 0.17907941341400146, "step": 604980}
{"lr": 0.010364745084375793, "data_time": 0.016040873527526856, "loss_single": 3.4013400077819824, "loss_dense": 3.4542288780212402, "loss": 6.855568838119507, "time": 0.1665872097015381, "step": 605030}
{"lr": 0.010364745084375793, "data_time": 0.0156757116317749, "loss_single": 3.4046658992767336, "loss_dense": 3.4710031509399415, "loss": 6.875668954849243, "time": 0.1583561897277832, "step": 605080}
{"lr": 0.010364745084375793, "data_time": 0.018682646751403808, "loss_single": 3.395690608024597, "loss_dense": 3.429508090019226, "loss": 6.825198745727539, "time": 0.15869133472442626, "step": 605130}
{"lr": 0.010364745084375793, "data_time": 0.015935564041137697, "loss_single": 3.4427206993103026, "loss_dense": 3.5026696920394897, "loss": 6.945390367507935, "time": 0.16525099277496338, "step": 605180}
{"lr": 0.010364745084375793, "data_time": 0.018962812423706055, "loss_single": 3.409657335281372, "loss_dense": 3.4549815893173217, "loss": 6.864638900756836, "time": 0.164703369140625, "step": 605230}
{"lr": 0.010364745084375793, "data_time": 0.0192110538482666, "loss_single": 3.4099323034286497, "loss_dense": 3.457335638999939, "loss": 6.8672679424285885, "time": 0.1564122438430786, "step": 605280}
{"lr": 0.010364745084375793, "data_time": 0.016845393180847167, "loss_single": 3.374597191810608, "loss_dense": 3.4380337476730345, "loss": 6.812630891799927, "time": 0.15782811641693115, "step": 605330}
{"lr": 0.010364745084375793, "data_time": 0.018938875198364256, "loss_single": 3.3555001974105836, "loss_dense": 3.414354109764099, "loss": 6.769854307174683, "time": 0.16882574558258057, "step": 605380}
{"lr": 0.010364745084375793, "data_time": 0.02006380558013916, "loss_single": 3.412412405014038, "loss_dense": 3.474087953567505, "loss": 6.886500310897827, "time": 0.15620534420013427, "step": 605430}
{"lr": 0.010364745084375793, "data_time": 0.014127564430236817, "loss_single": 3.3723878860473633, "loss_dense": 3.428656578063965, "loss": 6.8010444164276125, "time": 0.1531468391418457, "step": 605480}
{"lr": 0.010141238727027758, "data_time": 0.015871119499206544, "loss_single": 3.3947107553482057, "loss_dense": 3.4522711992263795, "loss": 6.8469819068908695, "time": 0.15687575340270996, "step": 605534}
{"lr": 0.010141238727027758, "data_time": 0.01847052574157715, "loss_single": 3.4117650032043456, "loss_dense": 3.4604329824447633, "loss": 6.872198009490967, "time": 0.15858726501464843, "step": 605584}
{"lr": 0.010141238727027758, "data_time": 0.019504904747009277, "loss_single": 3.3880598068237306, "loss_dense": 3.4422610282897947, "loss": 6.830320835113525, "time": 0.16112499237060546, "step": 605634}
{"lr": 0.010141238727027758, "data_time": 0.016036272048950195, "loss_single": 3.4088549852371215, "loss_dense": 3.454077863693237, "loss": 6.862932872772217, "time": 0.18693583011627196, "step": 605684}
{"lr": 0.010141238727027758, "data_time": 0.01569366455078125, "loss_single": 3.3837841033935545, "loss_dense": 3.439136004447937, "loss": 6.822920131683349, "time": 0.17514564990997314, "step": 605734}
{"lr": 0.010141238727027758, "data_time": 0.015894293785095215, "loss_single": 3.3960962533950805, "loss_dense": 3.443171000480652, "loss": 6.839267253875732, "time": 0.16866307258605956, "step": 605784}
{"lr": 0.010141238727027758, "data_time": 0.017516064643859863, "loss_single": 3.36218466758728, "loss_dense": 3.434354305267334, "loss": 6.796538972854615, "time": 0.15135226249694825, "step": 605834}
{"lr": 0.010141238727027758, "data_time": 0.014999651908874511, "loss_single": 3.416948080062866, "loss_dense": 3.4628185749053957, "loss": 6.879766607284546, "time": 0.15822153091430663, "step": 605884}
{"lr": 0.010141238727027758, "data_time": 0.017604756355285644, "loss_single": 3.430389952659607, "loss_dense": 3.484384536743164, "loss": 6.914774560928345, "time": 0.15758137702941893, "step": 605934}
{"lr": 0.010141238727027758, "data_time": 0.014705061912536621, "loss_single": 3.3948758840560913, "loss_dense": 3.4484391450881957, "loss": 6.843314981460571, "time": 0.15347211360931395, "step": 605984}
{"lr": 0.010141238727027758, "data_time": 0.015248990058898926, "loss_single": 3.416822648048401, "loss_dense": 3.4629642009735107, "loss": 6.879786825180053, "time": 0.16190106868743898, "step": 606034}
{"lr": 0.010141238727027758, "data_time": 0.0166731595993042, "loss_single": 3.379528832435608, "loss_dense": 3.4457659244537355, "loss": 6.825294780731201, "time": 0.1507312297821045, "step": 606084}
{"lr": 0.010141238727027758, "data_time": 0.016832828521728516, "loss_single": 3.4030428171157836, "loss_dense": 3.45623619556427, "loss": 6.85927906036377, "time": 0.15822513103485109, "step": 606134}
{"lr": 0.010141238727027758, "data_time": 0.016647839546203615, "loss_single": 3.416390633583069, "loss_dense": 3.4637531280517577, "loss": 6.880143737792968, "time": 0.1633530855178833, "step": 606184}
{"lr": 0.010141238727027758, "data_time": 0.016146087646484376, "loss_single": 3.392995238304138, "loss_dense": 3.4490686893463134, "loss": 6.842063951492309, "time": 0.15664985179901122, "step": 606234}
{"lr": 0.010141238727027758, "data_time": 0.016664767265319826, "loss_single": 3.3923429012298585, "loss_dense": 3.45640025138855, "loss": 6.848743104934693, "time": 0.15479536056518556, "step": 606284}
{"lr": 0.010141238727027758, "data_time": 0.017867016792297363, "loss_single": 3.400641441345215, "loss_dense": 3.4546202421188354, "loss": 6.855261707305909, "time": 0.16159017086029054, "step": 606334}
{"lr": 0.010141238727027758, "data_time": 0.01818525791168213, "loss_single": 3.3925071001052856, "loss_dense": 3.4482293367385863, "loss": 6.8407364845275875, "time": 0.1550645112991333, "step": 606384}
{"lr": 0.010141238727027758, "data_time": 0.017610383033752442, "loss_single": 3.4081979513168337, "loss_dense": 3.4601388454437254, "loss": 6.868336868286133, "time": 0.16409838199615479, "step": 606434}
{"lr": 0.010141238727027758, "data_time": 0.016484498977661133, "loss_single": 3.3998978614807127, "loss_dense": 3.4376477718353273, "loss": 6.837545537948609, "time": 0.15185747146606446, "step": 606484}
{"lr": 0.010141238727027758, "data_time": 0.016869139671325684, "loss_single": 3.4173264503479004, "loss_dense": 3.4725666522979735, "loss": 6.889893054962158, "time": 0.1756443977355957, "step": 606534}
{"lr": 0.010141238727027758, "data_time": 0.018168425559997557, "loss_single": 3.3881567239761354, "loss_dense": 3.4310214519500732, "loss": 6.819178199768066, "time": 0.1545506238937378, "step": 606584}
{"lr": 0.010141238727027758, "data_time": 0.019784307479858397, "loss_single": 3.3867090940475464, "loss_dense": 3.440765404701233, "loss": 6.827474594116211, "time": 0.1875462055206299, "step": 606634}
{"lr": 0.010141238727027758, "data_time": 0.017372655868530273, "loss_single": 3.3561429023742675, "loss_dense": 3.4171893119812013, "loss": 6.773332262039185, "time": 0.15328822135925294, "step": 606684}
{"lr": 0.010141238727027758, "data_time": 0.016159319877624513, "loss_single": 3.4345273971557617, "loss_dense": 3.4702210903167723, "loss": 6.90474853515625, "time": 0.18701300621032715, "step": 606734}
{"lr": 0.010141238727027758, "data_time": 0.016944622993469237, "loss_single": 3.384425187110901, "loss_dense": 3.4329215049743653, "loss": 6.817346668243408, "time": 0.1615391492843628, "step": 606784}
{"lr": 0.010141238727027758, "data_time": 0.015018320083618164, "loss_single": 3.392232871055603, "loss_dense": 3.4431692123413087, "loss": 6.835402154922486, "time": 0.2238790512084961, "step": 606834}
{"lr": 0.010141238727027758, "data_time": 0.01689751148223877, "loss_single": 3.4010128736495973, "loss_dense": 3.4570091485977175, "loss": 6.858021926879883, "time": 0.15127148628234863, "step": 606884}
{"lr": 0.010141238727027758, "data_time": 0.024811649322509767, "loss_single": 3.3817731618881224, "loss_dense": 3.4243629932403565, "loss": 6.806136131286621, "time": 0.24420673847198487, "step": 606934}
{"lr": 0.010141238727027758, "data_time": 0.017441582679748536, "loss_single": 3.367933917045593, "loss_dense": 3.4374938726425173, "loss": 6.805427742004395, "time": 0.16289541721343995, "step": 606984}
{"lr": 0.010141238727027758, "data_time": 0.01633636951446533, "loss_single": 3.3909882068634034, "loss_dense": 3.4375821113586427, "loss": 6.828570318222046, "time": 0.1561645746231079, "step": 607034}
{"lr": 0.010141238727027758, "data_time": 0.016132307052612305, "loss_single": 3.415158224105835, "loss_dense": 3.4683747053146363, "loss": 6.883532905578614, "time": 0.17056446075439452, "step": 607084}
{"lr": 0.010141238727027758, "data_time": 0.01704251766204834, "loss_single": 3.390175724029541, "loss_dense": 3.448439335823059, "loss": 6.838615036010742, "time": 0.18545026779174806, "step": 607134}
{"lr": 0.010141238727027758, "data_time": 0.01612870693206787, "loss_single": 3.4044533014297484, "loss_dense": 3.4692569017410277, "loss": 6.873710203170776, "time": 0.15330827236175537, "step": 607184}
{"lr": 0.010141238727027758, "data_time": 0.01672546863555908, "loss_single": 3.393150067329407, "loss_dense": 3.438537931442261, "loss": 6.831688022613525, "time": 0.16157870292663573, "step": 607234}
{"lr": 0.010141238727027758, "data_time": 0.020117807388305663, "loss_single": 3.3999369382858275, "loss_dense": 3.4441153764724732, "loss": 6.844052410125732, "time": 0.23637769222259522, "step": 607284}
{"lr": 0.010141238727027758, "data_time": 0.01903562545776367, "loss_single": 3.3754334688186645, "loss_dense": 3.4216062784194947, "loss": 6.797039747238159, "time": 0.15574259757995607, "step": 607334}
{"lr": 0.010141238727027758, "data_time": 0.019672274589538574, "loss_single": 3.3901594161987303, "loss_dense": 3.4502826929092407, "loss": 6.840442180633545, "time": 0.21706581115722656, "step": 607384}
{"lr": 0.010141238727027758, "data_time": 0.016767168045043947, "loss_single": 3.3933584451675416, "loss_dense": 3.4603150606155397, "loss": 6.853673458099365, "time": 0.16930477619171141, "step": 607434}
{"lr": 0.010141238727027758, "data_time": 0.017831587791442872, "loss_single": 3.394734239578247, "loss_dense": 3.446772646903992, "loss": 6.841506814956665, "time": 0.16506454944610596, "step": 607484}
{"lr": 0.010141238727027758, "data_time": 0.01605179309844971, "loss_single": 3.3865506172180178, "loss_dense": 3.443087124824524, "loss": 6.829637718200684, "time": 0.1708608627319336, "step": 607534}
{"lr": 0.010141238727027758, "data_time": 0.021816372871398926, "loss_single": 3.3649691581726073, "loss_dense": 3.415522336959839, "loss": 6.780491495132447, "time": 0.215293288230896, "step": 607584}
{"lr": 0.010141238727027758, "data_time": 0.017075943946838378, "loss_single": 3.3806591510772703, "loss_dense": 3.4378053903579713, "loss": 6.818464612960815, "time": 0.15860166549682617, "step": 607634}
{"lr": 0.010141238727027758, "data_time": 0.006307268142700195, "loss_single": 3.3990205764770507, "loss_dense": 3.4545954704284667, "loss": 6.853616094589233, "time": 0.1486967086791992, "step": 607684}
{"lr": 0.010141238727027758, "data_time": 0.01759011745452881, "loss_single": 3.399590849876404, "loss_dense": 3.459218382835388, "loss": 6.858809232711792, "time": 0.16084847450256348, "step": 607734}
{"lr": 0.010141238727027758, "data_time": 0.01955099105834961, "loss_single": 3.3991215229034424, "loss_dense": 3.451003813743591, "loss": 6.850125312805176, "time": 0.1622857093811035, "step": 607784}
{"lr": 0.010141238727027758, "data_time": 0.016652774810791016, "loss_single": 3.377748703956604, "loss_dense": 3.4295351266860963, "loss": 6.807283735275268, "time": 0.15646941661834718, "step": 607834}
{"lr": 0.010141238727027758, "data_time": 0.016344761848449706, "loss_single": 3.363501787185669, "loss_dense": 3.408057928085327, "loss": 6.771559810638427, "time": 0.16234724521636962, "step": 607884}
{"lr": 0.010141238727027758, "data_time": 0.03935251235961914, "loss_single": 3.3979673385620117, "loss_dense": 3.4561315059661863, "loss": 6.854098844528198, "time": 0.18666160106658936, "step": 607934}
{"lr": 0.010141238727027758, "data_time": 0.017418289184570314, "loss_single": 3.397638440132141, "loss_dense": 3.4506804227828978, "loss": 6.848318862915039, "time": 0.1594446897506714, "step": 607984}
{"lr": 0.010141238727027758, "data_time": 0.017622494697570802, "loss_single": 3.367463541030884, "loss_dense": 3.417000937461853, "loss": 6.784464502334595, "time": 0.16641519069671631, "step": 608034}
{"lr": 0.010141238727027758, "data_time": 0.01956956386566162, "loss_single": 3.3676238775253298, "loss_dense": 3.4127785205841064, "loss": 6.780402374267578, "time": 0.16233205795288086, "step": 608084}
{"lr": 0.010141238727027758, "data_time": 0.017595314979553224, "loss_single": 3.395692992210388, "loss_dense": 3.452426624298096, "loss": 6.848119592666626, "time": 0.1532907485961914, "step": 608134}
{"lr": 0.010141238727027758, "data_time": 0.01730833053588867, "loss_single": 3.3786396026611327, "loss_dense": 3.4189600229263304, "loss": 6.797599649429321, "time": 0.1683894395828247, "step": 608184}
{"lr": 0.010141238727027758, "data_time": 0.012749266624450684, "loss_single": 3.400518536567688, "loss_dense": 3.46093270778656, "loss": 6.861451244354248, "time": 0.1519216537475586, "step": 608234}
{"lr": 0.010141238727027758, "data_time": 0.017571067810058592, "loss_single": 3.3955595016479494, "loss_dense": 3.459506559371948, "loss": 6.855065965652466, "time": 0.15251317024230956, "step": 608284}
{"lr": 0.010141238727027758, "data_time": 0.017496681213378905, "loss_single": 3.414715313911438, "loss_dense": 3.4527478218078613, "loss": 6.867463159561157, "time": 0.16011834144592285, "step": 608334}
{"lr": 0.010141238727027758, "data_time": 0.018283700942993163, "loss_single": 3.4025151014328, "loss_dense": 3.4417367219924926, "loss": 6.844251918792724, "time": 0.1580958366394043, "step": 608384}
{"lr": 0.010141238727027758, "data_time": 0.03120903968811035, "loss_single": 3.3604534387588503, "loss_dense": 3.4282820224761963, "loss": 6.788735437393188, "time": 0.19479663372039796, "step": 608434}
{"lr": 0.010141238727027758, "data_time": 0.018332362174987793, "loss_single": 3.427715468406677, "loss_dense": 3.4805018424987795, "loss": 6.908217334747315, "time": 0.15478436946868895, "step": 608484}
{"lr": 0.010141238727027758, "data_time": 0.017623543739318848, "loss_single": 3.3917199850082396, "loss_dense": 3.4335186004638674, "loss": 6.825238609313965, "time": 0.16003758907318116, "step": 608534}
{"lr": 0.010141238727027758, "data_time": 0.019914793968200683, "loss_single": 3.416764426231384, "loss_dense": 3.4668792724609374, "loss": 6.883643627166748, "time": 0.15474381446838378, "step": 608584}
{"lr": 0.010141238727027758, "data_time": 0.01548624038696289, "loss_single": 3.375115489959717, "loss_dense": 3.4417792081832888, "loss": 6.8168947219848635, "time": 0.15882697105407714, "step": 608634}
{"lr": 0.010141238727027758, "data_time": 0.016458749771118164, "loss_single": 3.409306001663208, "loss_dense": 3.4601237535476685, "loss": 6.8694297790527346, "time": 0.21124777793884278, "step": 608684}
{"lr": 0.010141238727027758, "data_time": 0.02026388645172119, "loss_single": 3.353953003883362, "loss_dense": 3.4028083801269533, "loss": 6.756761360168457, "time": 0.1726048231124878, "step": 608734}
{"lr": 0.010141238727027758, "data_time": 0.0169069766998291, "loss_single": 3.392295217514038, "loss_dense": 3.437577152252197, "loss": 6.829872369766235, "time": 0.15866389274597167, "step": 608784}
{"lr": 0.010141238727027758, "data_time": 0.017584705352783205, "loss_single": 3.384828042984009, "loss_dense": 3.438670825958252, "loss": 6.823498868942261, "time": 0.15219318866729736, "step": 608834}
{"lr": 0.010141238727027758, "data_time": 0.021402978897094728, "loss_single": 3.37943696975708, "loss_dense": 3.429214859008789, "loss": 6.808651781082153, "time": 0.2086721420288086, "step": 608884}
{"lr": 0.010141238727027758, "data_time": 0.01835501194000244, "loss_single": 3.385445809364319, "loss_dense": 3.4396597862243654, "loss": 6.8251057147979735, "time": 0.1761584997177124, "step": 608934}
{"lr": 0.010141238727027758, "data_time": 0.02940223217010498, "loss_single": 3.4202715396881103, "loss_dense": 3.4706473350524902, "loss": 6.890918970108032, "time": 0.16913654804229736, "step": 608984}
{"lr": 0.010141238727027758, "data_time": 0.017084741592407228, "loss_single": 3.409828042984009, "loss_dense": 3.455481457710266, "loss": 6.865309476852417, "time": 0.16041221618652343, "step": 609034}
{"lr": 0.010141238727027758, "data_time": 0.016357994079589842, "loss_single": 3.3896262645721436, "loss_dense": 3.4495946407318114, "loss": 6.839220952987671, "time": 0.15019233226776124, "step": 609084}
{"lr": 0.010141238727027758, "data_time": 0.015462207794189452, "loss_single": 3.384707450866699, "loss_dense": 3.4279483795166015, "loss": 6.812655830383301, "time": 0.19667501449584962, "step": 609134}
{"lr": 0.010141238727027758, "data_time": 0.016537570953369142, "loss_single": 3.3814361810684206, "loss_dense": 3.437237501144409, "loss": 6.818673753738404, "time": 0.1596285104751587, "step": 609184}
{"lr": 0.010141238727027758, "data_time": 0.016673898696899413, "loss_single": 3.400776767730713, "loss_dense": 3.439869737625122, "loss": 6.840646505355835, "time": 0.16162102222442626, "step": 609234}
{"lr": 0.010141238727027758, "data_time": 0.021179342269897462, "loss_single": 3.4023558139801025, "loss_dense": 3.4594614505767822, "loss": 6.861817264556885, "time": 0.2054454803466797, "step": 609284}
{"lr": 0.010141238727027758, "data_time": 0.015590143203735352, "loss_single": 3.401831603050232, "loss_dense": 3.4797228574752808, "loss": 6.881554460525512, "time": 0.16111550331115723, "step": 609334}
{"lr": 0.010141238727027758, "data_time": 0.02364933490753174, "loss_single": 3.385410213470459, "loss_dense": 3.4365766763687136, "loss": 6.821986961364746, "time": 0.16747965812683105, "step": 609384}
{"lr": 0.010141238727027758, "data_time": 0.017024540901184083, "loss_single": 3.3868205547332764, "loss_dense": 3.4435177564620973, "loss": 6.8303382873535154, "time": 0.1519489049911499, "step": 609434}
{"lr": 0.010141238727027758, "data_time": 0.01801915168762207, "loss_single": 3.3974111557006834, "loss_dense": 3.4414594650268553, "loss": 6.838870620727539, "time": 0.15465664863586426, "step": 609484}
{"lr": 0.010141238727027758, "data_time": 0.014341139793395996, "loss_single": 3.416054677963257, "loss_dense": 3.4621864795684814, "loss": 6.878241157531738, "time": 0.15483102798461915, "step": 609534}
{"lr": 0.010141238727027758, "data_time": 0.023657774925231932, "loss_single": 3.3909120082855226, "loss_dense": 3.4548034191131594, "loss": 6.845715427398682, "time": 0.23620469570159913, "step": 609584}
{"lr": 0.010141238727027758, "data_time": 0.01672799587249756, "loss_single": 3.3950884342193604, "loss_dense": 3.4459858179092406, "loss": 6.8410743236541744, "time": 0.16354153156280518, "step": 609634}
{"lr": 0.010141238727027758, "data_time": 0.016242337226867676, "loss_single": 3.4022125720977785, "loss_dense": 3.4642176389694215, "loss": 6.866430187225342, "time": 0.16147136688232422, "step": 609684}
{"lr": 0.010141238727027758, "data_time": 0.01917424201965332, "loss_single": 3.3905567646026613, "loss_dense": 3.4436960220336914, "loss": 6.834252738952637, "time": 0.1670217990875244, "step": 609734}
{"lr": 0.010141238727027758, "data_time": 0.016808605194091795, "loss_single": 3.352349352836609, "loss_dense": 3.4048583984375, "loss": 6.757207775115967, "time": 0.16796643733978273, "step": 609784}
{"lr": 0.010141238727027758, "data_time": 0.017765140533447264, "loss_single": 3.4093295335769653, "loss_dense": 3.4609716653823854, "loss": 6.870301198959351, "time": 0.15789361000061036, "step": 609834}
{"lr": 0.010141238727027758, "data_time": 0.016564583778381346, "loss_single": 3.382818603515625, "loss_dense": 3.4501189947128297, "loss": 6.832937574386596, "time": 0.15829918384552003, "step": 609884}
{"lr": 0.010141238727027758, "data_time": 0.018075108528137207, "loss_single": 3.4156447887420653, "loss_dense": 3.478043723106384, "loss": 6.893688488006592, "time": 0.21805155277252197, "step": 609934}
{"lr": 0.010141238727027758, "data_time": 0.017634773254394533, "loss_single": 3.3820565223693846, "loss_dense": 3.4298888206481934, "loss": 6.8119453430175785, "time": 0.16282298564910888, "step": 609984}
{"lr": 0.010141238727027758, "data_time": 0.01338522434234619, "loss_single": 3.4109668731689453, "loss_dense": 3.4660226106643677, "loss": 6.876989412307739, "time": 0.15687944889068603, "step": 610034}
{"lr": 0.010141238727027758, "data_time": 0.01817343235015869, "loss_single": 3.4150694608688354, "loss_dense": 3.458163857460022, "loss": 6.873233366012573, "time": 0.158454966545105, "step": 610084}
{"lr": 0.010141238727027758, "data_time": 0.01603968143463135, "loss_single": 3.402453398704529, "loss_dense": 3.4434768199920653, "loss": 6.845930194854736, "time": 0.15653200149536134, "step": 610134}
{"lr": 0.010141238727027758, "data_time": 0.018010592460632323, "loss_single": 3.387441635131836, "loss_dense": 3.446993327140808, "loss": 6.834434986114502, "time": 0.1572213888168335, "step": 610184}
{"lr": 0.010141238727027758, "data_time": 0.012676334381103516, "loss_single": 3.3811126947402954, "loss_dense": 3.438892388343811, "loss": 6.82000503540039, "time": 0.17471907138824463, "step": 610234}
{"lr": 0.010141238727027758, "data_time": 0.01722397804260254, "loss_single": 3.399475121498108, "loss_dense": 3.4522993564605713, "loss": 6.851774644851685, "time": 0.21073648929595948, "step": 610284}
{"lr": 0.010141238727027758, "data_time": 0.02010955810546875, "loss_single": 3.402751016616821, "loss_dense": 3.4655400276184083, "loss": 6.868290996551513, "time": 0.16819703578948975, "step": 610334}
{"lr": 0.010141238727027758, "data_time": 0.01653943061828613, "loss_single": 3.3659106731414794, "loss_dense": 3.424342393875122, "loss": 6.790253067016602, "time": 0.155115008354187, "step": 610384}
{"lr": 0.010141238727027758, "data_time": 0.014876699447631836, "loss_single": 3.391326117515564, "loss_dense": 3.4457343339920046, "loss": 6.837060451507568, "time": 0.15417928695678712, "step": 610434}
{"lr": 0.010141238727027758, "data_time": 0.014555907249450684, "loss_single": 3.409774422645569, "loss_dense": 3.467798352241516, "loss": 6.877572822570801, "time": 0.15365972518920898, "step": 610484}
{"lr": 0.009918931196320629, "data_time": 0.01595017910003662, "loss_single": 3.401135063171387, "loss_dense": 3.445807862281799, "loss": 6.846942949295044, "time": 0.15619392395019532, "step": 610538}
{"lr": 0.009918931196320629, "data_time": 0.016424894332885742, "loss_single": 3.4090363502502443, "loss_dense": 3.444295144081116, "loss": 6.853331470489502, "time": 0.17939989566802977, "step": 610588}
{"lr": 0.009918931196320629, "data_time": 0.018798160552978515, "loss_single": 3.4050526142120363, "loss_dense": 3.4650095224380495, "loss": 6.870062065124512, "time": 0.18503689765930176, "step": 610638}
{"lr": 0.009918931196320629, "data_time": 0.018502044677734374, "loss_single": 3.3882628202438356, "loss_dense": 3.449858474731445, "loss": 6.838121318817139, "time": 0.16197993755340576, "step": 610688}
{"lr": 0.009918931196320629, "data_time": 0.017987155914306642, "loss_single": 3.3956756830215453, "loss_dense": 3.44167640209198, "loss": 6.837352085113525, "time": 0.15877184867858887, "step": 610738}
{"lr": 0.009918931196320629, "data_time": 0.01706089973449707, "loss_single": 3.372824192047119, "loss_dense": 3.4297990083694456, "loss": 6.802623176574707, "time": 0.157763671875, "step": 610788}
{"lr": 0.009918931196320629, "data_time": 0.015816307067871092, "loss_single": 3.3946287870407104, "loss_dense": 3.4404650926589966, "loss": 6.835093927383423, "time": 0.17883837223052979, "step": 610838}
{"lr": 0.009918931196320629, "data_time": 0.01596860885620117, "loss_single": 3.398094630241394, "loss_dense": 3.4521121263504027, "loss": 6.850206708908081, "time": 0.16180596351623536, "step": 610888}
{"lr": 0.009918931196320629, "data_time": 0.02311661243438721, "loss_single": 3.4212284803390505, "loss_dense": 3.4728723764419556, "loss": 6.894100761413574, "time": 0.20106081962585448, "step": 610938}
{"lr": 0.009918931196320629, "data_time": 0.016132569313049315, "loss_single": 3.3976680755615236, "loss_dense": 3.4583239555358887, "loss": 6.855992078781128, "time": 0.1543808698654175, "step": 610988}
{"lr": 0.009918931196320629, "data_time": 0.01726212501525879, "loss_single": 3.4053462505340577, "loss_dense": 3.4594650983810427, "loss": 6.8648113250732425, "time": 0.16266138553619386, "step": 611038}
{"lr": 0.009918931196320629, "data_time": 0.017462491989135742, "loss_single": 3.397893762588501, "loss_dense": 3.457484269142151, "loss": 6.855378007888794, "time": 0.15376543998718262, "step": 611088}
{"lr": 0.009918931196320629, "data_time": 0.01828010082244873, "loss_single": 3.4105409383773804, "loss_dense": 3.449895906448364, "loss": 6.860436868667603, "time": 0.1663501739501953, "step": 611138}
{"lr": 0.009918931196320629, "data_time": 0.017561626434326173, "loss_single": 3.3738232135772703, "loss_dense": 3.431657314300537, "loss": 6.805480575561523, "time": 0.2154712677001953, "step": 611188}
{"lr": 0.009918931196320629, "data_time": 0.020650243759155272, "loss_single": 3.392784261703491, "loss_dense": 3.446160316467285, "loss": 6.838944625854492, "time": 0.15503647327423095, "step": 611238}
{"lr": 0.009918931196320629, "data_time": 0.015367865562438965, "loss_single": 3.400646376609802, "loss_dense": 3.4404571056365967, "loss": 6.841103553771973, "time": 0.15551443099975587, "step": 611288}
{"lr": 0.009918931196320629, "data_time": 0.017181253433227538, "loss_single": 3.4020386695861817, "loss_dense": 3.463639330863953, "loss": 6.865677976608277, "time": 0.15880556106567384, "step": 611338}
{"lr": 0.009918931196320629, "data_time": 0.016301727294921874, "loss_single": 3.3759503602981566, "loss_dense": 3.4390395164489744, "loss": 6.814989900588989, "time": 0.15018763542175292, "step": 611388}
{"lr": 0.009918931196320629, "data_time": 0.01613335609436035, "loss_single": 3.4084658145904543, "loss_dense": 3.444901776313782, "loss": 6.853367567062378, "time": 0.15556824207305908, "step": 611438}
{"lr": 0.009918931196320629, "data_time": 0.024848508834838866, "loss_single": 3.3943363904953, "loss_dense": 3.4350946664810182, "loss": 6.82943115234375, "time": 0.15968453884124756, "step": 611488}
{"lr": 0.009918931196320629, "data_time": 0.018972325325012206, "loss_single": 3.394687628746033, "loss_dense": 3.4351584911346436, "loss": 6.8298460960388185, "time": 0.15560367107391357, "step": 611538}
{"lr": 0.009918931196320629, "data_time": 0.01571364402770996, "loss_single": 3.409299397468567, "loss_dense": 3.468155312538147, "loss": 6.877454662322998, "time": 0.15876393318176268, "step": 611588}
{"lr": 0.009918931196320629, "data_time": 0.020165657997131346, "loss_single": 3.3921520471572877, "loss_dense": 3.4577746868133543, "loss": 6.8499267578125, "time": 0.15635461807250978, "step": 611638}
{"lr": 0.009918931196320629, "data_time": 0.017114734649658202, "loss_single": 3.38230938911438, "loss_dense": 3.4339761257171633, "loss": 6.816285610198975, "time": 0.15287458896636963, "step": 611688}
{"lr": 0.009918931196320629, "data_time": 0.015767765045166016, "loss_single": 3.371577572822571, "loss_dense": 3.442536163330078, "loss": 6.814113664627075, "time": 0.1590869188308716, "step": 611738}
{"lr": 0.009918931196320629, "data_time": 0.019285178184509276, "loss_single": 3.38111298084259, "loss_dense": 3.4391620635986326, "loss": 6.820275068283081, "time": 0.15995457172393798, "step": 611788}
{"lr": 0.009918931196320629, "data_time": 0.01673884391784668, "loss_single": 3.3743480682373046, "loss_dense": 3.437907862663269, "loss": 6.812255859375, "time": 0.155263352394104, "step": 611838}
{"lr": 0.009918931196320629, "data_time": 0.017564272880554198, "loss_single": 3.407661199569702, "loss_dense": 3.466429662704468, "loss": 6.8740908145904545, "time": 0.16784429550170898, "step": 611888}
{"lr": 0.009918931196320629, "data_time": 0.016803884506225587, "loss_single": 3.4079687118530275, "loss_dense": 3.450368618965149, "loss": 6.858337259292602, "time": 0.15462920665740967, "step": 611938}
{"lr": 0.009918931196320629, "data_time": 0.016968202590942384, "loss_single": 3.382523775100708, "loss_dense": 3.443091630935669, "loss": 6.825615406036377, "time": 0.15683326721191407, "step": 611988}
{"lr": 0.009918931196320629, "data_time": 0.017522788047790526, "loss_single": 3.371746826171875, "loss_dense": 3.42212553024292, "loss": 6.793872356414795, "time": 0.15720751285552978, "step": 612038}
{"lr": 0.009918931196320629, "data_time": 0.01498110294342041, "loss_single": 3.404902529716492, "loss_dense": 3.4447129011154174, "loss": 6.849615430831909, "time": 0.17103855609893798, "step": 612088}
{"lr": 0.009918931196320629, "data_time": 0.0179579496383667, "loss_single": 3.396891164779663, "loss_dense": 3.439385986328125, "loss": 6.836277103424072, "time": 0.21931066513061523, "step": 612138}
{"lr": 0.009918931196320629, "data_time": 0.018355369567871094, "loss_single": 3.382046127319336, "loss_dense": 3.444824767112732, "loss": 6.8268708229064945, "time": 0.15851085186004638, "step": 612188}
{"lr": 0.009918931196320629, "data_time": 0.01828949451446533, "loss_single": 3.3795740842819213, "loss_dense": 3.432922887802124, "loss": 6.8124970436096195, "time": 0.1549351692199707, "step": 612238}
{"lr": 0.009918931196320629, "data_time": 0.016999650001525878, "loss_single": 3.3712486743927004, "loss_dense": 3.4200905561447144, "loss": 6.7913392066955565, "time": 0.15427987575531005, "step": 612288}
{"lr": 0.009918931196320629, "data_time": 0.015464687347412109, "loss_single": 3.3934776067733763, "loss_dense": 3.4356586933135986, "loss": 6.829136371612549, "time": 0.15383644104003907, "step": 612338}
{"lr": 0.009918931196320629, "data_time": 0.017156529426574706, "loss_single": 3.3894848823547363, "loss_dense": 3.4467959880828856, "loss": 6.836280870437622, "time": 0.15785491466522217, "step": 612388}
{"lr": 0.009918931196320629, "data_time": 0.021154046058654785, "loss_single": 3.3935996532440185, "loss_dense": 3.4382998943328857, "loss": 6.831899547576905, "time": 0.19509727954864503, "step": 612438}
{"lr": 0.009918931196320629, "data_time": 0.01699380874633789, "loss_single": 3.415338969230652, "loss_dense": 3.487635612487793, "loss": 6.9029745101928714, "time": 0.15776894092559815, "step": 612488}
{"lr": 0.009918931196320629, "data_time": 0.017467641830444337, "loss_single": 3.379582238197327, "loss_dense": 3.434109091758728, "loss": 6.813691329956055, "time": 0.1517026424407959, "step": 612538}
{"lr": 0.009918931196320629, "data_time": 0.017804551124572753, "loss_single": 3.400936508178711, "loss_dense": 3.4341523170471193, "loss": 6.83508882522583, "time": 0.15249507427215575, "step": 612588}
{"lr": 0.009918931196320629, "data_time": 0.016591262817382813, "loss_single": 3.3950877666473387, "loss_dense": 3.4433807373046874, "loss": 6.8384685039520265, "time": 0.1617762804031372, "step": 612638}
{"lr": 0.009918931196320629, "data_time": 0.016801857948303224, "loss_single": 3.4182790517807007, "loss_dense": 3.468655061721802, "loss": 6.88693413734436, "time": 0.15601675510406493, "step": 612688}
{"lr": 0.009918931196320629, "data_time": 0.01749441623687744, "loss_single": 3.366896653175354, "loss_dense": 3.419930338859558, "loss": 6.78682689666748, "time": 0.1578343391418457, "step": 612738}
{"lr": 0.009918931196320629, "data_time": 0.016019797325134276, "loss_single": 3.3872124910354615, "loss_dense": 3.439029598236084, "loss": 6.826242160797119, "time": 0.15107839107513427, "step": 612788}
{"lr": 0.009918931196320629, "data_time": 0.01766493320465088, "loss_single": 3.384211277961731, "loss_dense": 3.4359869241714476, "loss": 6.820198249816895, "time": 0.15993807315826417, "step": 612838}
{"lr": 0.009918931196320629, "data_time": 0.01340177059173584, "loss_single": 3.409627389907837, "loss_dense": 3.4602440357208253, "loss": 6.869871425628662, "time": 0.19078030586242675, "step": 612888}
{"lr": 0.009918931196320629, "data_time": 0.013671231269836426, "loss_single": 3.3790249109268187, "loss_dense": 3.430559277534485, "loss": 6.809584140777588, "time": 0.15675926208496094, "step": 612938}
{"lr": 0.009918931196320629, "data_time": 0.01784958839416504, "loss_single": 3.428338146209717, "loss_dense": 3.4844261407852173, "loss": 6.912764263153076, "time": 0.18339128494262696, "step": 612988}
{"lr": 0.009918931196320629, "data_time": 0.01804053783416748, "loss_single": 3.424021053314209, "loss_dense": 3.4706536531448364, "loss": 6.894674634933471, "time": 0.15609982013702392, "step": 613038}
{"lr": 0.009918931196320629, "data_time": 0.017549896240234376, "loss_single": 3.4024733781814573, "loss_dense": 3.4538546800613403, "loss": 6.856328010559082, "time": 0.16519179344177246, "step": 613088}
{"lr": 0.009918931196320629, "data_time": 0.01769125461578369, "loss_single": 3.3866544008255004, "loss_dense": 3.438828706741333, "loss": 6.825483083724976, "time": 0.15478916168212892, "step": 613138}
{"lr": 0.009918931196320629, "data_time": 0.019058823585510254, "loss_single": 3.383873772621155, "loss_dense": 3.4423372983932494, "loss": 6.826211023330688, "time": 0.15890440940856934, "step": 613188}
{"lr": 0.009918931196320629, "data_time": 0.01688382625579834, "loss_single": 3.4006830215454102, "loss_dense": 3.4416337490081785, "loss": 6.842316913604736, "time": 0.1594486951828003, "step": 613238}
{"lr": 0.009918931196320629, "data_time": 0.017041611671447753, "loss_single": 3.3818681955337526, "loss_dense": 3.446414351463318, "loss": 6.8282825469970705, "time": 0.15456581115722656, "step": 613288}
{"lr": 0.009918931196320629, "data_time": 0.01816716194152832, "loss_single": 3.3781863689422607, "loss_dense": 3.4215080738067627, "loss": 6.799694442749024, "time": 0.15602669715881348, "step": 613338}
{"lr": 0.009918931196320629, "data_time": 0.02362685203552246, "loss_single": 3.40052490234375, "loss_dense": 3.450993514060974, "loss": 6.8515184879302975, "time": 0.2140357255935669, "step": 613388}
{"lr": 0.009918931196320629, "data_time": 0.050300002098083496, "loss_single": 3.381053400039673, "loss_dense": 3.431526207923889, "loss": 6.812579584121704, "time": 0.21660432815551758, "step": 613438}
{"lr": 0.009918931196320629, "data_time": 0.04223237037658691, "loss_single": 3.3815902948379515, "loss_dense": 3.4455851316452026, "loss": 6.827175426483154, "time": 0.19907968044281005, "step": 613488}
{"lr": 0.009918931196320629, "data_time": 0.016722488403320312, "loss_single": 3.3906198501586915, "loss_dense": 3.443763995170593, "loss": 6.834383869171143, "time": 0.15348489284515382, "step": 613538}
{"lr": 0.009918931196320629, "data_time": 0.018973302841186524, "loss_single": 3.411068916320801, "loss_dense": 3.4525074005126952, "loss": 6.8635763168334964, "time": 0.15451571941375733, "step": 613588}
{"lr": 0.009918931196320629, "data_time": 0.017676782608032227, "loss_single": 3.385861611366272, "loss_dense": 3.4470394372940065, "loss": 6.832901096343994, "time": 0.17547075748443602, "step": 613638}
{"lr": 0.009918931196320629, "data_time": 0.02018313407897949, "loss_single": 3.3744317054748536, "loss_dense": 3.4432746171951294, "loss": 6.817706298828125, "time": 0.16220648288726808, "step": 613688}
{"lr": 0.009918931196320629, "data_time": 0.017111659049987793, "loss_single": 3.3870338678359984, "loss_dense": 3.437942147254944, "loss": 6.824976015090942, "time": 0.15304367542266845, "step": 613738}
{"lr": 0.009918931196320629, "data_time": 0.014425992965698242, "loss_single": 3.3739001035690306, "loss_dense": 3.4302993059158324, "loss": 6.804199504852295, "time": 0.15572891235351563, "step": 613788}
{"lr": 0.009918931196320629, "data_time": 0.01690857410430908, "loss_single": 3.392216515541077, "loss_dense": 3.4584317207336426, "loss": 6.850648307800293, "time": 0.1550534725189209, "step": 613838}
{"lr": 0.009918931196320629, "data_time": 0.01668381690979004, "loss_single": 3.406059145927429, "loss_dense": 3.4617584943771362, "loss": 6.867817687988281, "time": 0.15225229263305665, "step": 613888}
{"lr": 0.009918931196320629, "data_time": 0.018167591094970702, "loss_single": 3.3640241384506226, "loss_dense": 3.4205973148345947, "loss": 6.7846214294433596, "time": 0.162428617477417, "step": 613938}
{"lr": 0.009918931196320629, "data_time": 0.017449116706848143, "loss_single": 3.3731054782867433, "loss_dense": 3.4368736267089846, "loss": 6.809979104995728, "time": 0.15617003440856933, "step": 613988}
{"lr": 0.009918931196320629, "data_time": 0.03181631565093994, "loss_single": 3.385344457626343, "loss_dense": 3.4427980184555054, "loss": 6.82814245223999, "time": 0.3185856342315674, "step": 614038}
{"lr": 0.009918931196320629, "data_time": 0.01632847785949707, "loss_single": 3.37912654876709, "loss_dense": 3.4408138513565065, "loss": 6.819940376281738, "time": 0.15914974212646485, "step": 614088}
{"lr": 0.009918931196320629, "data_time": 0.01594870090484619, "loss_single": 3.367476534843445, "loss_dense": 3.428732919692993, "loss": 6.796209383010864, "time": 0.25035581588745115, "step": 614138}
{"lr": 0.009918931196320629, "data_time": 0.01892874240875244, "loss_single": 3.387441372871399, "loss_dense": 3.4463962078094483, "loss": 6.833837509155273, "time": 0.15977630615234376, "step": 614188}
{"lr": 0.009918931196320629, "data_time": 0.017092680931091307, "loss_single": 3.393336319923401, "loss_dense": 3.44786856174469, "loss": 6.8412047863006595, "time": 0.16468429565429688, "step": 614238}
{"lr": 0.009918931196320629, "data_time": 0.017078256607055663, "loss_single": 3.376416492462158, "loss_dense": 3.4389048337936403, "loss": 6.81532130241394, "time": 0.1679814100265503, "step": 614288}
{"lr": 0.009918931196320629, "data_time": 0.01596550941467285, "loss_single": 3.423021125793457, "loss_dense": 3.4765519380569456, "loss": 6.899573040008545, "time": 0.15307328701019288, "step": 614338}
{"lr": 0.009918931196320629, "data_time": 0.016585874557495116, "loss_single": 3.4200309991836546, "loss_dense": 3.470217704772949, "loss": 6.89024863243103, "time": 0.15344588756561278, "step": 614388}
{"lr": 0.009918931196320629, "data_time": 0.017542076110839844, "loss_single": 3.3926709413528444, "loss_dense": 3.4394184589385985, "loss": 6.832089519500732, "time": 0.16384263038635255, "step": 614438}
{"lr": 0.009918931196320629, "data_time": 0.016536712646484375, "loss_single": 3.3928223848342896, "loss_dense": 3.443232035636902, "loss": 6.836054468154908, "time": 0.16321539878845215, "step": 614488}
{"lr": 0.009918931196320629, "data_time": 0.016051864624023436, "loss_single": 3.3974791049957274, "loss_dense": 3.4557662487030028, "loss": 6.8532453060150145, "time": 0.1562201976776123, "step": 614538}
{"lr": 0.009918931196320629, "data_time": 0.016069936752319335, "loss_single": 3.377624034881592, "loss_dense": 3.434671473503113, "loss": 6.8122954845428465, "time": 0.17194478511810302, "step": 614588}
{"lr": 0.009918931196320629, "data_time": 0.017827868461608887, "loss_single": 3.4254580974578857, "loss_dense": 3.475381684303284, "loss": 6.900839853286743, "time": 0.16047821044921876, "step": 614638}
{"lr": 0.009918931196320629, "data_time": 0.015970182418823243, "loss_single": 3.379083013534546, "loss_dense": 3.4344450712203978, "loss": 6.813528108596802, "time": 0.15421993732452394, "step": 614688}
{"lr": 0.009918931196320629, "data_time": 0.01592838764190674, "loss_single": 3.4049209117889405, "loss_dense": 3.4591392278671265, "loss": 6.864060020446777, "time": 0.22896037101745606, "step": 614738}
{"lr": 0.009918931196320629, "data_time": 0.01777682304382324, "loss_single": 3.402049446105957, "loss_dense": 3.4348307609558106, "loss": 6.836880207061768, "time": 0.1584726095199585, "step": 614788}
{"lr": 0.009918931196320629, "data_time": 0.017102479934692383, "loss_single": 3.3931161403656005, "loss_dense": 3.448010540008545, "loss": 6.841126728057861, "time": 0.20081715583801268, "step": 614838}
{"lr": 0.009918931196320629, "data_time": 0.014351844787597656, "loss_single": 3.4001801013946533, "loss_dense": 3.4538896560668944, "loss": 6.854069662094116, "time": 0.15984137058258058, "step": 614888}
{"lr": 0.009918931196320629, "data_time": 0.018478250503540038, "loss_single": 3.3811772584915163, "loss_dense": 3.431687760353088, "loss": 6.812864971160889, "time": 0.16662886142730712, "step": 614938}
{"lr": 0.009918931196320629, "data_time": 0.042313122749328615, "loss_single": 3.3777254581451417, "loss_dense": 3.4292571544647217, "loss": 6.806982564926147, "time": 0.1863454818725586, "step": 614988}
{"lr": 0.009918931196320629, "data_time": 0.01698646545410156, "loss_single": 3.42403507232666, "loss_dense": 3.466404151916504, "loss": 6.89043927192688, "time": 0.16275596618652344, "step": 615038}
{"lr": 0.009918931196320629, "data_time": 0.02132604122161865, "loss_single": 3.3995121479034425, "loss_dense": 3.4535614967346193, "loss": 6.853073596954346, "time": 0.19474880695343016, "step": 615088}
{"lr": 0.009918931196320629, "data_time": 0.017151021957397462, "loss_single": 3.3909441232681274, "loss_dense": 3.4493974447250366, "loss": 6.840341520309448, "time": 0.15727369785308837, "step": 615138}
{"lr": 0.009918931196320629, "data_time": 0.01742289066314697, "loss_single": 3.3902107954025267, "loss_dense": 3.428922152519226, "loss": 6.819132947921753, "time": 0.16812071800231934, "step": 615188}
{"lr": 0.009918931196320629, "data_time": 0.015233635902404785, "loss_single": 3.3712987422943117, "loss_dense": 3.417897868156433, "loss": 6.789196634292603, "time": 0.16191534996032714, "step": 615238}
{"lr": 0.009918931196320629, "data_time": 0.015476226806640625, "loss_single": 3.3787755727767945, "loss_dense": 3.4517887353897097, "loss": 6.830564355850219, "time": 0.5200888156890869, "step": 615288}
{"lr": 0.009918931196320629, "data_time": 0.01736922264099121, "loss_single": 3.4003709316253663, "loss_dense": 3.452069139480591, "loss": 6.852440071105957, "time": 0.1565997362136841, "step": 615338}
{"lr": 0.009918931196320629, "data_time": 0.01612532138824463, "loss_single": 3.3711472034454344, "loss_dense": 3.437693476676941, "loss": 6.808840656280518, "time": 0.15767619609832764, "step": 615388}
{"lr": 0.009918931196320629, "data_time": 0.018857908248901368, "loss_single": 3.416602683067322, "loss_dense": 3.4765395879745484, "loss": 6.893142318725586, "time": 0.15771851539611817, "step": 615438}
{"lr": 0.009918931196320629, "data_time": 0.014366221427917481, "loss_single": 3.396174764633179, "loss_dense": 3.4612306356430054, "loss": 6.857405471801758, "time": 0.19224059581756592, "step": 615488}
{"lr": 0.009697877343311144, "data_time": 0.017601203918457032, "loss_single": 3.3749611377716064, "loss_dense": 3.4361264228820803, "loss": 6.811087560653687, "time": 0.1552830696105957, "step": 615542}
{"lr": 0.009697877343311144, "data_time": 0.01781303882598877, "loss_single": 3.37768132686615, "loss_dense": 3.437850308418274, "loss": 6.81553168296814, "time": 0.15880589485168456, "step": 615592}
{"lr": 0.009697877343311144, "data_time": 0.017515134811401368, "loss_single": 3.3653151035308837, "loss_dense": 3.4187880992889403, "loss": 6.784103155136108, "time": 0.16431219577789308, "step": 615642}
{"lr": 0.009697877343311144, "data_time": 0.016047072410583497, "loss_single": 3.393051362037659, "loss_dense": 3.4724315404891968, "loss": 6.8654828548431395, "time": 0.15570878982543945, "step": 615692}
{"lr": 0.009697877343311144, "data_time": 0.017649173736572266, "loss_single": 3.383536195755005, "loss_dense": 3.452449584007263, "loss": 6.83598575592041, "time": 0.15445315837860107, "step": 615742}
{"lr": 0.009697877343311144, "data_time": 0.015378046035766601, "loss_single": 3.382198357582092, "loss_dense": 3.4383383274078367, "loss": 6.820536708831787, "time": 0.1643498420715332, "step": 615792}
{"lr": 0.009697877343311144, "data_time": 0.015915584564208985, "loss_single": 3.3720046281814575, "loss_dense": 3.4203384160995483, "loss": 6.79234299659729, "time": 0.15976307392120362, "step": 615842}
{"lr": 0.009697877343311144, "data_time": 0.017531633377075195, "loss_single": 3.4085525989532472, "loss_dense": 3.4501303911209105, "loss": 6.858683061599732, "time": 0.15894980430603028, "step": 615892}
{"lr": 0.009697877343311144, "data_time": 0.028377175331115723, "loss_single": 3.3740090131759644, "loss_dense": 3.4280300617218016, "loss": 6.802039051055909, "time": 0.1996274471282959, "step": 615942}
{"lr": 0.009697877343311144, "data_time": 0.020610809326171875, "loss_single": 3.3949624061584474, "loss_dense": 3.453973650932312, "loss": 6.848936128616333, "time": 0.15611841678619384, "step": 615992}
{"lr": 0.009697877343311144, "data_time": 0.016658997535705565, "loss_single": 3.379199242591858, "loss_dense": 3.4283437013626097, "loss": 6.807542991638184, "time": 0.1543436050415039, "step": 616042}
{"lr": 0.009697877343311144, "data_time": 0.018432354927062987, "loss_single": 3.384463357925415, "loss_dense": 3.4440106391906737, "loss": 6.828473949432373, "time": 0.15832693576812745, "step": 616092}
{"lr": 0.009697877343311144, "data_time": 0.0207993745803833, "loss_single": 3.3927363395690917, "loss_dense": 3.4367065906524656, "loss": 6.829442930221558, "time": 0.19597866535186767, "step": 616142}
{"lr": 0.009697877343311144, "data_time": 0.017787909507751463, "loss_single": 3.3766594409942625, "loss_dense": 3.439073920249939, "loss": 6.81573338508606, "time": 0.15687930583953857, "step": 616192}
{"lr": 0.009697877343311144, "data_time": 0.01271207332611084, "loss_single": 3.3670740127563477, "loss_dense": 3.4209291696548463, "loss": 6.788003206253052, "time": 0.1742636442184448, "step": 616242}
{"lr": 0.009697877343311144, "data_time": 0.017043042182922363, "loss_single": 3.372245192527771, "loss_dense": 3.4305933713912964, "loss": 6.802838563919067, "time": 0.16102242469787598, "step": 616292}
{"lr": 0.009697877343311144, "data_time": 0.016450953483581544, "loss_single": 3.387779712677002, "loss_dense": 3.4390149831771852, "loss": 6.826794672012329, "time": 0.15651278495788573, "step": 616342}
{"lr": 0.009697877343311144, "data_time": 0.018071794509887697, "loss_single": 3.3726663827896117, "loss_dense": 3.427608609199524, "loss": 6.800274991989136, "time": 0.1604557752609253, "step": 616392}
{"lr": 0.009697877343311144, "data_time": 0.01617896556854248, "loss_single": 3.38333899974823, "loss_dense": 3.4247232913970946, "loss": 6.808062410354614, "time": 0.15902431011199952, "step": 616442}
{"lr": 0.009697877343311144, "data_time": 0.016615843772888182, "loss_single": 3.4251097440719604, "loss_dense": 3.467639946937561, "loss": 6.892749786376953, "time": 0.16628556251525878, "step": 616492}
{"lr": 0.009697877343311144, "data_time": 0.017127132415771483, "loss_single": 3.3809561491012574, "loss_dense": 3.4354634284973145, "loss": 6.81641960144043, "time": 0.19274439811706542, "step": 616542}
{"lr": 0.009697877343311144, "data_time": 0.016795420646667482, "loss_single": 3.3924616098403932, "loss_dense": 3.451911211013794, "loss": 6.844372844696045, "time": 0.18659436702728271, "step": 616592}
{"lr": 0.009697877343311144, "data_time": 0.01696925163269043, "loss_single": 3.3824506282806395, "loss_dense": 3.440215563774109, "loss": 6.822666215896606, "time": 0.16431026458740233, "step": 616642}
{"lr": 0.009697877343311144, "data_time": 0.016161274909973145, "loss_single": 3.3779406547546387, "loss_dense": 3.4388271808624267, "loss": 6.816767835617066, "time": 0.18544230461120606, "step": 616692}
{"lr": 0.009697877343311144, "data_time": 0.019292712211608887, "loss_single": 3.3998736143112183, "loss_dense": 3.446830630302429, "loss": 6.8467042446136475, "time": 0.16673192977905274, "step": 616742}
{"lr": 0.009697877343311144, "data_time": 0.03756093978881836, "loss_single": 3.4017529487609863, "loss_dense": 3.447498154640198, "loss": 6.849251127243042, "time": 0.17282660007476808, "step": 616792}
{"lr": 0.009697877343311144, "data_time": 0.016395878791809083, "loss_single": 3.3965338706970214, "loss_dense": 3.4540090799331664, "loss": 6.850542879104614, "time": 0.16297740936279298, "step": 616842}
{"lr": 0.009697877343311144, "data_time": 0.018825554847717287, "loss_single": 3.3712677478790285, "loss_dense": 3.43844473361969, "loss": 6.809712553024292, "time": 0.19254722595214843, "step": 616892}
{"lr": 0.009697877343311144, "data_time": 0.016843318939208984, "loss_single": 3.38424129486084, "loss_dense": 3.4294253826141357, "loss": 6.81366662979126, "time": 0.15618472099304198, "step": 616942}
{"lr": 0.009697877343311144, "data_time": 0.01792764663696289, "loss_single": 3.3747276782989504, "loss_dense": 3.4369093418121337, "loss": 6.811637020111084, "time": 0.1580418348312378, "step": 616992}
{"lr": 0.009697877343311144, "data_time": 0.01719815731048584, "loss_single": 3.3654646396636965, "loss_dense": 3.4093328952789306, "loss": 6.774797582626343, "time": 0.15872769355773925, "step": 617042}
{"lr": 0.009697877343311144, "data_time": 0.017580628395080566, "loss_single": 3.422094702720642, "loss_dense": 3.4715429067611696, "loss": 6.893637561798096, "time": 0.1614398717880249, "step": 617092}
{"lr": 0.009697877343311144, "data_time": 0.016865849494934082, "loss_single": 3.3906827211380004, "loss_dense": 3.445951247215271, "loss": 6.836633920669556, "time": 0.1609635829925537, "step": 617142}
{"lr": 0.009697877343311144, "data_time": 0.019858574867248534, "loss_single": 3.3613710403442383, "loss_dense": 3.4202308893203734, "loss": 6.781601858139038, "time": 0.16335437297821045, "step": 617192}
{"lr": 0.009697877343311144, "data_time": 0.017166280746459962, "loss_single": 3.41474130153656, "loss_dense": 3.4683960676193237, "loss": 6.883137321472168, "time": 0.18148741722106934, "step": 617242}
{"lr": 0.009697877343311144, "data_time": 0.018884563446044923, "loss_single": 3.4134052991867065, "loss_dense": 3.449969935417175, "loss": 6.863375234603882, "time": 0.15654032230377196, "step": 617292}
{"lr": 0.009697877343311144, "data_time": 0.021297526359558106, "loss_single": 3.4010910749435426, "loss_dense": 3.448311424255371, "loss": 6.84940242767334, "time": 0.15900018215179443, "step": 617342}
{"lr": 0.009697877343311144, "data_time": 0.01783413887023926, "loss_single": 3.3849513053894045, "loss_dense": 3.4348291158676147, "loss": 6.819780445098877, "time": 0.17276401519775392, "step": 617392}
{"lr": 0.009697877343311144, "data_time": 0.01958475112915039, "loss_single": 3.4200590372085573, "loss_dense": 3.4632534742355348, "loss": 6.883312606811524, "time": 0.16212069988250732, "step": 617442}
{"lr": 0.009697877343311144, "data_time": 0.019704723358154298, "loss_single": 3.407529187202454, "loss_dense": 3.457187294960022, "loss": 6.864716529846191, "time": 0.15844151973724366, "step": 617492}
{"lr": 0.009697877343311144, "data_time": 0.021358251571655273, "loss_single": 3.3927706718444823, "loss_dense": 3.457388186454773, "loss": 6.850158786773681, "time": 0.26050853729248047, "step": 617542}
{"lr": 0.009697877343311144, "data_time": 0.017005610466003417, "loss_single": 3.375619912147522, "loss_dense": 3.4330693244934083, "loss": 6.808689308166504, "time": 0.16190996170043945, "step": 617592}
{"lr": 0.009697877343311144, "data_time": 0.01747307777404785, "loss_single": 3.393511986732483, "loss_dense": 3.4473747491836546, "loss": 6.840886735916138, "time": 0.15995848178863525, "step": 617642}
{"lr": 0.009697877343311144, "data_time": 0.021677255630493164, "loss_single": 3.3863693714141845, "loss_dense": 3.423456645011902, "loss": 6.80982608795166, "time": 0.16339378356933593, "step": 617692}
{"lr": 0.009697877343311144, "data_time": 0.01611194610595703, "loss_single": 3.3901975631713865, "loss_dense": 3.440149450302124, "loss": 6.830347061157227, "time": 0.17154672145843505, "step": 617742}
{"lr": 0.009697877343311144, "data_time": 0.017094063758850097, "loss_single": 3.392507028579712, "loss_dense": 3.4392851114273073, "loss": 6.831792116165161, "time": 0.16406846046447754, "step": 617792}
{"lr": 0.009697877343311144, "data_time": 0.017723727226257324, "loss_single": 3.3843896627426147, "loss_dense": 3.4325946092605593, "loss": 6.81698431968689, "time": 0.1616452693939209, "step": 617842}
{"lr": 0.009697877343311144, "data_time": 0.04052410125732422, "loss_single": 3.4071202754974363, "loss_dense": 3.4667358875274656, "loss": 6.873856115341186, "time": 0.18637282848358155, "step": 617892}
{"lr": 0.009697877343311144, "data_time": 0.01836423873901367, "loss_single": 3.406259632110596, "loss_dense": 3.4547012090682983, "loss": 6.860960865020752, "time": 0.1735454320907593, "step": 617942}
{"lr": 0.009697877343311144, "data_time": 0.017328667640686034, "loss_single": 3.386229729652405, "loss_dense": 3.438571906089783, "loss": 6.824801683425903, "time": 0.1725032091140747, "step": 617992}
{"lr": 0.009697877343311144, "data_time": 0.017156338691711424, "loss_single": 3.410021448135376, "loss_dense": 3.4564416646957397, "loss": 6.866463088989258, "time": 0.19315083026885987, "step": 618042}
{"lr": 0.009697877343311144, "data_time": 0.015688753128051756, "loss_single": 3.3705121994018556, "loss_dense": 3.4130024909973145, "loss": 6.783514738082886, "time": 0.1677690029144287, "step": 618092}
{"lr": 0.009697877343311144, "data_time": 0.016180825233459473, "loss_single": 3.388138508796692, "loss_dense": 3.4469447135925293, "loss": 6.835083246231079, "time": 0.15950260162353516, "step": 618142}
{"lr": 0.009697877343311144, "data_time": 0.018635034561157227, "loss_single": 3.380362367630005, "loss_dense": 3.4317756414413454, "loss": 6.8121379852294925, "time": 0.16991894245147704, "step": 618192}
{"lr": 0.009697877343311144, "data_time": 0.017269611358642578, "loss_single": 3.4038253307342528, "loss_dense": 3.446593761444092, "loss": 6.8504190921783445, "time": 0.15727920532226564, "step": 618242}
{"lr": 0.009697877343311144, "data_time": 0.015285921096801759, "loss_single": 3.398410367965698, "loss_dense": 3.447590446472168, "loss": 6.846000862121582, "time": 0.16116273403167725, "step": 618292}
{"lr": 0.009697877343311144, "data_time": 0.016729903221130372, "loss_single": 3.4031426191329954, "loss_dense": 3.457105040550232, "loss": 6.860247707366943, "time": 0.15619847774505616, "step": 618342}
{"lr": 0.009697877343311144, "data_time": 0.025682735443115234, "loss_single": 3.4052528381347655, "loss_dense": 3.463695693016052, "loss": 6.86894850730896, "time": 0.16779167652130128, "step": 618392}
{"lr": 0.009697877343311144, "data_time": 0.017993998527526856, "loss_single": 3.3825839042663572, "loss_dense": 3.433979892730713, "loss": 6.816563749313355, "time": 0.15896689891815186, "step": 618442}
{"lr": 0.009697877343311144, "data_time": 0.017957186698913573, "loss_single": 3.373819851875305, "loss_dense": 3.4218143463134765, "loss": 6.795634126663208, "time": 0.1668365478515625, "step": 618492}
{"lr": 0.009697877343311144, "data_time": 0.020605039596557618, "loss_single": 3.4014621019363402, "loss_dense": 3.455283260345459, "loss": 6.856745386123658, "time": 0.15413448810577393, "step": 618542}
{"lr": 0.009697877343311144, "data_time": 0.017968297004699707, "loss_single": 3.392720413208008, "loss_dense": 3.4335590839385985, "loss": 6.826279497146606, "time": 0.1585942268371582, "step": 618592}
{"lr": 0.009697877343311144, "data_time": 0.016883063316345214, "loss_single": 3.3728421926498413, "loss_dense": 3.4426520347595213, "loss": 6.815494346618652, "time": 0.15709924697875977, "step": 618642}
{"lr": 0.009697877343311144, "data_time": 0.017348217964172363, "loss_single": 3.395853805541992, "loss_dense": 3.453006911277771, "loss": 6.848860740661621, "time": 0.15204942226409912, "step": 618692}
{"lr": 0.009697877343311144, "data_time": 0.016861939430236818, "loss_single": 3.400142478942871, "loss_dense": 3.4509104013442995, "loss": 6.851052951812744, "time": 0.17101080417633058, "step": 618742}
{"lr": 0.009697877343311144, "data_time": 0.016581296920776367, "loss_single": 3.364396572113037, "loss_dense": 3.4255487442016603, "loss": 6.789945316314697, "time": 0.1559675931930542, "step": 618792}
{"lr": 0.009697877343311144, "data_time": 0.017509651184082032, "loss_single": 3.38931143283844, "loss_dense": 3.445015525817871, "loss": 6.834326934814453, "time": 0.15169789791107177, "step": 618842}
{"lr": 0.009697877343311144, "data_time": 0.01670846939086914, "loss_single": 3.3871837615966798, "loss_dense": 3.444929313659668, "loss": 6.8321130752563475, "time": 0.15778462886810302, "step": 618892}
{"lr": 0.009697877343311144, "data_time": 0.01938450336456299, "loss_single": 3.375572848320007, "loss_dense": 3.4463425636291505, "loss": 6.8219153881073, "time": 0.1599306583404541, "step": 618942}
{"lr": 0.009697877343311144, "data_time": 0.020530557632446288, "loss_single": 3.40850567817688, "loss_dense": 3.4652167558670044, "loss": 6.873722410202026, "time": 0.18090403079986572, "step": 618992}
{"lr": 0.009697877343311144, "data_time": 0.017220306396484374, "loss_single": 3.374781084060669, "loss_dense": 3.434711742401123, "loss": 6.809492874145508, "time": 0.15800795555114747, "step": 619042}
{"lr": 0.009697877343311144, "data_time": 0.01710810661315918, "loss_single": 3.4165613412857057, "loss_dense": 3.459056329727173, "loss": 6.875617647171021, "time": 0.1646503686904907, "step": 619092}
{"lr": 0.009697877343311144, "data_time": 0.016609907150268555, "loss_single": 3.4131288290023805, "loss_dense": 3.4639775276184084, "loss": 6.877106332778931, "time": 0.1558614492416382, "step": 619142}
{"lr": 0.009697877343311144, "data_time": 0.01694622039794922, "loss_single": 3.407241868972778, "loss_dense": 3.458846855163574, "loss": 6.866088724136352, "time": 0.15053110122680663, "step": 619192}
{"lr": 0.009697877343311144, "data_time": 0.016429901123046875, "loss_single": 3.372726488113403, "loss_dense": 3.4243424415588377, "loss": 6.797068881988525, "time": 0.1573637008666992, "step": 619242}
{"lr": 0.009697877343311144, "data_time": 0.01822214126586914, "loss_single": 3.3867651224136353, "loss_dense": 3.4473127126693726, "loss": 6.8340778827667235, "time": 0.1605672597885132, "step": 619292}
{"lr": 0.009697877343311144, "data_time": 0.016673731803894042, "loss_single": 3.3920499801635744, "loss_dense": 3.4409420490264893, "loss": 6.832991981506348, "time": 0.15612504482269288, "step": 619342}
{"lr": 0.009697877343311144, "data_time": 0.015532159805297851, "loss_single": 3.412268853187561, "loss_dense": 3.4664707660675047, "loss": 6.878739595413208, "time": 0.1528855800628662, "step": 619392}
{"lr": 0.009697877343311144, "data_time": 0.01740999221801758, "loss_single": 3.3865174531936644, "loss_dense": 3.441827726364136, "loss": 6.828345155715942, "time": 0.1558915615081787, "step": 619442}
{"lr": 0.009697877343311144, "data_time": 0.016515040397644044, "loss_single": 3.398686957359314, "loss_dense": 3.4588600397109985, "loss": 6.857546997070313, "time": 0.15928525924682618, "step": 619492}
{"lr": 0.009697877343311144, "data_time": 0.016289925575256346, "loss_single": 3.3881757259368896, "loss_dense": 3.44642813205719, "loss": 6.834603881835937, "time": 0.1703406572341919, "step": 619542}
{"lr": 0.009697877343311144, "data_time": 0.034645462036132814, "loss_single": 3.397270131111145, "loss_dense": 3.4444851636886598, "loss": 6.8417552471160885, "time": 0.24348647594451905, "step": 619592}
{"lr": 0.009697877343311144, "data_time": 0.017172360420227052, "loss_single": 3.3855467557907106, "loss_dense": 3.4376221656799317, "loss": 6.8231689453125, "time": 0.1567841053009033, "step": 619642}
{"lr": 0.009697877343311144, "data_time": 0.01810476779937744, "loss_single": 3.3798637866973875, "loss_dense": 3.446460175514221, "loss": 6.826323938369751, "time": 0.154976224899292, "step": 619692}
{"lr": 0.009697877343311144, "data_time": 0.01760697364807129, "loss_single": 3.373307967185974, "loss_dense": 3.428138089179993, "loss": 6.801446056365966, "time": 0.15664210319519042, "step": 619742}
{"lr": 0.009697877343311144, "data_time": 0.017282700538635253, "loss_single": 3.3986764907836915, "loss_dense": 3.4422290325164795, "loss": 6.840905475616455, "time": 0.1567730188369751, "step": 619792}
{"lr": 0.009697877343311144, "data_time": 0.017611598968505858, "loss_single": 3.3962501287460327, "loss_dense": 3.454757261276245, "loss": 6.851007318496704, "time": 0.1563058853149414, "step": 619842}
{"lr": 0.009697877343311144, "data_time": 0.017492103576660156, "loss_single": 3.3892886638641357, "loss_dense": 3.4424710512161254, "loss": 6.831759643554688, "time": 0.15534844398498535, "step": 619892}
{"lr": 0.009697877343311144, "data_time": 0.01778855323791504, "loss_single": 3.417991542816162, "loss_dense": 3.4678559064865113, "loss": 6.885847520828247, "time": 0.20361993312835694, "step": 619942}
{"lr": 0.009697877343311144, "data_time": 0.01938285827636719, "loss_single": 3.3724332571029665, "loss_dense": 3.4244006872177124, "loss": 6.796833944320679, "time": 0.1550678253173828, "step": 619992}
{"lr": 0.009697877343311144, "data_time": 0.016611790657043456, "loss_single": 3.3779450416564942, "loss_dense": 3.4243911266326905, "loss": 6.8023362159729, "time": 0.15650105476379395, "step": 620042}
{"lr": 0.009697877343311144, "data_time": 0.01785430908203125, "loss_single": 3.383007550239563, "loss_dense": 3.4320868015289308, "loss": 6.81509428024292, "time": 0.15781960487365723, "step": 620092}
{"lr": 0.009697877343311144, "data_time": 0.015769076347351075, "loss_single": 3.409960126876831, "loss_dense": 3.4585983753204346, "loss": 6.868558549880982, "time": 0.47361068725585936, "step": 620142}
{"lr": 0.009697877343311144, "data_time": 0.017303156852722167, "loss_single": 3.38348970413208, "loss_dense": 3.4464149951934813, "loss": 6.829904699325562, "time": 0.1571340799331665, "step": 620192}
{"lr": 0.009697877343311144, "data_time": 0.016351151466369628, "loss_single": 3.3739158391952513, "loss_dense": 3.4229555130004883, "loss": 6.796871376037598, "time": 0.16611075401306152, "step": 620242}
{"lr": 0.009697877343311144, "data_time": 0.01707479953765869, "loss_single": 3.4070847272872924, "loss_dense": 3.4587898731231688, "loss": 6.865874624252319, "time": 0.15841336250305177, "step": 620292}
{"lr": 0.009697877343311144, "data_time": 0.016922807693481444, "loss_single": 3.3653703689575196, "loss_dense": 3.406495141983032, "loss": 6.771865463256836, "time": 0.15584447383880615, "step": 620342}
{"lr": 0.009697877343311144, "data_time": 0.021761584281921386, "loss_single": 3.4024612665176392, "loss_dense": 3.471687889099121, "loss": 6.8741490840911865, "time": 0.17584664821624757, "step": 620392}
{"lr": 0.009697877343311144, "data_time": 0.01771399974822998, "loss_single": 3.3911448240280153, "loss_dense": 3.450323987007141, "loss": 6.841468763351441, "time": 0.21406989097595214, "step": 620442}
{"lr": 0.009697877343311144, "data_time": 0.013712191581726074, "loss_single": 3.3895262241363526, "loss_dense": 3.4442563533782957, "loss": 6.833782577514649, "time": 0.15681495666503906, "step": 620492}
{"lr": 0.009478131709729833, "data_time": 0.013427352905273438, "loss_single": 3.3941483974456785, "loss_dense": 3.4568718671798706, "loss": 6.851020336151123, "time": 0.1598419427871704, "step": 620546}
{"lr": 0.009478131709729833, "data_time": 0.018250536918640137, "loss_single": 3.392428755760193, "loss_dense": 3.4365031003952025, "loss": 6.82893180847168, "time": 0.15655286312103273, "step": 620596}
{"lr": 0.009478131709729833, "data_time": 0.01800405979156494, "loss_single": 3.382998466491699, "loss_dense": 3.429539370536804, "loss": 6.8125378608703615, "time": 0.1657489061355591, "step": 620646}
{"lr": 0.009478131709729833, "data_time": 0.016669178009033205, "loss_single": 3.3654479503631594, "loss_dense": 3.417740511894226, "loss": 6.7831884860992435, "time": 0.15850982666015626, "step": 620696}
{"lr": 0.009478131709729833, "data_time": 0.016927671432495118, "loss_single": 3.390867495536804, "loss_dense": 3.4455089569091797, "loss": 6.836376428604126, "time": 0.15637505054473877, "step": 620746}
{"lr": 0.009478131709729833, "data_time": 0.01873297691345215, "loss_single": 3.3928778409957885, "loss_dense": 3.4391100645065307, "loss": 6.831987953186035, "time": 0.20196115970611572, "step": 620796}
{"lr": 0.009478131709729833, "data_time": 0.01769874095916748, "loss_single": 3.362826371192932, "loss_dense": 3.428921270370483, "loss": 6.791747665405273, "time": 0.1568631649017334, "step": 620846}
{"lr": 0.009478131709729833, "data_time": 0.017087984085083007, "loss_single": 3.405298447608948, "loss_dense": 3.461281895637512, "loss": 6.866580295562744, "time": 0.15823466777801515, "step": 620896}
{"lr": 0.009478131709729833, "data_time": 0.017515897750854492, "loss_single": 3.3983362436294557, "loss_dense": 3.4462431907653808, "loss": 6.844579410552979, "time": 0.15436406135559083, "step": 620946}
{"lr": 0.009478131709729833, "data_time": 0.017393159866333007, "loss_single": 3.3850311756134035, "loss_dense": 3.43876314163208, "loss": 6.823794269561768, "time": 0.15818159580230712, "step": 620996}
{"lr": 0.009478131709729833, "data_time": 0.01729111671447754, "loss_single": 3.4145557165145872, "loss_dense": 3.4738073110580445, "loss": 6.888362979888916, "time": 0.15339381694793702, "step": 621046}
{"lr": 0.009478131709729833, "data_time": 0.016960787773132324, "loss_single": 3.3975913763046264, "loss_dense": 3.4580201625823976, "loss": 6.8556114673614506, "time": 0.15416388511657714, "step": 621096}
{"lr": 0.009478131709729833, "data_time": 0.020836758613586425, "loss_single": 3.398054027557373, "loss_dense": 3.467638540267944, "loss": 6.865692615509033, "time": 0.16240744590759276, "step": 621146}
{"lr": 0.009478131709729833, "data_time": 0.016205835342407226, "loss_single": 3.3751136541366575, "loss_dense": 3.4267112493515013, "loss": 6.801824903488159, "time": 0.15620276927947999, "step": 621196}
{"lr": 0.009478131709729833, "data_time": 0.01670997142791748, "loss_single": 3.389101243019104, "loss_dense": 3.4369216680526735, "loss": 6.826022911071777, "time": 0.1585514783859253, "step": 621246}
{"lr": 0.009478131709729833, "data_time": 0.018231511116027832, "loss_single": 3.3970852136611938, "loss_dense": 3.443550443649292, "loss": 6.840635585784912, "time": 0.1596397876739502, "step": 621296}
{"lr": 0.009478131709729833, "data_time": 0.01764063835144043, "loss_single": 3.4000742435455322, "loss_dense": 3.4397123575210573, "loss": 6.839786577224731, "time": 0.15488059520721437, "step": 621346}
{"lr": 0.009478131709729833, "data_time": 0.02449660301208496, "loss_single": 3.3762727975845337, "loss_dense": 3.4234907627105713, "loss": 6.799763488769531, "time": 0.20694351196289062, "step": 621396}
{"lr": 0.009478131709729833, "data_time": 0.019193863868713378, "loss_single": 3.4004562377929686, "loss_dense": 3.4434934854507446, "loss": 6.843949794769287, "time": 0.1634960651397705, "step": 621446}
{"lr": 0.009478131709729833, "data_time": 0.017351341247558594, "loss_single": 3.3924596548080443, "loss_dense": 3.4430073499679565, "loss": 6.835467052459717, "time": 0.1589888334274292, "step": 621496}
{"lr": 0.009478131709729833, "data_time": 0.018393707275390626, "loss_single": 3.3739702463150025, "loss_dense": 3.430537557601929, "loss": 6.804507780075073, "time": 0.1543881416320801, "step": 621546}
{"lr": 0.009478131709729833, "data_time": 0.018809962272644042, "loss_single": 3.3749557971954345, "loss_dense": 3.4388468980789186, "loss": 6.813802671432495, "time": 0.15792624950408934, "step": 621596}
{"lr": 0.009478131709729833, "data_time": 0.016192698478698732, "loss_single": 3.4143973350524903, "loss_dense": 3.4476794958114625, "loss": 6.8620768070220945, "time": 0.17968316078186036, "step": 621646}
{"lr": 0.009478131709729833, "data_time": 0.018236851692199706, "loss_single": 3.359645223617554, "loss_dense": 3.434355139732361, "loss": 6.794000291824341, "time": 0.1552733898162842, "step": 621696}
{"lr": 0.009478131709729833, "data_time": 0.016896581649780272, "loss_single": 3.407352876663208, "loss_dense": 3.4577643871307373, "loss": 6.865117359161377, "time": 0.1751713991165161, "step": 621746}
{"lr": 0.009478131709729833, "data_time": 0.016695547103881835, "loss_single": 3.3983305215835573, "loss_dense": 3.4415332317352294, "loss": 6.83986382484436, "time": 0.1570561408996582, "step": 621796}
{"lr": 0.009478131709729833, "data_time": 0.014998269081115723, "loss_single": 3.367545175552368, "loss_dense": 3.4236252307891846, "loss": 6.791170358657837, "time": 0.15761072635650636, "step": 621846}
{"lr": 0.009478131709729833, "data_time": 0.013190674781799316, "loss_single": 3.368305730819702, "loss_dense": 3.4292432069778442, "loss": 6.79754900932312, "time": 0.15674357414245604, "step": 621896}
{"lr": 0.009478131709729833, "data_time": 0.015958786010742188, "loss_single": 3.403682899475098, "loss_dense": 3.4377182006835936, "loss": 6.841401147842407, "time": 0.15613963603973388, "step": 621946}
{"lr": 0.009478131709729833, "data_time": 0.015409088134765625, "loss_single": 3.3612473249435424, "loss_dense": 3.4163262128829954, "loss": 6.777573537826538, "time": 0.24594411849975586, "step": 621996}
{"lr": 0.009478131709729833, "data_time": 0.017769527435302735, "loss_single": 3.3670010566711426, "loss_dense": 3.4231651067733764, "loss": 6.790166187286377, "time": 0.1542736530303955, "step": 622046}
{"lr": 0.009478131709729833, "data_time": 0.01920197010040283, "loss_single": 3.3966859102249147, "loss_dense": 3.4477872371673586, "loss": 6.844473171234131, "time": 0.1815560579299927, "step": 622096}
{"lr": 0.009478131709729833, "data_time": 0.01730082035064697, "loss_single": 3.374204707145691, "loss_dense": 3.4181284666061402, "loss": 6.792333173751831, "time": 0.1551886796951294, "step": 622146}
{"lr": 0.009478131709729833, "data_time": 0.017264485359191895, "loss_single": 3.434950280189514, "loss_dense": 3.4771804332733156, "loss": 6.912130737304688, "time": 0.15568954944610597, "step": 622196}
{"lr": 0.009478131709729833, "data_time": 0.014963507652282715, "loss_single": 3.40498833656311, "loss_dense": 3.445903515815735, "loss": 6.850891828536987, "time": 0.1517958164215088, "step": 622246}
{"lr": 0.009478131709729833, "data_time": 0.05245454311370849, "loss_single": 3.411077857017517, "loss_dense": 3.4497377634048463, "loss": 6.860815572738647, "time": 0.1953752040863037, "step": 622296}
{"lr": 0.009478131709729833, "data_time": 0.014133620262145995, "loss_single": 3.3820078372955322, "loss_dense": 3.4395167350769045, "loss": 6.821524524688721, "time": 0.15772433280944825, "step": 622346}
{"lr": 0.009478131709729833, "data_time": 0.016965818405151368, "loss_single": 3.4007814645767214, "loss_dense": 3.4443512678146364, "loss": 6.845132637023926, "time": 0.1591594934463501, "step": 622396}
{"lr": 0.009478131709729833, "data_time": 0.03544340133666992, "loss_single": 3.395252156257629, "loss_dense": 3.4564443826675415, "loss": 6.851696538925171, "time": 0.19243957996368408, "step": 622446}
{"lr": 0.009478131709729833, "data_time": 0.01697661876678467, "loss_single": 3.401714587211609, "loss_dense": 3.449268841743469, "loss": 6.850983428955078, "time": 0.15682606697082518, "step": 622496}
{"lr": 0.009478131709729833, "data_time": 0.01710047721862793, "loss_single": 3.4274736642837524, "loss_dense": 3.475059080123901, "loss": 6.902532768249512, "time": 0.15483479499816893, "step": 622546}
{"lr": 0.009478131709729833, "data_time": 0.01752896308898926, "loss_single": 3.4018884181976317, "loss_dense": 3.45211775302887, "loss": 6.85400619506836, "time": 0.15419702529907225, "step": 622596}
{"lr": 0.009478131709729833, "data_time": 0.017428493499755858, "loss_single": 3.3742888450622557, "loss_dense": 3.425673770904541, "loss": 6.799962568283081, "time": 0.17203805446624756, "step": 622646}
{"lr": 0.009478131709729833, "data_time": 0.016109776496887208, "loss_single": 3.3891774654388427, "loss_dense": 3.4432050466537474, "loss": 6.832382488250732, "time": 0.15471284389495848, "step": 622696}
{"lr": 0.009478131709729833, "data_time": 0.018110990524291992, "loss_single": 3.393878388404846, "loss_dense": 3.454137682914734, "loss": 6.848016023635864, "time": 0.17993359565734862, "step": 622746}
{"lr": 0.009478131709729833, "data_time": 0.01734011173248291, "loss_single": 3.3783809185028075, "loss_dense": 3.438688802719116, "loss": 6.817069721221924, "time": 0.15670135021209716, "step": 622796}
{"lr": 0.009478131709729833, "data_time": 0.018385696411132812, "loss_single": 3.432157850265503, "loss_dense": 3.4796648740768434, "loss": 6.911822700500489, "time": 0.16321020126342772, "step": 622846}
{"lr": 0.009478131709729833, "data_time": 0.016419267654418944, "loss_single": 3.404254198074341, "loss_dense": 3.4580389261245728, "loss": 6.862293100357055, "time": 0.17138309478759767, "step": 622896}
{"lr": 0.009478131709729833, "data_time": 0.018372321128845216, "loss_single": 3.3916018486022947, "loss_dense": 3.4404807329177856, "loss": 6.8320825576782225, "time": 0.15288169384002687, "step": 622946}
{"lr": 0.009478131709729833, "data_time": 0.01745777130126953, "loss_single": 3.3885422706604005, "loss_dense": 3.4410491943359376, "loss": 6.829591464996338, "time": 0.18924493789672853, "step": 622996}
{"lr": 0.009478131709729833, "data_time": 0.017855381965637206, "loss_single": 3.398701024055481, "loss_dense": 3.456837201118469, "loss": 6.85553822517395, "time": 0.15525267124176026, "step": 623046}
{"lr": 0.009478131709729833, "data_time": 0.016725826263427734, "loss_single": 3.394985032081604, "loss_dense": 3.4392286777496337, "loss": 6.83421368598938, "time": 0.16055450439453126, "step": 623096}
{"lr": 0.009478131709729833, "data_time": 0.015871715545654298, "loss_single": 3.3958809614181518, "loss_dense": 3.4564594507217405, "loss": 6.852340459823608, "time": 0.18082826137542723, "step": 623146}
{"lr": 0.009478131709729833, "data_time": 0.01838030815124512, "loss_single": 3.3968099117279054, "loss_dense": 3.4455034255981447, "loss": 6.842313385009765, "time": 0.15752997398376464, "step": 623196}
{"lr": 0.009478131709729833, "data_time": 0.017123484611511232, "loss_single": 3.400556468963623, "loss_dense": 3.4663408994674683, "loss": 6.866897344589233, "time": 0.15583395957946777, "step": 623246}
{"lr": 0.009478131709729833, "data_time": 0.023169779777526857, "loss_single": 3.379025769233704, "loss_dense": 3.4311257362365724, "loss": 6.810151433944702, "time": 0.172261381149292, "step": 623296}
{"lr": 0.009478131709729833, "data_time": 0.016670536994934083, "loss_single": 3.3763120412826537, "loss_dense": 3.424237108230591, "loss": 6.8005492210388185, "time": 0.15464253425598146, "step": 623346}
{"lr": 0.009478131709729833, "data_time": 0.016974377632141113, "loss_single": 3.4005641460418703, "loss_dense": 3.457120680809021, "loss": 6.857684659957886, "time": 0.1566229820251465, "step": 623396}
{"lr": 0.009478131709729833, "data_time": 0.016309952735900878, "loss_single": 3.3815697908401487, "loss_dense": 3.4287765979766847, "loss": 6.810346364974976, "time": 0.17600371837615966, "step": 623446}
{"lr": 0.009478131709729833, "data_time": 0.017220568656921387, "loss_single": 3.3732272148132325, "loss_dense": 3.441428375244141, "loss": 6.8146556377410885, "time": 0.15807621479034423, "step": 623496}
{"lr": 0.009478131709729833, "data_time": 0.04129135608673096, "loss_single": 3.3725202083587646, "loss_dense": 3.433381271362305, "loss": 6.8059014797210695, "time": 0.18342275619506837, "step": 623546}
{"lr": 0.009478131709729833, "data_time": 0.009814453125, "loss_single": 3.3821951150894165, "loss_dense": 3.432023525238037, "loss": 6.814218664169312, "time": 0.19061386585235596, "step": 623596}
{"lr": 0.009478131709729833, "data_time": 0.018134021759033205, "loss_single": 3.3749968290328978, "loss_dense": 3.436380982398987, "loss": 6.8113778591156, "time": 0.15381145477294922, "step": 623646}
{"lr": 0.009478131709729833, "data_time": 0.02328474521636963, "loss_single": 3.3984859704971315, "loss_dense": 3.449353790283203, "loss": 6.847839784622193, "time": 0.16320586204528809, "step": 623696}
{"lr": 0.009478131709729833, "data_time": 0.01723778247833252, "loss_single": 3.4193355798721314, "loss_dense": 3.466268754005432, "loss": 6.885604286193848, "time": 0.1508864164352417, "step": 623746}
{"lr": 0.009478131709729833, "data_time": 0.014342594146728515, "loss_single": 3.3701310396194457, "loss_dense": 3.427001166343689, "loss": 6.797132110595703, "time": 0.15397927761077881, "step": 623796}
{"lr": 0.009478131709729833, "data_time": 0.01624588966369629, "loss_single": 3.4011856079101563, "loss_dense": 3.466495990753174, "loss": 6.867681646347046, "time": 0.18022642135620118, "step": 623846}
{"lr": 0.009478131709729833, "data_time": 0.015923023223876953, "loss_single": 3.3739650726318358, "loss_dense": 3.435313677787781, "loss": 6.809278726577759, "time": 0.2050865411758423, "step": 623896}
{"lr": 0.009478131709729833, "data_time": 0.01636636257171631, "loss_single": 3.3527375221252442, "loss_dense": 3.4170279264450074, "loss": 6.769765424728393, "time": 0.16155893802642823, "step": 623946}
{"lr": 0.009478131709729833, "data_time": 0.020047736167907716, "loss_single": 3.405678725242615, "loss_dense": 3.4485836744308473, "loss": 6.854262495040894, "time": 0.19122300148010254, "step": 623996}
{"lr": 0.009478131709729833, "data_time": 0.018006515502929688, "loss_single": 3.390343117713928, "loss_dense": 3.4460165977478026, "loss": 6.836359691619873, "time": 0.15758140087127687, "step": 624046}
{"lr": 0.009478131709729833, "data_time": 0.015094447135925292, "loss_single": 3.3775904893875124, "loss_dense": 3.443006157875061, "loss": 6.820596647262573, "time": 0.1630335569381714, "step": 624096}
{"lr": 0.009478131709729833, "data_time": 0.01887655258178711, "loss_single": 3.400263261795044, "loss_dense": 3.439301061630249, "loss": 6.839564323425293, "time": 0.1565009832382202, "step": 624146}
{"lr": 0.009478131709729833, "data_time": 0.017213153839111327, "loss_single": 3.3696677923202514, "loss_dense": 3.4203721284866333, "loss": 6.790039968490601, "time": 0.15497872829437256, "step": 624196}
{"lr": 0.009478131709729833, "data_time": 0.017230677604675292, "loss_single": 3.3692390441894533, "loss_dense": 3.4371057987213134, "loss": 6.806344890594483, "time": 0.1587299346923828, "step": 624246}
{"lr": 0.009478131709729833, "data_time": 0.017900419235229493, "loss_single": 3.418348264694214, "loss_dense": 3.46818585395813, "loss": 6.88653416633606, "time": 0.15310158729553222, "step": 624296}
{"lr": 0.009478131709729833, "data_time": 0.01715724468231201, "loss_single": 3.387882137298584, "loss_dense": 3.43868670463562, "loss": 6.82656888961792, "time": 0.15310447216033934, "step": 624346}
{"lr": 0.009478131709729833, "data_time": 0.017453765869140624, "loss_single": 3.399261951446533, "loss_dense": 3.443516230583191, "loss": 6.842778205871582, "time": 0.15704813003540039, "step": 624396}
{"lr": 0.009478131709729833, "data_time": 0.01886324882507324, "loss_single": 3.4230934143066407, "loss_dense": 3.4662564277648924, "loss": 6.889349889755249, "time": 0.15834193229675292, "step": 624446}
{"lr": 0.009478131709729833, "data_time": 0.014998030662536622, "loss_single": 3.395495963096619, "loss_dense": 3.4447041273117067, "loss": 6.840200042724609, "time": 0.17690882682800294, "step": 624496}
{"lr": 0.009478131709729833, "data_time": 0.017828607559204103, "loss_single": 3.356843590736389, "loss_dense": 3.4262543678283692, "loss": 6.783097934722901, "time": 0.16095902919769287, "step": 624546}
{"lr": 0.009478131709729833, "data_time": 0.020037174224853516, "loss_single": 3.399943709373474, "loss_dense": 3.4558981895446776, "loss": 6.855841970443725, "time": 0.20838005542755128, "step": 624596}
{"lr": 0.009478131709729833, "data_time": 0.01724395751953125, "loss_single": 3.3941755294799805, "loss_dense": 3.4538629055023193, "loss": 6.8480384826660154, "time": 0.15720884799957274, "step": 624646}
{"lr": 0.009478131709729833, "data_time": 0.01752321720123291, "loss_single": 3.3816857814788817, "loss_dense": 3.4276759386062623, "loss": 6.809361696243286, "time": 0.18848104476928712, "step": 624696}
{"lr": 0.009478131709729833, "data_time": 0.019877409934997557, "loss_single": 3.4099484205245973, "loss_dense": 3.462580370903015, "loss": 6.872528791427612, "time": 0.15705864429473876, "step": 624746}
{"lr": 0.009478131709729833, "data_time": 0.01783609390258789, "loss_single": 3.3765413761138916, "loss_dense": 3.4463898181915282, "loss": 6.822931241989136, "time": 0.16361587047576903, "step": 624796}
{"lr": 0.009478131709729833, "data_time": 0.017876338958740235, "loss_single": 3.3881102800369263, "loss_dense": 3.439683771133423, "loss": 6.827794122695923, "time": 0.15353379249572754, "step": 624846}
{"lr": 0.009478131709729833, "data_time": 0.01986393928527832, "loss_single": 3.3891036987304686, "loss_dense": 3.446596121788025, "loss": 6.835699939727784, "time": 0.19038844108581543, "step": 624896}
{"lr": 0.009478131709729833, "data_time": 0.019608116149902342, "loss_single": 3.3764679431915283, "loss_dense": 3.427432084083557, "loss": 6.803899955749512, "time": 0.6127684593200684, "step": 624946}
{"lr": 0.009478131709729833, "data_time": 0.016319751739501953, "loss_single": 3.3963687658309936, "loss_dense": 3.4456092357635497, "loss": 6.8419780254364015, "time": 0.15632729530334472, "step": 624996}
{"lr": 0.009478131709729833, "data_time": 0.027396893501281737, "loss_single": 3.388692760467529, "loss_dense": 3.4456769704818724, "loss": 6.834369754791259, "time": 0.2658675193786621, "step": 625046}
{"lr": 0.009478131709729833, "data_time": 0.02288806438446045, "loss_single": 3.393806886672974, "loss_dense": 3.4372963428497316, "loss": 6.831103277206421, "time": 0.16259119510650635, "step": 625096}
{"lr": 0.009478131709729833, "data_time": 0.017477917671203613, "loss_single": 3.377966547012329, "loss_dense": 3.4375320196151735, "loss": 6.815498495101929, "time": 0.155320143699646, "step": 625146}
{"lr": 0.009478131709729833, "data_time": 0.01856842041015625, "loss_single": 3.379977011680603, "loss_dense": 3.4263846397399904, "loss": 6.80636157989502, "time": 0.1548227310180664, "step": 625196}
{"lr": 0.009478131709729833, "data_time": 0.01758918762207031, "loss_single": 3.3859473943710325, "loss_dense": 3.440770387649536, "loss": 6.826717805862427, "time": 0.15267786979675294, "step": 625246}
{"lr": 0.009478131709729833, "data_time": 0.016405177116394044, "loss_single": 3.4132699012756347, "loss_dense": 3.460434627532959, "loss": 6.87370457649231, "time": 0.15282173156738282, "step": 625296}
{"lr": 0.009478131709729833, "data_time": 0.01874203681945801, "loss_single": 3.4205511093139647, "loss_dense": 3.45184006690979, "loss": 6.872391223907471, "time": 0.18673222064971923, "step": 625346}
{"lr": 0.009478131709729833, "data_time": 0.015562748908996582, "loss_single": 3.3950967311859133, "loss_dense": 3.444590950012207, "loss": 6.83968768119812, "time": 0.15535900592803956, "step": 625396}
{"lr": 0.009478131709729833, "data_time": 0.018217635154724122, "loss_single": 3.4111809968948363, "loss_dense": 3.465830183029175, "loss": 6.877011156082153, "time": 0.15681965351104737, "step": 625446}
{"lr": 0.009478131709729833, "data_time": 0.013810229301452637, "loss_single": 3.392902445793152, "loss_dense": 3.4379756927490233, "loss": 6.830878114700317, "time": 0.1468423128128052, "step": 625496}
{"lr": 0.009259748514523656, "data_time": 0.015407729148864745, "loss_single": 3.3797293186187742, "loss_dense": 3.443668341636658, "loss": 6.823397779464722, "time": 0.1595231056213379, "step": 625550}
{"lr": 0.009259748514523656, "data_time": 0.01662590503692627, "loss_single": 3.4124032497406005, "loss_dense": 3.4584739923477175, "loss": 6.870877265930176, "time": 0.15852062702178954, "step": 625600}
{"lr": 0.009259748514523656, "data_time": 0.01666896343231201, "loss_single": 3.3810269832611084, "loss_dense": 3.431568169593811, "loss": 6.812595176696777, "time": 0.15937139987945556, "step": 625650}
{"lr": 0.009259748514523656, "data_time": 0.0162961483001709, "loss_single": 3.3935712575912476, "loss_dense": 3.4485278129577637, "loss": 6.842099046707153, "time": 0.15419843196868896, "step": 625700}
{"lr": 0.009259748514523656, "data_time": 0.02101709842681885, "loss_single": 3.370660495758057, "loss_dense": 3.431635785102844, "loss": 6.80229640007019, "time": 0.20720839500427246, "step": 625750}
{"lr": 0.009259748514523656, "data_time": 0.018034529685974122, "loss_single": 3.3821099281311033, "loss_dense": 3.4256081581115723, "loss": 6.80771803855896, "time": 0.15635569095611573, "step": 625800}
{"lr": 0.009259748514523656, "data_time": 0.01683485507965088, "loss_single": 3.392944264411926, "loss_dense": 3.4495347499847413, "loss": 6.84247899055481, "time": 0.16210062503814698, "step": 625850}
{"lr": 0.009259748514523656, "data_time": 0.015191197395324707, "loss_single": 3.369151258468628, "loss_dense": 3.4441139698028564, "loss": 6.813265228271485, "time": 0.15715293884277343, "step": 625900}
{"lr": 0.009259748514523656, "data_time": 0.0172426700592041, "loss_single": 3.4000864267349242, "loss_dense": 3.4458373308181764, "loss": 6.845923709869385, "time": 0.1593092918395996, "step": 625950}
{"lr": 0.009259748514523656, "data_time": 0.04599926471710205, "loss_single": 3.420880103111267, "loss_dense": 3.460880184173584, "loss": 6.881760358810425, "time": 0.18704662322998047, "step": 626000}
{"lr": 0.009259748514523656, "data_time": 0.013824272155761718, "loss_single": 3.403004503250122, "loss_dense": 3.444986891746521, "loss": 6.8479913711547855, "time": 0.16200406551361085, "step": 626050}
{"lr": 0.009259748514523656, "data_time": 0.015849089622497557, "loss_single": 3.37283456325531, "loss_dense": 3.445501136779785, "loss": 6.818335771560669, "time": 0.20555171966552735, "step": 626100}
{"lr": 0.009259748514523656, "data_time": 0.01643481254577637, "loss_single": 3.3567634344100954, "loss_dense": 3.4115511894226076, "loss": 6.76831464767456, "time": 0.18789026737213135, "step": 626150}
{"lr": 0.009259748514523656, "data_time": 0.0189253568649292, "loss_single": 3.382648730278015, "loss_dense": 3.4346651315689085, "loss": 6.817313861846924, "time": 0.16779115200042724, "step": 626200}
{"lr": 0.009259748514523656, "data_time": 0.018470001220703126, "loss_single": 3.3967076778411864, "loss_dense": 3.439556694030762, "loss": 6.836264419555664, "time": 0.20551836490631104, "step": 626250}
{"lr": 0.009259748514523656, "data_time": 0.017991852760314942, "loss_single": 3.3958203077316282, "loss_dense": 3.4554431200027467, "loss": 6.851263427734375, "time": 0.1597144365310669, "step": 626300}
{"lr": 0.009259748514523656, "data_time": 0.016486978530883788, "loss_single": 3.379669976234436, "loss_dense": 3.443674325942993, "loss": 6.823344326019287, "time": 0.16092047691345215, "step": 626350}
{"lr": 0.009259748514523656, "data_time": 0.016561484336853026, "loss_single": 3.3892688274383547, "loss_dense": 3.4375301361083985, "loss": 6.826798963546753, "time": 0.15448389053344727, "step": 626400}
{"lr": 0.009259748514523656, "data_time": 0.017664170265197753, "loss_single": 3.3927300691604616, "loss_dense": 3.449274468421936, "loss": 6.842004632949829, "time": 0.1612706422805786, "step": 626450}
{"lr": 0.009259748514523656, "data_time": 0.012053442001342774, "loss_single": 3.397671937942505, "loss_dense": 3.4488778829574587, "loss": 6.8465498924255375, "time": 0.16961045265197755, "step": 626500}
{"lr": 0.009259748514523656, "data_time": 0.015258574485778808, "loss_single": 3.3830358505249025, "loss_dense": 3.424528455734253, "loss": 6.807564306259155, "time": 0.17512223720550538, "step": 626550}
{"lr": 0.009259748514523656, "data_time": 0.01676034927368164, "loss_single": 3.395480513572693, "loss_dense": 3.4427183151245115, "loss": 6.838198852539063, "time": 0.15414054393768312, "step": 626600}
{"lr": 0.009259748514523656, "data_time": 0.027407145500183104, "loss_single": 3.4110201835632323, "loss_dense": 3.477217435836792, "loss": 6.88823766708374, "time": 0.17015154361724855, "step": 626650}
{"lr": 0.009259748514523656, "data_time": 0.017807579040527342, "loss_single": 3.4129616022109985, "loss_dense": 3.457910656929016, "loss": 6.87087230682373, "time": 0.15602779388427734, "step": 626700}
{"lr": 0.009259748514523656, "data_time": 0.016207194328308104, "loss_single": 3.3900226354599, "loss_dense": 3.4358437299728393, "loss": 6.825866413116455, "time": 0.15391499996185304, "step": 626750}
{"lr": 0.009259748514523656, "data_time": 0.01801111698150635, "loss_single": 3.3769766807556154, "loss_dense": 3.4261528968811037, "loss": 6.803129625320435, "time": 0.154736328125, "step": 626800}
{"lr": 0.009259748514523656, "data_time": 0.026321768760681152, "loss_single": 3.405824613571167, "loss_dense": 3.465257453918457, "loss": 6.871082019805908, "time": 0.17858693599700928, "step": 626850}
{"lr": 0.009259748514523656, "data_time": 0.005655074119567871, "loss_single": 3.393032097816467, "loss_dense": 3.435870909690857, "loss": 6.82890305519104, "time": 0.17512190341949463, "step": 626900}
{"lr": 0.009259748514523656, "data_time": 0.3223074674606323, "loss_single": 3.3918920040130613, "loss_dense": 3.4489280939102174, "loss": 6.840820074081421, "time": 0.48909595012664797, "step": 626950}
{"lr": 0.009259748514523656, "data_time": 0.01724674701690674, "loss_single": 3.402788496017456, "loss_dense": 3.4523953676223753, "loss": 6.855183935165405, "time": 0.1615367889404297, "step": 627000}
{"lr": 0.009259748514523656, "data_time": 0.016986751556396486, "loss_single": 3.3799294233322144, "loss_dense": 3.43994140625, "loss": 6.819870853424073, "time": 0.17033700942993163, "step": 627050}
{"lr": 0.009259748514523656, "data_time": 0.01698918342590332, "loss_single": 3.415858793258667, "loss_dense": 3.4600871562957765, "loss": 6.875945901870727, "time": 0.16067204475402833, "step": 627100}
{"lr": 0.009259748514523656, "data_time": 0.01636836528778076, "loss_single": 3.3880802392959595, "loss_dense": 3.4512407302856447, "loss": 6.839320945739746, "time": 0.16234130859375, "step": 627150}
{"lr": 0.009259748514523656, "data_time": 0.0167633056640625, "loss_single": 3.371924805641174, "loss_dense": 3.4333578824996946, "loss": 6.8052825927734375, "time": 0.1792060136795044, "step": 627200}
{"lr": 0.009259748514523656, "data_time": 0.018588995933532713, "loss_single": 3.381003475189209, "loss_dense": 3.4270666599273683, "loss": 6.808070182800293, "time": 0.16011834144592285, "step": 627250}
{"lr": 0.009259748514523656, "data_time": 0.017731857299804688, "loss_single": 3.3925251722335816, "loss_dense": 3.4448843240737914, "loss": 6.837409591674804, "time": 0.1606832981109619, "step": 627300}
{"lr": 0.009259748514523656, "data_time": 0.013095688819885255, "loss_single": 3.397416830062866, "loss_dense": 3.4510027408599853, "loss": 6.848419570922852, "time": 0.1635746479034424, "step": 627350}
{"lr": 0.009259748514523656, "data_time": 0.01702427864074707, "loss_single": 3.37835373878479, "loss_dense": 3.4367610454559325, "loss": 6.8151147842407225, "time": 0.1720660448074341, "step": 627400}
{"lr": 0.009259748514523656, "data_time": 0.01614563465118408, "loss_single": 3.396965003013611, "loss_dense": 3.457574701309204, "loss": 6.854539680480957, "time": 0.18820226192474365, "step": 627450}
{"lr": 0.009259748514523656, "data_time": 0.03318531513214111, "loss_single": 3.386336851119995, "loss_dense": 3.4532074689865113, "loss": 6.839544296264648, "time": 0.1793134927749634, "step": 627500}
{"lr": 0.009259748514523656, "data_time": 0.01941535472869873, "loss_single": 3.3742961168289183, "loss_dense": 3.429075765609741, "loss": 6.803371810913086, "time": 0.16132807731628418, "step": 627550}
{"lr": 0.009259748514523656, "data_time": 0.018587183952331544, "loss_single": 3.3874569177627563, "loss_dense": 3.428503155708313, "loss": 6.815960168838501, "time": 0.17571065425872803, "step": 627600}
{"lr": 0.009259748514523656, "data_time": 0.019402599334716795, "loss_single": 3.3648482084274294, "loss_dense": 3.4097683429718018, "loss": 6.774616527557373, "time": 0.16001391410827637, "step": 627650}
{"lr": 0.009259748514523656, "data_time": 0.021196889877319335, "loss_single": 3.431813454627991, "loss_dense": 3.4736745595932006, "loss": 6.905488109588623, "time": 0.16322124004364014, "step": 627700}
{"lr": 0.009259748514523656, "data_time": 0.016531991958618163, "loss_single": 3.399022698402405, "loss_dense": 3.4647175312042235, "loss": 6.8637402057647705, "time": 0.20124847888946534, "step": 627750}
{"lr": 0.009259748514523656, "data_time": 0.015425705909729004, "loss_single": 3.3627169847488405, "loss_dense": 3.4107562065124513, "loss": 6.773473167419434, "time": 0.15700898170471192, "step": 627800}
{"lr": 0.009259748514523656, "data_time": 0.016501641273498534, "loss_single": 3.386742949485779, "loss_dense": 3.453833270072937, "loss": 6.840576219558716, "time": 0.16052560806274413, "step": 627850}
{"lr": 0.009259748514523656, "data_time": 0.015615081787109375, "loss_single": 3.36582727432251, "loss_dense": 3.415286111831665, "loss": 6.781113386154175, "time": 0.20419530868530272, "step": 627900}
{"lr": 0.009259748514523656, "data_time": 0.01814122200012207, "loss_single": 3.3867193937301634, "loss_dense": 3.4424103021621706, "loss": 6.829129648208618, "time": 0.17073664665222169, "step": 627950}
{"lr": 0.009259748514523656, "data_time": 0.017195773124694825, "loss_single": 3.390454626083374, "loss_dense": 3.4318795442581176, "loss": 6.822334146499633, "time": 0.16228241920471193, "step": 628000}
{"lr": 0.009259748514523656, "data_time": 0.017862915992736816, "loss_single": 3.397485280036926, "loss_dense": 3.4648167371749876, "loss": 6.86230206489563, "time": 0.16552040576934815, "step": 628050}
{"lr": 0.009259748514523656, "data_time": 0.016218042373657225, "loss_single": 3.405642104148865, "loss_dense": 3.4655998229980467, "loss": 6.871241903305053, "time": 0.16415901184082032, "step": 628100}
{"lr": 0.009259748514523656, "data_time": 0.018055272102355958, "loss_single": 3.356451654434204, "loss_dense": 3.412339687347412, "loss": 6.768791389465332, "time": 0.1809009313583374, "step": 628150}
{"lr": 0.009259748514523656, "data_time": 0.0186614990234375, "loss_single": 3.3702146768569947, "loss_dense": 3.4283211708068846, "loss": 6.798535919189453, "time": 0.16691195964813232, "step": 628200}
{"lr": 0.009259748514523656, "data_time": 0.017359256744384766, "loss_single": 3.382752513885498, "loss_dense": 3.430428647994995, "loss": 6.813181161880493, "time": 0.1949979305267334, "step": 628250}
{"lr": 0.009259748514523656, "data_time": 0.01586644649505615, "loss_single": 3.401557970046997, "loss_dense": 3.4506262302398683, "loss": 6.852184200286866, "time": 0.18914446830749512, "step": 628300}
{"lr": 0.009259748514523656, "data_time": 0.01832911968231201, "loss_single": 3.3746758460998536, "loss_dense": 3.4266429901123048, "loss": 6.801318788528443, "time": 0.1557699680328369, "step": 628350}
{"lr": 0.009259748514523656, "data_time": 0.0178774356842041, "loss_single": 3.3938042163848876, "loss_dense": 3.4473026514053347, "loss": 6.841106843948364, "time": 0.23664469718933107, "step": 628400}
{"lr": 0.009259748514523656, "data_time": 0.02003600597381592, "loss_single": 3.3855722904205323, "loss_dense": 3.4457144021987913, "loss": 6.8312867164611815, "time": 0.16209278106689454, "step": 628450}
{"lr": 0.009259748514523656, "data_time": 0.017480015754699707, "loss_single": 3.3917181491851807, "loss_dense": 3.436521887779236, "loss": 6.828240060806275, "time": 0.15927498340606688, "step": 628500}
{"lr": 0.009259748514523656, "data_time": 0.020000815391540527, "loss_single": 3.3860950469970703, "loss_dense": 3.4339338302612306, "loss": 6.820028781890869, "time": 0.1817638397216797, "step": 628550}
{"lr": 0.009259748514523656, "data_time": 0.015203261375427246, "loss_single": 3.4117597579956054, "loss_dense": 3.4633074522018434, "loss": 6.875067234039307, "time": 0.4910574436187744, "step": 628600}
{"lr": 0.009259748514523656, "data_time": 0.017162609100341796, "loss_single": 3.3669466018676757, "loss_dense": 3.42014741897583, "loss": 6.78709397315979, "time": 0.24722049236297608, "step": 628650}
{"lr": 0.009259748514523656, "data_time": 0.01691114902496338, "loss_single": 3.375227451324463, "loss_dense": 3.4251150608062746, "loss": 6.800342416763305, "time": 0.17796602249145507, "step": 628700}
{"lr": 0.009259748514523656, "data_time": 0.01669609546661377, "loss_single": 3.3913480043411255, "loss_dense": 3.4464600324630736, "loss": 6.837808084487915, "time": 0.16225087642669678, "step": 628750}
{"lr": 0.009259748514523656, "data_time": 0.01637699604034424, "loss_single": 3.376357674598694, "loss_dense": 3.442053747177124, "loss": 6.818411445617675, "time": 0.15490491390228273, "step": 628800}
{"lr": 0.009259748514523656, "data_time": 0.01636824607849121, "loss_single": 3.407551574707031, "loss_dense": 3.460861587524414, "loss": 6.86841311454773, "time": 0.15896873474121093, "step": 628850}
{"lr": 0.009259748514523656, "data_time": 0.019134020805358885, "loss_single": 3.4173150777816774, "loss_dense": 3.4703546524047852, "loss": 6.887669706344605, "time": 0.15783843994140626, "step": 628900}
{"lr": 0.009259748514523656, "data_time": 0.01677696704864502, "loss_single": 3.385352301597595, "loss_dense": 3.4430786848068236, "loss": 6.828431034088135, "time": 0.15653481483459472, "step": 628950}
{"lr": 0.009259748514523656, "data_time": 0.017971372604370116, "loss_single": 3.3853664875030516, "loss_dense": 3.4331569194793703, "loss": 6.818523359298706, "time": 0.18227763175964357, "step": 629000}
{"lr": 0.009259748514523656, "data_time": 0.018721890449523926, "loss_single": 3.3816120624542236, "loss_dense": 3.428657603263855, "loss": 6.810269689559936, "time": 0.1550506830215454, "step": 629050}
{"lr": 0.009259748514523656, "data_time": 0.016016674041748048, "loss_single": 3.407680606842041, "loss_dense": 3.464639902114868, "loss": 6.872320604324341, "time": 0.1637256383895874, "step": 629100}
{"lr": 0.009259748514523656, "data_time": 0.01809251308441162, "loss_single": 3.392535448074341, "loss_dense": 3.4603605031967164, "loss": 6.852895975112915, "time": 0.1596817970275879, "step": 629150}
{"lr": 0.009259748514523656, "data_time": 0.01672043800354004, "loss_single": 3.3980221509933473, "loss_dense": 3.447967219352722, "loss": 6.84598937034607, "time": 0.20290963649749755, "step": 629200}
{"lr": 0.009259748514523656, "data_time": 0.016827988624572753, "loss_single": 3.3845067262649535, "loss_dense": 3.435627746582031, "loss": 6.820134496688842, "time": 0.16536145210266112, "step": 629250}
{"lr": 0.009259748514523656, "data_time": 0.014647960662841797, "loss_single": 3.3653018951416014, "loss_dense": 3.4168331146240236, "loss": 6.782134962081909, "time": 0.16732277870178222, "step": 629300}
{"lr": 0.009259748514523656, "data_time": 0.018471312522888184, "loss_single": 3.383836197853088, "loss_dense": 3.4371631383895873, "loss": 6.82099928855896, "time": 0.15449364185333253, "step": 629350}
{"lr": 0.009259748514523656, "data_time": 0.015741443634033202, "loss_single": 3.40382866859436, "loss_dense": 3.4554336071014404, "loss": 6.859262323379516, "time": 0.16322147846221924, "step": 629400}
{"lr": 0.009259748514523656, "data_time": 0.01894102096557617, "loss_single": 3.3956044197082518, "loss_dense": 3.444919776916504, "loss": 6.840524101257325, "time": 0.15234575271606446, "step": 629450}
{"lr": 0.009259748514523656, "data_time": 0.02304396629333496, "loss_single": 3.3769537925720217, "loss_dense": 3.4360621213912963, "loss": 6.813015937805176, "time": 0.16120941638946534, "step": 629500}
{"lr": 0.009259748514523656, "data_time": 0.022296619415283204, "loss_single": 3.4040579080581663, "loss_dense": 3.449437975883484, "loss": 6.853495836257935, "time": 0.22308142185211183, "step": 629550}
{"lr": 0.009259748514523656, "data_time": 0.01769864559173584, "loss_single": 3.3699581146240236, "loss_dense": 3.433284854888916, "loss": 6.803242874145508, "time": 0.16377222537994385, "step": 629600}
{"lr": 0.009259748514523656, "data_time": 0.019219326972961425, "loss_single": 3.3808974504470823, "loss_dense": 3.4406926155090334, "loss": 6.82159013748169, "time": 0.15751948356628417, "step": 629650}
{"lr": 0.009259748514523656, "data_time": 0.017691206932067872, "loss_single": 3.3817602396011353, "loss_dense": 3.436428952217102, "loss": 6.818189191818237, "time": 0.1549996852874756, "step": 629700}
{"lr": 0.009259748514523656, "data_time": 0.021413683891296387, "loss_single": 3.360158920288086, "loss_dense": 3.4172435998916626, "loss": 6.777402544021607, "time": 0.1595320701599121, "step": 629750}
{"lr": 0.009259748514523656, "data_time": 0.01823108196258545, "loss_single": 3.3827396631240845, "loss_dense": 3.441912603378296, "loss": 6.824652194976807, "time": 0.16523582935333253, "step": 629800}
{"lr": 0.009259748514523656, "data_time": 0.0165435791015625, "loss_single": 3.384051465988159, "loss_dense": 3.4394078731536863, "loss": 6.8234593868255615, "time": 0.25714597702026365, "step": 629850}
{"lr": 0.009259748514523656, "data_time": 0.019079184532165526, "loss_single": 3.387158966064453, "loss_dense": 3.4553558111190794, "loss": 6.842514753341675, "time": 0.1587012529373169, "step": 629900}
{"lr": 0.009259748514523656, "data_time": 0.016767358779907225, "loss_single": 3.4287179470062257, "loss_dense": 3.4767371892929075, "loss": 6.905455112457275, "time": 0.16159505844116212, "step": 629950}
{"lr": 0.009259748514523656, "data_time": 0.017290806770324706, "loss_single": 3.411228060722351, "loss_dense": 3.45978262424469, "loss": 6.871010589599609, "time": 0.15891966819763184, "step": 630000}
{"lr": 0.009259748514523656, "data_time": 0.017035937309265135, "loss_single": 3.4405869483947753, "loss_dense": 3.492924118041992, "loss": 6.933511018753052, "time": 0.16114399433135987, "step": 630050}
{"lr": 0.009259748514523656, "data_time": 0.030585098266601562, "loss_single": 3.3733081102371214, "loss_dense": 3.4199259757995604, "loss": 6.793234062194824, "time": 0.16359364986419678, "step": 630100}
{"lr": 0.009259748514523656, "data_time": 0.016006088256835936, "loss_single": 3.387409543991089, "loss_dense": 3.440305995941162, "loss": 6.827715539932251, "time": 0.1717615842819214, "step": 630150}
{"lr": 0.009259748514523656, "data_time": 0.018256568908691408, "loss_single": 3.353947973251343, "loss_dense": 3.4233850479125976, "loss": 6.777332973480225, "time": 0.1576552152633667, "step": 630200}
{"lr": 0.009259748514523656, "data_time": 0.021440625190734863, "loss_single": 3.3988803386688233, "loss_dense": 3.4519999265670775, "loss": 6.850880336761475, "time": 0.2314908027648926, "step": 630250}
{"lr": 0.009259748514523656, "data_time": 0.01728215217590332, "loss_single": 3.3954537153244018, "loss_dense": 3.4513036966323853, "loss": 6.846757411956787, "time": 0.1548105239868164, "step": 630300}
{"lr": 0.009259748514523656, "data_time": 0.01711580753326416, "loss_single": 3.3740784883499146, "loss_dense": 3.4344584703445435, "loss": 6.808537006378174, "time": 0.15831575393676758, "step": 630350}
{"lr": 0.009259748514523656, "data_time": 0.016309905052185058, "loss_single": 3.385065507888794, "loss_dense": 3.437056136131287, "loss": 6.822121667861938, "time": 0.1620096206665039, "step": 630400}
{"lr": 0.009259748514523656, "data_time": 0.018148279190063475, "loss_single": 3.392239475250244, "loss_dense": 3.4314107418060305, "loss": 6.823650169372558, "time": 0.1653184175491333, "step": 630450}
{"lr": 0.009259748514523656, "data_time": 0.012161564826965333, "loss_single": 3.4009468078613283, "loss_dense": 3.4519004821777344, "loss": 6.852847242355347, "time": 0.14832355976104736, "step": 630500}
{"lr": 0.009042781640478288, "data_time": 0.01880152225494385, "loss_single": 3.3650431394577027, "loss_dense": 3.4153626918792725, "loss": 6.780405807495117, "time": 0.1638122797012329, "step": 630554}
{"lr": 0.009042781640478288, "data_time": 0.017415857315063475, "loss_single": 3.373111057281494, "loss_dense": 3.4243369579315184, "loss": 6.797448015213012, "time": 0.15511045455932618, "step": 630604}
{"lr": 0.009042781640478288, "data_time": 0.01867074966430664, "loss_single": 3.383104085922241, "loss_dense": 3.415595817565918, "loss": 6.798699951171875, "time": 0.15632288455963134, "step": 630654}
{"lr": 0.009042781640478288, "data_time": 0.021326565742492677, "loss_single": 3.3923631429672243, "loss_dense": 3.4501200199127195, "loss": 6.842483186721802, "time": 0.19952912330627443, "step": 630704}
{"lr": 0.009042781640478288, "data_time": 0.01683182716369629, "loss_single": 3.3677563667297363, "loss_dense": 3.4212367296218873, "loss": 6.7889931201934814, "time": 0.15521624088287353, "step": 630754}
{"lr": 0.009042781640478288, "data_time": 0.015553951263427734, "loss_single": 3.3766599893569946, "loss_dense": 3.4317822217941285, "loss": 6.808442211151123, "time": 0.21069543361663817, "step": 630804}
{"lr": 0.009042781640478288, "data_time": 0.017013859748840333, "loss_single": 3.387979292869568, "loss_dense": 3.4295310497283937, "loss": 6.817510414123535, "time": 0.15631418228149413, "step": 630854}
{"lr": 0.009042781640478288, "data_time": 0.018224668502807618, "loss_single": 3.417016363143921, "loss_dense": 3.471687841415405, "loss": 6.8887042045593265, "time": 0.168379807472229, "step": 630904}
{"lr": 0.009042781640478288, "data_time": 0.01661548614501953, "loss_single": 3.3857982397079467, "loss_dense": 3.44616539478302, "loss": 6.831963539123535, "time": 0.1886112928390503, "step": 630954}
{"lr": 0.009042781640478288, "data_time": 0.0186537504196167, "loss_single": 3.390699052810669, "loss_dense": 3.443615961074829, "loss": 6.834315013885498, "time": 0.16073107719421387, "step": 631004}
{"lr": 0.009042781640478288, "data_time": 0.01769692897796631, "loss_single": 3.3989861726760866, "loss_dense": 3.4446438789367675, "loss": 6.843630027770996, "time": 0.17085754871368408, "step": 631054}
{"lr": 0.009042781640478288, "data_time": 0.015082502365112304, "loss_single": 3.4069149017333986, "loss_dense": 3.4592376947402954, "loss": 6.86615252494812, "time": 0.15952012538909913, "step": 631104}
{"lr": 0.009042781640478288, "data_time": 0.01606411933898926, "loss_single": 3.3974230527877807, "loss_dense": 3.452804207801819, "loss": 6.8502272605896, "time": 0.15541739463806153, "step": 631154}
{"lr": 0.009042781640478288, "data_time": 0.016098427772521972, "loss_single": 3.401493215560913, "loss_dense": 3.4565439939498903, "loss": 6.858037281036377, "time": 0.15646586418151856, "step": 631204}
{"lr": 0.009042781640478288, "data_time": 0.019854140281677247, "loss_single": 3.4090184688568117, "loss_dense": 3.4614876985549925, "loss": 6.8705061912536625, "time": 0.17137935161590576, "step": 631254}
{"lr": 0.009042781640478288, "data_time": 0.017739295959472656, "loss_single": 3.4009145975112913, "loss_dense": 3.4692383289337156, "loss": 6.87015290260315, "time": 0.160408616065979, "step": 631304}
{"lr": 0.009042781640478288, "data_time": 0.015233302116394043, "loss_single": 3.3965003967285154, "loss_dense": 3.450051522254944, "loss": 6.846551942825317, "time": 0.17006409168243408, "step": 631354}
{"lr": 0.009042781640478288, "data_time": 0.017355060577392577, "loss_single": 3.390742874145508, "loss_dense": 3.442309594154358, "loss": 6.833052492141723, "time": 0.1745701551437378, "step": 631404}
{"lr": 0.009042781640478288, "data_time": 0.01567497253417969, "loss_single": 3.3935496330261232, "loss_dense": 3.4534499883651733, "loss": 6.846999597549439, "time": 0.186338210105896, "step": 631454}
{"lr": 0.009042781640478288, "data_time": 0.017839908599853516, "loss_single": 3.3893882036209106, "loss_dense": 3.4552093744277954, "loss": 6.844597578048706, "time": 0.15981826782226563, "step": 631504}
{"lr": 0.009042781640478288, "data_time": 0.028391265869140626, "loss_single": 3.395421576499939, "loss_dense": 3.4480931520462037, "loss": 6.843514728546142, "time": 0.2794949531555176, "step": 631554}
{"lr": 0.009042781640478288, "data_time": 0.012628555297851562, "loss_single": 3.396454167366028, "loss_dense": 3.4530365228652955, "loss": 6.849490642547607, "time": 0.1602043867111206, "step": 631604}
{"lr": 0.009042781640478288, "data_time": 0.0241107702255249, "loss_single": 3.3985721111297607, "loss_dense": 3.4503403425216677, "loss": 6.848912382125855, "time": 0.2130579948425293, "step": 631654}
{"lr": 0.009042781640478288, "data_time": 0.015274834632873536, "loss_single": 3.3835307121276856, "loss_dense": 3.4381413221359254, "loss": 6.821672010421753, "time": 0.16235635280609131, "step": 631704}
{"lr": 0.009042781640478288, "data_time": 0.015984439849853517, "loss_single": 3.388124465942383, "loss_dense": 3.4471148252487183, "loss": 6.835239267349243, "time": 0.1597963333129883, "step": 631754}
{"lr": 0.009042781640478288, "data_time": 0.0158172607421875, "loss_single": 3.3920948982238768, "loss_dense": 3.4489301204681397, "loss": 6.8410249710083, "time": 0.20444724559783936, "step": 631804}
{"lr": 0.009042781640478288, "data_time": 0.016778063774108887, "loss_single": 3.3984671115875242, "loss_dense": 3.4520265102386474, "loss": 6.850493621826172, "time": 0.16195015907287597, "step": 631854}
{"lr": 0.009042781640478288, "data_time": 0.013964056968688965, "loss_single": 3.3491527795791627, "loss_dense": 3.412711811065674, "loss": 6.761864566802979, "time": 0.1623828887939453, "step": 631904}
{"lr": 0.009042781640478288, "data_time": 0.018050503730773926, "loss_single": 3.38830828666687, "loss_dense": 3.4445234537124634, "loss": 6.832831811904907, "time": 0.15543999671936035, "step": 631954}
{"lr": 0.009042781640478288, "data_time": 0.017487120628356934, "loss_single": 3.399281048774719, "loss_dense": 3.4658793210983276, "loss": 6.865160322189331, "time": 0.156471586227417, "step": 632004}
{"lr": 0.009042781640478288, "data_time": 0.017185354232788087, "loss_single": 3.3910579442977906, "loss_dense": 3.448224091529846, "loss": 6.839281940460205, "time": 0.15947930812835692, "step": 632054}
{"lr": 0.009042781640478288, "data_time": 0.017755746841430664, "loss_single": 3.4014049530029298, "loss_dense": 3.4442709922790526, "loss": 6.845675897598267, "time": 0.15663344860076905, "step": 632104}
{"lr": 0.009042781640478288, "data_time": 0.017469453811645507, "loss_single": 3.394322967529297, "loss_dense": 3.4436675786972044, "loss": 6.8379905223846436, "time": 0.15656328201293945, "step": 632154}
{"lr": 0.009042781640478288, "data_time": 0.015521407127380371, "loss_single": 3.3840535163879393, "loss_dense": 3.430008792877197, "loss": 6.814062404632568, "time": 0.2257383346557617, "step": 632204}
{"lr": 0.009042781640478288, "data_time": 0.019864654541015624, "loss_single": 3.394024705886841, "loss_dense": 3.4432703018188477, "loss": 6.837294960021973, "time": 0.16721787452697753, "step": 632254}
{"lr": 0.009042781640478288, "data_time": 0.016132450103759764, "loss_single": 3.409469413757324, "loss_dense": 3.4653199195861815, "loss": 6.8747893333435055, "time": 0.15638620853424073, "step": 632304}
{"lr": 0.009042781640478288, "data_time": 0.017142534255981445, "loss_single": 3.364305281639099, "loss_dense": 3.4333229303359984, "loss": 6.7976282119750975, "time": 0.15816795825958252, "step": 632354}
{"lr": 0.009042781640478288, "data_time": 0.018193387985229494, "loss_single": 3.363495945930481, "loss_dense": 3.4268465280532836, "loss": 6.7903424263000485, "time": 0.15447144508361815, "step": 632404}
{"lr": 0.009042781640478288, "data_time": 0.017258667945861818, "loss_single": 3.418178081512451, "loss_dense": 3.4768990516662597, "loss": 6.895077085494995, "time": 0.16650886535644532, "step": 632454}
{"lr": 0.009042781640478288, "data_time": 0.025728654861450196, "loss_single": 3.377423715591431, "loss_dense": 3.4543264150619506, "loss": 6.831750059127808, "time": 0.17120213508605958, "step": 632504}
{"lr": 0.009042781640478288, "data_time": 0.02052910327911377, "loss_single": 3.3743366956710816, "loss_dense": 3.4297903299331667, "loss": 6.8041270732879635, "time": 0.28141307830810547, "step": 632554}
{"lr": 0.009042781640478288, "data_time": 0.016031360626220702, "loss_single": 3.3897437334060667, "loss_dense": 3.4363044023513796, "loss": 6.826048088073731, "time": 0.15227088928222657, "step": 632604}
{"lr": 0.009042781640478288, "data_time": 0.017395591735839842, "loss_single": 3.38713915348053, "loss_dense": 3.442201542854309, "loss": 6.829340648651123, "time": 0.15221712589263917, "step": 632654}
{"lr": 0.009042781640478288, "data_time": 0.01681663990020752, "loss_single": 3.3773600101470946, "loss_dense": 3.4337324619293215, "loss": 6.811092376708984, "time": 0.1665174961090088, "step": 632704}
{"lr": 0.009042781640478288, "data_time": 0.01705489158630371, "loss_single": 3.3948577642440796, "loss_dense": 3.4578578233718873, "loss": 6.852715539932251, "time": 0.17634859085083007, "step": 632754}
{"lr": 0.009042781640478288, "data_time": 0.0166884183883667, "loss_single": 3.3577152729034423, "loss_dense": 3.4285279750823974, "loss": 6.786243200302124, "time": 0.1563021183013916, "step": 632804}
{"lr": 0.009042781640478288, "data_time": 0.017885565757751465, "loss_single": 3.384763264656067, "loss_dense": 3.436078953742981, "loss": 6.820842266082764, "time": 0.15396685600280763, "step": 632854}
{"lr": 0.009042781640478288, "data_time": 0.020067214965820312, "loss_single": 3.371697497367859, "loss_dense": 3.424711799621582, "loss": 6.79640941619873, "time": 0.2381558895111084, "step": 632904}
{"lr": 0.009042781640478288, "data_time": 0.017830777168273925, "loss_single": 3.4257004976272585, "loss_dense": 3.46193106174469, "loss": 6.887631559371949, "time": 0.1554481267929077, "step": 632954}
{"lr": 0.009042781640478288, "data_time": 0.01809995174407959, "loss_single": 3.390230894088745, "loss_dense": 3.4318013429641723, "loss": 6.82203221321106, "time": 0.15309677124023438, "step": 633004}
{"lr": 0.009042781640478288, "data_time": 0.5631063222885132, "loss_single": 3.3869850873947143, "loss_dense": 3.448956108093262, "loss": 6.835941171646118, "time": 0.7434450864791871, "step": 633054}
{"lr": 0.009042781640478288, "data_time": 0.0164975643157959, "loss_single": 3.397246551513672, "loss_dense": 3.453852105140686, "loss": 6.851098680496216, "time": 0.2224066972732544, "step": 633104}
{"lr": 0.009042781640478288, "data_time": 0.04147117137908936, "loss_single": 3.3703760623931887, "loss_dense": 3.4294323205947874, "loss": 6.799808406829834, "time": 0.19803974628448487, "step": 633154}
{"lr": 0.009042781640478288, "data_time": 0.016777801513671874, "loss_single": 3.3832193851470946, "loss_dense": 3.4349255561828613, "loss": 6.81814489364624, "time": 0.154243803024292, "step": 633204}
{"lr": 0.009042781640478288, "data_time": 0.02136847972869873, "loss_single": 3.383181619644165, "loss_dense": 3.440986180305481, "loss": 6.824167728424072, "time": 0.21933822631835936, "step": 633254}
{"lr": 0.009042781640478288, "data_time": 0.02003352642059326, "loss_single": 3.3849798679351806, "loss_dense": 3.4398258209228514, "loss": 6.824805641174317, "time": 0.15874831676483153, "step": 633304}
{"lr": 0.009042781640478288, "data_time": 0.018484783172607423, "loss_single": 3.3902816772460938, "loss_dense": 3.4411171674728394, "loss": 6.831398963928223, "time": 0.1562814950942993, "step": 633354}
{"lr": 0.009042781640478288, "data_time": 0.016833949089050292, "loss_single": 3.3874881505966186, "loss_dense": 3.429541516304016, "loss": 6.817029523849487, "time": 0.1581876754760742, "step": 633404}
{"lr": 0.009042781640478288, "data_time": 0.017174649238586425, "loss_single": 3.385729956626892, "loss_dense": 3.423824644088745, "loss": 6.809554529190064, "time": 0.16001908779144286, "step": 633454}
{"lr": 0.009042781640478288, "data_time": 0.018037128448486327, "loss_single": 3.382035827636719, "loss_dense": 3.429235816001892, "loss": 6.811271619796753, "time": 0.15535461902618408, "step": 633504}
{"lr": 0.009042781640478288, "data_time": 0.01804368495941162, "loss_single": 3.3777603626251222, "loss_dense": 3.424948740005493, "loss": 6.802709150314331, "time": 0.15669093132019044, "step": 633554}
{"lr": 0.009042781640478288, "data_time": 0.017617678642272948, "loss_single": 3.381856989860535, "loss_dense": 3.4341176748275757, "loss": 6.815974760055542, "time": 0.18207011222839356, "step": 633604}
{"lr": 0.009042781640478288, "data_time": 0.019840121269226074, "loss_single": 3.3800074577331545, "loss_dense": 3.4327897787094117, "loss": 6.812797212600708, "time": 0.15511250495910645, "step": 633654}
{"lr": 0.009042781640478288, "data_time": 0.016378331184387206, "loss_single": 3.3941113233566282, "loss_dense": 3.4443453311920167, "loss": 6.838456630706787, "time": 0.16692397594451905, "step": 633704}
{"lr": 0.009042781640478288, "data_time": 0.019260358810424805, "loss_single": 3.393296551704407, "loss_dense": 3.4451419830322267, "loss": 6.838438510894775, "time": 0.23570556640625, "step": 633754}
{"lr": 0.009042781640478288, "data_time": 0.01692805290222168, "loss_single": 3.387464451789856, "loss_dense": 3.44129056930542, "loss": 6.828755044937134, "time": 0.15654704570770264, "step": 633804}
{"lr": 0.009042781640478288, "data_time": 0.016972279548645018, "loss_single": 3.381977581977844, "loss_dense": 3.434687376022339, "loss": 6.816664981842041, "time": 0.17021770477294923, "step": 633854}
{"lr": 0.009042781640478288, "data_time": 0.01674489974975586, "loss_single": 3.388024401664734, "loss_dense": 3.4434296131134032, "loss": 6.831453943252564, "time": 0.15487902164459227, "step": 633904}
{"lr": 0.009042781640478288, "data_time": 0.017273759841918944, "loss_single": 3.379880094528198, "loss_dense": 3.4257020711898805, "loss": 6.805582189559937, "time": 0.15541222095489501, "step": 633954}
{"lr": 0.009042781640478288, "data_time": 0.01676309108734131, "loss_single": 3.375803232192993, "loss_dense": 3.4511223316192625, "loss": 6.826925611495971, "time": 0.15674245357513428, "step": 634004}
{"lr": 0.009042781640478288, "data_time": 0.02338535785675049, "loss_single": 3.3992364406585693, "loss_dense": 3.448019099235535, "loss": 6.847255420684815, "time": 0.25650436878204347, "step": 634054}
{"lr": 0.009042781640478288, "data_time": 0.018076014518737794, "loss_single": 3.387231779098511, "loss_dense": 3.435815143585205, "loss": 6.8230469703674315, "time": 0.16188082695007325, "step": 634104}
{"lr": 0.009042781640478288, "data_time": 0.017365550994873045, "loss_single": 3.411156940460205, "loss_dense": 3.446040892601013, "loss": 6.85719780921936, "time": 0.1561878204345703, "step": 634154}
{"lr": 0.009042781640478288, "data_time": 0.01808931827545166, "loss_single": 3.354611611366272, "loss_dense": 3.413406729698181, "loss": 6.768018293380737, "time": 0.158370041847229, "step": 634204}
{"lr": 0.009042781640478288, "data_time": 0.017803525924682616, "loss_single": 3.373533749580383, "loss_dense": 3.4371491432189942, "loss": 6.810682773590088, "time": 0.15630319118499755, "step": 634254}
{"lr": 0.009042781640478288, "data_time": 0.016141843795776368, "loss_single": 3.360393762588501, "loss_dense": 3.4113150358200075, "loss": 6.771708822250366, "time": 0.17564237117767334, "step": 634304}
{"lr": 0.009042781640478288, "data_time": 0.01784176826477051, "loss_single": 3.380941891670227, "loss_dense": 3.434093689918518, "loss": 6.8150355339050295, "time": 0.16166081428527831, "step": 634354}
{"lr": 0.009042781640478288, "data_time": 0.01931896209716797, "loss_single": 3.4023521900177003, "loss_dense": 3.451690411567688, "loss": 6.854042673110962, "time": 0.25956435203552247, "step": 634404}
{"lr": 0.009042781640478288, "data_time": 0.059908366203308104, "loss_single": 3.382966995239258, "loss_dense": 3.441884398460388, "loss": 6.824851322174072, "time": 0.20814013481140137, "step": 634454}
{"lr": 0.009042781640478288, "data_time": 0.016170144081115723, "loss_single": 3.4042465686798096, "loss_dense": 3.4497830152511595, "loss": 6.854029560089112, "time": 0.1785106658935547, "step": 634504}
{"lr": 0.009042781640478288, "data_time": 0.015153002738952637, "loss_single": 3.403132939338684, "loss_dense": 3.4478420972824098, "loss": 6.850975036621094, "time": 0.1627195119857788, "step": 634554}
{"lr": 0.009042781640478288, "data_time": 0.016228866577148438, "loss_single": 3.4020966053009034, "loss_dense": 3.4513341188430786, "loss": 6.853430700302124, "time": 0.17328157424926757, "step": 634604}
{"lr": 0.009042781640478288, "data_time": 0.0176257848739624, "loss_single": 3.377844309806824, "loss_dense": 3.4394084930419924, "loss": 6.817252779006958, "time": 0.18385326862335205, "step": 634654}
{"lr": 0.009042781640478288, "data_time": 0.017014312744140624, "loss_single": 3.3807044982910157, "loss_dense": 3.4276339292526243, "loss": 6.8083384990692135, "time": 0.15847089290618896, "step": 634704}
{"lr": 0.009042781640478288, "data_time": 0.019794797897338866, "loss_single": 3.3993057727813722, "loss_dense": 3.4666109561920164, "loss": 6.865916728973389, "time": 0.21879751682281495, "step": 634754}
{"lr": 0.009042781640478288, "data_time": 0.016997408866882325, "loss_single": 3.358029842376709, "loss_dense": 3.4208386182785033, "loss": 6.77886848449707, "time": 0.15464503765106202, "step": 634804}
{"lr": 0.009042781640478288, "data_time": 0.018593311309814453, "loss_single": 3.368100070953369, "loss_dense": 3.4188872814178466, "loss": 6.786987352371216, "time": 0.15703942775726318, "step": 634854}
{"lr": 0.009042781640478288, "data_time": 0.01678512096405029, "loss_single": 3.4081133365631104, "loss_dense": 3.459961414337158, "loss": 6.868074750900268, "time": 0.15922152996063232, "step": 634904}
{"lr": 0.009042781640478288, "data_time": 0.016862249374389647, "loss_single": 3.3990235567092895, "loss_dense": 3.4568113565444945, "loss": 6.855834817886352, "time": 0.1634369373321533, "step": 634954}
{"lr": 0.009042781640478288, "data_time": 0.017654109001159667, "loss_single": 3.3941102027893066, "loss_dense": 3.45523624420166, "loss": 6.849346446990967, "time": 0.15332670211791993, "step": 635004}
{"lr": 0.009042781640478288, "data_time": 0.016376352310180663, "loss_single": 3.3924525499343874, "loss_dense": 3.4516565084457396, "loss": 6.844109153747558, "time": 0.172776198387146, "step": 635054}
{"lr": 0.009042781640478288, "data_time": 0.020364904403686525, "loss_single": 3.378878450393677, "loss_dense": 3.435303282737732, "loss": 6.814181804656982, "time": 0.22214062213897706, "step": 635104}
{"lr": 0.009042781640478288, "data_time": 0.020650172233581544, "loss_single": 3.373832273483276, "loss_dense": 3.4332903146743776, "loss": 6.8071225643157955, "time": 0.1552656412124634, "step": 635154}
{"lr": 0.009042781640478288, "data_time": 0.017501068115234376, "loss_single": 3.3678956031799316, "loss_dense": 3.4224876880645754, "loss": 6.790383338928223, "time": 0.16306583881378173, "step": 635204}
{"lr": 0.009042781640478288, "data_time": 0.016770172119140624, "loss_single": 3.382269048690796, "loss_dense": 3.4374918937683105, "loss": 6.819760990142822, "time": 0.15439798831939697, "step": 635254}
{"lr": 0.009042781640478288, "data_time": 0.017084264755249025, "loss_single": 3.3727275848388674, "loss_dense": 3.4394325494766234, "loss": 6.8121601104736325, "time": 0.1541621208190918, "step": 635304}
{"lr": 0.009042781640478288, "data_time": 0.017024707794189454, "loss_single": 3.388322353363037, "loss_dense": 3.4508883714675904, "loss": 6.839210796356201, "time": 0.16110856533050538, "step": 635354}
{"lr": 0.009042781640478288, "data_time": 0.016503572463989258, "loss_single": 3.4070273637771606, "loss_dense": 3.4599536895751952, "loss": 6.866981077194214, "time": 0.16021318435668946, "step": 635404}
{"lr": 0.009042781640478288, "data_time": 0.015149426460266114, "loss_single": 3.365047025680542, "loss_dense": 3.4210318088531495, "loss": 6.786078786849975, "time": 0.1556190013885498, "step": 635454}
{"lr": 0.009042781640478288, "data_time": 0.013336849212646485, "loss_single": 3.4029718399047852, "loss_dense": 3.4472911596298217, "loss": 6.850263071060181, "time": 0.14844436645507814, "step": 635504}
{"lr": 0.008827284620923368, "data_time": 0.01664900779724121, "loss_single": 3.4036536693572996, "loss_dense": 3.454505515098572, "loss": 6.858159112930298, "time": 0.16362881660461426, "step": 635558}
{"lr": 0.008827284620923368, "data_time": 0.01727304458618164, "loss_single": 3.3878414154052736, "loss_dense": 3.440601634979248, "loss": 6.8284430503845215, "time": 0.15772833824157714, "step": 635608}
{"lr": 0.008827284620923368, "data_time": 0.016882801055908205, "loss_single": 3.3796856880187987, "loss_dense": 3.4407076597213746, "loss": 6.820393371582031, "time": 0.16648871898651124, "step": 635658}
{"lr": 0.008827284620923368, "data_time": 0.017282867431640626, "loss_single": 3.393104910850525, "loss_dense": 3.4410241842269897, "loss": 6.834129095077515, "time": 0.15767257213592528, "step": 635708}
{"lr": 0.008827284620923368, "data_time": 0.018772149085998537, "loss_single": 3.385213327407837, "loss_dense": 3.437024641036987, "loss": 6.822237968444824, "time": 0.1567094326019287, "step": 635758}
{"lr": 0.008827284620923368, "data_time": 0.016452646255493163, "loss_single": 3.3907782793045045, "loss_dense": 3.438933849334717, "loss": 6.829712152481079, "time": 0.15887105464935303, "step": 635808}
{"lr": 0.008827284620923368, "data_time": 0.02213408946990967, "loss_single": 3.4005828380584715, "loss_dense": 3.444204902648926, "loss": 6.844787693023681, "time": 0.16531271934509278, "step": 635858}
{"lr": 0.008827284620923368, "data_time": 0.01734151840209961, "loss_single": 3.390359973907471, "loss_dense": 3.4484773874282837, "loss": 6.838837385177612, "time": 0.16294825077056885, "step": 635908}
{"lr": 0.008827284620923368, "data_time": 0.01922268867492676, "loss_single": 3.375629162788391, "loss_dense": 3.4285249948501586, "loss": 6.80415415763855, "time": 0.1617537260055542, "step": 635958}
{"lr": 0.008827284620923368, "data_time": 0.016803050041198732, "loss_single": 3.4009957551956176, "loss_dense": 3.4592092990875245, "loss": 6.860205030441284, "time": 0.1548147201538086, "step": 636008}
{"lr": 0.008827284620923368, "data_time": 0.01719808578491211, "loss_single": 3.3634106159210204, "loss_dense": 3.420749545097351, "loss": 6.784160184860229, "time": 0.15500669479370116, "step": 636058}
{"lr": 0.008827284620923368, "data_time": 0.013918161392211914, "loss_single": 3.357969379425049, "loss_dense": 3.408595633506775, "loss": 6.766564989089966, "time": 0.18336455821990966, "step": 636108}
{"lr": 0.008827284620923368, "data_time": 0.016669821739196778, "loss_single": 3.370842146873474, "loss_dense": 3.427527379989624, "loss": 6.798369598388672, "time": 0.164835786819458, "step": 636158}
{"lr": 0.008827284620923368, "data_time": 0.017117786407470702, "loss_single": 3.3668716192245483, "loss_dense": 3.4208744287490847, "loss": 6.787746000289917, "time": 0.1866706371307373, "step": 636208}
{"lr": 0.008827284620923368, "data_time": 0.01690981388092041, "loss_single": 3.3902706861495973, "loss_dense": 3.4419455766677856, "loss": 6.832216215133667, "time": 0.1558549404144287, "step": 636258}
{"lr": 0.008827284620923368, "data_time": 0.016852569580078126, "loss_single": 3.386936092376709, "loss_dense": 3.4333374738693236, "loss": 6.820273590087891, "time": 0.17793285846710205, "step": 636308}
{"lr": 0.008827284620923368, "data_time": 0.01673440933227539, "loss_single": 3.3893980979919434, "loss_dense": 3.4448903083801268, "loss": 6.834288454055786, "time": 0.1659231185913086, "step": 636358}
{"lr": 0.008827284620923368, "data_time": 0.017217278480529785, "loss_single": 3.3725226879119874, "loss_dense": 3.4209122180938722, "loss": 6.793435001373291, "time": 0.2030362606048584, "step": 636408}
{"lr": 0.008827284620923368, "data_time": 0.017864561080932616, "loss_single": 3.411568760871887, "loss_dense": 3.462134671211243, "loss": 6.873703479766846, "time": 0.15703966617584228, "step": 636458}
{"lr": 0.008827284620923368, "data_time": 0.024436426162719727, "loss_single": 3.3875052690505982, "loss_dense": 3.439485788345337, "loss": 6.826991033554077, "time": 0.22238924503326415, "step": 636508}
{"lr": 0.008827284620923368, "data_time": 0.015972661972045898, "loss_single": 3.386573052406311, "loss_dense": 3.430962347984314, "loss": 6.817535352706909, "time": 0.17702202796936034, "step": 636558}
{"lr": 0.008827284620923368, "data_time": 0.016608619689941408, "loss_single": 3.3777422666549684, "loss_dense": 3.4284614086151124, "loss": 6.8062036514282225, "time": 0.15593059062957765, "step": 636608}
{"lr": 0.008827284620923368, "data_time": 0.01822514533996582, "loss_single": 3.3794469833374023, "loss_dense": 3.4397715091705323, "loss": 6.819218540191651, "time": 0.1545626401901245, "step": 636658}
{"lr": 0.008827284620923368, "data_time": 0.016904759407043456, "loss_single": 3.378436255455017, "loss_dense": 3.435147595405579, "loss": 6.813583850860596, "time": 0.16047413349151612, "step": 636708}
{"lr": 0.008827284620923368, "data_time": 0.018529009819030762, "loss_single": 3.399603772163391, "loss_dense": 3.4556484699249266, "loss": 6.855252313613891, "time": 0.15829145908355713, "step": 636758}
{"lr": 0.008827284620923368, "data_time": 0.014725399017333985, "loss_single": 3.395723843574524, "loss_dense": 3.4488505840301515, "loss": 6.844574451446533, "time": 0.15398874282836914, "step": 636808}
{"lr": 0.008827284620923368, "data_time": 0.020940256118774415, "loss_single": 3.3689364194869995, "loss_dense": 3.4215054512023926, "loss": 6.790441846847534, "time": 0.16358418464660646, "step": 636858}
{"lr": 0.008827284620923368, "data_time": 0.013955783843994141, "loss_single": 3.390319275856018, "loss_dense": 3.4430323362350466, "loss": 6.83335165977478, "time": 0.15619344711303712, "step": 636908}
{"lr": 0.008827284620923368, "data_time": 0.017571616172790527, "loss_single": 3.3725796699523927, "loss_dense": 3.417672848701477, "loss": 6.7902524948120115, "time": 0.15638132095336915, "step": 636958}
{"lr": 0.008827284620923368, "data_time": 0.01553647518157959, "loss_single": 3.37763352394104, "loss_dense": 3.425852823257446, "loss": 6.803486347198486, "time": 0.15446195602416993, "step": 637008}
{"lr": 0.008827284620923368, "data_time": 0.01642770767211914, "loss_single": 3.3738073348999023, "loss_dense": 3.430262064933777, "loss": 6.80406928062439, "time": 0.15513818264007567, "step": 637058}
{"lr": 0.008827284620923368, "data_time": 0.017220544815063476, "loss_single": 3.3843082666397093, "loss_dense": 3.4312547922134398, "loss": 6.815563011169433, "time": 0.15338351726531982, "step": 637108}
{"lr": 0.008827284620923368, "data_time": 0.021382570266723633, "loss_single": 3.3521416425704955, "loss_dense": 3.411149525642395, "loss": 6.7632911682128904, "time": 0.19340763092041016, "step": 637158}
{"lr": 0.008827284620923368, "data_time": 0.01694207191467285, "loss_single": 3.401704120635986, "loss_dense": 3.4452064990997315, "loss": 6.846910572052002, "time": 0.15411288738250734, "step": 637208}
{"lr": 0.008827284620923368, "data_time": 0.01689622402191162, "loss_single": 3.35818030834198, "loss_dense": 3.4073925256729125, "loss": 6.765572786331177, "time": 0.15395121574401854, "step": 637258}
{"lr": 0.008827284620923368, "data_time": 0.016336679458618164, "loss_single": 3.3724982738494873, "loss_dense": 3.4269112586975097, "loss": 6.79940938949585, "time": 0.15895724296569824, "step": 637308}
{"lr": 0.008827284620923368, "data_time": 0.016490530967712403, "loss_single": 3.4041553258895876, "loss_dense": 3.45661883354187, "loss": 6.860774230957031, "time": 0.16485435962677003, "step": 637358}
{"lr": 0.008827284620923368, "data_time": 0.021819281578063964, "loss_single": 3.383366513252258, "loss_dense": 3.438018226623535, "loss": 6.821384572982788, "time": 0.16555373668670653, "step": 637408}
{"lr": 0.008827284620923368, "data_time": 0.01777794361114502, "loss_single": 3.365599036216736, "loss_dense": 3.421614575386047, "loss": 6.787213659286499, "time": 0.15341813564300538, "step": 637458}
{"lr": 0.008827284620923368, "data_time": 0.027937674522399904, "loss_single": 3.3996548414230348, "loss_dense": 3.4486220836639405, "loss": 6.848276901245117, "time": 0.19399659633636473, "step": 637508}
{"lr": 0.008827284620923368, "data_time": 0.0161287784576416, "loss_single": 3.36400682926178, "loss_dense": 3.4223957300186156, "loss": 6.786402559280395, "time": 0.15399470329284667, "step": 637558}
{"lr": 0.008827284620923368, "data_time": 0.017232704162597656, "loss_single": 3.3746694564819335, "loss_dense": 3.4329782009124754, "loss": 6.807647705078125, "time": 0.15611655712127687, "step": 637608}
{"lr": 0.008827284620923368, "data_time": 0.014237070083618164, "loss_single": 3.4045801639556883, "loss_dense": 3.450678086280823, "loss": 6.855258321762085, "time": 0.15882809162139894, "step": 637658}
{"lr": 0.008827284620923368, "data_time": 0.021355319023132324, "loss_single": 3.3982635021209715, "loss_dense": 3.442193698883057, "loss": 6.840457248687744, "time": 0.16169629096984864, "step": 637708}
{"lr": 0.008827284620923368, "data_time": 0.017289280891418457, "loss_single": 3.3899989128112793, "loss_dense": 3.44528067111969, "loss": 6.8352796077728275, "time": 0.17492730617523194, "step": 637758}
{"lr": 0.008827284620923368, "data_time": 0.015846943855285643, "loss_single": 3.3958640336990356, "loss_dense": 3.4477465867996218, "loss": 6.843610620498657, "time": 0.14913523197174072, "step": 637808}
{"lr": 0.008827284620923368, "data_time": 0.018149375915527344, "loss_single": 3.396598958969116, "loss_dense": 3.452559757232666, "loss": 6.849158763885498, "time": 0.1600569248199463, "step": 637858}
{"lr": 0.008827284620923368, "data_time": 0.01770775318145752, "loss_single": 3.4259732246398924, "loss_dense": 3.468191385269165, "loss": 6.894164657592773, "time": 0.1637410879135132, "step": 637908}
{"lr": 0.008827284620923368, "data_time": 0.01857039928436279, "loss_single": 3.3715879201889036, "loss_dense": 3.4255181312561036, "loss": 6.797106075286865, "time": 0.158949613571167, "step": 637958}
{"lr": 0.008827284620923368, "data_time": 0.01839601993560791, "loss_single": 3.3739460468292237, "loss_dense": 3.4346948623657227, "loss": 6.808640956878662, "time": 0.19006812572479248, "step": 638008}
{"lr": 0.008827284620923368, "data_time": 0.019266247749328613, "loss_single": 3.395142078399658, "loss_dense": 3.4416327476501465, "loss": 6.836774826049805, "time": 0.16004958152770996, "step": 638058}
{"lr": 0.008827284620923368, "data_time": 0.016311097145080566, "loss_single": 3.433801794052124, "loss_dense": 3.478861999511719, "loss": 6.912663841247559, "time": 0.1543721914291382, "step": 638108}
{"lr": 0.008827284620923368, "data_time": 0.019293689727783205, "loss_single": 3.402193856239319, "loss_dense": 3.4458075046539305, "loss": 6.848001432418823, "time": 0.15887515544891356, "step": 638158}
{"lr": 0.008827284620923368, "data_time": 0.017300128936767578, "loss_single": 3.378291940689087, "loss_dense": 3.44517605304718, "loss": 6.8234679222106935, "time": 0.15718867778778076, "step": 638208}
{"lr": 0.008827284620923368, "data_time": 0.03256876468658447, "loss_single": 3.3905585765838624, "loss_dense": 3.4446938037872314, "loss": 6.83525242805481, "time": 0.19668025970458985, "step": 638258}
{"lr": 0.008827284620923368, "data_time": 0.017425894737243652, "loss_single": 3.3706777095794678, "loss_dense": 3.418404197692871, "loss": 6.789081859588623, "time": 0.15972235202789306, "step": 638308}
{"lr": 0.008827284620923368, "data_time": 0.04959473609924316, "loss_single": 3.371085023880005, "loss_dense": 3.4148681640625, "loss": 6.785953187942505, "time": 0.19685132503509523, "step": 638358}
{"lr": 0.008827284620923368, "data_time": 0.01725895404815674, "loss_single": 3.378031516075134, "loss_dense": 3.4323576927185058, "loss": 6.81038908958435, "time": 0.15539901256561278, "step": 638408}
{"lr": 0.008827284620923368, "data_time": 0.017277622222900392, "loss_single": 3.3730972051620483, "loss_dense": 3.426728081703186, "loss": 6.799825239181518, "time": 0.18331139087677, "step": 638458}
{"lr": 0.008827284620923368, "data_time": 0.015446019172668458, "loss_single": 3.383677840232849, "loss_dense": 3.4390902280807496, "loss": 6.822768068313598, "time": 0.2325068950653076, "step": 638508}
{"lr": 0.008827284620923368, "data_time": 0.017745423316955566, "loss_single": 3.3892122983932493, "loss_dense": 3.4355823755264283, "loss": 6.824794626235962, "time": 0.18002135753631593, "step": 638558}
{"lr": 0.008827284620923368, "data_time": 0.017171096801757813, "loss_single": 3.3469829082489015, "loss_dense": 3.417056345939636, "loss": 6.76403923034668, "time": 0.1564265012741089, "step": 638608}
{"lr": 0.008827284620923368, "data_time": 0.02063274383544922, "loss_single": 3.365189266204834, "loss_dense": 3.4189363718032837, "loss": 6.784125661849975, "time": 0.21577281951904298, "step": 638658}
{"lr": 0.008827284620923368, "data_time": 0.01782691478729248, "loss_single": 3.3939162492752075, "loss_dense": 3.446872353553772, "loss": 6.840788555145264, "time": 0.15640523433685302, "step": 638708}
{"lr": 0.008827284620923368, "data_time": 0.018361878395080567, "loss_single": 3.37233726978302, "loss_dense": 3.4374899864196777, "loss": 6.8098273277282715, "time": 0.1547931671142578, "step": 638758}
{"lr": 0.008827284620923368, "data_time": 0.01717050075531006, "loss_single": 3.398951530456543, "loss_dense": 3.443910908699036, "loss": 6.842862462997436, "time": 0.15751760005950927, "step": 638808}
{"lr": 0.008827284620923368, "data_time": 0.01961240768432617, "loss_single": 3.378754806518555, "loss_dense": 3.440114688873291, "loss": 6.818869495391846, "time": 0.1542377471923828, "step": 638858}
{"lr": 0.008827284620923368, "data_time": 0.015811562538146973, "loss_single": 3.41299045085907, "loss_dense": 3.448640298843384, "loss": 6.8616307258605955, "time": 0.15401828289031982, "step": 638908}
{"lr": 0.008827284620923368, "data_time": 0.01850869655609131, "loss_single": 3.351463556289673, "loss_dense": 3.422178864479065, "loss": 6.773642444610596, "time": 0.18463492393493652, "step": 638958}
{"lr": 0.008827284620923368, "data_time": 0.0315366268157959, "loss_single": 3.391808605194092, "loss_dense": 3.450147008895874, "loss": 6.84195556640625, "time": 0.16763806343078613, "step": 639008}
{"lr": 0.008827284620923368, "data_time": 0.01626455783843994, "loss_single": 3.382494878768921, "loss_dense": 3.435919690132141, "loss": 6.818414545059204, "time": 0.15833256244659424, "step": 639058}
{"lr": 0.008827284620923368, "data_time": 0.01605966091156006, "loss_single": 3.393363332748413, "loss_dense": 3.4513949871063234, "loss": 6.844758319854736, "time": 0.1563711404800415, "step": 639108}
{"lr": 0.008827284620923368, "data_time": 0.01788485050201416, "loss_single": 3.400448131561279, "loss_dense": 3.4524380922317506, "loss": 6.852886199951172, "time": 0.1633829116821289, "step": 639158}
{"lr": 0.008827284620923368, "data_time": 0.016820907592773438, "loss_single": 3.3751492261886598, "loss_dense": 3.441514825820923, "loss": 6.816664171218872, "time": 0.15773189067840576, "step": 639208}
{"lr": 0.008827284620923368, "data_time": 0.01707749366760254, "loss_single": 3.358409595489502, "loss_dense": 3.4118682384490966, "loss": 6.770277833938598, "time": 0.20704188346862792, "step": 639258}
{"lr": 0.008827284620923368, "data_time": 0.0175978422164917, "loss_single": 3.3885419607162475, "loss_dense": 3.4350505828857423, "loss": 6.823592472076416, "time": 0.160455060005188, "step": 639308}
{"lr": 0.008827284620923368, "data_time": 0.017203164100646973, "loss_single": 3.359357213973999, "loss_dense": 3.410056304931641, "loss": 6.769413566589355, "time": 0.15696115493774415, "step": 639358}
{"lr": 0.008827284620923368, "data_time": 0.01695866584777832, "loss_single": 3.3798048973083494, "loss_dense": 3.448207712173462, "loss": 6.828012609481812, "time": 0.16020524501800537, "step": 639408}
{"lr": 0.008827284620923368, "data_time": 0.013677024841308593, "loss_single": 3.4053503036499024, "loss_dense": 3.4495034217834473, "loss": 6.854853773117066, "time": 0.1612227439880371, "step": 639458}
{"lr": 0.008827284620923368, "data_time": 0.0174485445022583, "loss_single": 3.3872823238372805, "loss_dense": 3.442826771736145, "loss": 6.830109119415283, "time": 0.15556070804595948, "step": 639508}
{"lr": 0.008827284620923368, "data_time": 0.016364240646362306, "loss_single": 3.3707948684692384, "loss_dense": 3.428957986831665, "loss": 6.799752807617187, "time": 0.15732307434082032, "step": 639558}
{"lr": 0.008827284620923368, "data_time": 0.01654860973358154, "loss_single": 3.3759280920028685, "loss_dense": 3.4227994441986085, "loss": 6.798727416992188, "time": 0.23360624313354492, "step": 639608}
{"lr": 0.008827284620923368, "data_time": 0.017787623405456542, "loss_single": 3.389710521697998, "loss_dense": 3.43772234916687, "loss": 6.8274328231811525, "time": 0.15772643089294433, "step": 639658}
{"lr": 0.008827284620923368, "data_time": 0.016861224174499513, "loss_single": 3.3650707721710207, "loss_dense": 3.424411153793335, "loss": 6.789481925964355, "time": 0.16018948554992676, "step": 639708}
{"lr": 0.008827284620923368, "data_time": 0.018566322326660157, "loss_single": 3.3599486112594605, "loss_dense": 3.410334324836731, "loss": 6.770282983779907, "time": 0.15693888664245606, "step": 639758}
{"lr": 0.008827284620923368, "data_time": 0.018102407455444336, "loss_single": 3.418462347984314, "loss_dense": 3.474875497817993, "loss": 6.893337774276733, "time": 0.1537247896194458, "step": 639808}
{"lr": 0.008827284620923368, "data_time": 0.015601491928100586, "loss_single": 3.3799230813980103, "loss_dense": 3.42384786605835, "loss": 6.803770875930786, "time": 0.1610745906829834, "step": 639858}
{"lr": 0.008827284620923368, "data_time": 0.018296241760253906, "loss_single": 3.389179754257202, "loss_dense": 3.435316014289856, "loss": 6.824495840072632, "time": 0.15610339641571044, "step": 639908}
{"lr": 0.008827284620923368, "data_time": 0.017220687866210938, "loss_single": 3.4133097410202025, "loss_dense": 3.455212926864624, "loss": 6.868522644042969, "time": 0.2202840805053711, "step": 639958}
{"lr": 0.008827284620923368, "data_time": 0.016154932975769042, "loss_single": 3.370000433921814, "loss_dense": 3.428789258003235, "loss": 6.798789644241333, "time": 0.15910601615905762, "step": 640008}
{"lr": 0.008827284620923368, "data_time": 0.016161799430847168, "loss_single": 3.378997492790222, "loss_dense": 3.4316230058670043, "loss": 6.810620498657227, "time": 0.5311109542846679, "step": 640058}
{"lr": 0.008827284620923368, "data_time": 0.01636958122253418, "loss_single": 3.3693281412124634, "loss_dense": 3.416329765319824, "loss": 6.785657930374145, "time": 0.16013176441192628, "step": 640108}
{"lr": 0.008827284620923368, "data_time": 0.019172024726867676, "loss_single": 3.3610652923583983, "loss_dense": 3.4110680103302, "loss": 6.772133302688599, "time": 0.15959055423736573, "step": 640158}
{"lr": 0.008827284620923368, "data_time": 0.017316603660583497, "loss_single": 3.400620222091675, "loss_dense": 3.4550610542297364, "loss": 6.855681324005127, "time": 0.1706005334854126, "step": 640208}
{"lr": 0.008827284620923368, "data_time": 0.018569517135620116, "loss_single": 3.3854711055755615, "loss_dense": 3.4377599716186524, "loss": 6.8232310771942135, "time": 0.15494775772094727, "step": 640258}
{"lr": 0.008827284620923368, "data_time": 0.01763949394226074, "loss_single": 3.3839048624038695, "loss_dense": 3.4444051504135134, "loss": 6.828310012817383, "time": 0.15571463108062744, "step": 640308}
{"lr": 0.008827284620923368, "data_time": 0.017664718627929687, "loss_single": 3.394667458534241, "loss_dense": 3.4602487325668334, "loss": 6.854916143417358, "time": 0.20610885620117186, "step": 640358}
{"lr": 0.008827284620923368, "data_time": 0.016967177391052246, "loss_single": 3.3757951974868776, "loss_dense": 3.442882776260376, "loss": 6.818677949905395, "time": 0.15257022380828858, "step": 640408}
{"lr": 0.008827284620923368, "data_time": 0.025633573532104492, "loss_single": 3.4226104021072388, "loss_dense": 3.468471121788025, "loss": 6.891081619262695, "time": 0.1655663251876831, "step": 640458}
{"lr": 0.008827284620923368, "data_time": 0.013826608657836914, "loss_single": 3.367783856391907, "loss_dense": 3.430748462677002, "loss": 6.798532390594483, "time": 0.15589559078216553, "step": 640508}
{"lr": 0.00861331062652391, "data_time": 0.01566929817199707, "loss_single": 3.400655508041382, "loss_dense": 3.4447503089904785, "loss": 6.845405769348145, "time": 0.16810879707336426, "step": 640562}
{"lr": 0.00861331062652391, "data_time": 0.01699514389038086, "loss_single": 3.4113951444625856, "loss_dense": 3.462185502052307, "loss": 6.873580646514893, "time": 0.15226368904113768, "step": 640612}
{"lr": 0.00861331062652391, "data_time": 0.016554784774780274, "loss_single": 3.422038745880127, "loss_dense": 3.465687942504883, "loss": 6.88772668838501, "time": 0.1616145610809326, "step": 640662}
{"lr": 0.00861331062652391, "data_time": 0.01960434913635254, "loss_single": 3.3373104095458985, "loss_dense": 3.3991192817687987, "loss": 6.7364297866821286, "time": 0.21889326572418213, "step": 640712}
{"lr": 0.00861331062652391, "data_time": 0.017386746406555176, "loss_single": 3.396803545951843, "loss_dense": 3.4356050968170164, "loss": 6.8324085712432865, "time": 0.16721925735473633, "step": 640762}
{"lr": 0.00861331062652391, "data_time": 0.017362022399902345, "loss_single": 3.390813136100769, "loss_dense": 3.463375473022461, "loss": 6.854188632965088, "time": 0.15666754245758058, "step": 640812}
{"lr": 0.00861331062652391, "data_time": 0.0158109188079834, "loss_single": 3.384899139404297, "loss_dense": 3.4350399017333983, "loss": 6.819939088821411, "time": 0.1528069257736206, "step": 640862}
{"lr": 0.00861331062652391, "data_time": 0.017132043838500977, "loss_single": 3.375576901435852, "loss_dense": 3.432808756828308, "loss": 6.808385705947876, "time": 0.15128788948059083, "step": 640912}
{"lr": 0.00861331062652391, "data_time": 0.017044878005981444, "loss_single": 3.4159196853637694, "loss_dense": 3.4716387033462524, "loss": 6.887558460235596, "time": 0.1582432508468628, "step": 640962}
{"lr": 0.00861331062652391, "data_time": 0.017898011207580566, "loss_single": 3.402887964248657, "loss_dense": 3.4386602640151978, "loss": 6.841548204421997, "time": 0.21595416069030762, "step": 641012}
{"lr": 0.00861331062652391, "data_time": 0.012044453620910644, "loss_single": 3.370882272720337, "loss_dense": 3.435798501968384, "loss": 6.8066808700561525, "time": 0.19448115825653076, "step": 641062}
{"lr": 0.00861331062652391, "data_time": 0.017371153831481932, "loss_single": 3.3797367095947264, "loss_dense": 3.4285067319869995, "loss": 6.808243370056152, "time": 0.1547795295715332, "step": 641112}
{"lr": 0.00861331062652391, "data_time": 0.01716790199279785, "loss_single": 3.405056953430176, "loss_dense": 3.4641406297683717, "loss": 6.869197607040405, "time": 0.18058133125305176, "step": 641162}
{"lr": 0.00861331062652391, "data_time": 0.017083382606506346, "loss_single": 3.4001170873641966, "loss_dense": 3.4409874439239503, "loss": 6.84110460281372, "time": 0.1597299337387085, "step": 641212}
{"lr": 0.00861331062652391, "data_time": 0.016826558113098144, "loss_single": 3.3606993913650514, "loss_dense": 3.402948331832886, "loss": 6.7636476993560795, "time": 0.1754309892654419, "step": 641262}
{"lr": 0.00861331062652391, "data_time": 0.017134809494018556, "loss_single": 3.401011419296265, "loss_dense": 3.4496958255767822, "loss": 6.850707244873047, "time": 0.15724453926086426, "step": 641312}
{"lr": 0.00861331062652391, "data_time": 0.04054126739501953, "loss_single": 3.3761515378952027, "loss_dense": 3.427821707725525, "loss": 6.803973245620727, "time": 0.2362774133682251, "step": 641362}
{"lr": 0.00861331062652391, "data_time": 0.01821296215057373, "loss_single": 3.3860655784606934, "loss_dense": 3.430771064758301, "loss": 6.816836643218994, "time": 0.15523526668548585, "step": 641412}
{"lr": 0.00861331062652391, "data_time": 0.019855213165283204, "loss_single": 3.367905616760254, "loss_dense": 3.4206400156021117, "loss": 6.788545751571656, "time": 0.15579464435577392, "step": 641462}
{"lr": 0.00861331062652391, "data_time": 0.016992926597595215, "loss_single": 3.3810842514038084, "loss_dense": 3.426326942443848, "loss": 6.8074112892150875, "time": 0.16205241680145263, "step": 641512}
{"lr": 0.00861331062652391, "data_time": 0.017991232872009277, "loss_single": 3.4007278203964235, "loss_dense": 3.4525458335876467, "loss": 6.853273725509643, "time": 0.1761230230331421, "step": 641562}
{"lr": 0.00861331062652391, "data_time": 0.01745748519897461, "loss_single": 3.356869411468506, "loss_dense": 3.4164780616760253, "loss": 6.773347473144531, "time": 0.16728951930999755, "step": 641612}
{"lr": 0.00861331062652391, "data_time": 0.02033514976501465, "loss_single": 3.396553325653076, "loss_dense": 3.4365750312805177, "loss": 6.833128356933594, "time": 0.19138598442077637, "step": 641662}
{"lr": 0.00861331062652391, "data_time": 0.01778714656829834, "loss_single": 3.406235408782959, "loss_dense": 3.454159164428711, "loss": 6.860394668579102, "time": 0.1578611135482788, "step": 641712}
{"lr": 0.00861331062652391, "data_time": 0.014525198936462402, "loss_single": 3.404412579536438, "loss_dense": 3.4504538774490356, "loss": 6.8548665046691895, "time": 0.1529346227645874, "step": 641762}
{"lr": 0.00861331062652391, "data_time": 0.017372751235961915, "loss_single": 3.4000812768936157, "loss_dense": 3.461305785179138, "loss": 6.861387062072754, "time": 0.15389158725738525, "step": 641812}
{"lr": 0.00861331062652391, "data_time": 0.017657256126403807, "loss_single": 3.369306230545044, "loss_dense": 3.422373914718628, "loss": 6.791680097579956, "time": 0.15802783966064454, "step": 641862}
{"lr": 0.00861331062652391, "data_time": 0.01667945384979248, "loss_single": 3.378652286529541, "loss_dense": 3.4453274726867678, "loss": 6.823979759216309, "time": 0.15753731727600098, "step": 641912}
{"lr": 0.00861331062652391, "data_time": 0.015465617179870605, "loss_single": 3.4071972608566283, "loss_dense": 3.4524789333343504, "loss": 6.859676170349121, "time": 0.17235126495361328, "step": 641962}
{"lr": 0.00861331062652391, "data_time": 0.015637421607971193, "loss_single": 3.376616334915161, "loss_dense": 3.4310035943984984, "loss": 6.807619953155518, "time": 0.1646507501602173, "step": 642012}
{"lr": 0.00861331062652391, "data_time": 0.0170501708984375, "loss_single": 3.3974033117294313, "loss_dense": 3.4561280727386476, "loss": 6.853531312942505, "time": 0.16959753036499023, "step": 642062}
{"lr": 0.00861331062652391, "data_time": 0.01722264289855957, "loss_single": 3.355664682388306, "loss_dense": 3.4114492416381834, "loss": 6.767113924026489, "time": 0.15426056385040282, "step": 642112}
{"lr": 0.00861331062652391, "data_time": 0.015560746192932129, "loss_single": 3.4202373743057253, "loss_dense": 3.4695438623428343, "loss": 6.889781141281128, "time": 0.19121241569519043, "step": 642162}
{"lr": 0.00861331062652391, "data_time": 0.017247557640075684, "loss_single": 3.3785794496536257, "loss_dense": 3.4393666267395018, "loss": 6.817946052551269, "time": 0.1522826910018921, "step": 642212}
{"lr": 0.00861331062652391, "data_time": 0.017110824584960938, "loss_single": 3.3831903457641603, "loss_dense": 3.4321374177932737, "loss": 6.815327787399292, "time": 0.1543492078781128, "step": 642262}
{"lr": 0.00861331062652391, "data_time": 0.018837380409240722, "loss_single": 3.3802056074142457, "loss_dense": 3.442260766029358, "loss": 6.822466421127319, "time": 0.16576879024505614, "step": 642312}
{"lr": 0.00861331062652391, "data_time": 0.017072033882141114, "loss_single": 3.392761492729187, "loss_dense": 3.4407256603240968, "loss": 6.833487224578858, "time": 0.15567166805267335, "step": 642362}
{"lr": 0.00861331062652391, "data_time": 0.016753435134887695, "loss_single": 3.390203428268433, "loss_dense": 3.4484294414520265, "loss": 6.838632869720459, "time": 0.1545804738998413, "step": 642412}
{"lr": 0.00861331062652391, "data_time": 0.018000459671020506, "loss_single": 3.412258839607239, "loss_dense": 3.4613155126571655, "loss": 6.873574304580688, "time": 0.157297945022583, "step": 642462}
{"lr": 0.00861331062652391, "data_time": 0.017450618743896484, "loss_single": 3.3853954553604124, "loss_dense": 3.434319353103638, "loss": 6.819714736938477, "time": 0.1536249876022339, "step": 642512}
{"lr": 0.00861331062652391, "data_time": 0.018604850769042967, "loss_single": 3.36309015750885, "loss_dense": 3.41222026348114, "loss": 6.775310373306274, "time": 0.16001253128051757, "step": 642562}
{"lr": 0.00861331062652391, "data_time": 0.019042396545410158, "loss_single": 3.367232823371887, "loss_dense": 3.4178234338760376, "loss": 6.785056257247925, "time": 0.2033611536026001, "step": 642612}
{"lr": 0.00861331062652391, "data_time": 0.017855143547058104, "loss_single": 3.379360294342041, "loss_dense": 3.4189114570617676, "loss": 6.798271799087525, "time": 0.1608208179473877, "step": 642662}
{"lr": 0.00861331062652391, "data_time": 0.01706533432006836, "loss_single": 3.429825949668884, "loss_dense": 3.4832448959350586, "loss": 6.913070821762085, "time": 0.15644481182098388, "step": 642712}
{"lr": 0.00861331062652391, "data_time": 0.018287515640258788, "loss_single": 3.375915265083313, "loss_dense": 3.4320606708526613, "loss": 6.807976007461548, "time": 0.16093897819519043, "step": 642762}
{"lr": 0.00861331062652391, "data_time": 0.016101551055908204, "loss_single": 3.3718708753585815, "loss_dense": 3.445545482635498, "loss": 6.817416334152222, "time": 0.1956624984741211, "step": 642812}
{"lr": 0.00861331062652391, "data_time": 0.01524507999420166, "loss_single": 3.379044008255005, "loss_dense": 3.436035394668579, "loss": 6.8150794506073, "time": 0.15915920734405517, "step": 642862}
{"lr": 0.00861331062652391, "data_time": 0.02134377956390381, "loss_single": 3.386012864112854, "loss_dense": 3.4431164026260377, "loss": 6.82912917137146, "time": 0.17209935188293457, "step": 642912}
{"lr": 0.00861331062652391, "data_time": 0.016319537162780763, "loss_single": 3.375518774986267, "loss_dense": 3.4345468044281007, "loss": 6.81006555557251, "time": 0.2568089485168457, "step": 642962}
{"lr": 0.00861331062652391, "data_time": 0.016897940635681154, "loss_single": 3.380469298362732, "loss_dense": 3.4436913967132567, "loss": 6.824160718917847, "time": 0.15974116325378418, "step": 643012}
{"lr": 0.00861331062652391, "data_time": 0.016945886611938476, "loss_single": 3.4021953344345093, "loss_dense": 3.4621315717697145, "loss": 6.864326858520508, "time": 0.15454332828521727, "step": 643062}
{"lr": 0.00861331062652391, "data_time": 0.02110893726348877, "loss_single": 3.3887229442596434, "loss_dense": 3.433425188064575, "loss": 6.822148132324219, "time": 0.16243443489074708, "step": 643112}
{"lr": 0.00861331062652391, "data_time": 0.016627860069274903, "loss_single": 3.3931135654449465, "loss_dense": 3.4434831142425537, "loss": 6.8365966320037845, "time": 0.15954644680023194, "step": 643162}
{"lr": 0.00861331062652391, "data_time": 0.018072009086608887, "loss_single": 3.3922054290771486, "loss_dense": 3.4352147817611693, "loss": 6.827420234680176, "time": 0.15024385452270508, "step": 643212}
{"lr": 0.00861331062652391, "data_time": 0.01919577121734619, "loss_single": 3.414347219467163, "loss_dense": 3.471110391616821, "loss": 6.8854576587677006, "time": 0.2243135929107666, "step": 643262}
{"lr": 0.00861331062652391, "data_time": 0.018408370018005372, "loss_single": 3.384029245376587, "loss_dense": 3.442625069618225, "loss": 6.826654386520386, "time": 0.15508897304534913, "step": 643312}
{"lr": 0.00861331062652391, "data_time": 0.018689346313476563, "loss_single": 3.4001360177993774, "loss_dense": 3.4574880838394164, "loss": 6.857624053955078, "time": 0.1555837631225586, "step": 643362}
{"lr": 0.00861331062652391, "data_time": 0.017228174209594726, "loss_single": 3.385091757774353, "loss_dense": 3.434826135635376, "loss": 6.819917964935303, "time": 0.15762777328491212, "step": 643412}
{"lr": 0.00861331062652391, "data_time": 0.01703219413757324, "loss_single": 3.3767467498779298, "loss_dense": 3.428794765472412, "loss": 6.805541515350342, "time": 0.15956873893737794, "step": 643462}
{"lr": 0.00861331062652391, "data_time": 0.016486525535583496, "loss_single": 3.35045645236969, "loss_dense": 3.411052680015564, "loss": 6.761509084701538, "time": 0.15949568748474122, "step": 643512}
{"lr": 0.00861331062652391, "data_time": 0.015769076347351075, "loss_single": 3.3765203952789307, "loss_dense": 3.4408605337142943, "loss": 6.817380952835083, "time": 0.19573097229003905, "step": 643562}
{"lr": 0.00861331062652391, "data_time": 0.02485640048980713, "loss_single": 3.402109909057617, "loss_dense": 3.4559717893600466, "loss": 6.858081722259522, "time": 0.24893381595611572, "step": 643612}
{"lr": 0.00861331062652391, "data_time": 0.017868661880493165, "loss_single": 3.408178973197937, "loss_dense": 3.4513869285583496, "loss": 6.85956597328186, "time": 0.15186679363250732, "step": 643662}
{"lr": 0.00861331062652391, "data_time": 0.01828157901763916, "loss_single": 3.3726117610931396, "loss_dense": 3.4212966203689574, "loss": 6.793908405303955, "time": 0.1531040906906128, "step": 643712}
{"lr": 0.00861331062652391, "data_time": 0.020517563819885253, "loss_single": 3.379426145553589, "loss_dense": 3.440082001686096, "loss": 6.819508171081543, "time": 0.15787115097045898, "step": 643762}
{"lr": 0.00861331062652391, "data_time": 0.017046022415161132, "loss_single": 3.3740914106369018, "loss_dense": 3.4151759147644043, "loss": 6.789267444610596, "time": 0.15427873134613038, "step": 643812}
{"lr": 0.00861331062652391, "data_time": 0.017688488960266112, "loss_single": 3.3899187088012694, "loss_dense": 3.448671555519104, "loss": 6.838590240478515, "time": 0.15193777084350585, "step": 643862}
{"lr": 0.00861331062652391, "data_time": 0.021273207664489747, "loss_single": 3.3991316080093386, "loss_dense": 3.444952869415283, "loss": 6.844084453582764, "time": 0.16347177028656007, "step": 643912}
{"lr": 0.00861331062652391, "data_time": 0.019800519943237303, "loss_single": 3.375813865661621, "loss_dense": 3.4120293855667114, "loss": 6.787843227386475, "time": 0.15589981079101561, "step": 643962}
{"lr": 0.00861331062652391, "data_time": 0.016802072525024414, "loss_single": 3.38082492351532, "loss_dense": 3.4323330163955688, "loss": 6.813157939910889, "time": 0.1511242389678955, "step": 644012}
{"lr": 0.00861331062652391, "data_time": 0.016743111610412597, "loss_single": 3.378649878501892, "loss_dense": 3.4420115470886232, "loss": 6.820661449432373, "time": 0.15734729766845704, "step": 644062}
{"lr": 0.00861331062652391, "data_time": 0.016448450088500977, "loss_single": 3.3683665990829468, "loss_dense": 3.433588433265686, "loss": 6.801954936981201, "time": 0.15720899105072023, "step": 644112}
{"lr": 0.00861331062652391, "data_time": 0.01670706272125244, "loss_single": 3.3789230585098267, "loss_dense": 3.4327553510665894, "loss": 6.811678457260132, "time": 0.15503692626953125, "step": 644162}
{"lr": 0.00861331062652391, "data_time": 0.01822795867919922, "loss_single": 3.3951003789901733, "loss_dense": 3.45749888420105, "loss": 6.852599239349365, "time": 0.17918972969055175, "step": 644212}
{"lr": 0.00861331062652391, "data_time": 0.017322707176208495, "loss_single": 3.4222985029220583, "loss_dense": 3.4761473894119264, "loss": 6.898445987701416, "time": 0.16487419605255127, "step": 644262}
{"lr": 0.00861331062652391, "data_time": 0.014464926719665528, "loss_single": 3.391381335258484, "loss_dense": 3.4340103387832643, "loss": 6.825391626358032, "time": 0.18930230140686036, "step": 644312}
{"lr": 0.00861331062652391, "data_time": 0.016726112365722655, "loss_single": 3.397034215927124, "loss_dense": 3.423909544944763, "loss": 6.82094373703003, "time": 0.15827465057373047, "step": 644362}
{"lr": 0.00861331062652391, "data_time": 0.016164827346801757, "loss_single": 3.378432297706604, "loss_dense": 3.433409070968628, "loss": 6.811841440200806, "time": 0.18533868789672853, "step": 644412}
{"lr": 0.00861331062652391, "data_time": 0.016406941413879394, "loss_single": 3.406326484680176, "loss_dense": 3.441845989227295, "loss": 6.848172521591186, "time": 0.155997371673584, "step": 644462}
{"lr": 0.00861331062652391, "data_time": 0.015270233154296875, "loss_single": 3.3777066469192505, "loss_dense": 3.4299224615097046, "loss": 6.807629203796386, "time": 0.1539853811264038, "step": 644512}
{"lr": 0.00861331062652391, "data_time": 0.017822122573852538, "loss_single": 3.3666999101638795, "loss_dense": 3.42156035900116, "loss": 6.7882603168487545, "time": 0.1551837921142578, "step": 644562}
{"lr": 0.00861331062652391, "data_time": 0.016829943656921385, "loss_single": 3.4175893545150755, "loss_dense": 3.4670280694961546, "loss": 6.8846173763275145, "time": 0.15456461906433105, "step": 644612}
{"lr": 0.00861331062652391, "data_time": 0.015603232383728027, "loss_single": 3.426029324531555, "loss_dense": 3.478987765312195, "loss": 6.9050171852111815, "time": 0.16055426597595215, "step": 644662}
{"lr": 0.00861331062652391, "data_time": 0.021784424781799316, "loss_single": 3.3920100927352905, "loss_dense": 3.448245096206665, "loss": 6.840255165100098, "time": 0.17039241790771484, "step": 644712}
{"lr": 0.00861331062652391, "data_time": 0.016524410247802733, "loss_single": 3.4196887731552126, "loss_dense": 3.471377968788147, "loss": 6.8910667419433596, "time": 0.16540746688842772, "step": 644762}
{"lr": 0.00861331062652391, "data_time": 0.01550450325012207, "loss_single": 3.4035330533981325, "loss_dense": 3.456065034866333, "loss": 6.859598112106323, "time": 0.16504983901977538, "step": 644812}
{"lr": 0.00861331062652391, "data_time": 0.019033980369567872, "loss_single": 3.3888654947280883, "loss_dense": 3.423514413833618, "loss": 6.812379980087281, "time": 0.15971107482910157, "step": 644862}
{"lr": 0.00861331062652391, "data_time": 0.019400501251220705, "loss_single": 3.403558921813965, "loss_dense": 3.452769660949707, "loss": 6.85632848739624, "time": 0.18695898056030275, "step": 644912}
{"lr": 0.00861331062652391, "data_time": 0.017984509468078613, "loss_single": 3.356856894493103, "loss_dense": 3.430233120918274, "loss": 6.787090015411377, "time": 0.15466086864471434, "step": 644962}
{"lr": 0.00861331062652391, "data_time": 0.017551660537719727, "loss_single": 3.3869230270385744, "loss_dense": 3.432458424568176, "loss": 6.819381427764893, "time": 0.1556779384613037, "step": 645012}
{"lr": 0.00861331062652391, "data_time": 0.01657261848449707, "loss_single": 3.3683751106262205, "loss_dense": 3.4171995878219605, "loss": 6.785574722290039, "time": 0.17372937202453614, "step": 645062}
{"lr": 0.00861331062652391, "data_time": 0.01712312698364258, "loss_single": 3.3947545289993286, "loss_dense": 3.4477575063705443, "loss": 6.842511987686157, "time": 0.15928971767425537, "step": 645112}
{"lr": 0.00861331062652391, "data_time": 0.0173170804977417, "loss_single": 3.388912034034729, "loss_dense": 3.4458627939224242, "loss": 6.834774923324585, "time": 0.16168179512023925, "step": 645162}
{"lr": 0.00861331062652391, "data_time": 0.017049360275268554, "loss_single": 3.37731511592865, "loss_dense": 3.4184767246246337, "loss": 6.795791912078857, "time": 0.16012978553771973, "step": 645212}
{"lr": 0.00861331062652391, "data_time": 0.016851353645324706, "loss_single": 3.3866882801055906, "loss_dense": 3.4513443231582643, "loss": 6.838032627105713, "time": 0.15488739013671876, "step": 645262}
{"lr": 0.00861331062652391, "data_time": 0.01725344657897949, "loss_single": 3.37120726108551, "loss_dense": 3.4284714698791503, "loss": 6.799678707122803, "time": 0.15407581329345704, "step": 645312}
{"lr": 0.00861331062652391, "data_time": 0.017978477478027343, "loss_single": 3.348871183395386, "loss_dense": 3.3976982116699217, "loss": 6.746569490432739, "time": 0.19135711193084717, "step": 645362}
{"lr": 0.00861331062652391, "data_time": 0.016645240783691406, "loss_single": 3.3971347570419312, "loss_dense": 3.4510937452316286, "loss": 6.848228549957275, "time": 0.15586340427398682, "step": 645412}
{"lr": 0.00861331062652391, "data_time": 0.019591856002807616, "loss_single": 3.3779632806777955, "loss_dense": 3.4371243000030516, "loss": 6.8150876522064205, "time": 0.19156692028045655, "step": 645462}
{"lr": 0.00861331062652391, "data_time": 0.013841509819030762, "loss_single": 3.366558861732483, "loss_dense": 3.411570358276367, "loss": 6.778129196166992, "time": 0.1565033197402954, "step": 645512}
{"lr": 0.008400912452161272, "data_time": 0.01723799705505371, "loss_single": 3.373302960395813, "loss_dense": 3.4085095882415772, "loss": 6.781812572479248, "time": 0.17889914512634278, "step": 645566}
{"lr": 0.008400912452161272, "data_time": 0.017792129516601564, "loss_single": 3.4053619146347045, "loss_dense": 3.469287395477295, "loss": 6.874649333953857, "time": 0.15149495601654053, "step": 645616}
{"lr": 0.008400912452161272, "data_time": 0.017388534545898438, "loss_single": 3.381441259384155, "loss_dense": 3.437680220603943, "loss": 6.81912145614624, "time": 0.15674569606781005, "step": 645666}
{"lr": 0.008400912452161272, "data_time": 0.01721343994140625, "loss_single": 3.3944251775741576, "loss_dense": 3.4512399196624757, "loss": 6.845665073394775, "time": 0.16550703048706056, "step": 645716}
{"lr": 0.008400912452161272, "data_time": 0.021233582496643068, "loss_single": 3.405240297317505, "loss_dense": 3.4583661794662475, "loss": 6.8636064529418945, "time": 0.2075801372528076, "step": 645766}
{"lr": 0.008400912452161272, "data_time": 0.015894222259521484, "loss_single": 3.370587778091431, "loss_dense": 3.437920427322388, "loss": 6.808508110046387, "time": 0.16111159324645996, "step": 645816}
{"lr": 0.008400912452161272, "data_time": 0.016243410110473634, "loss_single": 3.3762717962265016, "loss_dense": 3.4382174253463744, "loss": 6.814489221572876, "time": 0.17900474071502687, "step": 645866}
{"lr": 0.008400912452161272, "data_time": 0.016387414932250977, "loss_single": 3.370617175102234, "loss_dense": 3.434522294998169, "loss": 6.805139446258545, "time": 0.1724626064300537, "step": 645916}
{"lr": 0.008400912452161272, "data_time": 0.020808100700378418, "loss_single": 3.3993766784667967, "loss_dense": 3.4424570083618162, "loss": 6.8418337345123295, "time": 0.16335923671722413, "step": 645966}
{"lr": 0.008400912452161272, "data_time": 0.016120076179504395, "loss_single": 3.382915711402893, "loss_dense": 3.450048804283142, "loss": 6.832964515686035, "time": 0.1578442096710205, "step": 646016}
{"lr": 0.008400912452161272, "data_time": 0.021318507194519044, "loss_single": 3.3790495872497557, "loss_dense": 3.4338067770004272, "loss": 6.812856388092041, "time": 0.17746832370758056, "step": 646066}
{"lr": 0.008400912452161272, "data_time": 0.016583514213562012, "loss_single": 3.3907984018325807, "loss_dense": 3.443059492111206, "loss": 6.833857917785645, "time": 0.1774601697921753, "step": 646116}
{"lr": 0.008400912452161272, "data_time": 0.013411545753479004, "loss_single": 3.36367781162262, "loss_dense": 3.4253875494003294, "loss": 6.789065408706665, "time": 0.23209168910980224, "step": 646166}
{"lr": 0.008400912452161272, "data_time": 0.016984772682189942, "loss_single": 3.371635890007019, "loss_dense": 3.4117069482803344, "loss": 6.783342885971069, "time": 0.1660370111465454, "step": 646216}
{"lr": 0.008400912452161272, "data_time": 0.018755578994750978, "loss_single": 3.3669851064682006, "loss_dense": 3.4203113555908202, "loss": 6.787296438217163, "time": 0.1676964521408081, "step": 646266}
{"lr": 0.008400912452161272, "data_time": 0.01656336784362793, "loss_single": 3.374674415588379, "loss_dense": 3.42566499710083, "loss": 6.8003393650054935, "time": 0.16297767162322999, "step": 646316}
{"lr": 0.008400912452161272, "data_time": 0.017546200752258302, "loss_single": 3.378281021118164, "loss_dense": 3.434021162986755, "loss": 6.8123022556304935, "time": 0.17197744846343993, "step": 646366}
{"lr": 0.008400912452161272, "data_time": 0.018495345115661622, "loss_single": 3.3720781087875364, "loss_dense": 3.4219809770584106, "loss": 6.794059133529663, "time": 0.15715622901916504, "step": 646416}
{"lr": 0.008400912452161272, "data_time": 0.01975119113922119, "loss_single": 3.397083783149719, "loss_dense": 3.453937840461731, "loss": 6.851021671295166, "time": 0.15980451107025145, "step": 646466}
{"lr": 0.008400912452161272, "data_time": 0.019438838958740233, "loss_single": 3.400865912437439, "loss_dense": 3.4556436777114867, "loss": 6.856509590148926, "time": 0.19184226989746095, "step": 646516}
{"lr": 0.008400912452161272, "data_time": 0.017341423034667968, "loss_single": 3.3613319873809813, "loss_dense": 3.4318108797073363, "loss": 6.79314284324646, "time": 0.15813686847686767, "step": 646566}
{"lr": 0.008400912452161272, "data_time": 0.01629021167755127, "loss_single": 3.399702024459839, "loss_dense": 3.443571758270264, "loss": 6.843273782730103, "time": 0.15693409442901612, "step": 646616}
{"lr": 0.008400912452161272, "data_time": 0.018383479118347167, "loss_single": 3.375470209121704, "loss_dense": 3.4238761186599733, "loss": 6.799346399307251, "time": 0.16290295124053955, "step": 646666}
{"lr": 0.008400912452161272, "data_time": 0.02083892822265625, "loss_single": 3.4007487535476684, "loss_dense": 3.467847800254822, "loss": 6.868596410751342, "time": 0.16901910305023193, "step": 646716}
{"lr": 0.008400912452161272, "data_time": 0.017323899269104003, "loss_single": 3.3704514503479004, "loss_dense": 3.430631971359253, "loss": 6.801083421707153, "time": 0.15576865673065185, "step": 646766}
{"lr": 0.008400912452161272, "data_time": 0.021107864379882813, "loss_single": 3.4042627096176146, "loss_dense": 3.437295913696289, "loss": 6.841558599472046, "time": 0.17150478363037108, "step": 646816}
{"lr": 0.008400912452161272, "data_time": 0.017752838134765626, "loss_single": 3.389518404006958, "loss_dense": 3.4428409814834593, "loss": 6.832359409332275, "time": 0.16965861320495607, "step": 646866}
{"lr": 0.008400912452161272, "data_time": 0.01701946258544922, "loss_single": 3.4302812576293946, "loss_dense": 3.4876044750213624, "loss": 6.917885684967041, "time": 0.16349225044250487, "step": 646916}
{"lr": 0.008400912452161272, "data_time": 0.018169760704040527, "loss_single": 3.3948986530303955, "loss_dense": 3.4498356580734253, "loss": 6.8447342872619625, "time": 0.16846761703491211, "step": 646966}
{"lr": 0.008400912452161272, "data_time": 0.01765296459197998, "loss_single": 3.3735390186309813, "loss_dense": 3.428479242324829, "loss": 6.80201826095581, "time": 0.15887103080749512, "step": 647016}
{"lr": 0.008400912452161272, "data_time": 0.016464591026306152, "loss_single": 3.3787617444992066, "loss_dense": 3.4434097528457643, "loss": 6.8221714973449705, "time": 0.1569589614868164, "step": 647066}
{"lr": 0.008400912452161272, "data_time": 0.018135666847229004, "loss_single": 3.3790446758270263, "loss_dense": 3.438526725769043, "loss": 6.817571401596069, "time": 0.16866459846496581, "step": 647116}
{"lr": 0.008400912452161272, "data_time": 0.019015169143676756, "loss_single": 3.3949329137802122, "loss_dense": 3.445730376243591, "loss": 6.840663290023803, "time": 0.16715948581695556, "step": 647166}
{"lr": 0.008400912452161272, "data_time": 0.016019344329833984, "loss_single": 3.4098612308502196, "loss_dense": 3.463854670524597, "loss": 6.873715877532959, "time": 0.1606996774673462, "step": 647216}
{"lr": 0.008400912452161272, "data_time": 0.017157554626464844, "loss_single": 3.3736329317092895, "loss_dense": 3.429304003715515, "loss": 6.802936935424805, "time": 0.16106681823730468, "step": 647266}
{"lr": 0.008400912452161272, "data_time": 0.024891233444213866, "loss_single": 3.3930623292922975, "loss_dense": 3.448740577697754, "loss": 6.841802883148193, "time": 0.16919779777526855, "step": 647316}
{"lr": 0.008400912452161272, "data_time": 0.01783120632171631, "loss_single": 3.422431135177612, "loss_dense": 3.4729012966156008, "loss": 6.895332336425781, "time": 0.22955245971679689, "step": 647366}
{"lr": 0.008400912452161272, "data_time": 0.01695384979248047, "loss_single": 3.3663827419281005, "loss_dense": 3.413521957397461, "loss": 6.779904747009278, "time": 0.16577532291412353, "step": 647416}
{"lr": 0.008400912452161272, "data_time": 0.01760263442993164, "loss_single": 3.3912646770477295, "loss_dense": 3.428973889350891, "loss": 6.820238494873047, "time": 0.1752833366394043, "step": 647466}
{"lr": 0.008400912452161272, "data_time": 0.01998171806335449, "loss_single": 3.3913180828094482, "loss_dense": 3.4329918384552003, "loss": 6.824309873580932, "time": 0.18901031017303466, "step": 647516}
{"lr": 0.008400912452161272, "data_time": 0.018063998222351073, "loss_single": 3.3701025247573853, "loss_dense": 3.4354939699172973, "loss": 6.805596446990966, "time": 0.17006125450134277, "step": 647566}
{"lr": 0.008400912452161272, "data_time": 0.013715839385986328, "loss_single": 3.3708860874176025, "loss_dense": 3.427393388748169, "loss": 6.7982793807983395, "time": 0.16213581562042237, "step": 647616}
{"lr": 0.008400912452161272, "data_time": 0.016141796112060548, "loss_single": 3.3723317623138427, "loss_dense": 3.4290854692459107, "loss": 6.801417255401612, "time": 0.15900249481201173, "step": 647666}
{"lr": 0.008400912452161272, "data_time": 0.016678786277770995, "loss_single": 3.397522735595703, "loss_dense": 3.449091601371765, "loss": 6.8466143131256105, "time": 0.16214988231658936, "step": 647716}
{"lr": 0.008400912452161272, "data_time": 0.016950297355651855, "loss_single": 3.3961346626281737, "loss_dense": 3.4362648487091065, "loss": 6.832399511337281, "time": 0.15933892726898194, "step": 647766}
{"lr": 0.008400912452161272, "data_time": 0.017120885848999023, "loss_single": 3.374394679069519, "loss_dense": 3.42210738658905, "loss": 6.796502017974854, "time": 0.15746016502380372, "step": 647816}
{"lr": 0.008400912452161272, "data_time": 0.026923632621765135, "loss_single": 3.3830352306365965, "loss_dense": 3.447162461280823, "loss": 6.830197715759278, "time": 0.252500057220459, "step": 647866}
{"lr": 0.008400912452161272, "data_time": 0.016719460487365723, "loss_single": 3.359865736961365, "loss_dense": 3.416501784324646, "loss": 6.776367473602295, "time": 0.15658435821533204, "step": 647916}
{"lr": 0.008400912452161272, "data_time": 0.017890095710754395, "loss_single": 3.4067883014678957, "loss_dense": 3.455661416053772, "loss": 6.862449693679809, "time": 0.15629839897155762, "step": 647966}
{"lr": 0.008400912452161272, "data_time": 0.02405858039855957, "loss_single": 3.3717137575149536, "loss_dense": 3.440946674346924, "loss": 6.81266040802002, "time": 0.16825721263885499, "step": 648016}
{"lr": 0.008400912452161272, "data_time": 0.01652531623840332, "loss_single": 3.3855472803115845, "loss_dense": 3.442736792564392, "loss": 6.828283977508545, "time": 0.15696399211883544, "step": 648066}
{"lr": 0.008400912452161272, "data_time": 0.015734648704528807, "loss_single": 3.376393532752991, "loss_dense": 3.419662070274353, "loss": 6.796055555343628, "time": 0.15584313869476318, "step": 648116}
{"lr": 0.008400912452161272, "data_time": 0.017232227325439452, "loss_single": 3.3803466796875, "loss_dense": 3.4410801410675047, "loss": 6.821426773071289, "time": 0.1732714891433716, "step": 648166}
{"lr": 0.008400912452161272, "data_time": 0.018611931800842287, "loss_single": 3.3859490871429445, "loss_dense": 3.435627841949463, "loss": 6.821576976776123, "time": 0.1728511333465576, "step": 648216}
{"lr": 0.008400912452161272, "data_time": 0.020249533653259277, "loss_single": 3.3804697751998902, "loss_dense": 3.441056180000305, "loss": 6.821525907516479, "time": 0.16929249763488768, "step": 648266}
{"lr": 0.008400912452161272, "data_time": 0.017003631591796874, "loss_single": 3.380673551559448, "loss_dense": 3.4351595401763917, "loss": 6.8158331394195555, "time": 0.15677316188812257, "step": 648316}
{"lr": 0.008400912452161272, "data_time": 0.015135788917541504, "loss_single": 3.440926694869995, "loss_dense": 3.474625086784363, "loss": 6.915551853179932, "time": 0.15929744243621827, "step": 648366}
{"lr": 0.008400912452161272, "data_time": 0.015605950355529785, "loss_single": 3.3981786489486696, "loss_dense": 3.4540120363235474, "loss": 6.852190828323364, "time": 0.17015979290008545, "step": 648416}
{"lr": 0.008400912452161272, "data_time": 0.01818716526031494, "loss_single": 3.3942386627197267, "loss_dense": 3.4426673650741577, "loss": 6.836906003952026, "time": 0.15924365520477296, "step": 648466}
{"lr": 0.008400912452161272, "data_time": 0.017385268211364747, "loss_single": 3.3921634197235107, "loss_dense": 3.4561135530471803, "loss": 6.848276996612549, "time": 0.17311203479766846, "step": 648516}
{"lr": 0.008400912452161272, "data_time": 0.021640253067016602, "loss_single": 3.3829046964645384, "loss_dense": 3.435026693344116, "loss": 6.817931413650513, "time": 0.2052907705307007, "step": 648566}
{"lr": 0.008400912452161272, "data_time": 0.018063950538635253, "loss_single": 3.3624300241470335, "loss_dense": 3.4195171117782595, "loss": 6.781947183609009, "time": 0.16304500102996827, "step": 648616}
{"lr": 0.008400912452161272, "data_time": 0.016068339347839355, "loss_single": 3.367291784286499, "loss_dense": 3.413895058631897, "loss": 6.781186914443969, "time": 0.15740413665771485, "step": 648666}
{"lr": 0.008400912452161272, "data_time": 0.017882132530212404, "loss_single": 3.3958423852920534, "loss_dense": 3.458641195297241, "loss": 6.854483652114868, "time": 0.158074688911438, "step": 648716}
{"lr": 0.008400912452161272, "data_time": 0.017187118530273438, "loss_single": 3.3866477251052856, "loss_dense": 3.43293182849884, "loss": 6.819579458236694, "time": 0.1602175712585449, "step": 648766}
{"lr": 0.008400912452161272, "data_time": 0.017588877677917482, "loss_single": 3.393256974220276, "loss_dense": 3.4421781301498413, "loss": 6.835435104370117, "time": 0.1582897663116455, "step": 648816}
{"lr": 0.008400912452161272, "data_time": 0.017002677917480467, "loss_single": 3.3725723743438722, "loss_dense": 3.4271436452865602, "loss": 6.79971604347229, "time": 0.16368424892425537, "step": 648866}
{"lr": 0.008400912452161272, "data_time": 0.018847203254699706, "loss_single": 3.4240591764450072, "loss_dense": 3.4724753141403197, "loss": 6.896534538269043, "time": 0.21922025680541993, "step": 648916}
{"lr": 0.008400912452161272, "data_time": 0.017688465118408204, "loss_single": 3.371841073036194, "loss_dense": 3.430080270767212, "loss": 6.801921367645264, "time": 0.15670413970947267, "step": 648966}
{"lr": 0.008400912452161272, "data_time": 0.01701228618621826, "loss_single": 3.3705512046813966, "loss_dense": 3.4224911451339723, "loss": 6.793042325973511, "time": 0.1607588291168213, "step": 649016}
{"lr": 0.008400912452161272, "data_time": 0.016962718963623048, "loss_single": 3.3731735229492186, "loss_dense": 3.440705990791321, "loss": 6.813879489898682, "time": 0.15772345066070556, "step": 649066}
{"lr": 0.008400912452161272, "data_time": 0.018593978881835938, "loss_single": 3.3859408378601072, "loss_dense": 3.438991904258728, "loss": 6.824932718276978, "time": 0.15834493637084962, "step": 649116}
{"lr": 0.008400912452161272, "data_time": 0.01746029853820801, "loss_single": 3.398798608779907, "loss_dense": 3.4450544118881226, "loss": 6.843852996826172, "time": 0.1575033187866211, "step": 649166}
{"lr": 0.008400912452161272, "data_time": 0.01629636287689209, "loss_single": 3.3689002275466917, "loss_dense": 3.429899311065674, "loss": 6.7987995624542235, "time": 0.16208648681640625, "step": 649216}
{"lr": 0.008400912452161272, "data_time": 0.016479015350341797, "loss_single": 3.375670576095581, "loss_dense": 3.425448751449585, "loss": 6.801119327545166, "time": 0.18060567378997802, "step": 649266}
{"lr": 0.008400912452161272, "data_time": 0.01646997928619385, "loss_single": 3.3716622829437255, "loss_dense": 3.4285881996154783, "loss": 6.80025053024292, "time": 0.15749132633209229, "step": 649316}
{"lr": 0.008400912452161272, "data_time": 0.01919069290161133, "loss_single": 3.389703702926636, "loss_dense": 3.448162794113159, "loss": 6.8378664493560795, "time": 0.1533921480178833, "step": 649366}
{"lr": 0.008400912452161272, "data_time": 0.017571091651916504, "loss_single": 3.368496632575989, "loss_dense": 3.431132507324219, "loss": 6.79962911605835, "time": 0.15481858253479003, "step": 649416}
{"lr": 0.008400912452161272, "data_time": 0.01645498275756836, "loss_single": 3.391576075553894, "loss_dense": 3.432351493835449, "loss": 6.823927688598633, "time": 0.15622892379760742, "step": 649466}
{"lr": 0.008400912452161272, "data_time": 0.014971399307250976, "loss_single": 3.375156378746033, "loss_dense": 3.416082167625427, "loss": 6.79123854637146, "time": 0.15538296699523926, "step": 649516}
{"lr": 0.008400912452161272, "data_time": 0.01721501350402832, "loss_single": 3.3855069160461424, "loss_dense": 3.4360365152359007, "loss": 6.821543455123901, "time": 0.16040990352630616, "step": 649566}
{"lr": 0.008400912452161272, "data_time": 0.02144644260406494, "loss_single": 3.361401581764221, "loss_dense": 3.4137966632843018, "loss": 6.775198221206665, "time": 0.16180737018585206, "step": 649616}
{"lr": 0.008400912452161272, "data_time": 0.016624140739440917, "loss_single": 3.3862260818481444, "loss_dense": 3.4556060791015626, "loss": 6.841832065582276, "time": 0.15418605804443358, "step": 649666}
{"lr": 0.008400912452161272, "data_time": 0.01679830551147461, "loss_single": 3.393349766731262, "loss_dense": 3.450957202911377, "loss": 6.844306945800781, "time": 0.15835285186767578, "step": 649716}
{"lr": 0.008400912452161272, "data_time": 0.018035888671875, "loss_single": 3.4044233322143556, "loss_dense": 3.4591310739517214, "loss": 6.863554430007935, "time": 0.4383283853530884, "step": 649766}
{"lr": 0.008400912452161272, "data_time": 0.01710631847381592, "loss_single": 3.3627920866012575, "loss_dense": 3.420764112472534, "loss": 6.783556222915649, "time": 0.18788666725158693, "step": 649816}
{"lr": 0.008400912452161272, "data_time": 0.022589349746704103, "loss_single": 3.3864984035491945, "loss_dense": 3.451239562034607, "loss": 6.837737941741944, "time": 0.16361289024353026, "step": 649866}
{"lr": 0.008400912452161272, "data_time": 0.016189980506896972, "loss_single": 3.3643603324890137, "loss_dense": 3.417520523071289, "loss": 6.781880807876587, "time": 0.16081719398498534, "step": 649916}
{"lr": 0.008400912452161272, "data_time": 0.019244956970214843, "loss_single": 3.3749781370162966, "loss_dense": 3.4415428400039674, "loss": 6.8165209770202635, "time": 0.22719848155975342, "step": 649966}
{"lr": 0.008400912452161272, "data_time": 0.017227315902709962, "loss_single": 3.4049471378326417, "loss_dense": 3.4405523777008056, "loss": 6.845499515533447, "time": 0.1642369270324707, "step": 650016}
{"lr": 0.008400912452161272, "data_time": 0.01640172004699707, "loss_single": 3.381277298927307, "loss_dense": 3.447656035423279, "loss": 6.828933382034302, "time": 0.15675158500671388, "step": 650066}
{"lr": 0.008400912452161272, "data_time": 0.017945337295532226, "loss_single": 3.384800887107849, "loss_dense": 3.4292219161987303, "loss": 6.814022779464722, "time": 0.16068642139434813, "step": 650116}
{"lr": 0.008400912452161272, "data_time": 0.020010733604431154, "loss_single": 3.3654746770858766, "loss_dense": 3.4235274314880373, "loss": 6.789002132415772, "time": 0.16198501586914063, "step": 650166}
{"lr": 0.008400912452161272, "data_time": 0.017902731895446777, "loss_single": 3.4075801372528076, "loss_dense": 3.465102028846741, "loss": 6.87268214225769, "time": 0.18381476402282715, "step": 650216}
{"lr": 0.008400912452161272, "data_time": 0.017541098594665527, "loss_single": 3.376506471633911, "loss_dense": 3.433697724342346, "loss": 6.810204219818115, "time": 0.1540224075317383, "step": 650266}
{"lr": 0.008400912452161272, "data_time": 0.019266772270202636, "loss_single": 3.3921634674072267, "loss_dense": 3.450861382484436, "loss": 6.843024873733521, "time": 0.19947726726531984, "step": 650316}
{"lr": 0.008400912452161272, "data_time": 0.017928314208984376, "loss_single": 3.37371711730957, "loss_dense": 3.4280673027038575, "loss": 6.801784372329712, "time": 0.16411840915679932, "step": 650366}
{"lr": 0.008400912452161272, "data_time": 0.021140360832214357, "loss_single": 3.371478772163391, "loss_dense": 3.41917769908905, "loss": 6.790656518936157, "time": 0.15976064205169677, "step": 650416}
{"lr": 0.008400912452161272, "data_time": 0.01723446846008301, "loss_single": 3.3568387985229493, "loss_dense": 3.423133897781372, "loss": 6.779972696304322, "time": 0.1556002378463745, "step": 650466}
{"lr": 0.008400912452161272, "data_time": 0.005010151863098144, "loss_single": 3.3904478311538697, "loss_dense": 3.446864056587219, "loss": 6.837311887741089, "time": 0.14957408905029296, "step": 650516}
{"lr": 0.0081901425039068, "data_time": 0.016514086723327638, "loss_single": 3.3703501224517822, "loss_dense": 3.414348030090332, "loss": 6.78469820022583, "time": 0.15599548816680908, "step": 650570}
{"lr": 0.0081901425039068, "data_time": 0.032525372505187986, "loss_single": 3.394034266471863, "loss_dense": 3.438591814041138, "loss": 6.832626152038574, "time": 0.16687569618225098, "step": 650620}
{"lr": 0.0081901425039068, "data_time": 0.017558574676513672, "loss_single": 3.377418875694275, "loss_dense": 3.431766891479492, "loss": 6.809185647964478, "time": 0.1545637845993042, "step": 650670}
{"lr": 0.0081901425039068, "data_time": 0.01923553943634033, "loss_single": 3.377329421043396, "loss_dense": 3.4299450397491453, "loss": 6.807274436950683, "time": 0.16734468936920166, "step": 650720}
{"lr": 0.0081901425039068, "data_time": 0.01729722023010254, "loss_single": 3.3729764938354494, "loss_dense": 3.4210110664367677, "loss": 6.793987560272217, "time": 0.1561678409576416, "step": 650770}
{"lr": 0.0081901425039068, "data_time": 0.016086983680725097, "loss_single": 3.3587097406387327, "loss_dense": 3.4162708044052126, "loss": 6.774980545043945, "time": 0.15516331195831298, "step": 650820}
{"lr": 0.0081901425039068, "data_time": 0.016474080085754395, "loss_single": 3.3993090629577636, "loss_dense": 3.4565128803253176, "loss": 6.855821990966797, "time": 0.15986986160278321, "step": 650870}
{"lr": 0.0081901425039068, "data_time": 0.018921470642089842, "loss_single": 3.3324119567871096, "loss_dense": 3.3947300910949707, "loss": 6.72714204788208, "time": 0.16180775165557862, "step": 650920}
{"lr": 0.0081901425039068, "data_time": 0.01649343967437744, "loss_single": 3.3667592763900758, "loss_dense": 3.416418361663818, "loss": 6.7831775665283205, "time": 0.15356674194335937, "step": 650970}
{"lr": 0.0081901425039068, "data_time": 0.021126651763916017, "loss_single": 3.37503719329834, "loss_dense": 3.41974937915802, "loss": 6.794786643981934, "time": 0.1758096694946289, "step": 651020}
{"lr": 0.0081901425039068, "data_time": 0.018692779541015624, "loss_single": 3.3698538541793823, "loss_dense": 3.411682057380676, "loss": 6.7815357685089115, "time": 0.15543646812438966, "step": 651070}
{"lr": 0.0081901425039068, "data_time": 0.017375993728637695, "loss_single": 3.394418478012085, "loss_dense": 3.447645378112793, "loss": 6.842063856124878, "time": 0.19563417434692382, "step": 651120}
{"lr": 0.0081901425039068, "data_time": 0.018344736099243163, "loss_single": 3.3623048305511474, "loss_dense": 3.4032418727874756, "loss": 6.765546751022339, "time": 0.15796318054199218, "step": 651170}
{"lr": 0.0081901425039068, "data_time": 0.016174459457397462, "loss_single": 3.3672252178192137, "loss_dense": 3.4388917207717897, "loss": 6.8061168670654295, "time": 0.17028751373291015, "step": 651220}
{"lr": 0.0081901425039068, "data_time": 0.01676154136657715, "loss_single": 3.3692906856536866, "loss_dense": 3.435158109664917, "loss": 6.804448747634888, "time": 0.1584942102432251, "step": 651270}
{"lr": 0.0081901425039068, "data_time": 0.02106521129608154, "loss_single": 3.370057964324951, "loss_dense": 3.409207487106323, "loss": 6.779265546798706, "time": 0.1626882791519165, "step": 651320}
{"lr": 0.0081901425039068, "data_time": 0.025468087196350096, "loss_single": 3.404209566116333, "loss_dense": 3.475185585021973, "loss": 6.879395055770874, "time": 0.16465630531311035, "step": 651370}
{"lr": 0.0081901425039068, "data_time": 0.015702366828918457, "loss_single": 3.428128886222839, "loss_dense": 3.4879851579666137, "loss": 6.916114044189453, "time": 0.15616343021392823, "step": 651420}
{"lr": 0.0081901425039068, "data_time": 0.019146370887756347, "loss_single": 3.3780699014663695, "loss_dense": 3.419511079788208, "loss": 6.797581052780151, "time": 0.17500898838043213, "step": 651470}
{"lr": 0.0081901425039068, "data_time": 0.017876219749450684, "loss_single": 3.3945177793502808, "loss_dense": 3.423305106163025, "loss": 6.817822885513306, "time": 0.18939619064331054, "step": 651520}
{"lr": 0.0081901425039068, "data_time": 0.017424893379211426, "loss_single": 3.3778868436813356, "loss_dense": 3.432147979736328, "loss": 6.8100347995758055, "time": 0.1583427906036377, "step": 651570}
{"lr": 0.0081901425039068, "data_time": 0.018857073783874512, "loss_single": 3.349722981452942, "loss_dense": 3.403375840187073, "loss": 6.753098821640014, "time": 0.15759048461914063, "step": 651620}
{"lr": 0.0081901425039068, "data_time": 0.01687164306640625, "loss_single": 3.3548086404800417, "loss_dense": 3.4217278003692626, "loss": 6.776536464691162, "time": 0.17282941341400146, "step": 651670}
{"lr": 0.0081901425039068, "data_time": 0.017980432510375975, "loss_single": 3.3954047203063964, "loss_dense": 3.450243902206421, "loss": 6.845648574829101, "time": 0.16226141452789306, "step": 651720}
{"lr": 0.0081901425039068, "data_time": 0.018046045303344728, "loss_single": 3.354455828666687, "loss_dense": 3.404118204116821, "loss": 6.758574104309082, "time": 0.15824201107025146, "step": 651770}
{"lr": 0.0081901425039068, "data_time": 0.016817736625671386, "loss_single": 3.4177923440933227, "loss_dense": 3.467881608009338, "loss": 6.885673999786377, "time": 0.15746428966522216, "step": 651820}
{"lr": 0.0081901425039068, "data_time": 0.017338323593139648, "loss_single": 3.3820813417434694, "loss_dense": 3.4450653314590456, "loss": 6.827146720886231, "time": 0.15459933280944824, "step": 651870}
{"lr": 0.0081901425039068, "data_time": 0.01571002006530762, "loss_single": 3.414294123649597, "loss_dense": 3.4587947845458986, "loss": 6.873089027404785, "time": 0.17376289367675782, "step": 651920}
{"lr": 0.0081901425039068, "data_time": 0.015543651580810548, "loss_single": 3.3792418241500854, "loss_dense": 3.429614543914795, "loss": 6.808856439590454, "time": 0.1678757667541504, "step": 651970}
{"lr": 0.0081901425039068, "data_time": 0.016386818885803223, "loss_single": 3.3984511137008666, "loss_dense": 3.4438451290130616, "loss": 6.84229621887207, "time": 0.1848047971725464, "step": 652020}
{"lr": 0.0081901425039068, "data_time": 0.018653392791748047, "loss_single": 3.3950827360153197, "loss_dense": 3.440032434463501, "loss": 6.835115146636963, "time": 0.1540358304977417, "step": 652070}
{"lr": 0.0081901425039068, "data_time": 0.015561938285827637, "loss_single": 3.3979533195495604, "loss_dense": 3.462285852432251, "loss": 6.860239171981812, "time": 0.16143286228179932, "step": 652120}
{"lr": 0.0081901425039068, "data_time": 0.016167330741882324, "loss_single": 3.393264627456665, "loss_dense": 3.4435729503631594, "loss": 6.836837482452393, "time": 0.15579566955566407, "step": 652170}
{"lr": 0.0081901425039068, "data_time": 0.018120408058166504, "loss_single": 3.401535987854004, "loss_dense": 3.4378246068954468, "loss": 6.839360666275025, "time": 0.1582855224609375, "step": 652220}
{"lr": 0.0081901425039068, "data_time": 0.0163402795791626, "loss_single": 3.4060937404632567, "loss_dense": 3.46250958442688, "loss": 6.868603372573853, "time": 0.20633113384246826, "step": 652270}
{"lr": 0.0081901425039068, "data_time": 0.016734814643859862, "loss_single": 3.388297700881958, "loss_dense": 3.4434595823287966, "loss": 6.831757402420044, "time": 0.15734150409698486, "step": 652320}
{"lr": 0.0081901425039068, "data_time": 0.015836501121520997, "loss_single": 3.3544619560241697, "loss_dense": 3.407707166671753, "loss": 6.762169122695923, "time": 0.15499591827392578, "step": 652370}
{"lr": 0.0081901425039068, "data_time": 0.018222332000732422, "loss_single": 3.3576094627380373, "loss_dense": 3.4095861434936525, "loss": 6.767195510864258, "time": 0.15645980834960938, "step": 652420}
{"lr": 0.0081901425039068, "data_time": 0.018624234199523925, "loss_single": 3.3791476011276247, "loss_dense": 3.4277450323104857, "loss": 6.8068924903869625, "time": 0.16332013607025148, "step": 652470}
{"lr": 0.0081901425039068, "data_time": 0.01555931568145752, "loss_single": 3.3815898180007933, "loss_dense": 3.428361678123474, "loss": 6.809951496124268, "time": 0.15083739757537842, "step": 652520}
{"lr": 0.0081901425039068, "data_time": 0.016075754165649415, "loss_single": 3.426837611198425, "loss_dense": 3.479525399208069, "loss": 6.906363105773925, "time": 0.15748612880706786, "step": 652570}
{"lr": 0.0081901425039068, "data_time": 0.02160930633544922, "loss_single": 3.37597599029541, "loss_dense": 3.4207549333572387, "loss": 6.796730899810791, "time": 0.21921224594116212, "step": 652620}
{"lr": 0.0081901425039068, "data_time": 0.017698144912719725, "loss_single": 3.406146025657654, "loss_dense": 3.457286763191223, "loss": 6.863432836532593, "time": 0.15840256214141846, "step": 652670}
{"lr": 0.0081901425039068, "data_time": 0.01660425662994385, "loss_single": 3.4027623414993284, "loss_dense": 3.429492712020874, "loss": 6.832255029678345, "time": 0.20255067348480224, "step": 652720}
{"lr": 0.0081901425039068, "data_time": 0.017432618141174316, "loss_single": 3.3864465236663817, "loss_dense": 3.426389527320862, "loss": 6.812836027145385, "time": 0.17145237922668458, "step": 652770}
{"lr": 0.0081901425039068, "data_time": 0.01902024745941162, "loss_single": 3.389124274253845, "loss_dense": 3.4399653911590575, "loss": 6.829089641571045, "time": 0.1692110061645508, "step": 652820}
{"lr": 0.0081901425039068, "data_time": 0.016317915916442872, "loss_single": 3.3876791477203367, "loss_dense": 3.442347860336304, "loss": 6.830027055740357, "time": 0.15618226528167725, "step": 652870}
{"lr": 0.0081901425039068, "data_time": 0.015255093574523926, "loss_single": 3.4205010890960694, "loss_dense": 3.4663413047790526, "loss": 6.886842393875122, "time": 0.15017228126525878, "step": 652920}
{"lr": 0.0081901425039068, "data_time": 0.017197179794311523, "loss_single": 3.375483012199402, "loss_dense": 3.4175765752792358, "loss": 6.793059587478638, "time": 0.19578065872192382, "step": 652970}
{"lr": 0.0081901425039068, "data_time": 0.019393491744995116, "loss_single": 3.360661578178406, "loss_dense": 3.4181561946868895, "loss": 6.778817749023437, "time": 0.16753597259521485, "step": 653020}
{"lr": 0.0081901425039068, "data_time": 0.018040275573730467, "loss_single": 3.371686267852783, "loss_dense": 3.425774574279785, "loss": 6.7974609375, "time": 0.15843379497528076, "step": 653070}
{"lr": 0.0081901425039068, "data_time": 0.020750999450683594, "loss_single": 3.4016068458557127, "loss_dense": 3.4520864486694336, "loss": 6.853693294525146, "time": 0.1589667797088623, "step": 653120}
{"lr": 0.0081901425039068, "data_time": 0.017730331420898436, "loss_single": 3.376973867416382, "loss_dense": 3.4325793981552124, "loss": 6.8095532894134525, "time": 0.15734426975250243, "step": 653170}
{"lr": 0.0081901425039068, "data_time": 0.014661908149719238, "loss_single": 3.372882914543152, "loss_dense": 3.431576204299927, "loss": 6.804459047317505, "time": 0.15502214431762695, "step": 653220}
{"lr": 0.0081901425039068, "data_time": 0.018459582328796388, "loss_single": 3.396550989151001, "loss_dense": 3.460459303855896, "loss": 6.857010221481323, "time": 0.15530726909637452, "step": 653270}
{"lr": 0.0081901425039068, "data_time": 0.01869323253631592, "loss_single": 3.387563443183899, "loss_dense": 3.434943962097168, "loss": 6.822507429122925, "time": 0.15934362411499023, "step": 653320}
{"lr": 0.0081901425039068, "data_time": 0.016324400901794434, "loss_single": 3.3552318096160887, "loss_dense": 3.419152355194092, "loss": 6.774384164810181, "time": 0.15562546253204346, "step": 653370}
{"lr": 0.0081901425039068, "data_time": 0.017948293685913087, "loss_single": 3.3741767406463623, "loss_dense": 3.4310125589370726, "loss": 6.805189371109009, "time": 0.15605223178863525, "step": 653420}
{"lr": 0.0081901425039068, "data_time": 0.011849689483642577, "loss_single": 3.3617999076843263, "loss_dense": 3.3971256494522093, "loss": 6.758925580978394, "time": 0.671399712562561, "step": 653470}
{"lr": 0.0081901425039068, "data_time": 0.005408191680908203, "loss_single": 3.376540684700012, "loss_dense": 3.4297893762588503, "loss": 6.8063301086425785, "time": 0.1580481767654419, "step": 653520}
{"lr": 0.0081901425039068, "data_time": 0.01750180721282959, "loss_single": 3.36565899848938, "loss_dense": 3.4176831245422363, "loss": 6.783342170715332, "time": 0.17277212142944337, "step": 653570}
{"lr": 0.0081901425039068, "data_time": 0.016794824600219728, "loss_single": 3.3853065729141236, "loss_dense": 3.4564136028289796, "loss": 6.841720199584961, "time": 0.18145196437835692, "step": 653620}
{"lr": 0.0081901425039068, "data_time": 0.022490429878234863, "loss_single": 3.361564350128174, "loss_dense": 3.417245316505432, "loss": 6.778809690475464, "time": 0.1623089075088501, "step": 653670}
{"lr": 0.0081901425039068, "data_time": 0.017513108253479005, "loss_single": 3.3742818593978883, "loss_dense": 3.413244438171387, "loss": 6.787526369094849, "time": 0.1971081256866455, "step": 653720}
{"lr": 0.0081901425039068, "data_time": 0.016610598564147948, "loss_single": 3.390299892425537, "loss_dense": 3.4394012928009032, "loss": 6.82970118522644, "time": 0.15879313945770263, "step": 653770}
{"lr": 0.0081901425039068, "data_time": 0.016389298439025878, "loss_single": 3.369475817680359, "loss_dense": 3.422724747657776, "loss": 6.792200565338135, "time": 0.15595600605010987, "step": 653820}
{"lr": 0.0081901425039068, "data_time": 0.016463494300842284, "loss_single": 3.3572468042373655, "loss_dense": 3.422842526435852, "loss": 6.780089378356934, "time": 0.17718856334686278, "step": 653870}
{"lr": 0.0081901425039068, "data_time": 0.016872096061706542, "loss_single": 3.369371485710144, "loss_dense": 3.411401963233948, "loss": 6.780773544311524, "time": 0.1558299779891968, "step": 653920}
{"lr": 0.0081901425039068, "data_time": 0.016713690757751466, "loss_single": 3.3818124771118163, "loss_dense": 3.4401957035064696, "loss": 6.82200813293457, "time": 0.1547096014022827, "step": 653970}
{"lr": 0.0081901425039068, "data_time": 0.017223191261291505, "loss_single": 3.374179744720459, "loss_dense": 3.426668667793274, "loss": 6.800848388671875, "time": 0.15866487026214598, "step": 654020}
{"lr": 0.0081901425039068, "data_time": 0.01745288372039795, "loss_single": 3.4051865100860597, "loss_dense": 3.45580050945282, "loss": 6.860986995697021, "time": 0.1596985340118408, "step": 654070}
{"lr": 0.0081901425039068, "data_time": 0.013653230667114259, "loss_single": 3.40529203414917, "loss_dense": 3.4484528303146362, "loss": 6.853744888305664, "time": 0.16630396842956544, "step": 654120}
{"lr": 0.0081901425039068, "data_time": 0.02240290641784668, "loss_single": 3.373957085609436, "loss_dense": 3.4154059648513795, "loss": 6.789363050460816, "time": 0.7995299100875854, "step": 654170}
{"lr": 0.0081901425039068, "data_time": 0.017412996292114256, "loss_single": 3.3992197036743166, "loss_dense": 3.4402355432510374, "loss": 6.839455223083496, "time": 0.16816380023956298, "step": 654220}
{"lr": 0.0081901425039068, "data_time": 0.01756927967071533, "loss_single": 3.4037029266357424, "loss_dense": 3.447199892997742, "loss": 6.850902891159057, "time": 0.15421659946441652, "step": 654270}
{"lr": 0.0081901425039068, "data_time": 0.018362045288085938, "loss_single": 3.3887229919433595, "loss_dense": 3.425327014923096, "loss": 6.814049959182739, "time": 0.15609447956085204, "step": 654320}
{"lr": 0.0081901425039068, "data_time": 0.018362760543823242, "loss_single": 3.4166252851486205, "loss_dense": 3.467174196243286, "loss": 6.883799457550049, "time": 0.15809617042541504, "step": 654370}
{"lr": 0.0081901425039068, "data_time": 0.01893179416656494, "loss_single": 3.3896605491638185, "loss_dense": 3.449444532394409, "loss": 6.839105176925659, "time": 0.15529825687408447, "step": 654420}
{"lr": 0.0081901425039068, "data_time": 0.01691315174102783, "loss_single": 3.390551710128784, "loss_dense": 3.441580128669739, "loss": 6.832131814956665, "time": 0.1617710828781128, "step": 654470}
{"lr": 0.0081901425039068, "data_time": 0.021259641647338866, "loss_single": 3.3573035478591917, "loss_dense": 3.4163276672363283, "loss": 6.773631238937378, "time": 0.1947298526763916, "step": 654520}
{"lr": 0.0081901425039068, "data_time": 0.01710929870605469, "loss_single": 3.3795896053314207, "loss_dense": 3.4266213178634644, "loss": 6.806210899353028, "time": 0.1601041316986084, "step": 654570}
{"lr": 0.0081901425039068, "data_time": 0.016548776626586915, "loss_single": 3.362329125404358, "loss_dense": 3.4221490383148194, "loss": 6.784478235244751, "time": 0.16156132221221925, "step": 654620}
{"lr": 0.0081901425039068, "data_time": 0.016993069648742677, "loss_single": 3.410045289993286, "loss_dense": 3.463027572631836, "loss": 6.873072862625122, "time": 0.15667943954467772, "step": 654670}
{"lr": 0.0081901425039068, "data_time": 0.017754960060119628, "loss_single": 3.397566318511963, "loss_dense": 3.4374361515045164, "loss": 6.835002422332764, "time": 0.15620455741882325, "step": 654720}
{"lr": 0.0081901425039068, "data_time": 0.015722775459289552, "loss_single": 3.3988792181015013, "loss_dense": 3.4543664932250975, "loss": 6.853245735168457, "time": 0.15528347492218017, "step": 654770}
{"lr": 0.0081901425039068, "data_time": 0.017854595184326173, "loss_single": 3.3909209966659546, "loss_dense": 3.4503742456436157, "loss": 6.841295289993286, "time": 0.2010186195373535, "step": 654820}
{"lr": 0.0081901425039068, "data_time": 0.015517711639404297, "loss_single": 3.3901354312896728, "loss_dense": 3.453180432319641, "loss": 6.84331579208374, "time": 0.16715629100799562, "step": 654870}
{"lr": 0.0081901425039068, "data_time": 0.016874933242797853, "loss_single": 3.3740452766418456, "loss_dense": 3.437892198562622, "loss": 6.811937522888184, "time": 0.1578577995300293, "step": 654920}
{"lr": 0.0081901425039068, "data_time": 0.017539381980895996, "loss_single": 3.4223520040512083, "loss_dense": 3.4777780294418337, "loss": 6.900129985809326, "time": 0.16838173866271972, "step": 654970}
{"lr": 0.0081901425039068, "data_time": 0.01693990230560303, "loss_single": 3.392984390258789, "loss_dense": 3.4537765264511107, "loss": 6.846760845184326, "time": 0.1809169054031372, "step": 655020}
{"lr": 0.0081901425039068, "data_time": 0.016916227340698243, "loss_single": 3.3910245656967164, "loss_dense": 3.439627766609192, "loss": 6.830652284622192, "time": 0.15839295387268065, "step": 655070}
{"lr": 0.0081901425039068, "data_time": 0.018599820137023926, "loss_single": 3.3765554904937742, "loss_dense": 3.4448166608810427, "loss": 6.821372175216675, "time": 0.1874929904937744, "step": 655120}
{"lr": 0.0081901425039068, "data_time": 0.0173245906829834, "loss_single": 3.3676459074020384, "loss_dense": 3.4252554178237915, "loss": 6.79290132522583, "time": 0.2173936128616333, "step": 655170}
{"lr": 0.0081901425039068, "data_time": 0.01870858669281006, "loss_single": 3.3700515985488892, "loss_dense": 3.423003315925598, "loss": 6.793054866790771, "time": 0.15765516757965087, "step": 655220}
{"lr": 0.0081901425039068, "data_time": 0.01808614730834961, "loss_single": 3.3855414628982543, "loss_dense": 3.4339993000030518, "loss": 6.819540739059448, "time": 0.15681424140930175, "step": 655270}
{"lr": 0.0081901425039068, "data_time": 0.01684300899505615, "loss_single": 3.3752758502960205, "loss_dense": 3.419944500923157, "loss": 6.795220375061035, "time": 0.15157172679901124, "step": 655320}
{"lr": 0.0081901425039068, "data_time": 0.01674034595489502, "loss_single": 3.370369863510132, "loss_dense": 3.431627702713013, "loss": 6.8019976139068605, "time": 0.1578207492828369, "step": 655370}
{"lr": 0.0081901425039068, "data_time": 0.018062186241149903, "loss_single": 3.3679336309432983, "loss_dense": 3.4219421625137327, "loss": 6.789875793457031, "time": 0.15821597576141358, "step": 655420}
{"lr": 0.0081901425039068, "data_time": 0.021679282188415527, "loss_single": 3.3613534927368165, "loss_dense": 3.4238499879837034, "loss": 6.785203456878662, "time": 0.23620920181274413, "step": 655470}
{"lr": 0.0081901425039068, "data_time": 0.014093589782714844, "loss_single": 3.3855178117752076, "loss_dense": 3.4422860622406004, "loss": 6.827803897857666, "time": 0.15471315383911133, "step": 655520}
{"lr": 0.007981052786091403, "data_time": 0.017527222633361816, "loss_single": 3.395921325683594, "loss_dense": 3.442696380615234, "loss": 6.8386177062988285, "time": 0.1566847085952759, "step": 655574}
{"lr": 0.007981052786091403, "data_time": 0.017065143585205077, "loss_single": 3.3740049600601196, "loss_dense": 3.426150894165039, "loss": 6.800155782699585, "time": 0.15660555362701417, "step": 655624}
{"lr": 0.007981052786091403, "data_time": 0.01715385913848877, "loss_single": 3.374623155593872, "loss_dense": 3.426296925544739, "loss": 6.800920152664185, "time": 0.15890789031982422, "step": 655674}
{"lr": 0.007981052786091403, "data_time": 0.016855478286743164, "loss_single": 3.4067684412002563, "loss_dense": 3.4448211431503295, "loss": 6.851589488983154, "time": 0.15491142272949218, "step": 655724}
{"lr": 0.007981052786091403, "data_time": 0.016910314559936523, "loss_single": 3.354177689552307, "loss_dense": 3.411337471008301, "loss": 6.765515232086182, "time": 0.1563631057739258, "step": 655774}
{"lr": 0.007981052786091403, "data_time": 0.017111372947692872, "loss_single": 3.367771792411804, "loss_dense": 3.4183116436004637, "loss": 6.786083364486695, "time": 0.151520299911499, "step": 655824}
{"lr": 0.007981052786091403, "data_time": 0.016623401641845705, "loss_single": 3.3788759469985963, "loss_dense": 3.441814684867859, "loss": 6.820690584182739, "time": 0.17174944877624512, "step": 655874}
{"lr": 0.007981052786091403, "data_time": 0.016012024879455567, "loss_single": 3.3745909690856934, "loss_dense": 3.4175186157226562, "loss": 6.792109632492066, "time": 0.1584472417831421, "step": 655924}
{"lr": 0.007981052786091403, "data_time": 0.014900398254394532, "loss_single": 3.3831158876419067, "loss_dense": 3.4367579221725464, "loss": 6.8198737621307375, "time": 0.17377629280090331, "step": 655974}
{"lr": 0.007981052786091403, "data_time": 0.015575242042541505, "loss_single": 3.3638935804367067, "loss_dense": 3.412407660484314, "loss": 6.77630124092102, "time": 0.1852348566055298, "step": 656024}
{"lr": 0.007981052786091403, "data_time": 0.017777252197265624, "loss_single": 3.391023111343384, "loss_dense": 3.438989543914795, "loss": 6.830012702941895, "time": 0.15268173217773437, "step": 656074}
{"lr": 0.007981052786091403, "data_time": 0.01780357360839844, "loss_single": 3.3595680952072144, "loss_dense": 3.3993478059768676, "loss": 6.758915996551513, "time": 0.15351493358612062, "step": 656124}
{"lr": 0.007981052786091403, "data_time": 0.016561079025268554, "loss_single": 3.3918111324310303, "loss_dense": 3.452026438713074, "loss": 6.843837594985962, "time": 0.15366182327270508, "step": 656174}
{"lr": 0.007981052786091403, "data_time": 0.019511699676513672, "loss_single": 3.384101319313049, "loss_dense": 3.4162517309188845, "loss": 6.800353050231934, "time": 0.19263629913330077, "step": 656224}
{"lr": 0.007981052786091403, "data_time": 0.018677926063537596, "loss_single": 3.384029197692871, "loss_dense": 3.4413272380828857, "loss": 6.825356340408325, "time": 0.15510165691375732, "step": 656274}
{"lr": 0.007981052786091403, "data_time": 0.01637876033782959, "loss_single": 3.3641334533691407, "loss_dense": 3.4124741315841676, "loss": 6.776607608795166, "time": 0.15899996757507323, "step": 656324}
{"lr": 0.007981052786091403, "data_time": 0.017117619514465332, "loss_single": 3.388879108428955, "loss_dense": 3.4440247774124146, "loss": 6.83290376663208, "time": 0.1579455852508545, "step": 656374}
{"lr": 0.007981052786091403, "data_time": 0.018118834495544432, "loss_single": 3.3773899555206297, "loss_dense": 3.416487145423889, "loss": 6.793877077102661, "time": 0.16507456302642823, "step": 656424}
{"lr": 0.007981052786091403, "data_time": 0.01811504364013672, "loss_single": 3.3846041679382326, "loss_dense": 3.4255362510681153, "loss": 6.8101404190063475, "time": 0.15458641052246094, "step": 656474}
{"lr": 0.007981052786091403, "data_time": 0.01876997947692871, "loss_single": 3.3827988147735595, "loss_dense": 3.422201466560364, "loss": 6.805000257492066, "time": 0.15371239185333252, "step": 656524}
{"lr": 0.007981052786091403, "data_time": 0.01797027587890625, "loss_single": 3.381298065185547, "loss_dense": 3.429295301437378, "loss": 6.810593318939209, "time": 0.16483466625213622, "step": 656574}
{"lr": 0.007981052786091403, "data_time": 0.017193818092346193, "loss_single": 3.36672420501709, "loss_dense": 3.4324806213378904, "loss": 6.7992048263549805, "time": 0.163293719291687, "step": 656624}
{"lr": 0.007981052786091403, "data_time": 0.020464324951171876, "loss_single": 3.385008430480957, "loss_dense": 3.4316696166992187, "loss": 6.816678047180176, "time": 0.16567642688751222, "step": 656674}
{"lr": 0.007981052786091403, "data_time": 0.012066292762756347, "loss_single": 3.3593140840530396, "loss_dense": 3.41490318775177, "loss": 6.774217224121093, "time": 0.16671569347381593, "step": 656724}
{"lr": 0.007981052786091403, "data_time": 0.016783380508422853, "loss_single": 3.3809184789657594, "loss_dense": 3.4314873218536377, "loss": 6.812405824661255, "time": 0.15136525630950928, "step": 656774}
{"lr": 0.007981052786091403, "data_time": 0.016855335235595702, "loss_single": 3.4075337171554567, "loss_dense": 3.4572463989257813, "loss": 6.8647801876068115, "time": 0.15428564548492432, "step": 656824}
{"lr": 0.007981052786091403, "data_time": 0.016390061378479003, "loss_single": 3.382961964607239, "loss_dense": 3.4310094833374025, "loss": 6.813971424102784, "time": 0.15400824546813965, "step": 656874}
{"lr": 0.007981052786091403, "data_time": 0.016371798515319825, "loss_single": 3.385185408592224, "loss_dense": 3.4478937149047852, "loss": 6.833079099655151, "time": 0.1555098295211792, "step": 656924}
{"lr": 0.007981052786091403, "data_time": 0.017360901832580565, "loss_single": 3.386347222328186, "loss_dense": 3.44722056388855, "loss": 6.833567810058594, "time": 0.16229398250579835, "step": 656974}
{"lr": 0.007981052786091403, "data_time": 0.017708182334899902, "loss_single": 3.3704766750335695, "loss_dense": 3.4297119855880736, "loss": 6.800188684463501, "time": 0.1565244436264038, "step": 657024}
{"lr": 0.007981052786091403, "data_time": 0.015347552299499512, "loss_single": 3.3605825901031494, "loss_dense": 3.4093230247497557, "loss": 6.769905662536621, "time": 0.7694691181182861, "step": 657074}
{"lr": 0.007981052786091403, "data_time": 0.017214441299438478, "loss_single": 3.3895586729049683, "loss_dense": 3.4333961486816404, "loss": 6.822954702377319, "time": 0.15732138156890868, "step": 657124}
{"lr": 0.007981052786091403, "data_time": 0.01279594898223877, "loss_single": 3.3718315839767454, "loss_dense": 3.431897735595703, "loss": 6.8037293434143065, "time": 0.1815828800201416, "step": 657174}
{"lr": 0.007981052786091403, "data_time": 0.015269851684570313, "loss_single": 3.37607889175415, "loss_dense": 3.421799826622009, "loss": 6.797878742218018, "time": 0.15819296836853028, "step": 657224}
{"lr": 0.007981052786091403, "data_time": 0.016910099983215333, "loss_single": 3.3762607336044312, "loss_dense": 3.4399191617965696, "loss": 6.816179895401001, "time": 0.15543456077575685, "step": 657274}
{"lr": 0.007981052786091403, "data_time": 0.01703522205352783, "loss_single": 3.361564564704895, "loss_dense": 3.4261959314346315, "loss": 6.787760543823242, "time": 0.15510692596435546, "step": 657324}
{"lr": 0.007981052786091403, "data_time": 0.01667497158050537, "loss_single": 3.387552571296692, "loss_dense": 3.438743758201599, "loss": 6.826296424865722, "time": 0.15770740509033204, "step": 657374}
{"lr": 0.007981052786091403, "data_time": 0.017286849021911622, "loss_single": 3.3839184284210204, "loss_dense": 3.4331764459609984, "loss": 6.817094850540161, "time": 0.15508015155792237, "step": 657424}
{"lr": 0.007981052786091403, "data_time": 0.02061014175415039, "loss_single": 3.390965127944946, "loss_dense": 3.442831349372864, "loss": 6.833796501159668, "time": 0.21654853820800782, "step": 657474}
{"lr": 0.007981052786091403, "data_time": 0.017679119110107423, "loss_single": 3.3911465406417847, "loss_dense": 3.450695109367371, "loss": 6.841841745376587, "time": 0.16135838031768798, "step": 657524}
{"lr": 0.007981052786091403, "data_time": 0.0166398286819458, "loss_single": 3.3705283880233763, "loss_dense": 3.4362521409988402, "loss": 6.806780529022217, "time": 0.15540628433227538, "step": 657574}
{"lr": 0.007981052786091403, "data_time": 0.01716349124908447, "loss_single": 3.397045850753784, "loss_dense": 3.444593358039856, "loss": 6.8416393280029295, "time": 0.15535643100738525, "step": 657624}
{"lr": 0.007981052786091403, "data_time": 0.011932969093322754, "loss_single": 3.3698293447494505, "loss_dense": 3.424029326438904, "loss": 6.7938587188720705, "time": 0.16327528953552245, "step": 657674}
{"lr": 0.007981052786091403, "data_time": 0.01575009822845459, "loss_single": 3.4036537170410157, "loss_dense": 3.4564149379730225, "loss": 6.860068655014038, "time": 0.15536420345306395, "step": 657724}
{"lr": 0.007981052786091403, "data_time": 0.01715564727783203, "loss_single": 3.354994559288025, "loss_dense": 3.4122382402420044, "loss": 6.767232847213745, "time": 0.15917792320251464, "step": 657774}
{"lr": 0.007981052786091403, "data_time": 0.0173825740814209, "loss_single": 3.3965980052947997, "loss_dense": 3.4535053730010987, "loss": 6.850103330612183, "time": 0.15336134433746337, "step": 657824}
{"lr": 0.007981052786091403, "data_time": 0.021708989143371583, "loss_single": 3.405393671989441, "loss_dense": 3.438145613670349, "loss": 6.8435393333435055, "time": 0.16067349910736084, "step": 657874}
{"lr": 0.007981052786091403, "data_time": 0.017479920387268068, "loss_single": 3.370315957069397, "loss_dense": 3.430966377258301, "loss": 6.8012824058532715, "time": 0.16436936855316162, "step": 657924}
{"lr": 0.007981052786091403, "data_time": 0.013015151023864746, "loss_single": 3.367097568511963, "loss_dense": 3.4122730255126954, "loss": 6.779370546340942, "time": 0.15849089622497559, "step": 657974}
{"lr": 0.007981052786091403, "data_time": 0.01908454895019531, "loss_single": 3.3805477619171143, "loss_dense": 3.4277148962020876, "loss": 6.808262586593628, "time": 0.16148900985717773, "step": 658024}
{"lr": 0.007981052786091403, "data_time": 0.015232682228088379, "loss_single": 3.3884133815765383, "loss_dense": 3.4444711208343506, "loss": 6.832884454727173, "time": 0.25533475875854494, "step": 658074}
{"lr": 0.007981052786091403, "data_time": 0.01732034683227539, "loss_single": 3.3640620946884154, "loss_dense": 3.4099475622177122, "loss": 6.774009704589844, "time": 0.18729736804962158, "step": 658124}
{"lr": 0.007981052786091403, "data_time": 0.012836241722106933, "loss_single": 3.387570881843567, "loss_dense": 3.452465128898621, "loss": 6.840036058425904, "time": 0.21014244556427003, "step": 658174}
{"lr": 0.007981052786091403, "data_time": 0.018265819549560545, "loss_single": 3.408115816116333, "loss_dense": 3.4613218784332274, "loss": 6.869437742233276, "time": 0.1544511318206787, "step": 658224}
{"lr": 0.007981052786091403, "data_time": 0.03201160430908203, "loss_single": 3.393841505050659, "loss_dense": 3.442512941360474, "loss": 6.836354494094849, "time": 0.2870016574859619, "step": 658274}
{"lr": 0.007981052786091403, "data_time": 0.01656956672668457, "loss_single": 3.4151183366775513, "loss_dense": 3.4684364795684814, "loss": 6.883554840087891, "time": 0.17438898086547852, "step": 658324}
{"lr": 0.007981052786091403, "data_time": 0.01797142028808594, "loss_single": 3.399845266342163, "loss_dense": 3.45311062335968, "loss": 6.852955865859985, "time": 0.15206923484802246, "step": 658374}
{"lr": 0.007981052786091403, "data_time": 0.018337702751159667, "loss_single": 3.4005961179733277, "loss_dense": 3.451753354072571, "loss": 6.852349376678466, "time": 0.15505971908569335, "step": 658424}
{"lr": 0.007981052786091403, "data_time": 0.016820955276489257, "loss_single": 3.3795029640197756, "loss_dense": 3.431706404685974, "loss": 6.811209297180175, "time": 0.1552258014678955, "step": 658474}
{"lr": 0.007981052786091403, "data_time": 0.016766691207885744, "loss_single": 3.360212874412537, "loss_dense": 3.4131842613220216, "loss": 6.7733971118927006, "time": 0.1544869661331177, "step": 658524}
{"lr": 0.007981052786091403, "data_time": 0.01995580196380615, "loss_single": 3.3989389896392823, "loss_dense": 3.4533909797668456, "loss": 6.852330017089844, "time": 0.1621415138244629, "step": 658574}
{"lr": 0.007981052786091403, "data_time": 0.01769888401031494, "loss_single": 3.355594277381897, "loss_dense": 3.427071213722229, "loss": 6.782665491104126, "time": 0.15240089893341063, "step": 658624}
{"lr": 0.007981052786091403, "data_time": 0.011338067054748536, "loss_single": 3.3724270105361938, "loss_dense": 3.427117133140564, "loss": 6.799544143676758, "time": 0.15750539302825928, "step": 658674}
{"lr": 0.007981052786091403, "data_time": 0.016596484184265136, "loss_single": 3.384845805168152, "loss_dense": 3.4401418924331666, "loss": 6.824987745285034, "time": 0.1557769298553467, "step": 658724}
{"lr": 0.007981052786091403, "data_time": 0.016281890869140624, "loss_single": 3.4177800893783568, "loss_dense": 3.4686734437942506, "loss": 6.886453533172608, "time": 0.1779963731765747, "step": 658774}
{"lr": 0.007981052786091403, "data_time": 0.016443157196044923, "loss_single": 3.391413617134094, "loss_dense": 3.452201795578003, "loss": 6.843615388870239, "time": 0.15601043701171874, "step": 658824}
{"lr": 0.007981052786091403, "data_time": 0.01657283306121826, "loss_single": 3.3705958843231203, "loss_dense": 3.4260478973388673, "loss": 6.796643781661987, "time": 0.20503194332122804, "step": 658874}
{"lr": 0.007981052786091403, "data_time": 0.017409110069274904, "loss_single": 3.3563524723052978, "loss_dense": 3.409064793586731, "loss": 6.765417242050171, "time": 0.1651975154876709, "step": 658924}
{"lr": 0.007981052786091403, "data_time": 0.01585254669189453, "loss_single": 3.3632376909255983, "loss_dense": 3.408915114402771, "loss": 6.7721528053283695, "time": 0.1894472599029541, "step": 658974}
{"lr": 0.007981052786091403, "data_time": 0.016307306289672852, "loss_single": 3.413553166389465, "loss_dense": 3.449975681304932, "loss": 6.863528871536255, "time": 0.1656186103820801, "step": 659024}
{"lr": 0.007981052786091403, "data_time": 0.017243671417236327, "loss_single": 3.3841928005218507, "loss_dense": 3.4313440561294555, "loss": 6.815536880493164, "time": 0.15707812309265137, "step": 659074}
{"lr": 0.007981052786091403, "data_time": 0.016948699951171875, "loss_single": 3.3941022157669067, "loss_dense": 3.4533522605895994, "loss": 6.847454404830932, "time": 0.16702919006347655, "step": 659124}
{"lr": 0.007981052786091403, "data_time": 0.01715250015258789, "loss_single": 3.392560291290283, "loss_dense": 3.4465716600418093, "loss": 6.8391319751739506, "time": 0.16582245826721193, "step": 659174}
{"lr": 0.007981052786091403, "data_time": 0.016790390014648438, "loss_single": 3.3793837785720826, "loss_dense": 3.4336355924606323, "loss": 6.8130193710327145, "time": 0.19527885913848878, "step": 659224}
{"lr": 0.007981052786091403, "data_time": 0.01623978614807129, "loss_single": 3.373126411437988, "loss_dense": 3.4315176963806153, "loss": 6.804644203186035, "time": 0.22654576301574708, "step": 659274}
{"lr": 0.007981052786091403, "data_time": 0.022963190078735353, "loss_single": 3.3862757444381715, "loss_dense": 3.4242427110672, "loss": 6.810518455505371, "time": 0.18651533126831055, "step": 659324}
{"lr": 0.007981052786091403, "data_time": 0.019092631340026856, "loss_single": 3.352429246902466, "loss_dense": 3.404147982597351, "loss": 6.756577253341675, "time": 0.15968735218048097, "step": 659374}
{"lr": 0.007981052786091403, "data_time": 0.017146992683410644, "loss_single": 3.3848708868026733, "loss_dense": 3.4383763313293456, "loss": 6.823247194290161, "time": 0.1637718439102173, "step": 659424}
{"lr": 0.007981052786091403, "data_time": 0.019313859939575195, "loss_single": 3.3723390102386475, "loss_dense": 3.420550799369812, "loss": 6.792889833450317, "time": 0.15706770420074462, "step": 659474}
{"lr": 0.007981052786091403, "data_time": 0.016060185432434083, "loss_single": 3.3729390144348144, "loss_dense": 3.418064570426941, "loss": 6.7910035133361815, "time": 0.16514315605163574, "step": 659524}
{"lr": 0.007981052786091403, "data_time": 0.017726683616638185, "loss_single": 3.3725366592407227, "loss_dense": 3.425394868850708, "loss": 6.797931575775147, "time": 0.15504629611968995, "step": 659574}
{"lr": 0.007981052786091403, "data_time": 0.01640210151672363, "loss_single": 3.37714478969574, "loss_dense": 3.4316490411758425, "loss": 6.808793783187866, "time": 0.16562097072601317, "step": 659624}
{"lr": 0.007981052786091403, "data_time": 0.01702733039855957, "loss_single": 3.357610249519348, "loss_dense": 3.422526240348816, "loss": 6.78013653755188, "time": 0.17199206352233887, "step": 659674}
{"lr": 0.007981052786091403, "data_time": 0.018096303939819335, "loss_single": 3.392456221580505, "loss_dense": 3.4635760307312013, "loss": 6.856032228469848, "time": 0.1582561731338501, "step": 659724}
{"lr": 0.007981052786091403, "data_time": 0.026369285583496094, "loss_single": 3.3888691663742065, "loss_dense": 3.4433216094970702, "loss": 6.832190895080567, "time": 0.17546427249908447, "step": 659774}
{"lr": 0.007981052786091403, "data_time": 0.01779954433441162, "loss_single": 3.365837001800537, "loss_dense": 3.4142372369766236, "loss": 6.780074214935302, "time": 0.15603458881378174, "step": 659824}
{"lr": 0.007981052786091403, "data_time": 0.016517496109008788, "loss_single": 3.3776995658874513, "loss_dense": 3.4410502433776857, "loss": 6.8187497615814205, "time": 0.19715306758880616, "step": 659874}
{"lr": 0.007981052786091403, "data_time": 0.017461490631103516, "loss_single": 3.3666736602783205, "loss_dense": 3.408204460144043, "loss": 6.774878072738647, "time": 0.15750789642333984, "step": 659924}
{"lr": 0.007981052786091403, "data_time": 0.017331576347351073, "loss_single": 3.3643614053726196, "loss_dense": 3.412176251411438, "loss": 6.776537561416626, "time": 0.1543898582458496, "step": 659974}
{"lr": 0.007981052786091403, "data_time": 0.017791008949279784, "loss_single": 3.403760623931885, "loss_dense": 3.4564547538757324, "loss": 6.860215425491333, "time": 0.15952696800231933, "step": 660024}
{"lr": 0.007981052786091403, "data_time": 0.010106062889099121, "loss_single": 3.403802275657654, "loss_dense": 3.439335322380066, "loss": 6.843137598037719, "time": 0.15777168273925782, "step": 660074}
{"lr": 0.007981052786091403, "data_time": 0.0200958251953125, "loss_single": 3.3853140592575075, "loss_dense": 3.434682559967041, "loss": 6.81999659538269, "time": 0.1644268035888672, "step": 660124}
{"lr": 0.007981052786091403, "data_time": 0.01621088981628418, "loss_single": 3.372475099563599, "loss_dense": 3.4309103012084963, "loss": 6.8033853530883786, "time": 0.1593768835067749, "step": 660174}
{"lr": 0.007981052786091403, "data_time": 0.017458558082580566, "loss_single": 3.3935107469558714, "loss_dense": 3.4432249069213867, "loss": 6.836735630035401, "time": 0.15322694778442383, "step": 660224}
{"lr": 0.007981052786091403, "data_time": 0.017313504219055177, "loss_single": 3.404492902755737, "loss_dense": 3.461655282974243, "loss": 6.8661480903625485, "time": 0.160117506980896, "step": 660274}
{"lr": 0.007981052786091403, "data_time": 0.019423913955688477, "loss_single": 3.3587709426879884, "loss_dense": 3.4177477836608885, "loss": 6.776518678665161, "time": 0.15624659061431884, "step": 660324}
{"lr": 0.007981052786091403, "data_time": 0.01597716808319092, "loss_single": 3.4108164072036744, "loss_dense": 3.451696515083313, "loss": 6.862512874603271, "time": 0.16238157749176024, "step": 660374}
{"lr": 0.007981052786091403, "data_time": 0.045916414260864256, "loss_single": 3.3810247659683226, "loss_dense": 3.4143109560012816, "loss": 6.795335721969605, "time": 0.21260812282562255, "step": 660424}
{"lr": 0.007981052786091403, "data_time": 0.018265891075134277, "loss_single": 3.379430055618286, "loss_dense": 3.4409018754959106, "loss": 6.8203319072723385, "time": 0.15949499607086182, "step": 660474}
{"lr": 0.007981052786091403, "data_time": 0.013413119316101074, "loss_single": 3.380723071098328, "loss_dense": 3.4345452547073365, "loss": 6.815268278121948, "time": 0.15072252750396728, "step": 660524}
{"lr": 0.007773694888474269, "data_time": 0.016405606269836427, "loss_single": 3.3712661266326904, "loss_dense": 3.4292234897613527, "loss": 6.800489711761474, "time": 0.20137650966644288, "step": 660578}
{"lr": 0.007773694888474269, "data_time": 0.01652536392211914, "loss_single": 3.3771164178848267, "loss_dense": 3.4139891862869263, "loss": 6.791105604171753, "time": 0.15531497001647948, "step": 660628}
{"lr": 0.007773694888474269, "data_time": 0.01623547077178955, "loss_single": 3.387643551826477, "loss_dense": 3.438196134567261, "loss": 6.825839710235596, "time": 0.16830153465270997, "step": 660678}
{"lr": 0.007773694888474269, "data_time": 0.018292164802551268, "loss_single": 3.397573971748352, "loss_dense": 3.4525927305221558, "loss": 6.850166702270508, "time": 0.1626286268234253, "step": 660728}
{"lr": 0.007773694888474269, "data_time": 0.018113994598388673, "loss_single": 3.3641942739486694, "loss_dense": 3.4158270835876463, "loss": 6.78002142906189, "time": 0.16167654991149902, "step": 660778}
{"lr": 0.007773694888474269, "data_time": 0.016829919815063477, "loss_single": 3.38418824672699, "loss_dense": 3.4489795207977294, "loss": 6.833167695999146, "time": 0.15709564685821534, "step": 660828}
{"lr": 0.007773694888474269, "data_time": 0.018702387809753418, "loss_single": 3.407764935493469, "loss_dense": 3.4388033151626587, "loss": 6.846568250656128, "time": 0.25384767055511476, "step": 660878}
{"lr": 0.007773694888474269, "data_time": 0.017247462272644044, "loss_single": 3.427969241142273, "loss_dense": 3.4824443817138673, "loss": 6.910413646697998, "time": 0.15871610641479492, "step": 660928}
{"lr": 0.007773694888474269, "data_time": 0.017058372497558594, "loss_single": 3.399142265319824, "loss_dense": 3.4446218013763428, "loss": 6.843764114379883, "time": 0.15588526725769042, "step": 660978}
{"lr": 0.007773694888474269, "data_time": 0.018421077728271486, "loss_single": 3.374517035484314, "loss_dense": 3.432706665992737, "loss": 6.807223653793335, "time": 0.1574808120727539, "step": 661028}
{"lr": 0.007773694888474269, "data_time": 0.013357090950012206, "loss_single": 3.4206349849700928, "loss_dense": 3.4660928726196287, "loss": 6.886728000640869, "time": 0.17449016571044923, "step": 661078}
{"lr": 0.007773694888474269, "data_time": 0.019245362281799315, "loss_single": 3.38414089679718, "loss_dense": 3.440674138069153, "loss": 6.824815082550049, "time": 0.16461434364318847, "step": 661128}
{"lr": 0.007773694888474269, "data_time": 0.01788778305053711, "loss_single": 3.390570855140686, "loss_dense": 3.448309326171875, "loss": 6.838880157470703, "time": 0.1569498062133789, "step": 661178}
{"lr": 0.007773694888474269, "data_time": 0.028580594062805175, "loss_single": 3.3845049381256103, "loss_dense": 3.4308287143707275, "loss": 6.815333652496338, "time": 0.28634560108184814, "step": 661228}
{"lr": 0.007773694888474269, "data_time": 0.016386985778808594, "loss_single": 3.3531640768051147, "loss_dense": 3.4124982833862303, "loss": 6.765662384033203, "time": 0.18806791305541992, "step": 661278}
{"lr": 0.007773694888474269, "data_time": 0.017306208610534668, "loss_single": 3.378343653678894, "loss_dense": 3.426179361343384, "loss": 6.804523038864136, "time": 0.15340845584869384, "step": 661328}
{"lr": 0.007773694888474269, "data_time": 0.02103900909423828, "loss_single": 3.3746291637420653, "loss_dense": 3.431341457366943, "loss": 6.805970668792725, "time": 0.19139091968536376, "step": 661378}
{"lr": 0.007773694888474269, "data_time": 0.01792306900024414, "loss_single": 3.371722388267517, "loss_dense": 3.4367315053939818, "loss": 6.808453941345215, "time": 0.15384161472320557, "step": 661428}
{"lr": 0.007773694888474269, "data_time": 0.017840003967285155, "loss_single": 3.3795135736465456, "loss_dense": 3.423454689979553, "loss": 6.802968311309814, "time": 0.16614344120025634, "step": 661478}
{"lr": 0.007773694888474269, "data_time": 0.016487836837768555, "loss_single": 3.3979111909866333, "loss_dense": 3.461094331741333, "loss": 6.859005498886108, "time": 0.15890986919403077, "step": 661528}
{"lr": 0.007773694888474269, "data_time": 0.0180558443069458, "loss_single": 3.3776403427124024, "loss_dense": 3.4250135898590086, "loss": 6.8026539325714115, "time": 0.15984079837799073, "step": 661578}
{"lr": 0.007773694888474269, "data_time": 0.017772388458251954, "loss_single": 3.3427238702774047, "loss_dense": 3.402087903022766, "loss": 6.744811773300171, "time": 0.2115410089492798, "step": 661628}
{"lr": 0.007773694888474269, "data_time": 0.01567392349243164, "loss_single": 3.3741281986236573, "loss_dense": 3.4286488771438597, "loss": 6.802777099609375, "time": 0.1617952346801758, "step": 661678}
{"lr": 0.007773694888474269, "data_time": 0.016118431091308595, "loss_single": 3.385573887825012, "loss_dense": 3.428586149215698, "loss": 6.814160013198853, "time": 0.16129748821258544, "step": 661728}
{"lr": 0.007773694888474269, "data_time": 0.02496049404144287, "loss_single": 3.383054804801941, "loss_dense": 3.442259907722473, "loss": 6.825314712524414, "time": 0.27578072547912597, "step": 661778}
{"lr": 0.007773694888474269, "data_time": 0.018047547340393065, "loss_single": 3.3498714685440065, "loss_dense": 3.406672167778015, "loss": 6.75654354095459, "time": 0.15484087467193602, "step": 661828}
{"lr": 0.007773694888474269, "data_time": 0.01650955677032471, "loss_single": 3.397862958908081, "loss_dense": 3.4445855379104615, "loss": 6.842448568344116, "time": 0.15740659236907958, "step": 661878}
{"lr": 0.007773694888474269, "data_time": 0.017749381065368653, "loss_single": 3.367797684669495, "loss_dense": 3.423699140548706, "loss": 6.791496992111206, "time": 0.15201218128204347, "step": 661928}
{"lr": 0.007773694888474269, "data_time": 0.01611964702606201, "loss_single": 3.3991674184799194, "loss_dense": 3.441872715950012, "loss": 6.841040134429932, "time": 0.15906040668487548, "step": 661978}
{"lr": 0.007773694888474269, "data_time": 0.016338181495666505, "loss_single": 3.4056893587112427, "loss_dense": 3.461237382888794, "loss": 6.866926765441894, "time": 0.1552751064300537, "step": 662028}
{"lr": 0.007773694888474269, "data_time": 0.017894172668457033, "loss_single": 3.403894543647766, "loss_dense": 3.462067151069641, "loss": 6.865961742401123, "time": 0.1604301929473877, "step": 662078}
{"lr": 0.007773694888474269, "data_time": 0.013028335571289063, "loss_single": 3.3662624597549438, "loss_dense": 3.4163867712020872, "loss": 6.782649183273316, "time": 0.18168239593505858, "step": 662128}
{"lr": 0.007773694888474269, "data_time": 0.015311479568481445, "loss_single": 3.3821468114852906, "loss_dense": 3.439491558074951, "loss": 6.821638345718384, "time": 0.531803035736084, "step": 662178}
{"lr": 0.007773694888474269, "data_time": 0.01922183036804199, "loss_single": 3.369750189781189, "loss_dense": 3.4320605039596557, "loss": 6.801810646057129, "time": 0.1786017656326294, "step": 662228}
{"lr": 0.007773694888474269, "data_time": 0.01623258590698242, "loss_single": 3.393503212928772, "loss_dense": 3.447583031654358, "loss": 6.8410862445831295, "time": 0.16313416957855226, "step": 662278}
{"lr": 0.007773694888474269, "data_time": 0.017864108085632324, "loss_single": 3.4043228149414064, "loss_dense": 3.44300217628479, "loss": 6.84732494354248, "time": 0.15436863899230957, "step": 662328}
{"lr": 0.007773694888474269, "data_time": 0.014991998672485352, "loss_single": 3.3625465631484985, "loss_dense": 3.425957369804382, "loss": 6.788503932952881, "time": 0.15959103107452394, "step": 662378}
{"lr": 0.007773694888474269, "data_time": 0.017108893394470213, "loss_single": 3.3614609956741335, "loss_dense": 3.4184978008270264, "loss": 6.779958724975586, "time": 0.16648824214935304, "step": 662428}
{"lr": 0.007773694888474269, "data_time": 0.019631195068359374, "loss_single": 3.370668649673462, "loss_dense": 3.412638235092163, "loss": 6.783306837081909, "time": 0.16096198558807373, "step": 662478}
{"lr": 0.007773694888474269, "data_time": 0.06765210628509521, "loss_single": 3.3774025201797486, "loss_dense": 3.43228657245636, "loss": 6.809689044952393, "time": 0.21159017086029053, "step": 662528}
{"lr": 0.007773694888474269, "data_time": 0.018311691284179688, "loss_single": 3.383191633224487, "loss_dense": 3.442474937438965, "loss": 6.825666618347168, "time": 0.1582643985748291, "step": 662578}
{"lr": 0.007773694888474269, "data_time": 0.01779336929321289, "loss_single": 3.364824986457825, "loss_dense": 3.41939435005188, "loss": 6.784219408035279, "time": 0.15574207305908203, "step": 662628}
{"lr": 0.007773694888474269, "data_time": 0.018616890907287596, "loss_single": 3.3636149168014526, "loss_dense": 3.420714259147644, "loss": 6.784329128265381, "time": 0.15525195598602295, "step": 662678}
{"lr": 0.007773694888474269, "data_time": 0.01778578758239746, "loss_single": 3.378095817565918, "loss_dense": 3.430221438407898, "loss": 6.8083172798156735, "time": 0.1677863359451294, "step": 662728}
{"lr": 0.007773694888474269, "data_time": 0.016338086128234862, "loss_single": 3.380460286140442, "loss_dense": 3.4290308237075804, "loss": 6.809491062164307, "time": 0.16796131134033204, "step": 662778}
{"lr": 0.007773694888474269, "data_time": 0.0178955078125, "loss_single": 3.3615596771240233, "loss_dense": 3.4203678131103517, "loss": 6.781927537918091, "time": 0.15529153347015381, "step": 662828}
{"lr": 0.007773694888474269, "data_time": 0.015260267257690429, "loss_single": 3.3677553653717043, "loss_dense": 3.4263468265533445, "loss": 6.79410228729248, "time": 0.15881040096282958, "step": 662878}
{"lr": 0.007773694888474269, "data_time": 0.01796877384185791, "loss_single": 3.366697382926941, "loss_dense": 3.411754679679871, "loss": 6.7784521102905275, "time": 0.15810759067535402, "step": 662928}
{"lr": 0.007773694888474269, "data_time": 0.01692228317260742, "loss_single": 3.3784836530685425, "loss_dense": 3.4289504528045653, "loss": 6.807434129714966, "time": 0.15868253707885743, "step": 662978}
{"lr": 0.007773694888474269, "data_time": 0.01703367233276367, "loss_single": 3.349214053153992, "loss_dense": 3.416499400138855, "loss": 6.765713453292847, "time": 0.15469260215759278, "step": 663028}
{"lr": 0.007773694888474269, "data_time": 0.016545319557189943, "loss_single": 3.400382709503174, "loss_dense": 3.458173632621765, "loss": 6.858556318283081, "time": 0.1536360502243042, "step": 663078}
{"lr": 0.007773694888474269, "data_time": 0.016463661193847658, "loss_single": 3.3880814790725706, "loss_dense": 3.437363791465759, "loss": 6.82544527053833, "time": 0.15780110359191896, "step": 663128}
{"lr": 0.007773694888474269, "data_time": 0.019008970260620116, "loss_single": 3.3833524703979494, "loss_dense": 3.432948184013367, "loss": 6.816300630569458, "time": 0.1526859760284424, "step": 663178}
{"lr": 0.007773694888474269, "data_time": 0.015944623947143556, "loss_single": 3.3710405111312864, "loss_dense": 3.4345512866973875, "loss": 6.805591821670532, "time": 0.15467581748962403, "step": 663228}
{"lr": 0.007773694888474269, "data_time": 0.01739335060119629, "loss_single": 3.3834523916244508, "loss_dense": 3.4358334302902223, "loss": 6.819285821914673, "time": 0.21113965511322022, "step": 663278}
{"lr": 0.007773694888474269, "data_time": 0.016482114791870117, "loss_single": 3.4255639791488646, "loss_dense": 3.476344847679138, "loss": 6.901908826828003, "time": 0.16130948066711426, "step": 663328}
{"lr": 0.007773694888474269, "data_time": 0.01747241020202637, "loss_single": 3.369883584976196, "loss_dense": 3.4248759746551514, "loss": 6.794759607315063, "time": 0.16186990737915039, "step": 663378}
{"lr": 0.007773694888474269, "data_time": 0.01180424690246582, "loss_single": 3.3788636922836304, "loss_dense": 3.4189072608947755, "loss": 6.797770929336548, "time": 0.16734251976013184, "step": 663428}
{"lr": 0.007773694888474269, "data_time": 0.01702771186828613, "loss_single": 3.4093639612197877, "loss_dense": 3.453524661064148, "loss": 6.86288857460022, "time": 0.1580814838409424, "step": 663478}
{"lr": 0.007773694888474269, "data_time": 0.017942190170288086, "loss_single": 3.371307682991028, "loss_dense": 3.4379091262817383, "loss": 6.809216833114624, "time": 0.16776018142700194, "step": 663528}
{"lr": 0.007773694888474269, "data_time": 0.01714158058166504, "loss_single": 3.3911770820617675, "loss_dense": 3.441923904418945, "loss": 6.833100938796997, "time": 0.15918633937835694, "step": 663578}
{"lr": 0.007773694888474269, "data_time": 0.018027877807617186, "loss_single": 3.382415795326233, "loss_dense": 3.449101996421814, "loss": 6.831517744064331, "time": 0.18875696659088134, "step": 663628}
{"lr": 0.007773694888474269, "data_time": 0.017589521408081055, "loss_single": 3.3963155508041383, "loss_dense": 3.4389474153518678, "loss": 6.83526291847229, "time": 0.16042227745056153, "step": 663678}
{"lr": 0.007773694888474269, "data_time": 0.017893481254577636, "loss_single": 3.400143599510193, "loss_dense": 3.4576190233230593, "loss": 6.857762670516967, "time": 0.1633840560913086, "step": 663728}
{"lr": 0.007773694888474269, "data_time": 0.018433308601379393, "loss_single": 3.3806396245956423, "loss_dense": 3.4460270166397096, "loss": 6.82666654586792, "time": 0.16092317104339598, "step": 663778}
{"lr": 0.007773694888474269, "data_time": 0.01713566780090332, "loss_single": 3.3877521753311157, "loss_dense": 3.4441437482833863, "loss": 6.831895971298218, "time": 0.1568587064743042, "step": 663828}
{"lr": 0.007773694888474269, "data_time": 0.01669309139251709, "loss_single": 3.348292350769043, "loss_dense": 3.4045823574066163, "loss": 6.752874708175659, "time": 0.16569480895996094, "step": 663878}
{"lr": 0.007773694888474269, "data_time": 0.010367083549499511, "loss_single": 3.3654673099517822, "loss_dense": 3.416210675239563, "loss": 6.781678104400635, "time": 0.15939345359802246, "step": 663928}
{"lr": 0.007773694888474269, "data_time": 0.018178987503051757, "loss_single": 3.3746982336044313, "loss_dense": 3.435778760910034, "loss": 6.810476922988892, "time": 0.15476570129394532, "step": 663978}
{"lr": 0.007773694888474269, "data_time": 0.022391438484191895, "loss_single": 3.355356001853943, "loss_dense": 3.4097535371780396, "loss": 6.765109539031982, "time": 0.256121563911438, "step": 664028}
{"lr": 0.007773694888474269, "data_time": 0.01702914237976074, "loss_single": 3.3915794134140014, "loss_dense": 3.4541568040847777, "loss": 6.845736265182495, "time": 0.15497853755950927, "step": 664078}
{"lr": 0.007773694888474269, "data_time": 0.01922016143798828, "loss_single": 3.395506405830383, "loss_dense": 3.456210160255432, "loss": 6.851716566085815, "time": 0.1607837677001953, "step": 664128}
{"lr": 0.007773694888474269, "data_time": 0.01921536922454834, "loss_single": 3.4047533512115478, "loss_dense": 3.450860691070557, "loss": 6.8556139945983885, "time": 0.16632287502288817, "step": 664178}
{"lr": 0.007773694888474269, "data_time": 0.017964482307434082, "loss_single": 3.363169288635254, "loss_dense": 3.424902081489563, "loss": 6.788071393966675, "time": 0.16274924278259278, "step": 664228}
{"lr": 0.007773694888474269, "data_time": 0.016762804985046387, "loss_single": 3.3668219566345217, "loss_dense": 3.4212350845336914, "loss": 6.788056993484497, "time": 0.1615318775177002, "step": 664278}
{"lr": 0.007773694888474269, "data_time": 0.016583514213562012, "loss_single": 3.3959688186645507, "loss_dense": 3.4577438592910767, "loss": 6.853712797164917, "time": 0.16681761741638185, "step": 664328}
{"lr": 0.007773694888474269, "data_time": 0.015601277351379395, "loss_single": 3.3633333683013915, "loss_dense": 3.4237098932266234, "loss": 6.787043285369873, "time": 0.24647831916809082, "step": 664378}
{"lr": 0.007773694888474269, "data_time": 0.01610896587371826, "loss_single": 3.382424569129944, "loss_dense": 3.4241045236587526, "loss": 6.806529188156128, "time": 0.17211270332336426, "step": 664428}
{"lr": 0.007773694888474269, "data_time": 0.017403244972229004, "loss_single": 3.363858675956726, "loss_dense": 3.405808138847351, "loss": 6.769666910171509, "time": 0.16872217655181884, "step": 664478}
{"lr": 0.007773694888474269, "data_time": 0.01701967716217041, "loss_single": 3.3534519195556642, "loss_dense": 3.409728455543518, "loss": 6.763180351257324, "time": 0.17104556560516357, "step": 664528}
{"lr": 0.007773694888474269, "data_time": 0.014983105659484863, "loss_single": 3.390933871269226, "loss_dense": 3.4349183797836305, "loss": 6.825852346420288, "time": 0.17724814414978027, "step": 664578}
{"lr": 0.007773694888474269, "data_time": 0.01736428737640381, "loss_single": 3.373291277885437, "loss_dense": 3.4310765743255613, "loss": 6.804367876052856, "time": 0.16096229553222657, "step": 664628}
{"lr": 0.007773694888474269, "data_time": 0.017885923385620117, "loss_single": 3.37294921875, "loss_dense": 3.4194961547851563, "loss": 6.792445468902588, "time": 0.180173659324646, "step": 664678}
{"lr": 0.007773694888474269, "data_time": 0.016846823692321777, "loss_single": 3.3748329877853394, "loss_dense": 3.4295458078384398, "loss": 6.804378795623779, "time": 0.15447187423706055, "step": 664728}
{"lr": 0.007773694888474269, "data_time": 0.026625347137451173, "loss_single": 3.4003220081329344, "loss_dense": 3.446392321586609, "loss": 6.846714353561401, "time": 0.2227625846862793, "step": 664778}
{"lr": 0.007773694888474269, "data_time": 0.01869943141937256, "loss_single": 3.400863599777222, "loss_dense": 3.4351462602615355, "loss": 6.836009836196899, "time": 0.16586451530456542, "step": 664828}
{"lr": 0.007773694888474269, "data_time": 0.017769455909729004, "loss_single": 3.3728412628173827, "loss_dense": 3.422684144973755, "loss": 6.795525455474854, "time": 0.1684067964553833, "step": 664878}
{"lr": 0.007773694888474269, "data_time": 0.016357278823852538, "loss_single": 3.343531775474548, "loss_dense": 3.4035964012145996, "loss": 6.74712815284729, "time": 0.15972771644592285, "step": 664928}
{"lr": 0.007773694888474269, "data_time": 0.01507868766784668, "loss_single": 3.3529563426971434, "loss_dense": 3.417102551460266, "loss": 6.770058870315552, "time": 0.15772147178649903, "step": 664978}
{"lr": 0.007773694888474269, "data_time": 0.017501091957092284, "loss_single": 3.400819492340088, "loss_dense": 3.444909191131592, "loss": 6.845728731155395, "time": 0.15756378173828126, "step": 665028}
{"lr": 0.007773694888474269, "data_time": 0.017900466918945312, "loss_single": 3.389752984046936, "loss_dense": 3.4363645792007445, "loss": 6.8261175632476805, "time": 0.16059525012969972, "step": 665078}
{"lr": 0.007773694888474269, "data_time": 0.016063475608825685, "loss_single": 3.3722529649734496, "loss_dense": 3.4330527067184446, "loss": 6.805305624008179, "time": 0.16092514991760254, "step": 665128}
{"lr": 0.007773694888474269, "data_time": 0.017448568344116212, "loss_single": 3.396051359176636, "loss_dense": 3.452851438522339, "loss": 6.848902845382691, "time": 0.15590877532958985, "step": 665178}
{"lr": 0.007773694888474269, "data_time": 0.0174285888671875, "loss_single": 3.359341931343079, "loss_dense": 3.4182621717453, "loss": 6.777604007720948, "time": 0.15934576988220214, "step": 665228}
{"lr": 0.007773694888474269, "data_time": 0.01767714023590088, "loss_single": 3.382732558250427, "loss_dense": 3.4289936304092405, "loss": 6.811726236343384, "time": 0.16133086681365966, "step": 665278}
{"lr": 0.007773694888474269, "data_time": 0.018321871757507324, "loss_single": 3.3955113172531126, "loss_dense": 3.453617072105408, "loss": 6.849128341674804, "time": 0.15619144439697266, "step": 665328}
{"lr": 0.007773694888474269, "data_time": 0.016341781616210936, "loss_single": 3.380031394958496, "loss_dense": 3.4367262840271, "loss": 6.81675763130188, "time": 0.16116065979003907, "step": 665378}
{"lr": 0.007773694888474269, "data_time": 0.016856932640075685, "loss_single": 3.370234966278076, "loss_dense": 3.4238177061080934, "loss": 6.7940527439117435, "time": 0.1570598602294922, "step": 665428}
{"lr": 0.007773694888474269, "data_time": 0.016222214698791503, "loss_single": 3.4011634826660155, "loss_dense": 3.4569621324539184, "loss": 6.8581255912780765, "time": 0.15788557529449462, "step": 665478}
{"lr": 0.007773694888474269, "data_time": 0.013544249534606933, "loss_single": 3.3693239212036135, "loss_dense": 3.4237380266189574, "loss": 6.793061971664429, "time": 0.14914405345916748, "step": 665528}
{"lr": 0.007568119973513887, "data_time": 0.014774847030639648, "loss_single": 3.411647605895996, "loss_dense": 3.4568097829818725, "loss": 6.868457317352295, "time": 0.18113152980804442, "step": 665582}
{"lr": 0.007568119973513887, "data_time": 0.018110442161560058, "loss_single": 3.395083785057068, "loss_dense": 3.4412877559661865, "loss": 6.836371564865113, "time": 0.161361026763916, "step": 665632}
{"lr": 0.007568119973513887, "data_time": 0.017033481597900392, "loss_single": 3.3969672679901124, "loss_dense": 3.439638137817383, "loss": 6.8366053104400635, "time": 0.15248458385467528, "step": 665682}
{"lr": 0.007568119973513887, "data_time": 0.018376922607421874, "loss_single": 3.374023747444153, "loss_dense": 3.4222191333770753, "loss": 6.7962428569793705, "time": 0.21404922008514404, "step": 665732}
{"lr": 0.007568119973513887, "data_time": 0.026493167877197264, "loss_single": 3.3882761001586914, "loss_dense": 3.4405393600463867, "loss": 6.828815507888794, "time": 0.16802854537963868, "step": 665782}
{"lr": 0.007568119973513887, "data_time": 0.016497302055358886, "loss_single": 3.375087594985962, "loss_dense": 3.4302342414855955, "loss": 6.805321836471558, "time": 0.1566880464553833, "step": 665832}
{"lr": 0.007568119973513887, "data_time": 0.016619348526000978, "loss_single": 3.420246958732605, "loss_dense": 3.484552836418152, "loss": 6.9047997951507565, "time": 0.16834113597869874, "step": 665882}
{"lr": 0.007568119973513887, "data_time": 0.01712782382965088, "loss_single": 3.4108283519744873, "loss_dense": 3.462748670578003, "loss": 6.873577070236206, "time": 0.1549292802810669, "step": 665932}
{"lr": 0.007568119973513887, "data_time": 0.016068339347839355, "loss_single": 3.3778469800949096, "loss_dense": 3.4297933340072633, "loss": 6.807640314102173, "time": 0.15091607570648194, "step": 665982}
{"lr": 0.007568119973513887, "data_time": 0.016525840759277342, "loss_single": 3.374250888824463, "loss_dense": 3.427033472061157, "loss": 6.80128436088562, "time": 0.15373363494873046, "step": 666032}
{"lr": 0.007568119973513887, "data_time": 0.026744484901428223, "loss_single": 3.376049304008484, "loss_dense": 3.430026626586914, "loss": 6.80607590675354, "time": 0.25012309551239015, "step": 666082}
{"lr": 0.007568119973513887, "data_time": 0.020914316177368164, "loss_single": 3.3830305337905884, "loss_dense": 3.43541796207428, "loss": 6.818448448181153, "time": 0.16403446197509766, "step": 666132}
{"lr": 0.007568119973513887, "data_time": 0.018408989906311034, "loss_single": 3.356377911567688, "loss_dense": 3.421204423904419, "loss": 6.777582454681396, "time": 0.15348234176635742, "step": 666182}
{"lr": 0.007568119973513887, "data_time": 0.016463851928710936, "loss_single": 3.3893453598022463, "loss_dense": 3.4383148431777952, "loss": 6.827660274505615, "time": 0.15652527809143066, "step": 666232}
{"lr": 0.007568119973513887, "data_time": 0.016077208518981933, "loss_single": 3.373994302749634, "loss_dense": 3.440618133544922, "loss": 6.8146124362945555, "time": 0.18729097843170167, "step": 666282}
{"lr": 0.007568119973513887, "data_time": 0.01712803840637207, "loss_single": 3.409965252876282, "loss_dense": 3.466822957992554, "loss": 6.8767882823944095, "time": 0.15366945266723633, "step": 666332}
{"lr": 0.007568119973513887, "data_time": 0.01596388816833496, "loss_single": 3.3936779737472533, "loss_dense": 3.446027231216431, "loss": 6.839705181121826, "time": 0.15659384727478026, "step": 666382}
{"lr": 0.007568119973513887, "data_time": 0.016226840019226075, "loss_single": 3.374252724647522, "loss_dense": 3.4226162672042846, "loss": 6.796868991851807, "time": 0.16384875774383545, "step": 666432}
{"lr": 0.007568119973513887, "data_time": 0.018464994430541993, "loss_single": 3.355887603759766, "loss_dense": 3.4223483562469483, "loss": 6.778236007690429, "time": 0.1526979923248291, "step": 666482}
{"lr": 0.007568119973513887, "data_time": 0.019450807571411134, "loss_single": 3.37292685508728, "loss_dense": 3.4389622688293455, "loss": 6.811889171600342, "time": 0.16581830978393555, "step": 666532}
{"lr": 0.007568119973513887, "data_time": 0.018027830123901366, "loss_single": 3.3791728019714355, "loss_dense": 3.442366337776184, "loss": 6.821539115905762, "time": 0.15706517696380615, "step": 666582}
{"lr": 0.007568119973513887, "data_time": 0.016763734817504882, "loss_single": 3.3906113147735595, "loss_dense": 3.4252263784408568, "loss": 6.815837669372558, "time": 0.16379857063293457, "step": 666632}
{"lr": 0.007568119973513887, "data_time": 0.018499183654785156, "loss_single": 3.405938673019409, "loss_dense": 3.4679177522659304, "loss": 6.873856401443481, "time": 0.15708715915679933, "step": 666682}
{"lr": 0.007568119973513887, "data_time": 0.016717052459716795, "loss_single": 3.382239747047424, "loss_dense": 3.445344114303589, "loss": 6.8275837898254395, "time": 0.16954617500305175, "step": 666732}
{"lr": 0.007568119973513887, "data_time": 0.015384078025817871, "loss_single": 3.390994143486023, "loss_dense": 3.4390225172042848, "loss": 6.830016708374023, "time": 0.151247239112854, "step": 666782}
{"lr": 0.007568119973513887, "data_time": 0.019927787780761718, "loss_single": 3.3961779832839967, "loss_dense": 3.445013689994812, "loss": 6.841191816329956, "time": 0.1595874547958374, "step": 666832}
{"lr": 0.007568119973513887, "data_time": 0.0190218448638916, "loss_single": 3.3549708127975464, "loss_dense": 3.411254572868347, "loss": 6.766225290298462, "time": 0.16107549667358398, "step": 666882}
{"lr": 0.007568119973513887, "data_time": 0.016977763175964354, "loss_single": 3.377363395690918, "loss_dense": 3.4396373987197877, "loss": 6.817000770568848, "time": 0.2007793664932251, "step": 666932}
{"lr": 0.007568119973513887, "data_time": 0.01538102626800537, "loss_single": 3.3705363273620605, "loss_dense": 3.4070560216903685, "loss": 6.777592372894287, "time": 0.1617889404296875, "step": 666982}
{"lr": 0.007568119973513887, "data_time": 0.01663684844970703, "loss_single": 3.3718727588653565, "loss_dense": 3.4275434255599975, "loss": 6.799416208267212, "time": 0.1602686643600464, "step": 667032}
{"lr": 0.007568119973513887, "data_time": 0.018013930320739745, "loss_single": 3.3768134355545043, "loss_dense": 3.4168354272842407, "loss": 6.7936488628387455, "time": 0.2034844398498535, "step": 667082}
{"lr": 0.007568119973513887, "data_time": 0.0195814847946167, "loss_single": 3.36651873588562, "loss_dense": 3.4154948472976683, "loss": 6.782013463973999, "time": 0.1950124979019165, "step": 667132}
{"lr": 0.007568119973513887, "data_time": 0.016735434532165527, "loss_single": 3.3457968473434447, "loss_dense": 3.4107783794403077, "loss": 6.756575202941894, "time": 0.15498998165130615, "step": 667182}
{"lr": 0.007568119973513887, "data_time": 0.019501590728759767, "loss_single": 3.3578906297683715, "loss_dense": 3.4153087615966795, "loss": 6.773199367523193, "time": 0.15900535583496095, "step": 667232}
{"lr": 0.007568119973513887, "data_time": 0.017963814735412597, "loss_single": 3.368647837638855, "loss_dense": 3.43265962600708, "loss": 6.801307439804077, "time": 0.16457102298736573, "step": 667282}
{"lr": 0.007568119973513887, "data_time": 0.01784381866455078, "loss_single": 3.370572304725647, "loss_dense": 3.418189764022827, "loss": 6.788762140274048, "time": 0.16278564929962158, "step": 667332}
{"lr": 0.007568119973513887, "data_time": 0.01749866008758545, "loss_single": 3.3830811023712157, "loss_dense": 3.429763674736023, "loss": 6.812844848632812, "time": 0.1629587173461914, "step": 667382}
{"lr": 0.007568119973513887, "data_time": 0.0163529634475708, "loss_single": 3.3957783937454225, "loss_dense": 3.444641089439392, "loss": 6.840419483184815, "time": 0.1688417911529541, "step": 667432}
{"lr": 0.007568119973513887, "data_time": 0.015922689437866212, "loss_single": 3.359320592880249, "loss_dense": 3.4220468759536744, "loss": 6.781367492675781, "time": 0.1879803419113159, "step": 667482}
{"lr": 0.007568119973513887, "data_time": 0.016560959815979003, "loss_single": 3.3970831871032714, "loss_dense": 3.4363401889801026, "loss": 6.833423328399658, "time": 0.1844477415084839, "step": 667532}
{"lr": 0.007568119973513887, "data_time": 0.019109702110290526, "loss_single": 3.3758667707443237, "loss_dense": 3.434497594833374, "loss": 6.810364389419556, "time": 0.16167740821838378, "step": 667582}
{"lr": 0.007568119973513887, "data_time": 0.015633916854858397, "loss_single": 3.365356206893921, "loss_dense": 3.424867939949036, "loss": 6.790224218368531, "time": 0.1729356288909912, "step": 667632}
{"lr": 0.007568119973513887, "data_time": 0.049151825904846194, "loss_single": 3.397381639480591, "loss_dense": 3.4505520343780516, "loss": 6.847933673858643, "time": 0.20863666534423828, "step": 667682}
{"lr": 0.007568119973513887, "data_time": 0.018510818481445312, "loss_single": 3.3695791721343995, "loss_dense": 3.4276895761489867, "loss": 6.797268724441528, "time": 0.16343269348144532, "step": 667732}
{"lr": 0.007568119973513887, "data_time": 0.013940072059631348, "loss_single": 3.3844271898269653, "loss_dense": 3.4303219079971314, "loss": 6.814749145507813, "time": 0.17586209774017333, "step": 667782}
{"lr": 0.007568119973513887, "data_time": 0.01697981357574463, "loss_single": 3.3816582202911376, "loss_dense": 3.431652331352234, "loss": 6.813310527801514, "time": 0.16600890159606935, "step": 667832}
{"lr": 0.007568119973513887, "data_time": 0.016776084899902344, "loss_single": 3.379477548599243, "loss_dense": 3.4332433700561524, "loss": 6.812720823287964, "time": 0.15559561252593995, "step": 667882}
{"lr": 0.007568119973513887, "data_time": 0.016900968551635743, "loss_single": 3.369004249572754, "loss_dense": 3.426247477531433, "loss": 6.795251655578613, "time": 0.15552084445953368, "step": 667932}
{"lr": 0.007568119973513887, "data_time": 0.01644887924194336, "loss_single": 3.4147711992263794, "loss_dense": 3.4673224687576294, "loss": 6.882093715667724, "time": 0.2103402853012085, "step": 667982}
{"lr": 0.007568119973513887, "data_time": 0.02068648338317871, "loss_single": 3.3744616508483887, "loss_dense": 3.42114839553833, "loss": 6.795610046386718, "time": 0.1851879835128784, "step": 668032}
{"lr": 0.007568119973513887, "data_time": 0.019775748252868652, "loss_single": 3.355768847465515, "loss_dense": 3.405383324623108, "loss": 6.761152219772339, "time": 0.15742533206939696, "step": 668082}
{"lr": 0.007568119973513887, "data_time": 0.016316318511962892, "loss_single": 3.3779226541519165, "loss_dense": 3.4397650003433227, "loss": 6.817687702178955, "time": 0.19153637886047364, "step": 668132}
{"lr": 0.007568119973513887, "data_time": 0.016930389404296874, "loss_single": 3.3704113006591796, "loss_dense": 3.427289915084839, "loss": 6.797701263427735, "time": 0.16142845153808594, "step": 668182}
{"lr": 0.007568119973513887, "data_time": 0.016897130012512206, "loss_single": 3.3816521406173705, "loss_dense": 3.439189100265503, "loss": 6.820841264724732, "time": 0.17298240661621095, "step": 668232}
{"lr": 0.007568119973513887, "data_time": 0.016147279739379884, "loss_single": 3.379369521141052, "loss_dense": 3.438132977485657, "loss": 6.817502403259278, "time": 0.16045613288879396, "step": 668282}
{"lr": 0.007568119973513887, "data_time": 0.015184950828552247, "loss_single": 3.374864172935486, "loss_dense": 3.4332210063934325, "loss": 6.808085107803345, "time": 0.15589590072631837, "step": 668332}
{"lr": 0.007568119973513887, "data_time": 0.017871499061584473, "loss_single": 3.3554021596908568, "loss_dense": 3.4028063297271727, "loss": 6.758208465576172, "time": 0.2102579355239868, "step": 668382}
{"lr": 0.007568119973513887, "data_time": 0.016971540451049805, "loss_single": 3.3989882469177246, "loss_dense": 3.459281826019287, "loss": 6.8582700252532955, "time": 0.15754544734954834, "step": 668432}
{"lr": 0.007568119973513887, "data_time": 0.017856645584106445, "loss_single": 3.385243129730225, "loss_dense": 3.4532195806503294, "loss": 6.838462686538696, "time": 0.15462138652801513, "step": 668482}
{"lr": 0.007568119973513887, "data_time": 0.01581079959869385, "loss_single": 3.362862706184387, "loss_dense": 3.4175610065460207, "loss": 6.780423641204834, "time": 0.16109023094177247, "step": 668532}
{"lr": 0.007568119973513887, "data_time": 0.017773652076721193, "loss_single": 3.4022382497787476, "loss_dense": 3.4398238897323608, "loss": 6.842062044143677, "time": 0.15693118572235107, "step": 668582}
{"lr": 0.007568119973513887, "data_time": 0.01584172248840332, "loss_single": 3.3688390970230104, "loss_dense": 3.4210776805877687, "loss": 6.789916753768921, "time": 0.1587679147720337, "step": 668632}
{"lr": 0.007568119973513887, "data_time": 0.015804767608642578, "loss_single": 3.3748512983322145, "loss_dense": 3.4310352563858033, "loss": 6.805886554718017, "time": 0.1571895122528076, "step": 668682}
{"lr": 0.007568119973513887, "data_time": 0.018204426765441893, "loss_single": 3.392753005027771, "loss_dense": 3.439357137680054, "loss": 6.832110023498535, "time": 0.1794503927230835, "step": 668732}
{"lr": 0.007568119973513887, "data_time": 0.017638111114501955, "loss_single": 3.385180449485779, "loss_dense": 3.4402339935302733, "loss": 6.82541446685791, "time": 0.15516288280487062, "step": 668782}
{"lr": 0.007568119973513887, "data_time": 0.016097474098205566, "loss_single": 3.3747398376464846, "loss_dense": 3.434450459480286, "loss": 6.8091902256011965, "time": 0.22313108444213867, "step": 668832}
{"lr": 0.007568119973513887, "data_time": 0.018553543090820312, "loss_single": 3.3956424951553346, "loss_dense": 3.4519581317901613, "loss": 6.847600603103638, "time": 0.20824012756347657, "step": 668882}
{"lr": 0.007568119973513887, "data_time": 0.01663706302642822, "loss_single": 3.3788432598114015, "loss_dense": 3.423736572265625, "loss": 6.802579879760742, "time": 0.16385865211486816, "step": 668932}
{"lr": 0.007568119973513887, "data_time": 0.016182470321655273, "loss_single": 3.388639950752258, "loss_dense": 3.4402164697647093, "loss": 6.828856325149536, "time": 0.21105151176452636, "step": 668982}
{"lr": 0.007568119973513887, "data_time": 0.016393303871154785, "loss_single": 3.34831817150116, "loss_dense": 3.3991483449935913, "loss": 6.7474664688110355, "time": 0.15850601196289063, "step": 669032}
{"lr": 0.007568119973513887, "data_time": 0.016581249237060548, "loss_single": 3.3600385904312136, "loss_dense": 3.3943792581558228, "loss": 6.754417896270752, "time": 0.49281504154205324, "step": 669082}
{"lr": 0.007568119973513887, "data_time": 0.01666741371154785, "loss_single": 3.3737003326416017, "loss_dense": 3.4275866746902466, "loss": 6.80128698348999, "time": 0.16292290687561034, "step": 669132}
{"lr": 0.007568119973513887, "data_time": 0.016173577308654784, "loss_single": 3.3650945901870726, "loss_dense": 3.4135300874710084, "loss": 6.778624582290649, "time": 0.16412105560302734, "step": 669182}
{"lr": 0.007568119973513887, "data_time": 0.029595589637756346, "loss_single": 3.375813364982605, "loss_dense": 3.4308244705200197, "loss": 6.806637763977051, "time": 0.1817166328430176, "step": 669232}
{"lr": 0.007568119973513887, "data_time": 0.018989133834838866, "loss_single": 3.3806018114089964, "loss_dense": 3.435182046890259, "loss": 6.815783834457397, "time": 0.15878150463104249, "step": 669282}
{"lr": 0.007568119973513887, "data_time": 0.02112159729003906, "loss_single": 3.369157385826111, "loss_dense": 3.4139967441558836, "loss": 6.783154153823853, "time": 0.19669487476348876, "step": 669332}
{"lr": 0.007568119973513887, "data_time": 0.019167089462280275, "loss_single": 3.376173400878906, "loss_dense": 3.422711896896362, "loss": 6.798885250091553, "time": 0.15736286640167235, "step": 669382}
{"lr": 0.007568119973513887, "data_time": 0.017073917388916015, "loss_single": 3.386744427680969, "loss_dense": 3.4432451486587525, "loss": 6.829989671707153, "time": 0.1580052375793457, "step": 669432}
{"lr": 0.007568119973513887, "data_time": 0.017751502990722656, "loss_single": 3.365627336502075, "loss_dense": 3.422763395309448, "loss": 6.78839077949524, "time": 0.15805604457855224, "step": 669482}
{"lr": 0.007568119973513887, "data_time": 0.012428212165832519, "loss_single": 3.3771480083465577, "loss_dense": 3.423937439918518, "loss": 6.801085472106934, "time": 0.21523935794830323, "step": 669532}
{"lr": 0.007568119973513887, "data_time": 0.017151951789855957, "loss_single": 3.4205535411834718, "loss_dense": 3.4618040323257446, "loss": 6.882357597351074, "time": 0.15863330364227296, "step": 669582}
{"lr": 0.007568119973513887, "data_time": 0.01701796054840088, "loss_single": 3.412937331199646, "loss_dense": 3.477251648902893, "loss": 6.8901890277862545, "time": 0.15525877475738525, "step": 669632}
{"lr": 0.007568119973513887, "data_time": 0.016663217544555665, "loss_single": 3.379426860809326, "loss_dense": 3.4322699308395386, "loss": 6.8116968154907225, "time": 0.16839127540588378, "step": 669682}
{"lr": 0.007568119973513887, "data_time": 0.019696927070617674, "loss_single": 3.3861813306808473, "loss_dense": 3.4371359586715697, "loss": 6.823317337036133, "time": 0.16385161876678467, "step": 669732}
{"lr": 0.007568119973513887, "data_time": 0.019222187995910644, "loss_single": 3.369503951072693, "loss_dense": 3.4070556640625, "loss": 6.776559638977051, "time": 0.15787942409515382, "step": 669782}
{"lr": 0.007568119973513887, "data_time": 0.017761754989624023, "loss_single": 3.3834343433380125, "loss_dense": 3.4411954402923586, "loss": 6.824629831314087, "time": 0.16182496547698974, "step": 669832}
{"lr": 0.007568119973513887, "data_time": 0.0171907901763916, "loss_single": 3.3675121545791624, "loss_dense": 3.428701567649841, "loss": 6.796213626861572, "time": 0.15539228916168213, "step": 669882}
{"lr": 0.007568119973513887, "data_time": 0.016383934020996093, "loss_single": 3.3661914825439454, "loss_dense": 3.4298157930374145, "loss": 6.796007251739502, "time": 0.1721208095550537, "step": 669932}
{"lr": 0.007568119973513887, "data_time": 0.01633610725402832, "loss_single": 3.370438241958618, "loss_dense": 3.416073775291443, "loss": 6.786511993408203, "time": 0.2167919397354126, "step": 669982}
{"lr": 0.007568119973513887, "data_time": 0.016379284858703613, "loss_single": 3.366130232810974, "loss_dense": 3.412476968765259, "loss": 6.778607177734375, "time": 0.16145341396331786, "step": 670032}
{"lr": 0.007568119973513887, "data_time": 0.01825382709503174, "loss_single": 3.3717663049697877, "loss_dense": 3.423982787132263, "loss": 6.795748996734619, "time": 0.1598804235458374, "step": 670082}
{"lr": 0.007568119973513887, "data_time": 0.017756891250610352, "loss_single": 3.4174450159072878, "loss_dense": 3.4761067152023317, "loss": 6.893551778793335, "time": 0.16127874851226806, "step": 670132}
{"lr": 0.007568119973513887, "data_time": 0.015920233726501466, "loss_single": 3.381273126602173, "loss_dense": 3.439415216445923, "loss": 6.820688343048095, "time": 0.15453677177429198, "step": 670182}
{"lr": 0.007568119973513887, "data_time": 0.01731855869293213, "loss_single": 3.357361602783203, "loss_dense": 3.428328824043274, "loss": 6.785690450668335, "time": 0.16173665523529052, "step": 670232}
{"lr": 0.007568119973513887, "data_time": 0.01769974231719971, "loss_single": 3.3573621273040772, "loss_dense": 3.402765703201294, "loss": 6.760127925872803, "time": 0.16237194538116456, "step": 670282}
{"lr": 0.007568119973513887, "data_time": 0.044936728477478025, "loss_single": 3.3879820585250853, "loss_dense": 3.4400918006896974, "loss": 6.828073883056641, "time": 0.20265424251556396, "step": 670332}
{"lr": 0.007568119973513887, "data_time": 0.01849498748779297, "loss_single": 3.364709186553955, "loss_dense": 3.4287410259246824, "loss": 6.793450260162354, "time": 0.15442352294921874, "step": 670382}
{"lr": 0.007568119973513887, "data_time": 0.016902852058410644, "loss_single": 3.352215552330017, "loss_dense": 3.4030924081802367, "loss": 6.755307960510254, "time": 0.160025954246521, "step": 670432}
{"lr": 0.007568119973513887, "data_time": 0.014352059364318848, "loss_single": 3.4217830419540407, "loss_dense": 3.478786897659302, "loss": 6.9005699634552, "time": 0.16040849685668945, "step": 670482}
{"lr": 0.007568119973513887, "data_time": 0.013452649116516113, "loss_single": 3.401037645339966, "loss_dense": 3.4588571548461915, "loss": 6.859894800186157, "time": 0.1532041311264038, "step": 670532}
{"lr": 0.007364378763744431, "data_time": 0.01807858943939209, "loss_single": 3.369025206565857, "loss_dense": 3.4033838272094727, "loss": 6.772408962249756, "time": 0.17573959827423097, "step": 670586}
{"lr": 0.007364378763744431, "data_time": 0.01727156639099121, "loss_single": 3.3872143268585204, "loss_dense": 3.433618688583374, "loss": 6.820832967758179, "time": 0.18594322204589844, "step": 670636}
{"lr": 0.007364378763744431, "data_time": 0.016234207153320312, "loss_single": 3.3578447580337523, "loss_dense": 3.408665156364441, "loss": 6.766509914398194, "time": 0.15631697177886963, "step": 670686}
{"lr": 0.007364378763744431, "data_time": 0.02068626880645752, "loss_single": 3.3863280057907104, "loss_dense": 3.4436123371124268, "loss": 6.829940414428711, "time": 0.1791163921356201, "step": 670736}
{"lr": 0.007364378763744431, "data_time": 0.01966967582702637, "loss_single": 3.3674649477005003, "loss_dense": 3.4102336883544924, "loss": 6.777698612213134, "time": 0.1735541820526123, "step": 670786}
{"lr": 0.007364378763744431, "data_time": 0.017787647247314454, "loss_single": 3.373964786529541, "loss_dense": 3.421427845954895, "loss": 6.795392608642578, "time": 0.16952178478240967, "step": 670836}
{"lr": 0.007364378763744431, "data_time": 0.01738715171813965, "loss_single": 3.360129141807556, "loss_dense": 3.417038631439209, "loss": 6.777167749404907, "time": 0.15695433616638182, "step": 670886}
{"lr": 0.007364378763744431, "data_time": 0.0180072546005249, "loss_single": 3.3795626401901244, "loss_dense": 3.434477686882019, "loss": 6.814040327072144, "time": 0.15848753452301026, "step": 670936}
{"lr": 0.007364378763744431, "data_time": 0.017482948303222657, "loss_single": 3.3757384777069093, "loss_dense": 3.4231847524642944, "loss": 6.798923349380493, "time": 0.16248462200164795, "step": 670986}
{"lr": 0.007364378763744431, "data_time": 0.01978464126586914, "loss_single": 3.3630183219909666, "loss_dense": 3.420310950279236, "loss": 6.7833293914794925, "time": 0.1736762523651123, "step": 671036}
{"lr": 0.007364378763744431, "data_time": 0.01670374870300293, "loss_single": 3.376848912239075, "loss_dense": 3.4324885606765747, "loss": 6.809337615966797, "time": 0.16805541515350342, "step": 671086}
{"lr": 0.007364378763744431, "data_time": 0.016088271141052247, "loss_single": 3.390432524681091, "loss_dense": 3.4339746952056887, "loss": 6.8244071960449215, "time": 0.16181459426879882, "step": 671136}
{"lr": 0.007364378763744431, "data_time": 0.016937398910522462, "loss_single": 3.363449287414551, "loss_dense": 3.4206218481063844, "loss": 6.784071207046509, "time": 0.17990787029266359, "step": 671186}
{"lr": 0.007364378763744431, "data_time": 0.0156278133392334, "loss_single": 3.3839309930801393, "loss_dense": 3.4327197551727293, "loss": 6.816650772094727, "time": 0.1624608039855957, "step": 671236}
{"lr": 0.007364378763744431, "data_time": 0.017145228385925294, "loss_single": 3.3638147115707397, "loss_dense": 3.4280102491378783, "loss": 6.791824913024902, "time": 0.16036181449890136, "step": 671286}
{"lr": 0.007364378763744431, "data_time": 0.017467570304870606, "loss_single": 3.3620811700820923, "loss_dense": 3.4115354299545286, "loss": 6.773616600036621, "time": 0.15422255992889405, "step": 671336}
{"lr": 0.007364378763744431, "data_time": 0.021457672119140625, "loss_single": 3.3792895793914797, "loss_dense": 3.4341102838516235, "loss": 6.813399934768677, "time": 0.23487999439239501, "step": 671386}
{"lr": 0.007364378763744431, "data_time": 0.017334675788879393, "loss_single": 3.370055341720581, "loss_dense": 3.4242861032485963, "loss": 6.7943414688110355, "time": 0.15418493747711182, "step": 671436}
{"lr": 0.007364378763744431, "data_time": 0.017501187324523926, "loss_single": 3.3826462745666506, "loss_dense": 3.4461435317993163, "loss": 6.828789806365966, "time": 0.16138651371002197, "step": 671486}
{"lr": 0.007364378763744431, "data_time": 0.01809852123260498, "loss_single": 3.38504273891449, "loss_dense": 3.4284895181655886, "loss": 6.813532209396362, "time": 0.15594425201416015, "step": 671536}
{"lr": 0.007364378763744431, "data_time": 0.01406562328338623, "loss_single": 3.3904527902603148, "loss_dense": 3.435175347328186, "loss": 6.825628137588501, "time": 0.1551596164703369, "step": 671586}
{"lr": 0.007364378763744431, "data_time": 0.014731860160827637, "loss_single": 3.398832631111145, "loss_dense": 3.4386451959609987, "loss": 6.837477779388427, "time": 0.16071953773498535, "step": 671636}
{"lr": 0.007364378763744431, "data_time": 0.015680217742919923, "loss_single": 3.357248568534851, "loss_dense": 3.399907636642456, "loss": 6.757156229019165, "time": 0.16539499759674073, "step": 671686}
{"lr": 0.007364378763744431, "data_time": 0.016127514839172363, "loss_single": 3.372530293464661, "loss_dense": 3.436544728279114, "loss": 6.80907506942749, "time": 0.16619808673858644, "step": 671736}
{"lr": 0.007364378763744431, "data_time": 0.01756751537322998, "loss_single": 3.3733233213424683, "loss_dense": 3.421733522415161, "loss": 6.795056867599487, "time": 0.1551353931427002, "step": 671786}
{"lr": 0.007364378763744431, "data_time": 0.01648108959197998, "loss_single": 3.3964073419570924, "loss_dense": 3.436584401130676, "loss": 6.832991647720337, "time": 0.15118181705474854, "step": 671836}
{"lr": 0.007364378763744431, "data_time": 0.020665788650512697, "loss_single": 3.3433202266693116, "loss_dense": 3.4142616510391237, "loss": 6.757581806182861, "time": 0.16467690467834473, "step": 671886}
{"lr": 0.007364378763744431, "data_time": 0.01775226593017578, "loss_single": 3.389300489425659, "loss_dense": 3.430830955505371, "loss": 6.820131492614746, "time": 0.15626993179321289, "step": 671936}
{"lr": 0.007364378763744431, "data_time": 0.014398813247680664, "loss_single": 3.3734000444412233, "loss_dense": 3.4370530128479, "loss": 6.810453081130982, "time": 0.1729881763458252, "step": 671986}
{"lr": 0.007364378763744431, "data_time": 0.017822456359863282, "loss_single": 3.3743457317352297, "loss_dense": 3.4337466955184937, "loss": 6.808092451095581, "time": 0.1616612434387207, "step": 672036}
{"lr": 0.007364378763744431, "data_time": 0.014557242393493652, "loss_single": 3.3924508810043337, "loss_dense": 3.4459651947021483, "loss": 6.838416194915771, "time": 0.1717456102371216, "step": 672086}
{"lr": 0.007364378763744431, "data_time": 0.016869997978210448, "loss_single": 3.3941478967666625, "loss_dense": 3.4389474868774412, "loss": 6.833095359802246, "time": 0.1571795701980591, "step": 672136}
{"lr": 0.007364378763744431, "data_time": 0.016429734230041505, "loss_single": 3.3997135877609255, "loss_dense": 3.4655421495437624, "loss": 6.8652557849884035, "time": 0.15787043571472167, "step": 672186}
{"lr": 0.007364378763744431, "data_time": 0.018550896644592287, "loss_single": 3.3748313665390013, "loss_dense": 3.436203718185425, "loss": 6.811035060882569, "time": 0.15556490421295166, "step": 672236}
{"lr": 0.007364378763744431, "data_time": 0.017129039764404295, "loss_single": 3.3786386966705324, "loss_dense": 3.4229782581329347, "loss": 6.801616907119751, "time": 0.15769240856170655, "step": 672286}
{"lr": 0.007364378763744431, "data_time": 0.016237282752990724, "loss_single": 3.3859253406524656, "loss_dense": 3.448020100593567, "loss": 6.833945417404175, "time": 0.153129243850708, "step": 672336}
{"lr": 0.007364378763744431, "data_time": 0.019625210762023927, "loss_single": 3.36584153175354, "loss_dense": 3.4195605278015138, "loss": 6.785402059555054, "time": 0.1588123321533203, "step": 672386}
{"lr": 0.007364378763744431, "data_time": 0.01644003391265869, "loss_single": 3.3945325136184694, "loss_dense": 3.451685905456543, "loss": 6.846218395233154, "time": 0.15268962383270263, "step": 672436}
{"lr": 0.007364378763744431, "data_time": 0.020263147354125977, "loss_single": 3.38275146484375, "loss_dense": 3.4381890535354613, "loss": 6.820940446853638, "time": 0.1617889404296875, "step": 672486}
{"lr": 0.007364378763744431, "data_time": 0.015420985221862794, "loss_single": 3.36908814907074, "loss_dense": 3.4149720430374146, "loss": 6.7840601921081545, "time": 0.1561044931411743, "step": 672536}
{"lr": 0.007364378763744431, "data_time": 0.03280849456787109, "loss_single": 3.3706247806549072, "loss_dense": 3.41523962020874, "loss": 6.785864353179932, "time": 0.175504732131958, "step": 672586}
{"lr": 0.007364378763744431, "data_time": 0.01753866672515869, "loss_single": 3.3697973251342774, "loss_dense": 3.409417462348938, "loss": 6.779214763641358, "time": 0.16925010681152344, "step": 672636}
{"lr": 0.007364378763744431, "data_time": 0.017828536033630372, "loss_single": 3.3996867418289183, "loss_dense": 3.443578910827637, "loss": 6.843265771865845, "time": 0.202608323097229, "step": 672686}
{"lr": 0.007364378763744431, "data_time": 0.01853787899017334, "loss_single": 3.380199408531189, "loss_dense": 3.4268665313720703, "loss": 6.807065963745117, "time": 0.15616381168365479, "step": 672736}
{"lr": 0.007364378763744431, "data_time": 0.017083120346069337, "loss_single": 3.3972508907318115, "loss_dense": 3.442853546142578, "loss": 6.840104389190674, "time": 0.16625428199768066, "step": 672786}
{"lr": 0.007364378763744431, "data_time": 0.018801617622375488, "loss_single": 3.3862220525741575, "loss_dense": 3.4475010871887206, "loss": 6.833723068237305, "time": 0.15502703189849854, "step": 672836}
{"lr": 0.007364378763744431, "data_time": 0.019220590591430664, "loss_single": 3.3769893884658813, "loss_dense": 3.427836775779724, "loss": 6.8048262119293215, "time": 0.20379045009613037, "step": 672886}
{"lr": 0.007364378763744431, "data_time": 0.027760934829711915, "loss_single": 3.3812575340270996, "loss_dense": 3.439272379875183, "loss": 6.820529842376709, "time": 0.1724602222442627, "step": 672936}
{"lr": 0.007364378763744431, "data_time": 0.022145557403564452, "loss_single": 3.397195553779602, "loss_dense": 3.4440288305282594, "loss": 6.8412243843078615, "time": 0.17880334854125976, "step": 672986}
{"lr": 0.007364378763744431, "data_time": 0.017675089836120605, "loss_single": 3.3829847097396852, "loss_dense": 3.4328584909439086, "loss": 6.81584324836731, "time": 0.155179762840271, "step": 673036}
{"lr": 0.007364378763744431, "data_time": 0.017957186698913573, "loss_single": 3.3835975170135497, "loss_dense": 3.44431049823761, "loss": 6.827908039093018, "time": 0.15620877742767333, "step": 673086}
{"lr": 0.007364378763744431, "data_time": 0.016884040832519532, "loss_single": 3.389178967475891, "loss_dense": 3.4400850534439087, "loss": 6.829263973236084, "time": 0.15544552803039552, "step": 673136}
{"lr": 0.007364378763744431, "data_time": 0.017432808876037598, "loss_single": 3.371064567565918, "loss_dense": 3.4194536209106445, "loss": 6.790518188476563, "time": 0.15817129611968994, "step": 673186}
{"lr": 0.007364378763744431, "data_time": 0.018402862548828124, "loss_single": 3.3827139377593993, "loss_dense": 3.422328567504883, "loss": 6.805042457580567, "time": 0.15992913246154786, "step": 673236}
{"lr": 0.007364378763744431, "data_time": 0.017741131782531738, "loss_single": 3.3712120056152344, "loss_dense": 3.4207417249679564, "loss": 6.791953754425049, "time": 0.17679226398468018, "step": 673286}
{"lr": 0.007364378763744431, "data_time": 0.017482852935791014, "loss_single": 3.3743993520736693, "loss_dense": 3.439371180534363, "loss": 6.813770484924317, "time": 0.15754299163818358, "step": 673336}
{"lr": 0.007364378763744431, "data_time": 0.016750669479370116, "loss_single": 3.394943356513977, "loss_dense": 3.457714009284973, "loss": 6.852657318115234, "time": 0.1602262496948242, "step": 673386}
{"lr": 0.007364378763744431, "data_time": 0.016519737243652344, "loss_single": 3.3821062088012694, "loss_dense": 3.427543783187866, "loss": 6.809650039672851, "time": 0.15608766078948974, "step": 673436}
{"lr": 0.007364378763744431, "data_time": 0.01667919158935547, "loss_single": 3.358311414718628, "loss_dense": 3.4070921659469606, "loss": 6.76540355682373, "time": 0.15522465705871583, "step": 673486}
{"lr": 0.007364378763744431, "data_time": 0.016130971908569335, "loss_single": 3.388710594177246, "loss_dense": 3.4259982824325563, "loss": 6.81470890045166, "time": 0.15684258937835693, "step": 673536}
{"lr": 0.007364378763744431, "data_time": 0.016896963119506836, "loss_single": 3.390287899971008, "loss_dense": 3.4395421743392944, "loss": 6.829830074310303, "time": 0.16292743682861327, "step": 673586}
{"lr": 0.007364378763744431, "data_time": 0.016404342651367188, "loss_single": 3.35409529209137, "loss_dense": 3.407098412513733, "loss": 6.761193752288818, "time": 0.15087473392486572, "step": 673636}
{"lr": 0.007364378763744431, "data_time": 0.017457222938537596, "loss_single": 3.3866404056549073, "loss_dense": 3.4319589614868162, "loss": 6.818599462509155, "time": 0.15327460765838624, "step": 673686}
{"lr": 0.007364378763744431, "data_time": 0.021984434127807616, "loss_single": 3.395287036895752, "loss_dense": 3.4461748123168947, "loss": 6.841461896896362, "time": 0.2558773040771484, "step": 673736}
{"lr": 0.007364378763744431, "data_time": 0.019410252571105957, "loss_single": 3.358203101158142, "loss_dense": 3.4291501522064207, "loss": 6.787353277206421, "time": 0.15879445075988768, "step": 673786}
{"lr": 0.007364378763744431, "data_time": 0.016826558113098144, "loss_single": 3.3652042150497437, "loss_dense": 3.4176328420639037, "loss": 6.7828371047973635, "time": 0.16226696968078613, "step": 673836}
{"lr": 0.007364378763744431, "data_time": 0.016743850708007813, "loss_single": 3.3805899620056152, "loss_dense": 3.4444257020950317, "loss": 6.825015544891357, "time": 0.1632446050643921, "step": 673886}
{"lr": 0.007364378763744431, "data_time": 0.01761672496795654, "loss_single": 3.35415301322937, "loss_dense": 3.4207852602005007, "loss": 6.774938297271729, "time": 0.20280470848083496, "step": 673936}
{"lr": 0.007364378763744431, "data_time": 0.017780423164367676, "loss_single": 3.373910737037659, "loss_dense": 3.432631087303162, "loss": 6.806541824340821, "time": 0.16141805648803711, "step": 673986}
{"lr": 0.007364378763744431, "data_time": 0.01586415767669678, "loss_single": 3.389382481575012, "loss_dense": 3.4384716272354128, "loss": 6.827854108810425, "time": 0.15833182334899903, "step": 674036}
{"lr": 0.007364378763744431, "data_time": 0.016715192794799806, "loss_single": 3.4075161933898928, "loss_dense": 3.446464467048645, "loss": 6.8539807319641115, "time": 0.1581326961517334, "step": 674086}
{"lr": 0.007364378763744431, "data_time": 0.01813197135925293, "loss_single": 3.365716791152954, "loss_dense": 3.424504351615906, "loss": 6.790221071243286, "time": 0.15961036682128907, "step": 674136}
{"lr": 0.007364378763744431, "data_time": 0.016954684257507326, "loss_single": 3.3860806941986086, "loss_dense": 3.4419315814971925, "loss": 6.828012228012085, "time": 0.1525808334350586, "step": 674186}
{"lr": 0.007364378763744431, "data_time": 0.013975167274475097, "loss_single": 3.380462145805359, "loss_dense": 3.4306241035461427, "loss": 6.811086225509643, "time": 0.2069303274154663, "step": 674236}
{"lr": 0.007364378763744431, "data_time": 0.017061281204223632, "loss_single": 3.3676029205322267, "loss_dense": 3.427178072929382, "loss": 6.794781112670899, "time": 0.1574800968170166, "step": 674286}
{"lr": 0.007364378763744431, "data_time": 0.01719241142272949, "loss_single": 3.4045302629470826, "loss_dense": 3.4520917415618895, "loss": 6.856621980667114, "time": 0.15120763778686525, "step": 674336}
{"lr": 0.007364378763744431, "data_time": 0.01883687973022461, "loss_single": 3.391326141357422, "loss_dense": 3.432685923576355, "loss": 6.824012088775635, "time": 0.15550682544708253, "step": 674386}
{"lr": 0.007364378763744431, "data_time": 0.01755833625793457, "loss_single": 3.3853415966033937, "loss_dense": 3.454292368888855, "loss": 6.839633893966675, "time": 0.15598866939544678, "step": 674436}
{"lr": 0.007364378763744431, "data_time": 0.017414569854736328, "loss_single": 3.389305019378662, "loss_dense": 3.4380440711975098, "loss": 6.827349042892456, "time": 0.15482935905456544, "step": 674486}
{"lr": 0.007364378763744431, "data_time": 0.01726222038269043, "loss_single": 3.414245939254761, "loss_dense": 3.468281960487366, "loss": 6.882527875900268, "time": 0.16382405757904053, "step": 674536}
{"lr": 0.007364378763744431, "data_time": 0.017903661727905272, "loss_single": 3.405280089378357, "loss_dense": 3.4439707040786742, "loss": 6.849250841140747, "time": 0.15766575336456298, "step": 674586}
{"lr": 0.007364378763744431, "data_time": 0.01812160015106201, "loss_single": 3.3728145599365233, "loss_dense": 3.430798387527466, "loss": 6.803612995147705, "time": 0.156500244140625, "step": 674636}
{"lr": 0.007364378763744431, "data_time": 0.018761968612670897, "loss_single": 3.35808641910553, "loss_dense": 3.426914191246033, "loss": 6.785000562667847, "time": 0.15989062786102295, "step": 674686}
{"lr": 0.007364378763744431, "data_time": 0.016435813903808594, "loss_single": 3.39761643409729, "loss_dense": 3.453139090538025, "loss": 6.850755500793457, "time": 0.15466835498809814, "step": 674736}
{"lr": 0.007364378763744431, "data_time": 0.01648225784301758, "loss_single": 3.353491520881653, "loss_dense": 3.3979189157485963, "loss": 6.751410436630249, "time": 0.16823198795318603, "step": 674786}
{"lr": 0.007364378763744431, "data_time": 0.01634204387664795, "loss_single": 3.3632575035095216, "loss_dense": 3.4096131801605223, "loss": 6.77287073135376, "time": 0.15835087299346923, "step": 674836}
{"lr": 0.007364378763744431, "data_time": 0.015682101249694824, "loss_single": 3.3820443153381348, "loss_dense": 3.4278549194335937, "loss": 6.809899187088012, "time": 0.15370771884918213, "step": 674886}
{"lr": 0.007364378763744431, "data_time": 0.018254661560058595, "loss_single": 3.3650726556777952, "loss_dense": 3.425715517997742, "loss": 6.7907881259918215, "time": 0.15562870502471923, "step": 674936}
{"lr": 0.007364378763744431, "data_time": 0.017123961448669435, "loss_single": 3.371782374382019, "loss_dense": 3.4120026350021364, "loss": 6.783785057067871, "time": 0.15680305957794188, "step": 674986}
{"lr": 0.007364378763744431, "data_time": 0.018274664878845215, "loss_single": 3.3557479619979858, "loss_dense": 3.4145211935043336, "loss": 6.770269155502319, "time": 0.16589655876159667, "step": 675036}
{"lr": 0.007364378763744431, "data_time": 0.016729140281677247, "loss_single": 3.371803092956543, "loss_dense": 3.4322968244552614, "loss": 6.80409984588623, "time": 0.1521608591079712, "step": 675086}
{"lr": 0.007364378763744431, "data_time": 0.018338465690612794, "loss_single": 3.3890750408172607, "loss_dense": 3.434039998054504, "loss": 6.823115062713623, "time": 0.15402116775512695, "step": 675136}
{"lr": 0.007364378763744431, "data_time": 0.016829514503479005, "loss_single": 3.361181616783142, "loss_dense": 3.4162585735321045, "loss": 6.777440166473388, "time": 0.1853585958480835, "step": 675186}
{"lr": 0.007364378763744431, "data_time": 0.016664600372314452, "loss_single": 3.381872320175171, "loss_dense": 3.4281880855560303, "loss": 6.8100604057312015, "time": 0.16287171840667725, "step": 675236}
{"lr": 0.007364378763744431, "data_time": 0.018091726303100585, "loss_single": 3.373019552230835, "loss_dense": 3.4295937061309814, "loss": 6.802613258361816, "time": 0.16023609638214112, "step": 675286}
{"lr": 0.007364378763744431, "data_time": 0.01655251979827881, "loss_single": 3.3720174551010134, "loss_dense": 3.4220070600509644, "loss": 6.794024515151977, "time": 0.15912609100341796, "step": 675336}
{"lr": 0.007364378763744431, "data_time": 0.014348244667053223, "loss_single": 3.39531352519989, "loss_dense": 3.4570398569107055, "loss": 6.852353429794311, "time": 0.16991677284240722, "step": 675386}
{"lr": 0.007364378763744431, "data_time": 0.016103124618530272, "loss_single": 3.394429922103882, "loss_dense": 3.4508671045303343, "loss": 6.845297050476074, "time": 0.1803065776824951, "step": 675436}
{"lr": 0.007364378763744431, "data_time": 0.015791034698486327, "loss_single": 3.3717821836471558, "loss_dense": 3.4061890125274656, "loss": 6.77797122001648, "time": 0.16743345260620118, "step": 675486}
{"lr": 0.007364378763744431, "data_time": 0.02749955654144287, "loss_single": 3.3918740510940553, "loss_dense": 3.4414886951446535, "loss": 6.833362627029419, "time": 0.2366041660308838, "step": 675536}
{"lr": 0.007162521529260769, "data_time": 0.01822645664215088, "loss_single": 3.3691442728042604, "loss_dense": 3.4117208242416384, "loss": 6.780865240097046, "time": 0.15969972610473632, "step": 675590}
{"lr": 0.007162521529260769, "data_time": 0.016600823402404784, "loss_single": 3.398551034927368, "loss_dense": 3.4451977014541626, "loss": 6.843748712539673, "time": 0.15722925662994386, "step": 675640}
{"lr": 0.007162521529260769, "data_time": 0.016766810417175294, "loss_single": 3.3931026458740234, "loss_dense": 3.442297625541687, "loss": 6.835400342941284, "time": 0.15373740196228028, "step": 675690}
{"lr": 0.007162521529260769, "data_time": 0.017046785354614256, "loss_single": 3.3930811643600465, "loss_dense": 3.44347505569458, "loss": 6.8365562915802, "time": 0.1555199146270752, "step": 675740}
{"lr": 0.007162521529260769, "data_time": 0.01729710102081299, "loss_single": 3.3774020433425904, "loss_dense": 3.4299728155136107, "loss": 6.807374811172485, "time": 0.1528684377670288, "step": 675790}
{"lr": 0.007162521529260769, "data_time": 0.01746046543121338, "loss_single": 3.3668874979019163, "loss_dense": 3.4179955959320067, "loss": 6.784883165359497, "time": 0.15561425685882568, "step": 675840}
{"lr": 0.007162521529260769, "data_time": 0.020618319511413574, "loss_single": 3.3574555635452272, "loss_dense": 3.417500376701355, "loss": 6.774955892562867, "time": 0.18458342552185059, "step": 675890}
{"lr": 0.007162521529260769, "data_time": 0.017551517486572264, "loss_single": 3.3382699251174928, "loss_dense": 3.393089842796326, "loss": 6.731359767913818, "time": 0.3175300121307373, "step": 675940}
{"lr": 0.007162521529260769, "data_time": 0.017077040672302247, "loss_single": 3.381842923164368, "loss_dense": 3.4341080665588377, "loss": 6.815951013565064, "time": 0.1625680685043335, "step": 675990}
{"lr": 0.007162521529260769, "data_time": 0.017995500564575197, "loss_single": 3.3897429943084716, "loss_dense": 3.434433627128601, "loss": 6.82417664527893, "time": 0.18364598751068115, "step": 676040}
{"lr": 0.007162521529260769, "data_time": 0.017309808731079103, "loss_single": 3.3729615449905395, "loss_dense": 3.430454635620117, "loss": 6.803416204452515, "time": 0.15621159076690674, "step": 676090}
{"lr": 0.007162521529260769, "data_time": 0.03992130756378174, "loss_single": 3.3693628549575805, "loss_dense": 3.4167479038238526, "loss": 6.786110830307007, "time": 0.18381495475769044, "step": 676140}
{"lr": 0.007162521529260769, "data_time": 0.018266892433166503, "loss_single": 3.391820764541626, "loss_dense": 3.438527750968933, "loss": 6.830348491668701, "time": 0.15463130474090575, "step": 676190}
{"lr": 0.007162521529260769, "data_time": 0.023802471160888673, "loss_single": 3.360803985595703, "loss_dense": 3.4145287036895753, "loss": 6.775332689285278, "time": 0.253549599647522, "step": 676240}
{"lr": 0.007162521529260769, "data_time": 0.02336580753326416, "loss_single": 3.380914545059204, "loss_dense": 3.4289297580718996, "loss": 6.809844350814819, "time": 0.176210355758667, "step": 676290}
{"lr": 0.007162521529260769, "data_time": 0.012060332298278808, "loss_single": 3.386073875427246, "loss_dense": 3.4354697942733763, "loss": 6.821543598175049, "time": 0.2493882417678833, "step": 676340}
{"lr": 0.007162521529260769, "data_time": 0.018031883239746093, "loss_single": 3.386231541633606, "loss_dense": 3.4466304779052734, "loss": 6.832862043380738, "time": 0.15974037647247313, "step": 676390}
{"lr": 0.007162521529260769, "data_time": 0.019353318214416503, "loss_single": 3.3875072240829467, "loss_dense": 3.4373492002487183, "loss": 6.824856472015381, "time": 0.1550826072692871, "step": 676440}
{"lr": 0.007162521529260769, "data_time": 0.0170562744140625, "loss_single": 3.3764286041259766, "loss_dense": 3.4333277463912966, "loss": 6.8097563743591305, "time": 0.1895754814147949, "step": 676490}
{"lr": 0.007162521529260769, "data_time": 0.017522192001342772, "loss_single": 3.378763437271118, "loss_dense": 3.4399479627609253, "loss": 6.8187113285064695, "time": 0.16072847843170165, "step": 676540}
{"lr": 0.007162521529260769, "data_time": 0.01695296764373779, "loss_single": 3.3902873516082765, "loss_dense": 3.4311967849731446, "loss": 6.821484136581421, "time": 0.15743882656097413, "step": 676590}
{"lr": 0.007162521529260769, "data_time": 0.021373939514160157, "loss_single": 3.3797150373458864, "loss_dense": 3.4279900789260864, "loss": 6.8077051639556885, "time": 0.2310647487640381, "step": 676640}
{"lr": 0.007162521529260769, "data_time": 0.016629815101623535, "loss_single": 3.3810240030288696, "loss_dense": 3.442807984352112, "loss": 6.823831939697266, "time": 0.2097419023513794, "step": 676690}
{"lr": 0.007162521529260769, "data_time": 0.016138148307800294, "loss_single": 3.3576951742172243, "loss_dense": 3.403257131576538, "loss": 6.760952281951904, "time": 0.15576462745666503, "step": 676740}
{"lr": 0.007162521529260769, "data_time": 0.018708157539367675, "loss_single": 3.3745736598968508, "loss_dense": 3.4317282915115355, "loss": 6.80630202293396, "time": 0.16207830905914306, "step": 676790}
{"lr": 0.007162521529260769, "data_time": 0.017456459999084472, "loss_single": 3.394049596786499, "loss_dense": 3.4412708282470703, "loss": 6.835320472717285, "time": 0.16201205253601075, "step": 676840}
{"lr": 0.007162521529260769, "data_time": 0.01759510040283203, "loss_single": 3.3711087465286256, "loss_dense": 3.42496120929718, "loss": 6.796070003509522, "time": 0.15491049289703368, "step": 676890}
{"lr": 0.007162521529260769, "data_time": 0.01739020347595215, "loss_single": 3.3715662240982054, "loss_dense": 3.416777157783508, "loss": 6.788343334197998, "time": 0.1731032609939575, "step": 676940}
{"lr": 0.007162521529260769, "data_time": 0.02180459499359131, "loss_single": 3.3669457912445067, "loss_dense": 3.4264351606369017, "loss": 6.793380975723267, "time": 0.2251209020614624, "step": 676990}
{"lr": 0.007162521529260769, "data_time": 0.04612798690795898, "loss_single": 3.36859929561615, "loss_dense": 3.426747512817383, "loss": 6.795346736907959, "time": 0.21274135112762452, "step": 677040}
{"lr": 0.007162521529260769, "data_time": 0.016768670082092284, "loss_single": 3.344431662559509, "loss_dense": 3.40034441947937, "loss": 6.744776058197021, "time": 0.16138191223144532, "step": 677090}
{"lr": 0.007162521529260769, "data_time": 0.017899632453918457, "loss_single": 3.360787343978882, "loss_dense": 3.4109573125839234, "loss": 6.771744632720948, "time": 0.16045074462890624, "step": 677140}
{"lr": 0.007162521529260769, "data_time": 0.016846752166748045, "loss_single": 3.358121657371521, "loss_dense": 3.420404148101807, "loss": 6.7785258293151855, "time": 0.18597204685211183, "step": 677190}
{"lr": 0.007162521529260769, "data_time": 0.01568424701690674, "loss_single": 3.371703028678894, "loss_dense": 3.4301839590072634, "loss": 6.801887035369873, "time": 0.15649714469909667, "step": 677240}
{"lr": 0.007162521529260769, "data_time": 0.02700777053833008, "loss_single": 3.4122191429138184, "loss_dense": 3.447530913352966, "loss": 6.859750080108642, "time": 0.23638198375701905, "step": 677290}
{"lr": 0.007162521529260769, "data_time": 0.02558853626251221, "loss_single": 3.380302357673645, "loss_dense": 3.432999348640442, "loss": 6.813301706314087, "time": 0.16102128028869628, "step": 677340}
{"lr": 0.007162521529260769, "data_time": 0.018259644508361816, "loss_single": 3.385456895828247, "loss_dense": 3.4387407064437867, "loss": 6.824197673797608, "time": 0.15772390365600586, "step": 677390}
{"lr": 0.007162521529260769, "data_time": 0.01666269302368164, "loss_single": 3.379143166542053, "loss_dense": 3.432680058479309, "loss": 6.8118232727050785, "time": 0.15730173587799073, "step": 677440}
{"lr": 0.007162521529260769, "data_time": 0.018044757843017577, "loss_single": 3.3744917631149294, "loss_dense": 3.4375924348831175, "loss": 6.812084197998047, "time": 0.15316712856292725, "step": 677490}
{"lr": 0.007162521529260769, "data_time": 0.016909050941467284, "loss_single": 3.366983413696289, "loss_dense": 3.4173806428909304, "loss": 6.784364128112793, "time": 0.16766006946563722, "step": 677540}
{"lr": 0.007162521529260769, "data_time": 0.01817331314086914, "loss_single": 3.3515984296798704, "loss_dense": 3.40551073551178, "loss": 6.757109117507935, "time": 0.15639338493347169, "step": 677590}
{"lr": 0.007162521529260769, "data_time": 0.01838793754577637, "loss_single": 3.3918744325637817, "loss_dense": 3.4368221521377564, "loss": 6.828696584701538, "time": 0.2529395580291748, "step": 677640}
{"lr": 0.007162521529260769, "data_time": 0.0161879301071167, "loss_single": 3.36894896030426, "loss_dense": 3.4277406215667723, "loss": 6.796689701080322, "time": 0.1561823606491089, "step": 677690}
{"lr": 0.007162521529260769, "data_time": 0.016445016860961913, "loss_single": 3.3695972681045534, "loss_dense": 3.4247153282165526, "loss": 6.794312620162964, "time": 0.15696959495544432, "step": 677740}
{"lr": 0.007162521529260769, "data_time": 0.015569782257080078, "loss_single": 3.3589075326919557, "loss_dense": 3.4117533445358275, "loss": 6.770660877227783, "time": 0.15441536903381348, "step": 677790}
{"lr": 0.007162521529260769, "data_time": 0.018862271308898927, "loss_single": 3.3954704284667967, "loss_dense": 3.4478045225143434, "loss": 6.843274927139282, "time": 0.15687453746795654, "step": 677840}
{"lr": 0.007162521529260769, "data_time": 0.017286276817321776, "loss_single": 3.3912161350250245, "loss_dense": 3.4478164672851563, "loss": 6.839032602310181, "time": 0.15348548889160157, "step": 677890}
{"lr": 0.007162521529260769, "data_time": 0.02061302661895752, "loss_single": 3.380831241607666, "loss_dense": 3.4391974925994875, "loss": 6.820028686523438, "time": 0.1571599006652832, "step": 677940}
{"lr": 0.007162521529260769, "data_time": 0.017643308639526366, "loss_single": 3.3753045558929444, "loss_dense": 3.4233883142471315, "loss": 6.798692893981934, "time": 0.16018640995025635, "step": 677990}
{"lr": 0.007162521529260769, "data_time": 0.016475677490234375, "loss_single": 3.371449589729309, "loss_dense": 3.426473689079285, "loss": 6.797923231124878, "time": 0.15585496425628662, "step": 678040}
{"lr": 0.007162521529260769, "data_time": 0.015879344940185548, "loss_single": 3.391879987716675, "loss_dense": 3.448321723937988, "loss": 6.840201711654663, "time": 0.16097841262817383, "step": 678090}
{"lr": 0.007162521529260769, "data_time": 0.017539143562316895, "loss_single": 3.3776113748550416, "loss_dense": 3.4213910818099977, "loss": 6.799002456665039, "time": 0.15205447673797606, "step": 678140}
{"lr": 0.007162521529260769, "data_time": 0.0156632661819458, "loss_single": 3.405747985839844, "loss_dense": 3.4617653846740724, "loss": 6.867513370513916, "time": 0.1582275629043579, "step": 678190}
{"lr": 0.007162521529260769, "data_time": 0.016816926002502442, "loss_single": 3.3595142126083375, "loss_dense": 3.4086673498153686, "loss": 6.768181657791137, "time": 0.1830599784851074, "step": 678240}
{"lr": 0.007162521529260769, "data_time": 0.01812458038330078, "loss_single": 3.358703064918518, "loss_dense": 3.4002079486846926, "loss": 6.7589111328125, "time": 0.15367507934570312, "step": 678290}
{"lr": 0.007162521529260769, "data_time": 0.024776792526245116, "loss_single": 3.361218047142029, "loss_dense": 3.427643632888794, "loss": 6.788861656188965, "time": 0.16272587776184083, "step": 678340}
{"lr": 0.007162521529260769, "data_time": 0.016538214683532716, "loss_single": 3.3934942722320556, "loss_dense": 3.4312570095062256, "loss": 6.824751234054565, "time": 0.15920720100402833, "step": 678390}
{"lr": 0.007162521529260769, "data_time": 0.014557933807373047, "loss_single": 3.377043032646179, "loss_dense": 3.424201798439026, "loss": 6.801244831085205, "time": 0.1850527048110962, "step": 678440}
{"lr": 0.007162521529260769, "data_time": 0.016071629524230958, "loss_single": 3.3606741189956666, "loss_dense": 3.428414058685303, "loss": 6.789088201522827, "time": 0.1842046022415161, "step": 678490}
{"lr": 0.007162521529260769, "data_time": 0.016524648666381835, "loss_single": 3.3672109127044676, "loss_dense": 3.4375660181045533, "loss": 6.804776906967163, "time": 0.1563936471939087, "step": 678540}
{"lr": 0.007162521529260769, "data_time": 0.01605386734008789, "loss_single": 3.394313335418701, "loss_dense": 3.4505422592163084, "loss": 6.844855642318725, "time": 0.1670314311981201, "step": 678590}
{"lr": 0.007162521529260769, "data_time": 0.016015076637268068, "loss_single": 3.3686585426330566, "loss_dense": 3.419984769821167, "loss": 6.788643217086792, "time": 0.15339953899383546, "step": 678640}
{"lr": 0.007162521529260769, "data_time": 0.015259933471679688, "loss_single": 3.3484272241592405, "loss_dense": 3.4021350383758544, "loss": 6.750562286376953, "time": 0.1680431365966797, "step": 678690}
{"lr": 0.007162521529260769, "data_time": 0.016802310943603516, "loss_single": 3.4326621294021606, "loss_dense": 3.4822052240371706, "loss": 6.914867305755616, "time": 0.1656438112258911, "step": 678740}
{"lr": 0.007162521529260769, "data_time": 0.016896963119506836, "loss_single": 3.3572104215621947, "loss_dense": 3.4093796730041506, "loss": 6.766590118408203, "time": 0.1588874101638794, "step": 678790}
{"lr": 0.007162521529260769, "data_time": 0.019137811660766602, "loss_single": 3.386507248878479, "loss_dense": 3.439920449256897, "loss": 6.826427698135376, "time": 0.15880491733551025, "step": 678840}
{"lr": 0.007162521529260769, "data_time": 0.01682705879211426, "loss_single": 3.3878940105438233, "loss_dense": 3.435840368270874, "loss": 6.823734378814697, "time": 0.16124200820922852, "step": 678890}
{"lr": 0.007162521529260769, "data_time": 0.01645481586456299, "loss_single": 3.362006688117981, "loss_dense": 3.42101845741272, "loss": 6.783025169372559, "time": 0.17505090236663817, "step": 678940}
{"lr": 0.007162521529260769, "data_time": 0.01729435920715332, "loss_single": 3.379362201690674, "loss_dense": 3.4267564535140993, "loss": 6.806118631362915, "time": 0.156449556350708, "step": 678990}
{"lr": 0.007162521529260769, "data_time": 0.018301773071289062, "loss_single": 3.385980749130249, "loss_dense": 3.433272385597229, "loss": 6.8192531108856205, "time": 0.16375935077667236, "step": 679040}
{"lr": 0.007162521529260769, "data_time": 0.016585016250610353, "loss_single": 3.3810219764709473, "loss_dense": 3.4254600763320924, "loss": 6.806481981277466, "time": 0.16026520729064941, "step": 679090}
{"lr": 0.007162521529260769, "data_time": 0.0161177396774292, "loss_single": 3.36931254863739, "loss_dense": 3.4091746330261232, "loss": 6.778487300872802, "time": 0.1562898874282837, "step": 679140}
{"lr": 0.007162521529260769, "data_time": 0.015784430503845214, "loss_single": 3.3842550992965696, "loss_dense": 3.4442355155944826, "loss": 6.828490591049194, "time": 0.1583167552947998, "step": 679190}
{"lr": 0.007162521529260769, "data_time": 0.02393629550933838, "loss_single": 3.377352404594421, "loss_dense": 3.4105308771133425, "loss": 6.787883234024048, "time": 0.24027683734893798, "step": 679240}
{"lr": 0.007162521529260769, "data_time": 0.031150555610656737, "loss_single": 3.3614670038223267, "loss_dense": 3.4171661615371702, "loss": 6.778633165359497, "time": 0.196095871925354, "step": 679290}
{"lr": 0.007162521529260769, "data_time": 0.01728012561798096, "loss_single": 3.385196876525879, "loss_dense": 3.440237808227539, "loss": 6.825434637069702, "time": 0.15616936683654786, "step": 679340}
{"lr": 0.007162521529260769, "data_time": 0.016939759254455566, "loss_single": 3.3877083539962767, "loss_dense": 3.4388251543045043, "loss": 6.826533555984497, "time": 0.15923585891723632, "step": 679390}
{"lr": 0.007162521529260769, "data_time": 0.015691399574279785, "loss_single": 3.3894499063491823, "loss_dense": 3.4415016174316406, "loss": 6.830951595306397, "time": 0.2385557174682617, "step": 679440}
{"lr": 0.007162521529260769, "data_time": 0.017692065238952635, "loss_single": 3.370555567741394, "loss_dense": 3.4273176193237305, "loss": 6.797873210906983, "time": 0.15658855438232422, "step": 679490}
{"lr": 0.007162521529260769, "data_time": 0.016510748863220216, "loss_single": 3.3916143655776976, "loss_dense": 3.437342119216919, "loss": 6.828956556320191, "time": 0.15142459869384767, "step": 679540}
{"lr": 0.007162521529260769, "data_time": 0.047478437423706055, "loss_single": 3.3881261110305787, "loss_dense": 3.4484372615814207, "loss": 6.83656325340271, "time": 0.1889037847518921, "step": 679590}
{"lr": 0.007162521529260769, "data_time": 0.04378063678741455, "loss_single": 3.380816602706909, "loss_dense": 3.4222347497940064, "loss": 6.803051376342774, "time": 0.18475587368011476, "step": 679640}
{"lr": 0.007162521529260769, "data_time": 0.015374374389648438, "loss_single": 3.3865744352340696, "loss_dense": 3.437299370765686, "loss": 6.823873805999756, "time": 0.15640578269958497, "step": 679690}
{"lr": 0.007162521529260769, "data_time": 0.017153167724609376, "loss_single": 3.3834288835525514, "loss_dense": 3.438378643989563, "loss": 6.821807527542115, "time": 0.17001738548278808, "step": 679740}
{"lr": 0.007162521529260769, "data_time": 0.01825604438781738, "loss_single": 3.411247491836548, "loss_dense": 3.463691306114197, "loss": 6.874938869476319, "time": 0.15548419952392578, "step": 679790}
{"lr": 0.007162521529260769, "data_time": 0.01725609302520752, "loss_single": 3.3618950843811035, "loss_dense": 3.419973540306091, "loss": 6.781868648529053, "time": 0.1520099401473999, "step": 679840}
{"lr": 0.007162521529260769, "data_time": 0.018491649627685548, "loss_single": 3.3720623016357423, "loss_dense": 3.4224194526672362, "loss": 6.7944817543029785, "time": 0.15594322681427003, "step": 679890}
{"lr": 0.007162521529260769, "data_time": 0.016277360916137695, "loss_single": 3.3923563241958616, "loss_dense": 3.4321759223937987, "loss": 6.824532222747803, "time": 0.16585330963134765, "step": 679940}
{"lr": 0.007162521529260769, "data_time": 0.017098021507263184, "loss_single": 3.3881074666976927, "loss_dense": 3.4318563461303713, "loss": 6.819963693618774, "time": 0.15464956760406495, "step": 679990}
{"lr": 0.007162521529260769, "data_time": 0.017248034477233887, "loss_single": 3.3770395040512087, "loss_dense": 3.4408836364746094, "loss": 6.817923212051392, "time": 0.15640130043029785, "step": 680040}
{"lr": 0.007162521529260769, "data_time": 0.01691884994506836, "loss_single": 3.3880056858062746, "loss_dense": 3.421545481681824, "loss": 6.809551143646241, "time": 0.16769330501556395, "step": 680090}
{"lr": 0.007162521529260769, "data_time": 0.015871572494506835, "loss_single": 3.391670799255371, "loss_dense": 3.433541512489319, "loss": 6.825212287902832, "time": 0.15934360027313232, "step": 680140}
{"lr": 0.007162521529260769, "data_time": 0.018111538887023926, "loss_single": 3.3990252017974854, "loss_dense": 3.4534217357635497, "loss": 6.8524469375610355, "time": 0.16088125705718995, "step": 680190}
{"lr": 0.007162521529260769, "data_time": 0.01616857051849365, "loss_single": 3.406611371040344, "loss_dense": 3.451804041862488, "loss": 6.858415412902832, "time": 0.1634927749633789, "step": 680240}
{"lr": 0.007162521529260769, "data_time": 0.019173431396484374, "loss_single": 3.383468842506409, "loss_dense": 3.43956937789917, "loss": 6.823038244247437, "time": 0.16563432216644286, "step": 680290}
{"lr": 0.007162521529260769, "data_time": 0.017399978637695313, "loss_single": 3.3954010009765625, "loss_dense": 3.4458534717559814, "loss": 6.841254425048828, "time": 0.16203224658966064, "step": 680340}
{"lr": 0.007162521529260769, "data_time": 0.019639062881469726, "loss_single": 3.408374238014221, "loss_dense": 3.451581263542175, "loss": 6.859955501556397, "time": 0.1624626874923706, "step": 680390}
{"lr": 0.007162521529260769, "data_time": 0.016480040550231934, "loss_single": 3.3733392477035524, "loss_dense": 3.433340883255005, "loss": 6.806680154800415, "time": 0.15601811408996583, "step": 680440}
{"lr": 0.007162521529260769, "data_time": 0.018776082992553712, "loss_single": 3.3819021940231324, "loss_dense": 3.439166235923767, "loss": 6.821068382263183, "time": 0.18217241764068604, "step": 680490}
{"lr": 0.007162521529260769, "data_time": 0.013508152961730958, "loss_single": 3.3669623136520386, "loss_dense": 3.4316208362579346, "loss": 6.798583221435547, "time": 0.15141839981079103, "step": 680540}
{"lr": 0.006962598075315047, "data_time": 0.014081501960754394, "loss_single": 3.345194411277771, "loss_dense": 3.403140830993652, "loss": 6.748335218429565, "time": 0.16371643543243408, "step": 680594}
{"lr": 0.006962598075315047, "data_time": 0.023295903205871583, "loss_single": 3.367295670509338, "loss_dense": 3.4254749059677123, "loss": 6.792770576477051, "time": 0.15903491973876954, "step": 680644}
{"lr": 0.006962598075315047, "data_time": 0.016730403900146483, "loss_single": 3.372514319419861, "loss_dense": 3.436912417411804, "loss": 6.809426736831665, "time": 0.1570751428604126, "step": 680694}
{"lr": 0.006962598075315047, "data_time": 0.01777787208557129, "loss_single": 3.397069501876831, "loss_dense": 3.4422844886779784, "loss": 6.839354038238525, "time": 0.15718469619750977, "step": 680744}
{"lr": 0.006962598075315047, "data_time": 0.017527389526367187, "loss_single": 3.3512157917022707, "loss_dense": 3.4112886667251585, "loss": 6.7625044822692875, "time": 0.1562422513961792, "step": 680794}
{"lr": 0.006962598075315047, "data_time": 0.01985952854156494, "loss_single": 3.37540442943573, "loss_dense": 3.432265520095825, "loss": 6.807669973373413, "time": 0.1689534902572632, "step": 680844}
{"lr": 0.006962598075315047, "data_time": 0.016143250465393066, "loss_single": 3.3897272109985352, "loss_dense": 3.454383134841919, "loss": 6.8441102504730225, "time": 0.15904998779296875, "step": 680894}
{"lr": 0.006962598075315047, "data_time": 0.016551828384399413, "loss_single": 3.36551296710968, "loss_dense": 3.4156816482543944, "loss": 6.781194639205933, "time": 0.1576080322265625, "step": 680944}
{"lr": 0.006962598075315047, "data_time": 0.016141939163208007, "loss_single": 3.386434483528137, "loss_dense": 3.433140754699707, "loss": 6.819575262069702, "time": 0.16492538452148436, "step": 680994}
{"lr": 0.006962598075315047, "data_time": 0.017487359046936036, "loss_single": 3.358648586273193, "loss_dense": 3.421551775932312, "loss": 6.780200338363647, "time": 0.16693272590637206, "step": 681044}
{"lr": 0.006962598075315047, "data_time": 0.01549997329711914, "loss_single": 3.3939529180526735, "loss_dense": 3.4505626916885377, "loss": 6.844515609741211, "time": 0.18880419731140136, "step": 681094}
{"lr": 0.006962598075315047, "data_time": 0.01699719429016113, "loss_single": 3.3803587675094606, "loss_dense": 3.4369059085845945, "loss": 6.817264699935913, "time": 0.15832388401031494, "step": 681144}
{"lr": 0.006962598075315047, "data_time": 0.018711280822753907, "loss_single": 3.35562002658844, "loss_dense": 3.401108241081238, "loss": 6.756728219985962, "time": 0.15884203910827638, "step": 681194}
{"lr": 0.006962598075315047, "data_time": 0.01708850860595703, "loss_single": 3.379889726638794, "loss_dense": 3.4255430459976197, "loss": 6.805432844161987, "time": 0.15206389427185057, "step": 681244}
{"lr": 0.006962598075315047, "data_time": 0.016997480392456056, "loss_single": 3.401957082748413, "loss_dense": 3.449630856513977, "loss": 6.851587915420533, "time": 0.1630096912384033, "step": 681294}
{"lr": 0.006962598075315047, "data_time": 0.017958974838256835, "loss_single": 3.389007306098938, "loss_dense": 3.431908941268921, "loss": 6.820916271209716, "time": 0.16155493259429932, "step": 681344}
{"lr": 0.006962598075315047, "data_time": 0.01793532371520996, "loss_single": 3.3650877237319947, "loss_dense": 3.425700068473816, "loss": 6.7907877445220945, "time": 0.18085954189300538, "step": 681394}
{"lr": 0.006962598075315047, "data_time": 0.041141510009765625, "loss_single": 3.3710422992706297, "loss_dense": 3.4229419469833373, "loss": 6.793984222412109, "time": 0.18319194316864013, "step": 681444}
{"lr": 0.006962598075315047, "data_time": 0.019554734230041504, "loss_single": 3.3634036779403687, "loss_dense": 3.423943877220154, "loss": 6.7873475551605225, "time": 0.19126603603363038, "step": 681494}
{"lr": 0.006962598075315047, "data_time": 0.016236281394958495, "loss_single": 3.3803611278533934, "loss_dense": 3.4397589445114134, "loss": 6.820120096206665, "time": 0.1535248041152954, "step": 681544}
{"lr": 0.006962598075315047, "data_time": 0.017784786224365235, "loss_single": 3.4000903367996216, "loss_dense": 3.45519540309906, "loss": 6.855285787582398, "time": 0.16669864654541017, "step": 681594}
{"lr": 0.006962598075315047, "data_time": 0.015354371070861817, "loss_single": 3.3699851036071777, "loss_dense": 3.4219810247421263, "loss": 6.791966152191162, "time": 0.15322980880737305, "step": 681644}
{"lr": 0.006962598075315047, "data_time": 0.015503573417663574, "loss_single": 3.380638265609741, "loss_dense": 3.4521401643753054, "loss": 6.832778406143189, "time": 0.15563056468963624, "step": 681694}
{"lr": 0.006962598075315047, "data_time": 0.017367839813232422, "loss_single": 3.366047406196594, "loss_dense": 3.4088584899902346, "loss": 6.774905967712402, "time": 0.1548137664794922, "step": 681744}
{"lr": 0.006962598075315047, "data_time": 0.017188262939453126, "loss_single": 3.3544005155563354, "loss_dense": 3.408589220046997, "loss": 6.76298975944519, "time": 0.15197038650512695, "step": 681794}
{"lr": 0.006962598075315047, "data_time": 0.023886775970458983, "loss_single": 3.3559715509414674, "loss_dense": 3.413831877708435, "loss": 6.769803476333618, "time": 0.18624355792999267, "step": 681844}
{"lr": 0.006962598075315047, "data_time": 0.016401076316833497, "loss_single": 3.391719675064087, "loss_dense": 3.4333917140960692, "loss": 6.825111341476441, "time": 0.15455472469329834, "step": 681894}
{"lr": 0.006962598075315047, "data_time": 0.01859121322631836, "loss_single": 3.348499608039856, "loss_dense": 3.400121831893921, "loss": 6.7486213684082035, "time": 0.1546358585357666, "step": 681944}
{"lr": 0.006962598075315047, "data_time": 0.01752638816833496, "loss_single": 3.3771920204162598, "loss_dense": 3.427399230003357, "loss": 6.804591274261474, "time": 0.1669985055923462, "step": 681994}
{"lr": 0.006962598075315047, "data_time": 0.018127632141113282, "loss_single": 3.370652914047241, "loss_dense": 3.4302778244018555, "loss": 6.800930786132812, "time": 0.15796372890472413, "step": 682044}
{"lr": 0.006962598075315047, "data_time": 0.01661555767059326, "loss_single": 3.397274112701416, "loss_dense": 3.4503491878509522, "loss": 6.847623300552368, "time": 0.15291938781738282, "step": 682094}
{"lr": 0.006962598075315047, "data_time": 0.01891746520996094, "loss_single": 3.3791409015655516, "loss_dense": 3.427084279060364, "loss": 6.806225252151489, "time": 0.15551588535308838, "step": 682144}
{"lr": 0.006962598075315047, "data_time": 0.016522026062011717, "loss_single": 3.4111043214797974, "loss_dense": 3.458016276359558, "loss": 6.8691205978393555, "time": 0.16236550807952882, "step": 682194}
{"lr": 0.006962598075315047, "data_time": 0.016962528228759766, "loss_single": 3.367522668838501, "loss_dense": 3.420345425605774, "loss": 6.7878679752349855, "time": 0.19539737701416016, "step": 682244}
{"lr": 0.006962598075315047, "data_time": 0.017494392395019532, "loss_single": 3.359156060218811, "loss_dense": 3.421255111694336, "loss": 6.780411243438721, "time": 0.16354007720947267, "step": 682294}
{"lr": 0.006962598075315047, "data_time": 0.023091673851013184, "loss_single": 3.3955368041992187, "loss_dense": 3.4594960689544676, "loss": 6.855032873153687, "time": 0.16391232013702392, "step": 682344}
{"lr": 0.006962598075315047, "data_time": 0.01839132308959961, "loss_single": 3.377291774749756, "loss_dense": 3.4170141220092773, "loss": 6.794305896759033, "time": 0.155842924118042, "step": 682394}
{"lr": 0.006962598075315047, "data_time": 0.016585111618041992, "loss_single": 3.355430316925049, "loss_dense": 3.4127646923065185, "loss": 6.768195009231567, "time": 0.1620880365371704, "step": 682444}
{"lr": 0.006962598075315047, "data_time": 0.019441723823547363, "loss_single": 3.3920309066772463, "loss_dense": 3.440330147743225, "loss": 6.832361030578613, "time": 0.1576981544494629, "step": 682494}
{"lr": 0.006962598075315047, "data_time": 0.018463897705078124, "loss_single": 3.36477952003479, "loss_dense": 3.4150753021240234, "loss": 6.779854726791382, "time": 0.15763943195343016, "step": 682544}
{"lr": 0.006962598075315047, "data_time": 0.017954349517822266, "loss_single": 3.3675007104873655, "loss_dense": 3.4224821805953978, "loss": 6.789982843399048, "time": 0.19818875789642335, "step": 682594}
{"lr": 0.006962598075315047, "data_time": 0.017731785774230957, "loss_single": 3.389685034751892, "loss_dense": 3.427250337600708, "loss": 6.816935348510742, "time": 0.15582480430603027, "step": 682644}
{"lr": 0.006962598075315047, "data_time": 0.017115020751953126, "loss_single": 3.408194732666016, "loss_dense": 3.4630417346954347, "loss": 6.871236419677734, "time": 0.1570904016494751, "step": 682694}
{"lr": 0.006962598075315047, "data_time": 0.019780445098876952, "loss_single": 3.3798018217086794, "loss_dense": 3.4225836515426638, "loss": 6.802385377883911, "time": 0.16360926628112793, "step": 682744}
{"lr": 0.006962598075315047, "data_time": 0.016838812828063966, "loss_single": 3.3504697561264036, "loss_dense": 3.4140244483947755, "loss": 6.764494180679321, "time": 0.16874275207519532, "step": 682794}
{"lr": 0.006962598075315047, "data_time": 0.018142199516296385, "loss_single": 3.3759998798370363, "loss_dense": 3.430525803565979, "loss": 6.806525659561157, "time": 0.1669985294342041, "step": 682844}
{"lr": 0.006962598075315047, "data_time": 0.016417860984802246, "loss_single": 3.397621583938599, "loss_dense": 3.4506263256073, "loss": 6.848247861862182, "time": 0.1583512544631958, "step": 682894}
{"lr": 0.006962598075315047, "data_time": 0.016060471534729004, "loss_single": 3.3565166711807253, "loss_dense": 3.4187838792800904, "loss": 6.775300550460815, "time": 0.15481534004211425, "step": 682944}
{"lr": 0.006962598075315047, "data_time": 0.020026135444641113, "loss_single": 3.374177408218384, "loss_dense": 3.431103992462158, "loss": 6.805281305313111, "time": 0.16392462253570556, "step": 682994}
{"lr": 0.006962598075315047, "data_time": 0.016396594047546387, "loss_single": 3.387584757804871, "loss_dense": 3.4501099586486816, "loss": 6.8376946449279785, "time": 0.17494866847991944, "step": 683044}
{"lr": 0.006962598075315047, "data_time": 0.01618950366973877, "loss_single": 3.409085988998413, "loss_dense": 3.4591825723648073, "loss": 6.868268632888794, "time": 0.1778944730758667, "step": 683094}
{"lr": 0.006962598075315047, "data_time": 0.018471646308898925, "loss_single": 3.3487699747085573, "loss_dense": 3.3984286069869993, "loss": 6.747198534011841, "time": 0.25461430549621583, "step": 683144}
{"lr": 0.006962598075315047, "data_time": 0.016422605514526366, "loss_single": 3.378784155845642, "loss_dense": 3.440636324882507, "loss": 6.819420528411865, "time": 0.15737757682800294, "step": 683194}
{"lr": 0.006962598075315047, "data_time": 0.01697518825531006, "loss_single": 3.3861923933029177, "loss_dense": 3.4471815824508667, "loss": 6.833373928070069, "time": 0.16204123497009276, "step": 683244}
{"lr": 0.006962598075315047, "data_time": 0.016342687606811523, "loss_single": 3.3640534400939943, "loss_dense": 3.4214934587478636, "loss": 6.785546875, "time": 0.16197481155395507, "step": 683294}
{"lr": 0.006962598075315047, "data_time": 0.01637120246887207, "loss_single": 3.391223907470703, "loss_dense": 3.436079478263855, "loss": 6.8273033618927, "time": 0.16451654434204102, "step": 683344}
{"lr": 0.006962598075315047, "data_time": 0.016851353645324706, "loss_single": 3.3812264919281008, "loss_dense": 3.4407222986221315, "loss": 6.82194881439209, "time": 0.1674668312072754, "step": 683394}
{"lr": 0.006962598075315047, "data_time": 0.018291664123535157, "loss_single": 3.3822248458862303, "loss_dense": 3.4374589681625367, "loss": 6.8196838855743405, "time": 0.20501842498779296, "step": 683444}
{"lr": 0.006962598075315047, "data_time": 0.01588306427001953, "loss_single": 3.3523563146591187, "loss_dense": 3.4165380716323854, "loss": 6.768894338607788, "time": 0.16155703067779542, "step": 683494}
{"lr": 0.006962598075315047, "data_time": 0.018032336235046388, "loss_single": 3.3686354637145994, "loss_dense": 3.4448816537857057, "loss": 6.813517141342163, "time": 0.1604443073272705, "step": 683544}
{"lr": 0.006962598075315047, "data_time": 0.016238474845886232, "loss_single": 3.384841275215149, "loss_dense": 3.435863709449768, "loss": 6.8207050323486325, "time": 0.16314849853515626, "step": 683594}
{"lr": 0.006962598075315047, "data_time": 0.016503739356994628, "loss_single": 3.361003351211548, "loss_dense": 3.417737078666687, "loss": 6.778740406036377, "time": 0.15338826179504395, "step": 683644}
{"lr": 0.006962598075315047, "data_time": 0.0158998966217041, "loss_single": 3.3524484872817992, "loss_dense": 3.4043423414230345, "loss": 6.756790733337402, "time": 0.1622546911239624, "step": 683694}
{"lr": 0.006962598075315047, "data_time": 0.019342207908630372, "loss_single": 3.3658793210983275, "loss_dense": 3.42159640789032, "loss": 6.787475728988648, "time": 0.1611635684967041, "step": 683744}
{"lr": 0.006962598075315047, "data_time": 0.020793843269348144, "loss_single": 3.3287764310836794, "loss_dense": 3.386782240867615, "loss": 6.715558671951294, "time": 0.1738046884536743, "step": 683794}
{"lr": 0.006962598075315047, "data_time": 0.019156289100646973, "loss_single": 3.360131764411926, "loss_dense": 3.401707983016968, "loss": 6.761839771270752, "time": 0.1606149196624756, "step": 683844}
{"lr": 0.006962598075315047, "data_time": 0.017407751083374022, "loss_single": 3.362032151222229, "loss_dense": 3.4177438497543333, "loss": 6.779776000976563, "time": 0.15636863708496093, "step": 683894}
{"lr": 0.006962598075315047, "data_time": 0.016350507736206055, "loss_single": 3.367098903656006, "loss_dense": 3.415274167060852, "loss": 6.782373142242432, "time": 0.17331647872924805, "step": 683944}
{"lr": 0.006962598075315047, "data_time": 0.016741561889648437, "loss_single": 3.3786912679672243, "loss_dense": 3.42545063495636, "loss": 6.804141902923584, "time": 0.1599214792251587, "step": 683994}
{"lr": 0.006962598075315047, "data_time": 0.017727971076965332, "loss_single": 3.3679914712905883, "loss_dense": 3.415181374549866, "loss": 6.7831727981567385, "time": 0.15753135681152344, "step": 684044}
{"lr": 0.006962598075315047, "data_time": 0.02432239055633545, "loss_single": 3.3607817888259888, "loss_dense": 3.4095582485198976, "loss": 6.770340013504028, "time": 0.162888240814209, "step": 684094}
{"lr": 0.006962598075315047, "data_time": 0.01877732276916504, "loss_single": 3.3603224754333496, "loss_dense": 3.4123565912246705, "loss": 6.772679090499878, "time": 0.16681411266326904, "step": 684144}
{"lr": 0.006962598075315047, "data_time": 0.01980757713317871, "loss_single": 3.371509575843811, "loss_dense": 3.4251951217651366, "loss": 6.79670467376709, "time": 0.162652850151062, "step": 684194}
{"lr": 0.006962598075315047, "data_time": 0.01730988025665283, "loss_single": 3.365216827392578, "loss_dense": 3.416224551200867, "loss": 6.7814414501190186, "time": 0.16033315658569336, "step": 684244}
{"lr": 0.006962598075315047, "data_time": 0.016759490966796874, "loss_single": 3.3958337545394897, "loss_dense": 3.439968204498291, "loss": 6.835801982879639, "time": 0.15869929790496826, "step": 684294}
{"lr": 0.006962598075315047, "data_time": 0.01859273910522461, "loss_single": 3.3940354585647583, "loss_dense": 3.442658019065857, "loss": 6.8366934299469, "time": 0.1614389181137085, "step": 684344}
{"lr": 0.006962598075315047, "data_time": 0.026256418228149413, "loss_single": 3.3596079349517822, "loss_dense": 3.4142383575439452, "loss": 6.773846292495728, "time": 0.16598668098449706, "step": 684394}
{"lr": 0.006962598075315047, "data_time": 0.01539938449859619, "loss_single": 3.363619589805603, "loss_dense": 3.4274123907089233, "loss": 6.791031980514527, "time": 0.220207142829895, "step": 684444}
{"lr": 0.006962598075315047, "data_time": 0.017373418807983397, "loss_single": 3.389032745361328, "loss_dense": 3.4217358589172364, "loss": 6.8107686042785645, "time": 0.1752763271331787, "step": 684494}
{"lr": 0.006962598075315047, "data_time": 0.019454002380371094, "loss_single": 3.35765163898468, "loss_dense": 3.4158087491989138, "loss": 6.773460435867309, "time": 0.16181042194366455, "step": 684544}
{"lr": 0.006962598075315047, "data_time": 0.01766369342803955, "loss_single": 3.379300355911255, "loss_dense": 3.43546040058136, "loss": 6.814760828018189, "time": 0.1588226079940796, "step": 684594}
{"lr": 0.006962598075315047, "data_time": 0.01691596508026123, "loss_single": 3.3712271451950073, "loss_dense": 3.425358271598816, "loss": 6.796585369110107, "time": 0.1584223747253418, "step": 684644}
{"lr": 0.006962598075315047, "data_time": 0.017464065551757814, "loss_single": 3.369149374961853, "loss_dense": 3.4288293600082396, "loss": 6.797978830337525, "time": 0.1549999237060547, "step": 684694}
{"lr": 0.006962598075315047, "data_time": 0.020595669746398926, "loss_single": 3.364747405052185, "loss_dense": 3.4099623918533326, "loss": 6.774709796905517, "time": 0.1570202350616455, "step": 684744}
{"lr": 0.006962598075315047, "data_time": 0.016744565963745118, "loss_single": 3.372903513908386, "loss_dense": 3.425669479370117, "loss": 6.798573064804077, "time": 0.22044789791107178, "step": 684794}
{"lr": 0.006962598075315047, "data_time": 0.017133498191833497, "loss_single": 3.376794219017029, "loss_dense": 3.4249985456466674, "loss": 6.801792764663697, "time": 0.15893857479095458, "step": 684844}
{"lr": 0.006962598075315047, "data_time": 0.016296863555908203, "loss_single": 3.379971480369568, "loss_dense": 3.4367629289627075, "loss": 6.816734409332275, "time": 0.15615541934967042, "step": 684894}
{"lr": 0.006962598075315047, "data_time": 0.016179895401000975, "loss_single": 3.3668190002441407, "loss_dense": 3.4234747886657715, "loss": 6.790293741226196, "time": 0.1594151496887207, "step": 684944}
{"lr": 0.006962598075315047, "data_time": 0.021699905395507812, "loss_single": 3.3657592058181764, "loss_dense": 3.420649290084839, "loss": 6.786408472061157, "time": 0.1694267749786377, "step": 684994}
{"lr": 0.006962598075315047, "data_time": 0.017406010627746583, "loss_single": 3.3905359268188477, "loss_dense": 3.4243895053863525, "loss": 6.8149254322052, "time": 0.15682833194732665, "step": 685044}
{"lr": 0.006962598075315047, "data_time": 0.01932697296142578, "loss_single": 3.3939837217330933, "loss_dense": 3.4527376890182495, "loss": 6.846721410751343, "time": 0.1601898193359375, "step": 685094}
{"lr": 0.006962598075315047, "data_time": 0.014850735664367676, "loss_single": 3.3755466461181642, "loss_dense": 3.4411055564880373, "loss": 6.8166522026062015, "time": 0.19958696365356446, "step": 685144}
{"lr": 0.006962598075315047, "data_time": 0.018193149566650392, "loss_single": 3.345961165428162, "loss_dense": 3.4108523607254027, "loss": 6.756813478469849, "time": 0.1958362102508545, "step": 685194}
{"lr": 0.006962598075315047, "data_time": 0.019841957092285156, "loss_single": 3.3925912380218506, "loss_dense": 3.4373146533966064, "loss": 6.829905891418457, "time": 0.15748488903045654, "step": 685244}
{"lr": 0.006962598075315047, "data_time": 0.024186182022094726, "loss_single": 3.389506959915161, "loss_dense": 3.453444409370422, "loss": 6.84295129776001, "time": 0.22065985202789307, "step": 685294}
{"lr": 0.006962598075315047, "data_time": 0.01826298236846924, "loss_single": 3.379186224937439, "loss_dense": 3.424767541885376, "loss": 6.803953742980957, "time": 0.16433894634246826, "step": 685344}
{"lr": 0.006962598075315047, "data_time": 0.017560386657714845, "loss_single": 3.3451351642608644, "loss_dense": 3.39545476436615, "loss": 6.740590047836304, "time": 0.15347139835357665, "step": 685394}
{"lr": 0.006962598075315047, "data_time": 0.017273974418640137, "loss_single": 3.3873970985412596, "loss_dense": 3.4388725996017455, "loss": 6.826269721984863, "time": 0.16131942272186278, "step": 685444}
{"lr": 0.006962598075315047, "data_time": 0.015576338768005371, "loss_single": 3.373476004600525, "loss_dense": 3.4385825634002685, "loss": 6.812058544158935, "time": 0.15888621807098388, "step": 685494}
{"lr": 0.006962598075315047, "data_time": 0.013711309432983399, "loss_single": 3.397229480743408, "loss_dense": 3.4420648336410524, "loss": 6.839294338226319, "time": 0.14936513900756837, "step": 685544}
{"lr": 0.006764657730028022, "data_time": 0.01676332950592041, "loss_single": 3.383364939689636, "loss_dense": 3.4372709512710573, "loss": 6.820635843276977, "time": 0.15889182090759277, "step": 685598}
{"lr": 0.006764657730028022, "data_time": 0.017677116394042968, "loss_single": 3.371354913711548, "loss_dense": 3.432835412025452, "loss": 6.804190349578858, "time": 0.18551411628723144, "step": 685648}
{"lr": 0.006764657730028022, "data_time": 0.017475271224975587, "loss_single": 3.3730804443359377, "loss_dense": 3.428507995605469, "loss": 6.80158839225769, "time": 0.15497934818267822, "step": 685698}
{"lr": 0.006764657730028022, "data_time": 0.01914827823638916, "loss_single": 3.3747366428375245, "loss_dense": 3.4110454320907593, "loss": 6.785782098770142, "time": 0.21770179271697998, "step": 685748}
{"lr": 0.006764657730028022, "data_time": 0.016575837135314943, "loss_single": 3.3647482872009276, "loss_dense": 3.4072160959243774, "loss": 6.771964359283447, "time": 0.17416117191314698, "step": 685798}
{"lr": 0.006764657730028022, "data_time": 0.017209744453430174, "loss_single": 3.368511128425598, "loss_dense": 3.412604832649231, "loss": 6.781115865707397, "time": 0.1537691116333008, "step": 685848}
{"lr": 0.006764657730028022, "data_time": 0.017569828033447265, "loss_single": 3.3989567041397093, "loss_dense": 3.45520441532135, "loss": 6.854161119461059, "time": 0.15526037216186522, "step": 685898}
{"lr": 0.006764657730028022, "data_time": 0.01957695484161377, "loss_single": 3.368638849258423, "loss_dense": 3.4485967636108397, "loss": 6.817235517501831, "time": 0.2353038787841797, "step": 685948}
{"lr": 0.006764657730028022, "data_time": 0.018050956726074218, "loss_single": 3.3554232120513916, "loss_dense": 3.405162882804871, "loss": 6.7605860233306885, "time": 0.15663690567016603, "step": 685998}
{"lr": 0.006764657730028022, "data_time": 0.016360092163085937, "loss_single": 3.357023239135742, "loss_dense": 3.395802116394043, "loss": 6.752825355529785, "time": 0.1595987558364868, "step": 686048}
{"lr": 0.006764657730028022, "data_time": 0.01733055114746094, "loss_single": 3.3817806482315063, "loss_dense": 3.4276980638504027, "loss": 6.809478712081909, "time": 0.15800261497497559, "step": 686098}
{"lr": 0.006764657730028022, "data_time": 0.013638067245483398, "loss_single": 3.3655335187911986, "loss_dense": 3.429849147796631, "loss": 6.795382738113403, "time": 0.15656158924102784, "step": 686148}
{"lr": 0.006764657730028022, "data_time": 0.014903044700622559, "loss_single": 3.3826642990112306, "loss_dense": 3.421404719352722, "loss": 6.804069089889526, "time": 0.17115886211395265, "step": 686198}
{"lr": 0.006764657730028022, "data_time": 0.015538716316223144, "loss_single": 3.368218517303467, "loss_dense": 3.422081971168518, "loss": 6.790300464630127, "time": 0.20906200408935546, "step": 686248}
{"lr": 0.006764657730028022, "data_time": 0.01667943000793457, "loss_single": 3.360703158378601, "loss_dense": 3.41568284034729, "loss": 6.776386070251465, "time": 0.1650939702987671, "step": 686298}
{"lr": 0.006764657730028022, "data_time": 0.015030813217163087, "loss_single": 3.375613641738892, "loss_dense": 3.4385329723358153, "loss": 6.814146566390991, "time": 0.15687117576599122, "step": 686348}
{"lr": 0.006764657730028022, "data_time": 0.016762518882751466, "loss_single": 3.396307182312012, "loss_dense": 3.442683148384094, "loss": 6.838990354537964, "time": 0.1549673080444336, "step": 686398}
{"lr": 0.006764657730028022, "data_time": 0.01669306755065918, "loss_single": 3.368172788619995, "loss_dense": 3.417126989364624, "loss": 6.78529987335205, "time": 0.15921459197998047, "step": 686448}
{"lr": 0.006764657730028022, "data_time": 0.018189764022827147, "loss_single": 3.3598315477371217, "loss_dense": 3.410505771636963, "loss": 6.770337438583374, "time": 0.15849707126617432, "step": 686498}
{"lr": 0.006764657730028022, "data_time": 0.01777970790863037, "loss_single": 3.378883934020996, "loss_dense": 3.4370033740997314, "loss": 6.8158872604370115, "time": 0.15993821620941162, "step": 686548}
{"lr": 0.006764657730028022, "data_time": 0.014803051948547363, "loss_single": 3.369340658187866, "loss_dense": 3.4248704433441164, "loss": 6.794211149215698, "time": 0.2091306447982788, "step": 686598}
{"lr": 0.006764657730028022, "data_time": 0.017606782913208007, "loss_single": 3.362752628326416, "loss_dense": 3.415757894515991, "loss": 6.778510522842407, "time": 0.15497770309448242, "step": 686648}
{"lr": 0.006764657730028022, "data_time": 0.01727299690246582, "loss_single": 3.363103675842285, "loss_dense": 3.427911329269409, "loss": 6.791014909744263, "time": 0.15888636112213134, "step": 686698}
{"lr": 0.006764657730028022, "data_time": 0.01599562168121338, "loss_single": 3.393513226509094, "loss_dense": 3.4531150579452516, "loss": 6.84662823677063, "time": 0.16916801929473876, "step": 686748}
{"lr": 0.006764657730028022, "data_time": 0.016860485076904297, "loss_single": 3.388919162750244, "loss_dense": 3.436115264892578, "loss": 6.825034427642822, "time": 0.15890796184539796, "step": 686798}
{"lr": 0.006764657730028022, "data_time": 0.013717412948608398, "loss_single": 3.394876003265381, "loss_dense": 3.43549268245697, "loss": 6.830368757247925, "time": 0.16371374130249022, "step": 686848}
{"lr": 0.006764657730028022, "data_time": 0.025427627563476562, "loss_single": 3.364608955383301, "loss_dense": 3.410832071304321, "loss": 6.775441074371338, "time": 0.24302253723144532, "step": 686898}
{"lr": 0.006764657730028022, "data_time": 0.01536543369293213, "loss_single": 3.3629706382751463, "loss_dense": 3.41418514251709, "loss": 6.777155876159668, "time": 0.16343240737915038, "step": 686948}
{"lr": 0.006764657730028022, "data_time": 0.016867470741271973, "loss_single": 3.356496524810791, "loss_dense": 3.412034010887146, "loss": 6.7685305118560795, "time": 0.157271146774292, "step": 686998}
{"lr": 0.006764657730028022, "data_time": 0.01685633659362793, "loss_single": 3.3699328899383545, "loss_dense": 3.430008959770203, "loss": 6.799941873550415, "time": 0.1591045379638672, "step": 687048}
{"lr": 0.006764657730028022, "data_time": 0.01835470199584961, "loss_single": 3.3851085901260376, "loss_dense": 3.440093970298767, "loss": 6.825202608108521, "time": 0.16073257923126222, "step": 687098}
{"lr": 0.006764657730028022, "data_time": 0.01815750598907471, "loss_single": 3.3909647464752197, "loss_dense": 3.438220262527466, "loss": 6.8291850090026855, "time": 0.16250886917114257, "step": 687148}
{"lr": 0.006764657730028022, "data_time": 0.017321228981018066, "loss_single": 3.3873189210891725, "loss_dense": 3.43159396648407, "loss": 6.818912935256958, "time": 0.157852840423584, "step": 687198}
{"lr": 0.006764657730028022, "data_time": 0.016081738471984863, "loss_single": 3.376458168029785, "loss_dense": 3.4274155139923095, "loss": 6.8038736343383786, "time": 0.16195895671844482, "step": 687248}
{"lr": 0.006764657730028022, "data_time": 0.01735103130340576, "loss_single": 3.3663604497909545, "loss_dense": 3.4050958156585693, "loss": 6.77145619392395, "time": 0.1576627492904663, "step": 687298}
{"lr": 0.006764657730028022, "data_time": 0.017665982246398926, "loss_single": 3.4003835916519165, "loss_dense": 3.4387317657470704, "loss": 6.83911542892456, "time": 0.16324222087860107, "step": 687348}
{"lr": 0.006764657730028022, "data_time": 0.018977093696594238, "loss_single": 3.366725730895996, "loss_dense": 3.428813171386719, "loss": 6.795538759231567, "time": 0.16210880279541015, "step": 687398}
{"lr": 0.006764657730028022, "data_time": 0.017070317268371583, "loss_single": 3.375077223777771, "loss_dense": 3.430135178565979, "loss": 6.805212354660034, "time": 0.1545118808746338, "step": 687448}
{"lr": 0.006764657730028022, "data_time": 0.016104984283447265, "loss_single": 3.3815839767456053, "loss_dense": 3.427112340927124, "loss": 6.808696317672729, "time": 0.1595684289932251, "step": 687498}
{"lr": 0.006764657730028022, "data_time": 0.015792346000671385, "loss_single": 3.368713045120239, "loss_dense": 3.4238123416900637, "loss": 6.792525339126587, "time": 0.1888904571533203, "step": 687548}
{"lr": 0.006764657730028022, "data_time": 0.016013741493225098, "loss_single": 3.382865238189697, "loss_dense": 3.435800838470459, "loss": 6.818666076660156, "time": 0.15242700576782225, "step": 687598}
{"lr": 0.006764657730028022, "data_time": 0.016574454307556153, "loss_single": 3.352510166168213, "loss_dense": 3.404552698135376, "loss": 6.757062911987305, "time": 0.15305914878845214, "step": 687648}
{"lr": 0.006764657730028022, "data_time": 0.020326399803161622, "loss_single": 3.3836611986160277, "loss_dense": 3.4269798755645753, "loss": 6.8106410026550295, "time": 0.16146769523620605, "step": 687698}
{"lr": 0.006764657730028022, "data_time": 0.05357346534729004, "loss_single": 3.353102421760559, "loss_dense": 3.412683033943176, "loss": 6.765785455703735, "time": 0.19181954860687256, "step": 687748}
{"lr": 0.006764657730028022, "data_time": 0.01773674488067627, "loss_single": 3.3887569665908814, "loss_dense": 3.436509704589844, "loss": 6.825266742706299, "time": 0.15657682418823243, "step": 687798}
{"lr": 0.006764657730028022, "data_time": 0.019439172744750977, "loss_single": 3.359885001182556, "loss_dense": 3.4291170835494995, "loss": 6.789002132415772, "time": 0.16660618782043457, "step": 687848}
{"lr": 0.006764657730028022, "data_time": 0.016029095649719237, "loss_single": 3.3570729732513427, "loss_dense": 3.406900405883789, "loss": 6.763973331451416, "time": 0.158957839012146, "step": 687898}
{"lr": 0.006764657730028022, "data_time": 0.01589047908782959, "loss_single": 3.3698135375976563, "loss_dense": 3.4344640493392946, "loss": 6.804277563095093, "time": 0.18857152462005616, "step": 687948}
{"lr": 0.006764657730028022, "data_time": 0.016638803482055663, "loss_single": 3.3742537021636965, "loss_dense": 3.4144285917282104, "loss": 6.7886824131011965, "time": 0.16377065181732178, "step": 687998}
{"lr": 0.006764657730028022, "data_time": 0.018165397644042968, "loss_single": 3.375798463821411, "loss_dense": 3.4313280820846557, "loss": 6.807126522064209, "time": 0.16920619010925292, "step": 688048}
{"lr": 0.006764657730028022, "data_time": 0.01882326602935791, "loss_single": 3.3749959468841553, "loss_dense": 3.4085725069046022, "loss": 6.783568477630615, "time": 0.174759840965271, "step": 688098}
{"lr": 0.006764657730028022, "data_time": 0.017200207710266112, "loss_single": 3.382193183898926, "loss_dense": 3.439568018913269, "loss": 6.821761131286621, "time": 0.16477980613708496, "step": 688148}
{"lr": 0.006764657730028022, "data_time": 0.01927347183227539, "loss_single": 3.3693057537078857, "loss_dense": 3.4105669975280763, "loss": 6.779872751235962, "time": 0.15678715705871582, "step": 688198}
{"lr": 0.006764657730028022, "data_time": 0.01201317310333252, "loss_single": 3.4026118516921997, "loss_dense": 3.441576051712036, "loss": 6.84418797492981, "time": 0.1628265619277954, "step": 688248}
{"lr": 0.006764657730028022, "data_time": 0.01764822006225586, "loss_single": 3.3760517120361326, "loss_dense": 3.430307626724243, "loss": 6.806359338760376, "time": 0.15727839469909669, "step": 688298}
{"lr": 0.006764657730028022, "data_time": 0.01776256561279297, "loss_single": 3.356678915023804, "loss_dense": 3.4079942226409914, "loss": 6.764673185348511, "time": 0.15633015632629393, "step": 688348}
{"lr": 0.006764657730028022, "data_time": 0.016977834701538085, "loss_single": 3.365440082550049, "loss_dense": 3.4263485431671143, "loss": 6.791788578033447, "time": 0.1645878791809082, "step": 688398}
{"lr": 0.006764657730028022, "data_time": 0.018444252014160157, "loss_single": 3.379728651046753, "loss_dense": 3.416540431976318, "loss": 6.796269083023072, "time": 0.15709106922149657, "step": 688448}
{"lr": 0.006764657730028022, "data_time": 0.017034506797790526, "loss_single": 3.3611021041870117, "loss_dense": 3.420262265205383, "loss": 6.781364393234253, "time": 0.15767693519592285, "step": 688498}
{"lr": 0.006764657730028022, "data_time": 0.01683521270751953, "loss_single": 3.404896092414856, "loss_dense": 3.4586950063705446, "loss": 6.863591146469116, "time": 0.15410730838775635, "step": 688548}
{"lr": 0.006764657730028022, "data_time": 0.017542028427124025, "loss_single": 3.364564633369446, "loss_dense": 3.414068007469177, "loss": 6.778632640838623, "time": 0.1590893030166626, "step": 688598}
{"lr": 0.006764657730028022, "data_time": 0.01772291660308838, "loss_single": 3.3725945234298704, "loss_dense": 3.426390051841736, "loss": 6.798984527587891, "time": 0.15797488689422606, "step": 688648}
{"lr": 0.006764657730028022, "data_time": 0.013810682296752929, "loss_single": 3.372935247421265, "loss_dense": 3.430666279792786, "loss": 6.803601551055908, "time": 0.19943599700927733, "step": 688698}
{"lr": 0.006764657730028022, "data_time": 0.019374442100524903, "loss_single": 3.370390796661377, "loss_dense": 3.4241352319717406, "loss": 6.794525957107544, "time": 0.15836594104766846, "step": 688748}
{"lr": 0.006764657730028022, "data_time": 0.016578006744384765, "loss_single": 3.380685234069824, "loss_dense": 3.421261715888977, "loss": 6.801946973800659, "time": 0.19460668563842773, "step": 688798}
{"lr": 0.006764657730028022, "data_time": 0.016827654838562012, "loss_single": 3.3885480165481567, "loss_dense": 3.4249536037445067, "loss": 6.81350154876709, "time": 0.15383129119873046, "step": 688848}
{"lr": 0.006764657730028022, "data_time": 0.018405055999755858, "loss_single": 3.3949520111083986, "loss_dense": 3.4386553049087523, "loss": 6.833607292175293, "time": 0.1634132146835327, "step": 688898}
{"lr": 0.006764657730028022, "data_time": 0.013969683647155761, "loss_single": 3.373629665374756, "loss_dense": 3.4266999483108522, "loss": 6.80032958984375, "time": 0.15704634189605712, "step": 688948}
{"lr": 0.006764657730028022, "data_time": 0.019335436820983886, "loss_single": 3.342496871948242, "loss_dense": 3.3937012910842896, "loss": 6.736198091506958, "time": 0.1568464756011963, "step": 688998}
{"lr": 0.006764657730028022, "data_time": 0.016538500785827637, "loss_single": 3.385139489173889, "loss_dense": 3.430740141868591, "loss": 6.815879678726196, "time": 0.22121095657348633, "step": 689048}
{"lr": 0.006764657730028022, "data_time": 0.015770745277404786, "loss_single": 3.4152031898498536, "loss_dense": 3.4507349491119386, "loss": 6.865938138961792, "time": 0.1568880558013916, "step": 689098}
{"lr": 0.006764657730028022, "data_time": 0.02946333885192871, "loss_single": 3.337119388580322, "loss_dense": 3.389880585670471, "loss": 6.72699990272522, "time": 0.16675655841827391, "step": 689148}
{"lr": 0.006764657730028022, "data_time": 0.020168662071228027, "loss_single": 3.4050097703933715, "loss_dense": 3.4531404972076416, "loss": 6.858150243759155, "time": 0.16716129779815675, "step": 689198}
{"lr": 0.006764657730028022, "data_time": 0.017574357986450195, "loss_single": 3.3916098833084107, "loss_dense": 3.4426369190216066, "loss": 6.834246873855591, "time": 0.158254075050354, "step": 689248}
{"lr": 0.006764657730028022, "data_time": 0.01641244888305664, "loss_single": 3.3787824153900146, "loss_dense": 3.4294204473495484, "loss": 6.808202838897705, "time": 0.17338087558746337, "step": 689298}
{"lr": 0.006764657730028022, "data_time": 0.018564772605895997, "loss_single": 3.3602845430374146, "loss_dense": 3.4121522665023805, "loss": 6.772436809539795, "time": 0.23122451305389405, "step": 689348}
{"lr": 0.006764657730028022, "data_time": 0.024094319343566893, "loss_single": 3.371897506713867, "loss_dense": 3.435704970359802, "loss": 6.807602500915527, "time": 0.1661865234375, "step": 689398}
{"lr": 0.006764657730028022, "data_time": 0.016557955741882326, "loss_single": 3.354176473617554, "loss_dense": 3.4128564834594726, "loss": 6.76703290939331, "time": 0.15855462551116944, "step": 689448}
{"lr": 0.006764657730028022, "data_time": 0.016388583183288574, "loss_single": 3.3640515565872193, "loss_dense": 3.4032575368881224, "loss": 6.767309141159058, "time": 0.1743525505065918, "step": 689498}
{"lr": 0.006764657730028022, "data_time": 0.017714452743530274, "loss_single": 3.3758001804351805, "loss_dense": 3.427504372596741, "loss": 6.80330457687378, "time": 0.1585705041885376, "step": 689548}
{"lr": 0.006764657730028022, "data_time": 0.01558854579925537, "loss_single": 3.3725782155990602, "loss_dense": 3.422548508644104, "loss": 6.795126724243164, "time": 0.15447714328765869, "step": 689598}
{"lr": 0.006764657730028022, "data_time": 0.01679196357727051, "loss_single": 3.378273630142212, "loss_dense": 3.4129796743392946, "loss": 6.791253328323364, "time": 0.15789353847503662, "step": 689648}
{"lr": 0.006764657730028022, "data_time": 0.017047524452209473, "loss_single": 3.383883261680603, "loss_dense": 3.4452449083328247, "loss": 6.829128170013428, "time": 0.22272946834564208, "step": 689698}
{"lr": 0.006764657730028022, "data_time": 0.020774459838867186, "loss_single": 3.395357346534729, "loss_dense": 3.4464768886566164, "loss": 6.841834211349488, "time": 0.18869585990905763, "step": 689748}
{"lr": 0.006764657730028022, "data_time": 0.012641477584838866, "loss_single": 3.367676281929016, "loss_dense": 3.4287693738937377, "loss": 6.796445655822754, "time": 0.7185739278793335, "step": 689798}
{"lr": 0.006764657730028022, "data_time": 0.01927955150604248, "loss_single": 3.3712658166885374, "loss_dense": 3.426738238334656, "loss": 6.798004007339477, "time": 0.15526993274688722, "step": 689848}
{"lr": 0.006764657730028022, "data_time": 0.020416760444641115, "loss_single": 3.3707489013671874, "loss_dense": 3.4097566843032836, "loss": 6.780505514144897, "time": 0.16221423149108888, "step": 689898}
{"lr": 0.006764657730028022, "data_time": 0.011983823776245118, "loss_single": 3.3653343677520753, "loss_dense": 3.4177660226821898, "loss": 6.7831004619598385, "time": 0.16068668365478517, "step": 689948}
{"lr": 0.006764657730028022, "data_time": 0.03196983337402344, "loss_single": 3.4143138885498048, "loss_dense": 3.438761568069458, "loss": 6.853075408935547, "time": 0.17413926124572754, "step": 689998}
{"lr": 0.006764657730028022, "data_time": 0.01890413761138916, "loss_single": 3.362728214263916, "loss_dense": 3.4010202169418333, "loss": 6.763748359680176, "time": 0.17790091037750244, "step": 690048}
{"lr": 0.006764657730028022, "data_time": 0.015831685066223143, "loss_single": 3.365393042564392, "loss_dense": 3.430554246902466, "loss": 6.795947265625, "time": 0.15758883953094482, "step": 690098}
{"lr": 0.006764657730028022, "data_time": 0.01820197105407715, "loss_single": 3.4024946451187135, "loss_dense": 3.459759020805359, "loss": 6.862253713607788, "time": 0.1555424928665161, "step": 690148}
{"lr": 0.006764657730028022, "data_time": 0.01714162826538086, "loss_single": 3.372363042831421, "loss_dense": 3.420754337310791, "loss": 6.793117332458496, "time": 0.16152288913726806, "step": 690198}
{"lr": 0.006764657730028022, "data_time": 0.020307278633117674, "loss_single": 3.362953805923462, "loss_dense": 3.4249844312667848, "loss": 6.787938261032105, "time": 0.16675524711608886, "step": 690248}
{"lr": 0.006764657730028022, "data_time": 0.020482778549194336, "loss_single": 3.3562233448028564, "loss_dense": 3.407233953475952, "loss": 6.763457345962524, "time": 0.2299412965774536, "step": 690298}
{"lr": 0.006764657730028022, "data_time": 0.02895829677581787, "loss_single": 3.358416032791138, "loss_dense": 3.4103332281112673, "loss": 6.768749237060547, "time": 0.17784457206726073, "step": 690348}
{"lr": 0.006764657730028022, "data_time": 0.016986751556396486, "loss_single": 3.3596555948257447, "loss_dense": 3.405400538444519, "loss": 6.765056180953979, "time": 0.1588036298751831, "step": 690398}
{"lr": 0.006764657730028022, "data_time": 0.013695740699768066, "loss_single": 3.3839614629745483, "loss_dense": 3.42962007522583, "loss": 6.813581562042236, "time": 0.1595090866088867, "step": 690448}
{"lr": 0.006764657730028022, "data_time": 0.016182589530944824, "loss_single": 3.3822534322738647, "loss_dense": 3.4303615570068358, "loss": 6.812615060806275, "time": 0.15742008686065673, "step": 690498}
{"lr": 0.006764657730028022, "data_time": 0.014665365219116211, "loss_single": 3.3871877908706667, "loss_dense": 3.4297624826431274, "loss": 6.8169502258300785, "time": 0.14979465007781984, "step": 690548}
{"lr": 0.00656874933221804, "data_time": 0.0174893856048584, "loss_single": 3.367737817764282, "loss_dense": 3.425667476654053, "loss": 6.793405294418335, "time": 0.15421683788299562, "step": 690602}
{"lr": 0.00656874933221804, "data_time": 0.015733861923217775, "loss_single": 3.391442322731018, "loss_dense": 3.443909502029419, "loss": 6.835351896286011, "time": 0.6627502679824829, "step": 690652}
{"lr": 0.00656874933221804, "data_time": 0.01654472351074219, "loss_single": 3.377628707885742, "loss_dense": 3.4362610578536987, "loss": 6.813889837265014, "time": 0.16800425052642823, "step": 690702}
{"lr": 0.00656874933221804, "data_time": 0.019336366653442384, "loss_single": 3.3800315141677855, "loss_dense": 3.425882601737976, "loss": 6.8059141635894775, "time": 0.15996811389923096, "step": 690752}
{"lr": 0.00656874933221804, "data_time": 0.016955637931823732, "loss_single": 3.3611027002334595, "loss_dense": 3.4118354320526123, "loss": 6.772938203811646, "time": 0.16027476787567138, "step": 690802}
{"lr": 0.00656874933221804, "data_time": 0.014788198471069335, "loss_single": 3.354020357131958, "loss_dense": 3.404269742965698, "loss": 6.758290100097656, "time": 0.1569568395614624, "step": 690852}
{"lr": 0.00656874933221804, "data_time": 0.018560075759887697, "loss_single": 3.364012360572815, "loss_dense": 3.4253815174102784, "loss": 6.789393949508667, "time": 0.15998971462249756, "step": 690902}
{"lr": 0.00656874933221804, "data_time": 0.016495370864868165, "loss_single": 3.359860968589783, "loss_dense": 3.41045823097229, "loss": 6.770319223403931, "time": 0.1559354066848755, "step": 690952}
{"lr": 0.00656874933221804, "data_time": 0.01694321632385254, "loss_single": 3.359871506690979, "loss_dense": 3.40889093875885, "loss": 6.768762397766113, "time": 0.1632317304611206, "step": 691002}
{"lr": 0.00656874933221804, "data_time": 0.017589902877807616, "loss_single": 3.3741507530212402, "loss_dense": 3.409054231643677, "loss": 6.783205032348633, "time": 0.21434295177459717, "step": 691052}
{"lr": 0.00656874933221804, "data_time": 0.016786861419677734, "loss_single": 3.3651164293289186, "loss_dense": 3.411993885040283, "loss": 6.77711033821106, "time": 0.15372989177703858, "step": 691102}
{"lr": 0.00656874933221804, "data_time": 0.016505885124206542, "loss_single": 3.357092261314392, "loss_dense": 3.409419083595276, "loss": 6.766511344909668, "time": 0.1604017972946167, "step": 691152}
{"lr": 0.00656874933221804, "data_time": 0.016696906089782713, "loss_single": 3.39876708984375, "loss_dense": 3.4495219230651855, "loss": 6.8482890129089355, "time": 0.15830574035644532, "step": 691202}
{"lr": 0.00656874933221804, "data_time": 0.01831393241882324, "loss_single": 3.389114427566528, "loss_dense": 3.4444574117660522, "loss": 6.833571815490723, "time": 0.1672389268875122, "step": 691252}
{"lr": 0.00656874933221804, "data_time": 0.019910860061645507, "loss_single": 3.38278329372406, "loss_dense": 3.4369234323501585, "loss": 6.819706678390503, "time": 0.15721030235290528, "step": 691302}
{"lr": 0.00656874933221804, "data_time": 0.02910912036895752, "loss_single": 3.365704154968262, "loss_dense": 3.4259363651275634, "loss": 6.791640567779541, "time": 0.1694093942642212, "step": 691352}
{"lr": 0.00656874933221804, "data_time": 0.015554308891296387, "loss_single": 3.3600144386291504, "loss_dense": 3.4256696462631226, "loss": 6.785684061050415, "time": 0.16015841960906982, "step": 691402}
{"lr": 0.00656874933221804, "data_time": 0.01933157444000244, "loss_single": 3.3919122934341432, "loss_dense": 3.4418708801269533, "loss": 6.833783149719238, "time": 0.16491882801055907, "step": 691452}
{"lr": 0.00656874933221804, "data_time": 0.01732966899871826, "loss_single": 3.3672762870788575, "loss_dense": 3.416572093963623, "loss": 6.78384838104248, "time": 0.2229616641998291, "step": 691502}
{"lr": 0.00656874933221804, "data_time": 0.01668083667755127, "loss_single": 3.3611012935638427, "loss_dense": 3.424172782897949, "loss": 6.785274028778076, "time": 0.17715044021606446, "step": 691552}
{"lr": 0.00656874933221804, "data_time": 0.02055196762084961, "loss_single": 3.3910237550735474, "loss_dense": 3.436321759223938, "loss": 6.827345561981201, "time": 0.17468197345733644, "step": 691602}
{"lr": 0.00656874933221804, "data_time": 0.017102813720703124, "loss_single": 3.3786628246307373, "loss_dense": 3.4282400131225588, "loss": 6.806902885437012, "time": 0.15682530403137207, "step": 691652}
{"lr": 0.00656874933221804, "data_time": 0.01640152931213379, "loss_single": 3.386958694458008, "loss_dense": 3.439845609664917, "loss": 6.826804304122925, "time": 0.1544910192489624, "step": 691702}
{"lr": 0.00656874933221804, "data_time": 0.01644895076751709, "loss_single": 3.351616048812866, "loss_dense": 3.401239776611328, "loss": 6.7528557777404785, "time": 0.15368807315826416, "step": 691752}
{"lr": 0.00656874933221804, "data_time": 0.021604299545288086, "loss_single": 3.375957560539246, "loss_dense": 3.4125423431396484, "loss": 6.788499879837036, "time": 0.16377499103546142, "step": 691802}
{"lr": 0.00656874933221804, "data_time": 0.02599971294403076, "loss_single": 3.3486613988876344, "loss_dense": 3.401532196998596, "loss": 6.750193691253662, "time": 0.16442651748657228, "step": 691852}
{"lr": 0.00656874933221804, "data_time": 0.017794466018676756, "loss_single": 3.382195806503296, "loss_dense": 3.434221649169922, "loss": 6.816417455673218, "time": 0.15383625030517578, "step": 691902}
{"lr": 0.00656874933221804, "data_time": 0.015546154975891114, "loss_single": 3.3997835397720335, "loss_dense": 3.4453244686126707, "loss": 6.845107984542847, "time": 0.20509777069091797, "step": 691952}
{"lr": 0.00656874933221804, "data_time": 0.01867997646331787, "loss_single": 3.375482177734375, "loss_dense": 3.4199227809906008, "loss": 6.795405054092408, "time": 0.17195885181427, "step": 692002}
{"lr": 0.00656874933221804, "data_time": 0.016014289855957032, "loss_single": 3.3578168869018556, "loss_dense": 3.40825674533844, "loss": 6.766073560714721, "time": 0.18803179264068604, "step": 692052}
{"lr": 0.00656874933221804, "data_time": 0.019828200340270996, "loss_single": 3.3871602535247805, "loss_dense": 3.431518626213074, "loss": 6.818678855895996, "time": 0.15934998989105226, "step": 692102}
{"lr": 0.00656874933221804, "data_time": 0.017366409301757812, "loss_single": 3.3730363607406617, "loss_dense": 3.442337679862976, "loss": 6.815374040603638, "time": 0.1518068790435791, "step": 692152}
{"lr": 0.00656874933221804, "data_time": 0.01600613594055176, "loss_single": 3.3797685384750364, "loss_dense": 3.439412474632263, "loss": 6.8191810131073, "time": 0.16830098628997803, "step": 692202}
{"lr": 0.00656874933221804, "data_time": 0.0192352294921875, "loss_single": 3.3650195837020873, "loss_dense": 3.4078073501586914, "loss": 6.772826910018921, "time": 0.16500113010406495, "step": 692252}
{"lr": 0.00656874933221804, "data_time": 0.016404485702514647, "loss_single": 3.382362127304077, "loss_dense": 3.437574529647827, "loss": 6.81993670463562, "time": 0.1572096824645996, "step": 692302}
{"lr": 0.00656874933221804, "data_time": 0.016061782836914062, "loss_single": 3.364356350898743, "loss_dense": 3.4148176431655886, "loss": 6.779174041748047, "time": 0.1567608118057251, "step": 692352}
{"lr": 0.00656874933221804, "data_time": 0.018790698051452635, "loss_single": 3.359262490272522, "loss_dense": 3.4115482568740845, "loss": 6.77081069946289, "time": 0.15684916973114013, "step": 692402}
{"lr": 0.00656874933221804, "data_time": 0.016139912605285644, "loss_single": 3.357322597503662, "loss_dense": 3.421800231933594, "loss": 6.77912278175354, "time": 0.15719738006591796, "step": 692452}
{"lr": 0.00656874933221804, "data_time": 0.016737198829650878, "loss_single": 3.394923448562622, "loss_dense": 3.4544777393341066, "loss": 6.849401187896729, "time": 0.15830073356628419, "step": 692502}
{"lr": 0.00656874933221804, "data_time": 0.017140960693359374, "loss_single": 3.379346466064453, "loss_dense": 3.4346208810806274, "loss": 6.813967370986939, "time": 0.15123422145843507, "step": 692552}
{"lr": 0.00656874933221804, "data_time": 0.0220991849899292, "loss_single": 3.3872905015945434, "loss_dense": 3.4224426984786986, "loss": 6.809733247756958, "time": 0.17194828987121583, "step": 692602}
{"lr": 0.00656874933221804, "data_time": 0.016350984573364258, "loss_single": 3.3801066637039185, "loss_dense": 3.4289005994796753, "loss": 6.809007406234741, "time": 0.17444705963134766, "step": 692652}
{"lr": 0.00656874933221804, "data_time": 0.017131948471069337, "loss_single": 3.354748010635376, "loss_dense": 3.417099952697754, "loss": 6.77184796333313, "time": 0.20481789112091064, "step": 692702}
{"lr": 0.00656874933221804, "data_time": 0.016490888595581055, "loss_single": 3.3903438091278075, "loss_dense": 3.4495112657547, "loss": 6.839855051040649, "time": 0.15679829120635985, "step": 692752}
{"lr": 0.00656874933221804, "data_time": 0.01824791431427002, "loss_single": 3.3820520401000977, "loss_dense": 3.4465921401977537, "loss": 6.828644227981568, "time": 0.16218719482421876, "step": 692802}
{"lr": 0.00656874933221804, "data_time": 0.016597390174865723, "loss_single": 3.3706167936325073, "loss_dense": 3.429501461982727, "loss": 6.8001182079315186, "time": 0.21026580333709716, "step": 692852}
{"lr": 0.00656874933221804, "data_time": 0.016598987579345702, "loss_single": 3.3769214868545534, "loss_dense": 3.438885545730591, "loss": 6.815807056427002, "time": 0.15686793327331544, "step": 692902}
{"lr": 0.00656874933221804, "data_time": 0.01804473400115967, "loss_single": 3.375005674362183, "loss_dense": 3.4317415952682495, "loss": 6.80674729347229, "time": 0.15637402534484862, "step": 692952}
{"lr": 0.00656874933221804, "data_time": 0.016440105438232423, "loss_single": 3.411517119407654, "loss_dense": 3.4575251579284667, "loss": 6.869042301177979, "time": 0.157175612449646, "step": 693002}
{"lr": 0.00656874933221804, "data_time": 0.014933943748474121, "loss_single": 3.35870041847229, "loss_dense": 3.4150362253189086, "loss": 6.773736619949341, "time": 0.1753624439239502, "step": 693052}
{"lr": 0.00656874933221804, "data_time": 0.017033910751342772, "loss_single": 3.365660071372986, "loss_dense": 3.431880307197571, "loss": 6.7975404262542725, "time": 0.16739392280578613, "step": 693102}
{"lr": 0.00656874933221804, "data_time": 0.01646270751953125, "loss_single": 3.360883092880249, "loss_dense": 3.4245361328125, "loss": 6.785419130325318, "time": 0.16336205005645751, "step": 693152}
{"lr": 0.00656874933221804, "data_time": 0.017922091484069824, "loss_single": 3.367145824432373, "loss_dense": 3.413321852684021, "loss": 6.780467748641968, "time": 0.16317572593688964, "step": 693202}
{"lr": 0.00656874933221804, "data_time": 0.01840319633483887, "loss_single": 3.401245665550232, "loss_dense": 3.4434641122817995, "loss": 6.844709825515747, "time": 0.15546624660491942, "step": 693252}
{"lr": 0.00656874933221804, "data_time": 0.016920304298400878, "loss_single": 3.3526736736297607, "loss_dense": 3.4056060314178467, "loss": 6.758279657363891, "time": 0.15507209300994873, "step": 693302}
{"lr": 0.00656874933221804, "data_time": 0.01822817325592041, "loss_single": 3.3797378540039062, "loss_dense": 3.43513879776001, "loss": 6.8148766040802, "time": 0.15886547565460205, "step": 693352}
{"lr": 0.00656874933221804, "data_time": 0.018376827239990234, "loss_single": 3.3518433570861816, "loss_dense": 3.4098354816436767, "loss": 6.761678886413574, "time": 0.1645504951477051, "step": 693402}
{"lr": 0.00656874933221804, "data_time": 0.018184924125671388, "loss_single": 3.3562228202819826, "loss_dense": 3.401960301399231, "loss": 6.758183097839355, "time": 0.17422196865081788, "step": 693452}
{"lr": 0.00656874933221804, "data_time": 0.016149091720581054, "loss_single": 3.3671117544174196, "loss_dense": 3.410806918144226, "loss": 6.777918672561645, "time": 0.16118018627166747, "step": 693502}
{"lr": 0.00656874933221804, "data_time": 0.01736893653869629, "loss_single": 3.386284899711609, "loss_dense": 3.425646209716797, "loss": 6.811931133270264, "time": 0.1641623258590698, "step": 693552}
{"lr": 0.00656874933221804, "data_time": 0.018279218673706056, "loss_single": 3.3918059825897218, "loss_dense": 3.452908730506897, "loss": 6.844714641571045, "time": 0.18740108013153076, "step": 693602}
{"lr": 0.00656874933221804, "data_time": 0.016165804862976075, "loss_single": 3.392077851295471, "loss_dense": 3.4258384466171266, "loss": 6.817916297912598, "time": 0.15611491203308106, "step": 693652}
{"lr": 0.00656874933221804, "data_time": 0.01753535270690918, "loss_single": 3.3886736631393433, "loss_dense": 3.4442089319229128, "loss": 6.83288254737854, "time": 0.15416355133056642, "step": 693702}
{"lr": 0.00656874933221804, "data_time": 0.017552566528320313, "loss_single": 3.369886612892151, "loss_dense": 3.416999912261963, "loss": 6.786886501312256, "time": 0.18085639476776122, "step": 693752}
{"lr": 0.00656874933221804, "data_time": 0.017734456062316894, "loss_single": 3.362838792800903, "loss_dense": 3.408452844619751, "loss": 6.771291780471802, "time": 0.15736608505249022, "step": 693802}
{"lr": 0.00656874933221804, "data_time": 0.017142534255981445, "loss_single": 3.3551658391952515, "loss_dense": 3.4109616041183473, "loss": 6.766127490997315, "time": 0.2196333885192871, "step": 693852}
{"lr": 0.00656874933221804, "data_time": 0.016409468650817872, "loss_single": 3.3725068092346193, "loss_dense": 3.423553490638733, "loss": 6.79606032371521, "time": 0.1734145164489746, "step": 693902}
{"lr": 0.00656874933221804, "data_time": 0.016413426399230956, "loss_single": 3.365874099731445, "loss_dense": 3.4133938550949097, "loss": 6.779268074035644, "time": 0.17569093704223632, "step": 693952}
{"lr": 0.00656874933221804, "data_time": 0.02146899700164795, "loss_single": 3.365255331993103, "loss_dense": 3.4166897773742675, "loss": 6.781945037841797, "time": 0.17019684314727784, "step": 694002}
{"lr": 0.00656874933221804, "data_time": 0.016144943237304688, "loss_single": 3.354330801963806, "loss_dense": 3.393612098693848, "loss": 6.747942924499512, "time": 0.16764068603515625, "step": 694052}
{"lr": 0.00656874933221804, "data_time": 0.01848609447479248, "loss_single": 3.3788625478744505, "loss_dense": 3.4250238656997682, "loss": 6.803886413574219, "time": 0.15835888385772706, "step": 694102}
{"lr": 0.00656874933221804, "data_time": 0.018328094482421876, "loss_single": 3.3393070697784424, "loss_dense": 3.3926629543304445, "loss": 6.731969976425171, "time": 0.15840139389038085, "step": 694152}
{"lr": 0.00656874933221804, "data_time": 0.018543291091918945, "loss_single": 3.329399824142456, "loss_dense": 3.3884732484817506, "loss": 6.7178730964660645, "time": 0.15745718479156495, "step": 694202}
{"lr": 0.00656874933221804, "data_time": 0.018065857887268066, "loss_single": 3.3679742336273195, "loss_dense": 3.4225723505020142, "loss": 6.790546607971192, "time": 0.15766689777374268, "step": 694252}
{"lr": 0.00656874933221804, "data_time": 0.01691420078277588, "loss_single": 3.3737363815307617, "loss_dense": 3.4283643484115602, "loss": 6.802100706100464, "time": 0.1665715217590332, "step": 694302}
{"lr": 0.00656874933221804, "data_time": 0.016157913208007812, "loss_single": 3.3651852130889894, "loss_dense": 3.410513424873352, "loss": 6.775698614120484, "time": 0.15506551265716553, "step": 694352}
{"lr": 0.00656874933221804, "data_time": 0.019611930847167967, "loss_single": 3.367685389518738, "loss_dense": 3.421852231025696, "loss": 6.789537668228149, "time": 0.15783023834228516, "step": 694402}
{"lr": 0.00656874933221804, "data_time": 0.01770949363708496, "loss_single": 3.366716170310974, "loss_dense": 3.4116515636444094, "loss": 6.77836766242981, "time": 0.15813732147216797, "step": 694452}
{"lr": 0.00656874933221804, "data_time": 0.01988215446472168, "loss_single": 3.398207592964172, "loss_dense": 3.4326886415481566, "loss": 6.830896282196045, "time": 0.16114439964294433, "step": 694502}
{"lr": 0.00656874933221804, "data_time": 0.017203140258789062, "loss_single": 3.3705730676651, "loss_dense": 3.416992115974426, "loss": 6.787565135955811, "time": 0.15529122352600097, "step": 694552}
{"lr": 0.00656874933221804, "data_time": 0.017309165000915526, "loss_single": 3.3745068073272706, "loss_dense": 3.4245721101760864, "loss": 6.799078941345215, "time": 0.1603834629058838, "step": 694602}
{"lr": 0.00656874933221804, "data_time": 0.017051887512207032, "loss_single": 3.4095812320709227, "loss_dense": 3.4534372091293335, "loss": 6.863018465042114, "time": 0.15383448600769042, "step": 694652}
{"lr": 0.00656874933221804, "data_time": 0.016739439964294434, "loss_single": 3.377205324172974, "loss_dense": 3.4214942932128904, "loss": 6.79869966506958, "time": 0.15830640792846679, "step": 694702}
{"lr": 0.00656874933221804, "data_time": 0.016351079940795897, "loss_single": 3.3742016792297362, "loss_dense": 3.4169989347457888, "loss": 6.7912006855010985, "time": 0.1569629430770874, "step": 694752}
{"lr": 0.00656874933221804, "data_time": 0.018447256088256835, "loss_single": 3.347611355781555, "loss_dense": 3.406156539916992, "loss": 6.7537679195404055, "time": 0.1728876829147339, "step": 694802}
{"lr": 0.00656874933221804, "data_time": 0.020885825157165527, "loss_single": 3.3848199367523195, "loss_dense": 3.438036489486694, "loss": 6.822856330871582, "time": 0.15947139263153076, "step": 694852}
{"lr": 0.00656874933221804, "data_time": 0.017166519165039064, "loss_single": 3.3811130285263062, "loss_dense": 3.429217076301575, "loss": 6.810330247879028, "time": 0.15316309928894042, "step": 694902}
{"lr": 0.00656874933221804, "data_time": 0.017516016960144043, "loss_single": 3.4083357095718383, "loss_dense": 3.452245330810547, "loss": 6.860581016540527, "time": 0.15865051746368408, "step": 694952}
{"lr": 0.00656874933221804, "data_time": 0.018684887886047365, "loss_single": 3.399580192565918, "loss_dense": 3.4334498167037966, "loss": 6.833030033111572, "time": 0.16677863597869874, "step": 695002}
{"lr": 0.00656874933221804, "data_time": 0.018642520904541014, "loss_single": 3.354986000061035, "loss_dense": 3.421950936317444, "loss": 6.776936864852905, "time": 0.15806882381439208, "step": 695052}
{"lr": 0.00656874933221804, "data_time": 0.018254709243774415, "loss_single": 3.3769144296646116, "loss_dense": 3.416279697418213, "loss": 6.793194103240967, "time": 0.15774154663085938, "step": 695102}
{"lr": 0.00656874933221804, "data_time": 0.02199084758758545, "loss_single": 3.361727261543274, "loss_dense": 3.4279409646987915, "loss": 6.789668226242066, "time": 0.18949031829833984, "step": 695152}
{"lr": 0.00656874933221804, "data_time": 0.018213844299316405, "loss_single": 3.3961451768875124, "loss_dense": 3.4518645763397218, "loss": 6.848009777069092, "time": 0.15684111118316652, "step": 695202}
{"lr": 0.00656874933221804, "data_time": 0.017243194580078124, "loss_single": 3.349116802215576, "loss_dense": 3.4013468742370607, "loss": 6.750463676452637, "time": 0.16258342266082765, "step": 695252}
{"lr": 0.00656874933221804, "data_time": 0.016368746757507324, "loss_single": 3.368872547149658, "loss_dense": 3.4292918920516966, "loss": 6.7981644630432125, "time": 0.18300893306732177, "step": 695302}
{"lr": 0.00656874933221804, "data_time": 0.01996734142303467, "loss_single": 3.3672007083892823, "loss_dense": 3.402921676635742, "loss": 6.770122385025024, "time": 0.16309328079223634, "step": 695352}
{"lr": 0.00656874933221804, "data_time": 0.019191765785217287, "loss_single": 3.370870327949524, "loss_dense": 3.413385534286499, "loss": 6.784255886077881, "time": 0.15770514011383058, "step": 695402}
{"lr": 0.00656874933221804, "data_time": 0.0169344425201416, "loss_single": 3.3707804679870605, "loss_dense": 3.4152603149414062, "loss": 6.786040782928467, "time": 0.15749592781066896, "step": 695452}
{"lr": 0.00656874933221804, "data_time": 0.01977705955505371, "loss_single": 3.366542840003967, "loss_dense": 3.4150767803192137, "loss": 6.781619644165039, "time": 0.2010265588760376, "step": 695502}
{"lr": 0.00656874933221804, "data_time": 0.014682531356811523, "loss_single": 3.392979121208191, "loss_dense": 3.455774736404419, "loss": 6.848753833770752, "time": 0.1498469591140747, "step": 695552}
{"lr": 0.006374921219350822, "data_time": 0.015845441818237306, "loss_single": 3.3565025329589844, "loss_dense": 3.4108834743499754, "loss": 6.76738600730896, "time": 0.21345145702362062, "step": 695606}
{"lr": 0.006374921219350822, "data_time": 0.018944859504699707, "loss_single": 3.3850088834762575, "loss_dense": 3.4501041889190676, "loss": 6.835113048553467, "time": 0.16116409301757811, "step": 695656}
{"lr": 0.006374921219350822, "data_time": 0.02237370014190674, "loss_single": 3.373347783088684, "loss_dense": 3.410035562515259, "loss": 6.783383369445801, "time": 0.16134269237518312, "step": 695706}
{"lr": 0.006374921219350822, "data_time": 0.017696547508239745, "loss_single": 3.3991498231887816, "loss_dense": 3.4552366733551025, "loss": 6.854386663436889, "time": 0.1652737855911255, "step": 695756}
{"lr": 0.006374921219350822, "data_time": 0.01737830638885498, "loss_single": 3.3799906730651856, "loss_dense": 3.427206039428711, "loss": 6.807196712493896, "time": 0.15428011417388915, "step": 695806}
{"lr": 0.006374921219350822, "data_time": 0.016358041763305665, "loss_single": 3.392182397842407, "loss_dense": 3.4393260955810545, "loss": 6.831508588790894, "time": 0.16135916709899903, "step": 695856}
{"lr": 0.006374921219350822, "data_time": 0.02108786106109619, "loss_single": 3.3705759763717653, "loss_dense": 3.4224624156951906, "loss": 6.793038368225098, "time": 0.18794693946838378, "step": 695906}
{"lr": 0.006374921219350822, "data_time": 0.016603636741638183, "loss_single": 3.3785808086395264, "loss_dense": 3.4308783531188967, "loss": 6.809459161758423, "time": 0.15962545871734618, "step": 695956}
{"lr": 0.006374921219350822, "data_time": 0.01576833724975586, "loss_single": 3.3714690923690798, "loss_dense": 3.433067464828491, "loss": 6.804536485671997, "time": 0.15651438236236573, "step": 696006}
{"lr": 0.006374921219350822, "data_time": 0.018314313888549805, "loss_single": 3.3669542551040648, "loss_dense": 3.4109934329986573, "loss": 6.777947664260864, "time": 0.1590421199798584, "step": 696056}
{"lr": 0.006374921219350822, "data_time": 0.018784713745117188, "loss_single": 3.389120650291443, "loss_dense": 3.440398907661438, "loss": 6.829519557952881, "time": 0.15898940563201905, "step": 696106}
{"lr": 0.006374921219350822, "data_time": 0.01568284034729004, "loss_single": 3.3658298015594483, "loss_dense": 3.415086054801941, "loss": 6.780915832519531, "time": 0.16400256156921386, "step": 696156}
{"lr": 0.006374921219350822, "data_time": 0.015743613243103027, "loss_single": 3.3697651863098144, "loss_dense": 3.434265875816345, "loss": 6.804031085968018, "time": 0.15358355045318603, "step": 696206}
{"lr": 0.006374921219350822, "data_time": 0.01901397705078125, "loss_single": 3.3824952363967897, "loss_dense": 3.437660503387451, "loss": 6.820155811309815, "time": 0.1590118885040283, "step": 696256}
{"lr": 0.006374921219350822, "data_time": 0.016982173919677733, "loss_single": 3.3683128118515016, "loss_dense": 3.421617293357849, "loss": 6.789930057525635, "time": 0.15638339519500732, "step": 696306}
{"lr": 0.006374921219350822, "data_time": 0.01587531566619873, "loss_single": 3.344380283355713, "loss_dense": 3.3836153745651245, "loss": 6.727995729446411, "time": 0.21955370903015137, "step": 696356}
{"lr": 0.006374921219350822, "data_time": 0.0164386510848999, "loss_single": 3.3831900119781495, "loss_dense": 3.438188910484314, "loss": 6.821378993988037, "time": 0.1771291971206665, "step": 696406}
{"lr": 0.006374921219350822, "data_time": 0.016607236862182618, "loss_single": 3.3603537321090697, "loss_dense": 3.408539605140686, "loss": 6.7688933372497555, "time": 0.1794595956802368, "step": 696456}
{"lr": 0.006374921219350822, "data_time": 0.017237257957458497, "loss_single": 3.396843147277832, "loss_dense": 3.4412850379943847, "loss": 6.838128185272216, "time": 0.1531912565231323, "step": 696506}
{"lr": 0.006374921219350822, "data_time": 0.015766096115112305, "loss_single": 3.3764521360397337, "loss_dense": 3.4398056507110595, "loss": 6.816257762908935, "time": 0.18663079738616944, "step": 696556}
{"lr": 0.006374921219350822, "data_time": 0.017470383644104005, "loss_single": 3.3617988348007204, "loss_dense": 3.427837061882019, "loss": 6.789635896682739, "time": 0.15631425380706787, "step": 696606}
{"lr": 0.006374921219350822, "data_time": 0.017661547660827635, "loss_single": 3.3536056756973265, "loss_dense": 3.417020630836487, "loss": 6.770626449584961, "time": 0.16784110069274902, "step": 696656}
{"lr": 0.006374921219350822, "data_time": 0.016281938552856444, "loss_single": 3.383298635482788, "loss_dense": 3.446373391151428, "loss": 6.829672050476074, "time": 0.1918198585510254, "step": 696706}
{"lr": 0.006374921219350822, "data_time": 0.02131366729736328, "loss_single": 3.368307590484619, "loss_dense": 3.4124236822128298, "loss": 6.780731248855591, "time": 0.1948214054107666, "step": 696756}
{"lr": 0.006374921219350822, "data_time": 0.015451002120971679, "loss_single": 3.3587472677230834, "loss_dense": 3.43139910697937, "loss": 6.790146398544311, "time": 0.15541343688964843, "step": 696806}
{"lr": 0.006374921219350822, "data_time": 0.016764330863952636, "loss_single": 3.364506697654724, "loss_dense": 3.4388287544250487, "loss": 6.803335428237915, "time": 0.16186301708221434, "step": 696856}
{"lr": 0.006374921219350822, "data_time": 0.016925883293151856, "loss_single": 3.3832422494888306, "loss_dense": 3.4213950872421264, "loss": 6.804637336730957, "time": 0.16021997928619386, "step": 696906}
{"lr": 0.006374921219350822, "data_time": 0.0184037446975708, "loss_single": 3.3785585880279543, "loss_dense": 3.4194015502929687, "loss": 6.797960233688355, "time": 0.15929679870605468, "step": 696956}
{"lr": 0.006374921219350822, "data_time": 0.01629183292388916, "loss_single": 3.370306062698364, "loss_dense": 3.431996393203735, "loss": 6.802302455902099, "time": 0.16771976947784423, "step": 697006}
{"lr": 0.006374921219350822, "data_time": 0.016374921798706053, "loss_single": 3.3575133085250854, "loss_dense": 3.416606092453003, "loss": 6.774119472503662, "time": 0.1574713706970215, "step": 697056}
{"lr": 0.006374921219350822, "data_time": 0.016622424125671387, "loss_single": 3.381933569908142, "loss_dense": 3.4383898258209227, "loss": 6.820323514938354, "time": 0.1722191572189331, "step": 697106}
{"lr": 0.006374921219350822, "data_time": 0.017244172096252442, "loss_single": 3.376546549797058, "loss_dense": 3.422303628921509, "loss": 6.798850107192993, "time": 0.1582202672958374, "step": 697156}
{"lr": 0.006374921219350822, "data_time": 0.01587803363800049, "loss_single": 3.3738037109375, "loss_dense": 3.419638419151306, "loss": 6.79344220161438, "time": 0.1890920639038086, "step": 697206}
{"lr": 0.006374921219350822, "data_time": 0.016898226737976075, "loss_single": 3.366247630119324, "loss_dense": 3.414182734489441, "loss": 6.7804303646087645, "time": 0.15164008140563964, "step": 697256}
{"lr": 0.006374921219350822, "data_time": 0.01800198554992676, "loss_single": 3.4078680515289306, "loss_dense": 3.4652499198913573, "loss": 6.873117971420288, "time": 0.1632780075073242, "step": 697306}
{"lr": 0.006374921219350822, "data_time": 0.01667001247406006, "loss_single": 3.3748541116714477, "loss_dense": 3.432010293006897, "loss": 6.806864404678345, "time": 0.16639487743377684, "step": 697356}
{"lr": 0.006374921219350822, "data_time": 0.015972208976745606, "loss_single": 3.373876452445984, "loss_dense": 3.425879621505737, "loss": 6.799756050109863, "time": 0.15966448783874512, "step": 697406}
{"lr": 0.006374921219350822, "data_time": 0.015849661827087403, "loss_single": 3.3666983366012575, "loss_dense": 3.414430618286133, "loss": 6.781128978729248, "time": 0.1700434923171997, "step": 697456}
{"lr": 0.006374921219350822, "data_time": 0.017589211463928223, "loss_single": 3.352002167701721, "loss_dense": 3.4064043760299683, "loss": 6.758406496047973, "time": 0.16284680366516113, "step": 697506}
{"lr": 0.006374921219350822, "data_time": 0.01777229309082031, "loss_single": 3.3935195922851564, "loss_dense": 3.4419124841690065, "loss": 6.835432052612305, "time": 0.15728042125701905, "step": 697556}
{"lr": 0.006374921219350822, "data_time": 0.018141508102416992, "loss_single": 3.358163356781006, "loss_dense": 3.4186182975769044, "loss": 6.776781749725342, "time": 0.1828075408935547, "step": 697606}
{"lr": 0.006374921219350822, "data_time": 0.01940302848815918, "loss_single": 3.344323658943176, "loss_dense": 3.3978628635406496, "loss": 6.742186498641968, "time": 0.15903069972991943, "step": 697656}
{"lr": 0.006374921219350822, "data_time": 0.018224453926086424, "loss_single": 3.3496744632720947, "loss_dense": 3.409306836128235, "loss": 6.7589812755584715, "time": 0.16103174686431884, "step": 697706}
{"lr": 0.006374921219350822, "data_time": 0.018473148345947266, "loss_single": 3.380721831321716, "loss_dense": 3.430566692352295, "loss": 6.8112884044647215, "time": 0.6886296987533569, "step": 697756}
{"lr": 0.006374921219350822, "data_time": 0.01701195240020752, "loss_single": 3.3788647413253785, "loss_dense": 3.4230428457260134, "loss": 6.801907539367676, "time": 0.15749781131744384, "step": 697806}
{"lr": 0.006374921219350822, "data_time": 0.017372703552246092, "loss_single": 3.383692502975464, "loss_dense": 3.43009033203125, "loss": 6.813782787322998, "time": 0.15916998386383058, "step": 697856}
{"lr": 0.006374921219350822, "data_time": 0.014374327659606934, "loss_single": 3.383496570587158, "loss_dense": 3.4456552028656007, "loss": 6.829151773452759, "time": 0.15942246913909913, "step": 697906}
{"lr": 0.006374921219350822, "data_time": 0.018239045143127443, "loss_single": 3.3920456647872923, "loss_dense": 3.442150187492371, "loss": 6.834195804595947, "time": 0.16262562274932862, "step": 697956}
{"lr": 0.006374921219350822, "data_time": 0.017232084274291994, "loss_single": 3.3664139032363893, "loss_dense": 3.419932794570923, "loss": 6.786346578598023, "time": 0.1587682247161865, "step": 698006}
{"lr": 0.006374921219350822, "data_time": 0.020244026184082033, "loss_single": 3.370458722114563, "loss_dense": 3.421721887588501, "loss": 6.792180585861206, "time": 0.1694869041442871, "step": 698056}
{"lr": 0.006374921219350822, "data_time": 0.01765756607055664, "loss_single": 3.3672671556472777, "loss_dense": 3.420728588104248, "loss": 6.787995719909668, "time": 0.1562795877456665, "step": 698106}
{"lr": 0.006374921219350822, "data_time": 0.015583395957946777, "loss_single": 3.3665443897247314, "loss_dense": 3.422204113006592, "loss": 6.788748550415039, "time": 0.1788611888885498, "step": 698156}
{"lr": 0.006374921219350822, "data_time": 0.017887067794799805, "loss_single": 3.3673672914505004, "loss_dense": 3.4287304878234863, "loss": 6.796097755432129, "time": 0.15818216800689697, "step": 698206}
{"lr": 0.006374921219350822, "data_time": 0.017271947860717774, "loss_single": 3.3531798362731933, "loss_dense": 3.4204153299331663, "loss": 6.773595094680786, "time": 0.15026555061340333, "step": 698256}
{"lr": 0.006374921219350822, "data_time": 0.018654251098632814, "loss_single": 3.395601272583008, "loss_dense": 3.447139620780945, "loss": 6.842740869522094, "time": 0.1639582633972168, "step": 698306}
{"lr": 0.006374921219350822, "data_time": 0.020865702629089357, "loss_single": 3.353290057182312, "loss_dense": 3.409171462059021, "loss": 6.762461566925049, "time": 0.2575380802154541, "step": 698356}
{"lr": 0.006374921219350822, "data_time": 0.016384053230285644, "loss_single": 3.350960850715637, "loss_dense": 3.4186856746673584, "loss": 6.769646549224854, "time": 0.15056242942810058, "step": 698406}
{"lr": 0.006374921219350822, "data_time": 0.017884159088134767, "loss_single": 3.3870577812194824, "loss_dense": 3.442874789237976, "loss": 6.8299325466156, "time": 0.15793261528015137, "step": 698456}
{"lr": 0.006374921219350822, "data_time": 0.014933252334594726, "loss_single": 3.3801681995391846, "loss_dense": 3.4391650199890136, "loss": 6.819333076477051, "time": 0.15569050312042237, "step": 698506}
{"lr": 0.006374921219350822, "data_time": 0.018950796127319335, "loss_single": 3.384295654296875, "loss_dense": 3.4387914419174193, "loss": 6.823087072372436, "time": 0.16308107376098632, "step": 698556}
{"lr": 0.006374921219350822, "data_time": 0.01603250503540039, "loss_single": 3.363512563705444, "loss_dense": 3.4150614023208616, "loss": 6.778573942184448, "time": 0.16668667793273925, "step": 698606}
{"lr": 0.006374921219350822, "data_time": 0.017961883544921876, "loss_single": 3.353232717514038, "loss_dense": 3.4145388126373293, "loss": 6.767771482467651, "time": 0.1565855026245117, "step": 698656}
{"lr": 0.006374921219350822, "data_time": 0.01679224967956543, "loss_single": 3.3635589122772216, "loss_dense": 3.4098883390426638, "loss": 6.773447418212891, "time": 0.15620973110198974, "step": 698706}
{"lr": 0.006374921219350822, "data_time": 0.05531141757965088, "loss_single": 3.380341053009033, "loss_dense": 3.4373353481292725, "loss": 6.817676448822022, "time": 0.20405030250549316, "step": 698756}
{"lr": 0.006374921219350822, "data_time": 0.01763458251953125, "loss_single": 3.363130068778992, "loss_dense": 3.409009909629822, "loss": 6.772139978408814, "time": 0.20742616653442383, "step": 698806}
{"lr": 0.006374921219350822, "data_time": 0.01816253662109375, "loss_single": 3.34987952709198, "loss_dense": 3.3882464170455933, "loss": 6.738125896453857, "time": 0.1601473093032837, "step": 698856}
{"lr": 0.006374921219350822, "data_time": 0.01571385860443115, "loss_single": 3.3727771282196044, "loss_dense": 3.4303162813186647, "loss": 6.803093433380127, "time": 0.15438261032104492, "step": 698906}
{"lr": 0.006374921219350822, "data_time": 0.01408369541168213, "loss_single": 3.3769122838973997, "loss_dense": 3.4344073057174684, "loss": 6.811319637298584, "time": 0.1642531633377075, "step": 698956}
{"lr": 0.006374921219350822, "data_time": 0.015666508674621583, "loss_single": 3.3546809434890745, "loss_dense": 3.402691054344177, "loss": 6.757372045516968, "time": 0.16807324886322023, "step": 699006}
{"lr": 0.006374921219350822, "data_time": 0.01720306873321533, "loss_single": 3.361838865280151, "loss_dense": 3.412607264518738, "loss": 6.774446105957031, "time": 0.1616964817047119, "step": 699056}
{"lr": 0.006374921219350822, "data_time": 0.016934776306152345, "loss_single": 3.362709712982178, "loss_dense": 3.4198461771011353, "loss": 6.7825559139251705, "time": 0.15762124061584473, "step": 699106}
{"lr": 0.006374921219350822, "data_time": 0.01656162738800049, "loss_single": 3.3659547090530397, "loss_dense": 3.4243223428726197, "loss": 6.790277004241943, "time": 0.17372026443481445, "step": 699156}
{"lr": 0.006374921219350822, "data_time": 0.02922792434692383, "loss_single": 3.3560349464416506, "loss_dense": 3.4083577156066895, "loss": 6.76439266204834, "time": 0.16763896942138673, "step": 699206}
{"lr": 0.006374921219350822, "data_time": 0.016992473602294923, "loss_single": 3.3614908933639525, "loss_dense": 3.4025328159332275, "loss": 6.764023733139038, "time": 0.1579353094100952, "step": 699256}
{"lr": 0.006374921219350822, "data_time": 0.01711297035217285, "loss_single": 3.389224982261658, "loss_dense": 3.435809922218323, "loss": 6.8250349998474125, "time": 0.16039628982543946, "step": 699306}
{"lr": 0.006374921219350822, "data_time": 0.0168534517288208, "loss_single": 3.372609257698059, "loss_dense": 3.4293177843093874, "loss": 6.801927137374878, "time": 0.23345530033111572, "step": 699356}
{"lr": 0.006374921219350822, "data_time": 0.044911885261535646, "loss_single": 3.3744797706604004, "loss_dense": 3.425890040397644, "loss": 6.800369787216186, "time": 0.1838599681854248, "step": 699406}
{"lr": 0.006374921219350822, "data_time": 0.020108413696289063, "loss_single": 3.4265103340148926, "loss_dense": 3.467628812789917, "loss": 6.894139146804809, "time": 0.1909585952758789, "step": 699456}
{"lr": 0.006374921219350822, "data_time": 0.01541309356689453, "loss_single": 3.356713604927063, "loss_dense": 3.408623218536377, "loss": 6.765336894989014, "time": 0.15215637683868408, "step": 699506}
{"lr": 0.006374921219350822, "data_time": 0.01754279136657715, "loss_single": 3.3585284471511843, "loss_dense": 3.406461572647095, "loss": 6.764990043640137, "time": 0.17605137825012207, "step": 699556}
{"lr": 0.006374921219350822, "data_time": 0.016707229614257812, "loss_single": 3.3844883918762205, "loss_dense": 3.437694239616394, "loss": 6.822182703018188, "time": 0.15730006694793702, "step": 699606}
{"lr": 0.006374921219350822, "data_time": 0.01801323890686035, "loss_single": 3.3632243871688843, "loss_dense": 3.4061968326568604, "loss": 6.769421243667603, "time": 0.66979079246521, "step": 699656}
{"lr": 0.006374921219350822, "data_time": 0.018283390998840333, "loss_single": 3.3799612522125244, "loss_dense": 3.4225427865982057, "loss": 6.80250391960144, "time": 0.15578937530517578, "step": 699706}
{"lr": 0.006374921219350822, "data_time": 0.017795515060424805, "loss_single": 3.3811241149902345, "loss_dense": 3.4376312494277954, "loss": 6.818755340576172, "time": 0.19083750247955322, "step": 699756}
{"lr": 0.006374921219350822, "data_time": 0.01655871868133545, "loss_single": 3.3837066650390626, "loss_dense": 3.418133497238159, "loss": 6.801840114593506, "time": 0.16145668029785157, "step": 699806}
{"lr": 0.006374921219350822, "data_time": 0.015915608406066893, "loss_single": 3.3656460523605345, "loss_dense": 3.4299424409866335, "loss": 6.795588541030884, "time": 0.15824337005615235, "step": 699856}
{"lr": 0.006374921219350822, "data_time": 0.018050742149353028, "loss_single": 3.354443311691284, "loss_dense": 3.4126654386520388, "loss": 6.767108726501465, "time": 0.15988583564758302, "step": 699906}
{"lr": 0.006374921219350822, "data_time": 0.01654379367828369, "loss_single": 3.3638756036758424, "loss_dense": 3.422723722457886, "loss": 6.786599254608154, "time": 0.15977370738983154, "step": 699956}
{"lr": 0.006374921219350822, "data_time": 0.021511554718017578, "loss_single": 3.3649612426757813, "loss_dense": 3.415559768676758, "loss": 6.780521059036255, "time": 0.19588110446929932, "step": 700006}
{"lr": 0.006374921219350822, "data_time": 0.017962121963500978, "loss_single": 3.3762258529663085, "loss_dense": 3.4230973720550537, "loss": 6.799323320388794, "time": 0.16328954696655273, "step": 700056}
{"lr": 0.006374921219350822, "data_time": 0.018056821823120118, "loss_single": 3.387017345428467, "loss_dense": 3.429009222984314, "loss": 6.8160265445709225, "time": 0.15835225582122803, "step": 700106}
{"lr": 0.006374921219350822, "data_time": 0.019513630867004396, "loss_single": 3.3740257024765015, "loss_dense": 3.4233025789260862, "loss": 6.797328329086303, "time": 0.1598975658416748, "step": 700156}
{"lr": 0.006374921219350822, "data_time": 0.018338990211486817, "loss_single": 3.3626174211502073, "loss_dense": 3.4077882051467894, "loss": 6.770405578613281, "time": 0.15762579441070557, "step": 700206}
{"lr": 0.006374921219350822, "data_time": 0.015072035789489745, "loss_single": 3.3674766778945924, "loss_dense": 3.4204160451889036, "loss": 6.78789267539978, "time": 0.1574186325073242, "step": 700256}
{"lr": 0.006374921219350822, "data_time": 0.015819334983825685, "loss_single": 3.395300006866455, "loss_dense": 3.449219250679016, "loss": 6.8445192813873295, "time": 0.1574402332305908, "step": 700306}
{"lr": 0.006374921219350822, "data_time": 0.018321514129638672, "loss_single": 3.3433498620986937, "loss_dense": 3.388462519645691, "loss": 6.731812381744385, "time": 0.15468034744262696, "step": 700356}
{"lr": 0.006374921219350822, "data_time": 0.01775679588317871, "loss_single": 3.3676406383514403, "loss_dense": 3.4177623987197876, "loss": 6.78540301322937, "time": 0.1609348773956299, "step": 700406}
{"lr": 0.006374921219350822, "data_time": 0.019155454635620118, "loss_single": 3.3705503940582275, "loss_dense": 3.4213672876358032, "loss": 6.791917705535889, "time": 0.18780500888824464, "step": 700456}
{"lr": 0.006374921219350822, "data_time": 0.018372607231140137, "loss_single": 3.390272331237793, "loss_dense": 3.432440686225891, "loss": 6.822712993621826, "time": 0.17108442783355712, "step": 700506}
{"lr": 0.006374921219350822, "data_time": 0.017450833320617677, "loss_single": 3.366837978363037, "loss_dense": 3.4334679365158083, "loss": 6.800305938720703, "time": 0.15920698642730713, "step": 700556}
{"lr": 0.006183221215612905, "data_time": 0.02365431785583496, "loss_single": 3.3885701179504393, "loss_dense": 3.4350191593170165, "loss": 6.823589324951172, "time": 0.2196519136428833, "step": 700610}
{"lr": 0.006183221215612905, "data_time": 0.02520747184753418, "loss_single": 3.390989661216736, "loss_dense": 3.4377450704574586, "loss": 6.828734683990478, "time": 0.1771777868270874, "step": 700660}
{"lr": 0.006183221215612905, "data_time": 0.016708636283874513, "loss_single": 3.3611591339111326, "loss_dense": 3.4138736963272094, "loss": 6.775032806396484, "time": 0.1595233917236328, "step": 700710}
{"lr": 0.006183221215612905, "data_time": 0.018835163116455077, "loss_single": 3.3942679882049562, "loss_dense": 3.4426098108291625, "loss": 6.836877822875977, "time": 0.18691864013671874, "step": 700760}
{"lr": 0.006183221215612905, "data_time": 0.01655869483947754, "loss_single": 3.396010661125183, "loss_dense": 3.445642614364624, "loss": 6.841653299331665, "time": 0.16944539546966553, "step": 700810}
{"lr": 0.006183221215612905, "data_time": 0.01548922061920166, "loss_single": 3.379927968978882, "loss_dense": 3.433156061172485, "loss": 6.813084077835083, "time": 0.16141080856323242, "step": 700860}
{"lr": 0.006183221215612905, "data_time": 0.01542363166809082, "loss_single": 3.3560439348220825, "loss_dense": 3.4086742401123047, "loss": 6.7647181987762455, "time": 0.16034207344055176, "step": 700910}
{"lr": 0.006183221215612905, "data_time": 0.02240753173828125, "loss_single": 3.3376788854599, "loss_dense": 3.393598175048828, "loss": 6.731277084350586, "time": 0.2697573661804199, "step": 700960}
{"lr": 0.006183221215612905, "data_time": 0.019701504707336427, "loss_single": 3.3837801694869993, "loss_dense": 3.433883261680603, "loss": 6.8176634311676025, "time": 0.16399834156036378, "step": 701010}
{"lr": 0.006183221215612905, "data_time": 0.01660165786743164, "loss_single": 3.370191526412964, "loss_dense": 3.4218912601470945, "loss": 6.792082834243774, "time": 0.1634807825088501, "step": 701060}
{"lr": 0.006183221215612905, "data_time": 0.016756677627563478, "loss_single": 3.3720185279846193, "loss_dense": 3.4201040744781492, "loss": 6.792122650146484, "time": 0.16881182193756103, "step": 701110}
{"lr": 0.006183221215612905, "data_time": 0.016695570945739747, "loss_single": 3.385324811935425, "loss_dense": 3.4420012712478636, "loss": 6.827326107025146, "time": 0.16645748615264894, "step": 701160}
{"lr": 0.006183221215612905, "data_time": 0.017680048942565918, "loss_single": 3.391563963890076, "loss_dense": 3.4371201515197756, "loss": 6.8286841869354244, "time": 0.1620262861251831, "step": 701210}
{"lr": 0.006183221215612905, "data_time": 0.017968249320983887, "loss_single": 3.3781973123550415, "loss_dense": 3.4358604907989503, "loss": 6.81405782699585, "time": 0.16047637462615966, "step": 701260}
{"lr": 0.006183221215612905, "data_time": 0.015396451950073243, "loss_single": 3.3875240802764894, "loss_dense": 3.4401137590408326, "loss": 6.827637767791748, "time": 0.1542732000350952, "step": 701310}
{"lr": 0.006183221215612905, "data_time": 0.01730966567993164, "loss_single": 3.3654163599014284, "loss_dense": 3.4253318071365357, "loss": 6.790748214721679, "time": 0.16249570846557618, "step": 701360}
{"lr": 0.006183221215612905, "data_time": 0.01605257987976074, "loss_single": 3.360808253288269, "loss_dense": 3.410489296913147, "loss": 6.7712975025177, "time": 0.23429596424102783, "step": 701410}
{"lr": 0.006183221215612905, "data_time": 0.015337705612182617, "loss_single": 3.334800291061401, "loss_dense": 3.370850157737732, "loss": 6.705650424957275, "time": 0.19514625072479247, "step": 701460}
{"lr": 0.006183221215612905, "data_time": 0.016825151443481446, "loss_single": 3.3777822732925413, "loss_dense": 3.4264688730239867, "loss": 6.804251194000244, "time": 0.15634734630584718, "step": 701510}
{"lr": 0.006183221215612905, "data_time": 0.017761659622192384, "loss_single": 3.357612156867981, "loss_dense": 3.409424161911011, "loss": 6.767036294937133, "time": 0.1571735382080078, "step": 701560}
{"lr": 0.006183221215612905, "data_time": 0.0172222375869751, "loss_single": 3.380039119720459, "loss_dense": 3.4512399673461913, "loss": 6.831278991699219, "time": 0.16759867668151857, "step": 701610}
{"lr": 0.006183221215612905, "data_time": 0.01769599914550781, "loss_single": 3.347917938232422, "loss_dense": 3.3994547605514525, "loss": 6.747372722625732, "time": 0.17350785732269286, "step": 701660}
{"lr": 0.006183221215612905, "data_time": 0.01805384159088135, "loss_single": 3.3405056476593016, "loss_dense": 3.3966644048690795, "loss": 6.737170028686523, "time": 0.1621960163116455, "step": 701710}
{"lr": 0.006183221215612905, "data_time": 0.01780252456665039, "loss_single": 3.362676811218262, "loss_dense": 3.4303553819656374, "loss": 6.793032169342041, "time": 0.1626744031906128, "step": 701760}
{"lr": 0.006183221215612905, "data_time": 0.015706348419189452, "loss_single": 3.353364634513855, "loss_dense": 3.393269968032837, "loss": 6.746634578704834, "time": 0.1622479200363159, "step": 701810}
{"lr": 0.006183221215612905, "data_time": 0.01622018814086914, "loss_single": 3.3923893213272094, "loss_dense": 3.4463949680328367, "loss": 6.838784217834473, "time": 0.1713420867919922, "step": 701860}
{"lr": 0.006183221215612905, "data_time": 0.016043829917907714, "loss_single": 3.381446099281311, "loss_dense": 3.431296968460083, "loss": 6.81274299621582, "time": 0.18635451793670654, "step": 701910}
{"lr": 0.006183221215612905, "data_time": 0.01748473644256592, "loss_single": 3.39376904964447, "loss_dense": 3.447893476486206, "loss": 6.841662502288818, "time": 0.15865273475646974, "step": 701960}
{"lr": 0.006183221215612905, "data_time": 0.01652698516845703, "loss_single": 3.360744023323059, "loss_dense": 3.4161141395568846, "loss": 6.776858186721801, "time": 0.2109604597091675, "step": 702010}
{"lr": 0.006183221215612905, "data_time": 0.01709303855895996, "loss_single": 3.3434499502182007, "loss_dense": 3.387398386001587, "loss": 6.73084831237793, "time": 0.16326749324798584, "step": 702060}
{"lr": 0.006183221215612905, "data_time": 0.01676132678985596, "loss_single": 3.3623873472213743, "loss_dense": 3.422827363014221, "loss": 6.7852147102355955, "time": 0.15698041915893554, "step": 702110}
{"lr": 0.006183221215612905, "data_time": 0.015642118453979493, "loss_single": 3.3609906911849974, "loss_dense": 3.4096447229385376, "loss": 6.770635366439819, "time": 0.15580694675445556, "step": 702160}
{"lr": 0.006183221215612905, "data_time": 0.01737339496612549, "loss_single": 3.3726346254348756, "loss_dense": 3.42060968875885, "loss": 6.793244409561157, "time": 0.16117427349090577, "step": 702210}
{"lr": 0.006183221215612905, "data_time": 0.017648935317993164, "loss_single": 3.3721370697021484, "loss_dense": 3.421728587150574, "loss": 6.793865728378296, "time": 0.15809192657470703, "step": 702260}
{"lr": 0.006183221215612905, "data_time": 0.015339255332946777, "loss_single": 3.3817019939422606, "loss_dense": 3.4324390172958372, "loss": 6.814141130447387, "time": 0.16040797233581544, "step": 702310}
{"lr": 0.006183221215612905, "data_time": 0.014796257019042969, "loss_single": 3.3883992433547974, "loss_dense": 3.436606431007385, "loss": 6.825005674362183, "time": 0.155672287940979, "step": 702360}
{"lr": 0.006183221215612905, "data_time": 0.0182206392288208, "loss_single": 3.3817633390426636, "loss_dense": 3.4313568353652952, "loss": 6.8131202220916744, "time": 0.16010160446166993, "step": 702410}
{"lr": 0.006183221215612905, "data_time": 0.018846678733825683, "loss_single": 3.3521090269088747, "loss_dense": 3.4093512058258058, "loss": 6.761460256576538, "time": 0.22507243156433104, "step": 702460}
{"lr": 0.006183221215612905, "data_time": 0.017632055282592773, "loss_single": 3.3823252439498903, "loss_dense": 3.422002172470093, "loss": 6.804327392578125, "time": 0.1660611867904663, "step": 702510}
{"lr": 0.006183221215612905, "data_time": 0.016408681869506836, "loss_single": 3.374598169326782, "loss_dense": 3.430592894554138, "loss": 6.805191087722778, "time": 0.15869669914245604, "step": 702560}
{"lr": 0.006183221215612905, "data_time": 0.01650817394256592, "loss_single": 3.3741402626037598, "loss_dense": 3.4313574552536013, "loss": 6.805497741699218, "time": 0.15873475074768068, "step": 702610}
{"lr": 0.006183221215612905, "data_time": 0.01752488613128662, "loss_single": 3.391681432723999, "loss_dense": 3.429257035255432, "loss": 6.820938539505005, "time": 0.16099262237548828, "step": 702660}
{"lr": 0.006183221215612905, "data_time": 0.017711639404296875, "loss_single": 3.3866289854049683, "loss_dense": 3.443234372138977, "loss": 6.829863357543945, "time": 0.15800564289093016, "step": 702710}
{"lr": 0.006183221215612905, "data_time": 0.02188763618469238, "loss_single": 3.3643684148788453, "loss_dense": 3.407123160362244, "loss": 6.771491622924804, "time": 0.2299516201019287, "step": 702760}
{"lr": 0.006183221215612905, "data_time": 0.01793384552001953, "loss_single": 3.3807558536529543, "loss_dense": 3.432301712036133, "loss": 6.813057518005371, "time": 0.15874617099761962, "step": 702810}
{"lr": 0.006183221215612905, "data_time": 0.01845285892486572, "loss_single": 3.3453015089035034, "loss_dense": 3.4077683210372927, "loss": 6.75306978225708, "time": 0.16296710968017578, "step": 702860}
{"lr": 0.006183221215612905, "data_time": 0.0158750057220459, "loss_single": 3.3489001750946046, "loss_dense": 3.3955652475357057, "loss": 6.744465303421021, "time": 0.16026113033294678, "step": 702910}
{"lr": 0.006183221215612905, "data_time": 0.01783936023712158, "loss_single": 3.3790829181671143, "loss_dense": 3.433337163925171, "loss": 6.81242003440857, "time": 0.15914695262908934, "step": 702960}
{"lr": 0.006183221215612905, "data_time": 0.016696929931640625, "loss_single": 3.3657516479492187, "loss_dense": 3.4102568864822387, "loss": 6.7760085105896, "time": 0.18457450866699218, "step": 703010}
{"lr": 0.006183221215612905, "data_time": 0.014386963844299317, "loss_single": 3.3607166528701784, "loss_dense": 3.4085206985473633, "loss": 6.769237470626831, "time": 0.17142231464385987, "step": 703060}
{"lr": 0.006183221215612905, "data_time": 0.04673409461975098, "loss_single": 3.384416341781616, "loss_dense": 3.4266717195510865, "loss": 6.811088037490845, "time": 0.20324156284332276, "step": 703110}
{"lr": 0.006183221215612905, "data_time": 0.01761932373046875, "loss_single": 3.3486533880233766, "loss_dense": 3.3918644905090334, "loss": 6.740517950057983, "time": 0.15728585720062255, "step": 703160}
{"lr": 0.006183221215612905, "data_time": 0.01703197956085205, "loss_single": 3.358036923408508, "loss_dense": 3.4061045408248902, "loss": 6.764141464233399, "time": 0.20535039901733398, "step": 703210}
{"lr": 0.006183221215612905, "data_time": 0.017939543724060057, "loss_single": 3.35729398727417, "loss_dense": 3.4204054832458497, "loss": 6.7776994705200195, "time": 0.15682439804077147, "step": 703260}
{"lr": 0.006183221215612905, "data_time": 0.016698479652404785, "loss_single": 3.3725297927856444, "loss_dense": 3.408139538764954, "loss": 6.780669355392456, "time": 0.15442402362823487, "step": 703310}
{"lr": 0.006183221215612905, "data_time": 0.01704280376434326, "loss_single": 3.3961953639984133, "loss_dense": 3.4626614809036256, "loss": 6.8588567733764645, "time": 0.18574395179748535, "step": 703360}
{"lr": 0.006183221215612905, "data_time": 0.016555213928222658, "loss_single": 3.3794694423675535, "loss_dense": 3.43259973526001, "loss": 6.812069129943848, "time": 0.16100823879241943, "step": 703410}
{"lr": 0.006183221215612905, "data_time": 0.015098071098327637, "loss_single": 3.3833104610443114, "loss_dense": 3.446720337867737, "loss": 6.830030727386474, "time": 0.164422345161438, "step": 703460}
{"lr": 0.006183221215612905, "data_time": 0.01613762378692627, "loss_single": 3.3837154626846315, "loss_dense": 3.4295860290527345, "loss": 6.813301420211792, "time": 0.1896913766860962, "step": 703510}
{"lr": 0.006183221215612905, "data_time": 0.01580653190612793, "loss_single": 3.358476710319519, "loss_dense": 3.4117501020431518, "loss": 6.770226955413818, "time": 0.1582207202911377, "step": 703560}
{"lr": 0.006183221215612905, "data_time": 0.016335034370422365, "loss_single": 3.3782880783081053, "loss_dense": 3.4240092277526855, "loss": 6.802297306060791, "time": 0.15619306564331054, "step": 703610}
{"lr": 0.006183221215612905, "data_time": 0.016475772857666014, "loss_single": 3.3765921354293824, "loss_dense": 3.422079253196716, "loss": 6.7986713409423825, "time": 0.15830929279327394, "step": 703660}
{"lr": 0.006183221215612905, "data_time": 0.019107556343078612, "loss_single": 3.3621068954467774, "loss_dense": 3.411638784408569, "loss": 6.773745679855347, "time": 0.15995094776153565, "step": 703710}
{"lr": 0.006183221215612905, "data_time": 0.017443323135375978, "loss_single": 3.352479672431946, "loss_dense": 3.4006333112716676, "loss": 6.7531129837036135, "time": 0.1582899808883667, "step": 703760}
{"lr": 0.006183221215612905, "data_time": 0.015441370010375977, "loss_single": 3.380578708648682, "loss_dense": 3.435888385772705, "loss": 6.8164670944213865, "time": 0.1556776523590088, "step": 703810}
{"lr": 0.006183221215612905, "data_time": 0.016783952713012695, "loss_single": 3.349165344238281, "loss_dense": 3.407545804977417, "loss": 6.756711149215699, "time": 0.18664586544036865, "step": 703860}
{"lr": 0.006183221215612905, "data_time": 0.017609381675720216, "loss_single": 3.385117840766907, "loss_dense": 3.435340094566345, "loss": 6.820457983016968, "time": 0.15824100971221924, "step": 703910}
{"lr": 0.006183221215612905, "data_time": 0.018053698539733886, "loss_single": 3.384517788887024, "loss_dense": 3.4353086709976197, "loss": 6.819826459884643, "time": 0.1583383321762085, "step": 703960}
{"lr": 0.006183221215612905, "data_time": 0.016313791275024414, "loss_single": 3.373793387413025, "loss_dense": 3.4278051137924193, "loss": 6.801598453521729, "time": 0.18225243091583251, "step": 704010}
{"lr": 0.006183221215612905, "data_time": 0.018184661865234375, "loss_single": 3.3878852844238283, "loss_dense": 3.4321218967437743, "loss": 6.82000699043274, "time": 0.15839073657989503, "step": 704060}
{"lr": 0.006183221215612905, "data_time": 0.017235350608825684, "loss_single": 3.3383610010147096, "loss_dense": 3.395165133476257, "loss": 6.733526182174683, "time": 0.16064085960388183, "step": 704110}
{"lr": 0.006183221215612905, "data_time": 0.018505954742431642, "loss_single": 3.357210612297058, "loss_dense": 3.4124160766601563, "loss": 6.769626665115356, "time": 0.21305179595947266, "step": 704160}
{"lr": 0.006183221215612905, "data_time": 0.015915918350219726, "loss_single": 3.407039666175842, "loss_dense": 3.46768114566803, "loss": 6.874720811843872, "time": 0.16570496559143066, "step": 704210}
{"lr": 0.006183221215612905, "data_time": 0.03128197193145752, "loss_single": 3.3628735303878785, "loss_dense": 3.416978645324707, "loss": 6.7798521518707275, "time": 0.18045430183410643, "step": 704260}
{"lr": 0.006183221215612905, "data_time": 0.017545008659362794, "loss_single": 3.372945261001587, "loss_dense": 3.4308120727539064, "loss": 6.8037573337554935, "time": 0.15996508598327636, "step": 704310}
{"lr": 0.006183221215612905, "data_time": 0.018405842781066894, "loss_single": 3.3668423652648927, "loss_dense": 3.4082363128662108, "loss": 6.7750787258148195, "time": 0.16585357189178468, "step": 704360}
{"lr": 0.006183221215612905, "data_time": 0.01808040142059326, "loss_single": 3.348635673522949, "loss_dense": 3.4139036655426027, "loss": 6.762539339065552, "time": 0.18019530773162842, "step": 704410}
{"lr": 0.006183221215612905, "data_time": 0.017580604553222655, "loss_single": 3.4199204206466676, "loss_dense": 3.456314754486084, "loss": 6.8762351989746096, "time": 0.15541045665740966, "step": 704460}
{"lr": 0.006183221215612905, "data_time": 0.019649577140808106, "loss_single": 3.3733482837677, "loss_dense": 3.420424461364746, "loss": 6.793772745132446, "time": 0.16119260787963868, "step": 704510}
{"lr": 0.006183221215612905, "data_time": 0.016315698623657227, "loss_single": 3.3944769144058227, "loss_dense": 3.4526326417922975, "loss": 6.847109603881836, "time": 0.15731029510498046, "step": 704560}
{"lr": 0.006183221215612905, "data_time": 0.016571807861328124, "loss_single": 3.381840205192566, "loss_dense": 3.4255752563476562, "loss": 6.807415580749511, "time": 0.1583179235458374, "step": 704610}
{"lr": 0.006183221215612905, "data_time": 0.016474103927612303, "loss_single": 3.3743518352508546, "loss_dense": 3.4295355558395384, "loss": 6.803887367248535, "time": 0.15906314849853515, "step": 704660}
{"lr": 0.006183221215612905, "data_time": 0.01851334571838379, "loss_single": 3.3981066942214966, "loss_dense": 3.4410491704940798, "loss": 6.839155817031861, "time": 0.15748355388641358, "step": 704710}
{"lr": 0.006183221215612905, "data_time": 0.016588807106018066, "loss_single": 3.3924861431121824, "loss_dense": 3.4265580654144285, "loss": 6.819044160842895, "time": 0.1544868230819702, "step": 704760}
{"lr": 0.006183221215612905, "data_time": 0.016930174827575684, "loss_single": 3.3570278167724608, "loss_dense": 3.4169641494750977, "loss": 6.773991918563842, "time": 0.18290395736694337, "step": 704810}
{"lr": 0.006183221215612905, "data_time": 0.01893594264984131, "loss_single": 3.3622527837753298, "loss_dense": 3.427082133293152, "loss": 6.789334917068482, "time": 0.23014497756958008, "step": 704860}
{"lr": 0.006183221215612905, "data_time": 0.018934178352355956, "loss_single": 3.372770667076111, "loss_dense": 3.411796140670776, "loss": 6.78456678390503, "time": 0.16159679889678955, "step": 704910}
{"lr": 0.006183221215612905, "data_time": 0.017390131950378418, "loss_single": 3.365675354003906, "loss_dense": 3.4292206525802613, "loss": 6.794895982742309, "time": 0.16200625896453857, "step": 704960}
{"lr": 0.006183221215612905, "data_time": 0.017224860191345216, "loss_single": 3.381633996963501, "loss_dense": 3.429772973060608, "loss": 6.811406898498535, "time": 0.15878612995147706, "step": 705010}
{"lr": 0.006183221215612905, "data_time": 0.01763916015625, "loss_single": 3.376585507392883, "loss_dense": 3.4386330604553224, "loss": 6.815218544006347, "time": 0.1972933292388916, "step": 705060}
{"lr": 0.006183221215612905, "data_time": 0.016792774200439453, "loss_single": 3.3487247943878176, "loss_dense": 3.397610306739807, "loss": 6.746335124969482, "time": 0.17608933448791503, "step": 705110}
{"lr": 0.006183221215612905, "data_time": 0.01796867847442627, "loss_single": 3.4023742198944094, "loss_dense": 3.4268792629241944, "loss": 6.829253482818603, "time": 0.16008729934692384, "step": 705160}
{"lr": 0.006183221215612905, "data_time": 0.017282557487487794, "loss_single": 3.3664276361465455, "loss_dense": 3.416607308387756, "loss": 6.783034944534302, "time": 0.15494933128356933, "step": 705210}
{"lr": 0.006183221215612905, "data_time": 0.0229170560836792, "loss_single": 3.364208388328552, "loss_dense": 3.4287696838378907, "loss": 6.792978048324585, "time": 0.2216783046722412, "step": 705260}
{"lr": 0.006183221215612905, "data_time": 0.01756265163421631, "loss_single": 3.3655109643936156, "loss_dense": 3.4116275310516357, "loss": 6.7771384716033936, "time": 0.1672442674636841, "step": 705310}
{"lr": 0.006183221215612905, "data_time": 0.018059301376342773, "loss_single": 3.3456329584121702, "loss_dense": 3.393193244934082, "loss": 6.7388262271881105, "time": 0.16043009757995605, "step": 705360}
{"lr": 0.006183221215612905, "data_time": 0.016296029090881348, "loss_single": 3.3866017341613768, "loss_dense": 3.4268937349319457, "loss": 6.81349549293518, "time": 0.15511741638183593, "step": 705410}
{"lr": 0.006183221215612905, "data_time": 0.016407251358032227, "loss_single": 3.3775768756866453, "loss_dense": 3.4362584352493286, "loss": 6.813835334777832, "time": 0.17837889194488527, "step": 705460}
{"lr": 0.006183221215612905, "data_time": 0.016964530944824217, "loss_single": 3.371383857727051, "loss_dense": 3.4294388055801392, "loss": 6.800822687149048, "time": 0.16129720211029053, "step": 705510}
{"lr": 0.006183221215612905, "data_time": 0.013915276527404786, "loss_single": 3.385422682762146, "loss_dense": 3.430439519882202, "loss": 6.815862226486206, "time": 0.16363852024078368, "step": 705560}
{"lr": 0.005993696620111742, "data_time": 0.015866422653198244, "loss_single": 3.3725516557693482, "loss_dense": 3.4369083404541017, "loss": 6.809459972381592, "time": 0.1586467742919922, "step": 705614}
{"lr": 0.005993696620111742, "data_time": 0.015338516235351563, "loss_single": 3.3704344034194946, "loss_dense": 3.4240206241607667, "loss": 6.794455051422119, "time": 0.17880802154541015, "step": 705664}
{"lr": 0.005993696620111742, "data_time": 0.017108845710754394, "loss_single": 3.3703389406204223, "loss_dense": 3.4406103610992433, "loss": 6.810949230194092, "time": 0.15436391830444335, "step": 705714}
{"lr": 0.005993696620111742, "data_time": 0.0156327486038208, "loss_single": 3.3644906520843505, "loss_dense": 3.408170747756958, "loss": 6.772661399841309, "time": 0.1556638240814209, "step": 705764}
{"lr": 0.005993696620111742, "data_time": 0.017587757110595702, "loss_single": 3.3751397132873535, "loss_dense": 3.426869106292725, "loss": 6.802008867263794, "time": 0.15513341426849364, "step": 705814}
{"lr": 0.005993696620111742, "data_time": 0.019699931144714355, "loss_single": 3.387660551071167, "loss_dense": 3.427646827697754, "loss": 6.815307521820069, "time": 0.21123576164245605, "step": 705864}
{"lr": 0.005993696620111742, "data_time": 0.02023136615753174, "loss_single": 3.3633978605270385, "loss_dense": 3.4097631931304933, "loss": 6.7731610298156735, "time": 0.16814475059509276, "step": 705914}
{"lr": 0.005993696620111742, "data_time": 0.01902041435241699, "loss_single": 3.3928755283355714, "loss_dense": 3.4452402591705322, "loss": 6.838115787506103, "time": 0.16101624965667724, "step": 705964}
{"lr": 0.005993696620111742, "data_time": 0.018175649642944335, "loss_single": 3.3431986570358276, "loss_dense": 3.410325837135315, "loss": 6.753524541854858, "time": 0.15946104526519775, "step": 706014}
{"lr": 0.005993696620111742, "data_time": 0.01873888969421387, "loss_single": 3.350591039657593, "loss_dense": 3.4059242248535155, "loss": 6.75651535987854, "time": 0.15408813953399658, "step": 706064}
{"lr": 0.005993696620111742, "data_time": 0.01780357360839844, "loss_single": 3.3677541732788088, "loss_dense": 3.411024236679077, "loss": 6.778778457641602, "time": 0.16245789527893068, "step": 706114}
{"lr": 0.005993696620111742, "data_time": 0.017173147201538085, "loss_single": 3.3728431224823, "loss_dense": 3.4349682092666627, "loss": 6.8078114032745365, "time": 0.15738155841827392, "step": 706164}
{"lr": 0.005993696620111742, "data_time": 0.02059330940246582, "loss_single": 3.3572081089019776, "loss_dense": 3.401550626754761, "loss": 6.7587587356567385, "time": 0.28731911182403563, "step": 706214}
{"lr": 0.005993696620111742, "data_time": 0.016490697860717773, "loss_single": 3.3572330236434937, "loss_dense": 3.414472985267639, "loss": 6.771706056594849, "time": 0.15349090099334717, "step": 706264}
{"lr": 0.005993696620111742, "data_time": 0.01881401538848877, "loss_single": 3.3701210021972656, "loss_dense": 3.418131446838379, "loss": 6.788252496719361, "time": 0.1544201374053955, "step": 706314}
{"lr": 0.005993696620111742, "data_time": 0.01669294834136963, "loss_single": 3.384363579750061, "loss_dense": 3.4333160638809206, "loss": 6.817679500579834, "time": 0.15971434116363525, "step": 706364}
{"lr": 0.005993696620111742, "data_time": 0.01736893653869629, "loss_single": 3.375349020957947, "loss_dense": 3.414906549453735, "loss": 6.790255498886109, "time": 0.15704193115234374, "step": 706414}
{"lr": 0.005993696620111742, "data_time": 0.01606302261352539, "loss_single": 3.370241641998291, "loss_dense": 3.4148652076721193, "loss": 6.785106801986695, "time": 0.15615243911743165, "step": 706464}
{"lr": 0.005993696620111742, "data_time": 0.029413533210754395, "loss_single": 3.3609923124313354, "loss_dense": 3.422696852684021, "loss": 6.78368911743164, "time": 0.16605684757232667, "step": 706514}
{"lr": 0.005993696620111742, "data_time": 0.020079588890075682, "loss_single": 3.344120216369629, "loss_dense": 3.399116110801697, "loss": 6.743236303329468, "time": 0.20572185516357422, "step": 706564}
{"lr": 0.005993696620111742, "data_time": 0.011869025230407716, "loss_single": 3.367642903327942, "loss_dense": 3.419230842590332, "loss": 6.786873769760132, "time": 0.16560323238372804, "step": 706614}
{"lr": 0.005993696620111742, "data_time": 0.018178176879882813, "loss_single": 3.3577812194824217, "loss_dense": 3.4043190717697143, "loss": 6.762100267410278, "time": 0.15644629001617433, "step": 706664}
{"lr": 0.005993696620111742, "data_time": 0.01691305637359619, "loss_single": 3.3537736892700196, "loss_dense": 3.4065850019454955, "loss": 6.760358667373657, "time": 0.15486271381378175, "step": 706714}
{"lr": 0.005993696620111742, "data_time": 0.018470621109008788, "loss_single": 3.354972577095032, "loss_dense": 3.393493318557739, "loss": 6.748465919494629, "time": 0.1581937551498413, "step": 706764}
{"lr": 0.005993696620111742, "data_time": 0.016887974739074708, "loss_single": 3.3787413597106934, "loss_dense": 3.4232240438461305, "loss": 6.801965522766113, "time": 0.17832462787628173, "step": 706814}
{"lr": 0.005993696620111742, "data_time": 0.023648691177368165, "loss_single": 3.335588073730469, "loss_dense": 3.383095455169678, "loss": 6.718683576583862, "time": 0.18464226722717286, "step": 706864}
{"lr": 0.005993696620111742, "data_time": 0.017692923545837402, "loss_single": 3.357302188873291, "loss_dense": 3.417198419570923, "loss": 6.774500560760498, "time": 0.154943585395813, "step": 706914}
{"lr": 0.005993696620111742, "data_time": 0.017929935455322267, "loss_single": 3.3806509971618652, "loss_dense": 3.431356334686279, "loss": 6.812007331848145, "time": 0.167923903465271, "step": 706964}
{"lr": 0.005993696620111742, "data_time": 0.017651629447937012, "loss_single": 3.3697833776474, "loss_dense": 3.431397795677185, "loss": 6.801181221008301, "time": 0.15408241748809814, "step": 707014}
{"lr": 0.005993696620111742, "data_time": 0.01707918643951416, "loss_single": 3.3515509128570558, "loss_dense": 3.398012709617615, "loss": 6.749563550949096, "time": 0.1857358455657959, "step": 707064}
{"lr": 0.005993696620111742, "data_time": 0.017895102500915527, "loss_single": 3.395128583908081, "loss_dense": 3.4284024953842165, "loss": 6.823531007766723, "time": 0.15615577697753907, "step": 707114}
{"lr": 0.005993696620111742, "data_time": 0.016860103607177733, "loss_single": 3.354673719406128, "loss_dense": 3.3971357583999633, "loss": 6.751809453964233, "time": 0.15616264343261718, "step": 707164}
{"lr": 0.005993696620111742, "data_time": 0.019388771057128905, "loss_single": 3.355246591567993, "loss_dense": 3.3970668792724608, "loss": 6.75231351852417, "time": 0.16993002891540526, "step": 707214}
{"lr": 0.005993696620111742, "data_time": 0.018210768699645996, "loss_single": 3.37618772983551, "loss_dense": 3.424476408958435, "loss": 6.80066409111023, "time": 0.15642311573028564, "step": 707264}
{"lr": 0.005993696620111742, "data_time": 0.01823275089263916, "loss_single": 3.3744659423828125, "loss_dense": 3.411266875267029, "loss": 6.785732746124268, "time": 0.158945631980896, "step": 707314}
{"lr": 0.005993696620111742, "data_time": 0.014948105812072754, "loss_single": 3.339021182060242, "loss_dense": 3.388735795021057, "loss": 6.7277570247650145, "time": 0.1552835464477539, "step": 707364}
{"lr": 0.005993696620111742, "data_time": 0.017813849449157714, "loss_single": 3.374829816818237, "loss_dense": 3.4304543018341063, "loss": 6.805284118652343, "time": 0.16278984546661376, "step": 707414}
{"lr": 0.005993696620111742, "data_time": 0.017156147956848146, "loss_single": 3.378531241416931, "loss_dense": 3.428208899497986, "loss": 6.806740140914917, "time": 0.15840933322906495, "step": 707464}
{"lr": 0.005993696620111742, "data_time": 0.025031447410583496, "loss_single": 3.3713778495788573, "loss_dense": 3.422242307662964, "loss": 6.793620157241821, "time": 0.1667083978652954, "step": 707514}
{"lr": 0.005993696620111742, "data_time": 0.016658258438110352, "loss_single": 3.3732988834381104, "loss_dense": 3.4147485971450804, "loss": 6.788047504425049, "time": 0.15701217651367189, "step": 707564}
{"lr": 0.005993696620111742, "data_time": 0.01867492198944092, "loss_single": 3.3704405784606934, "loss_dense": 3.425921988487244, "loss": 6.796362590789795, "time": 0.1548795223236084, "step": 707614}
{"lr": 0.005993696620111742, "data_time": 0.030579209327697754, "loss_single": 3.37597770690918, "loss_dense": 3.4071710109710693, "loss": 6.783148765563965, "time": 0.18052213191986083, "step": 707664}
{"lr": 0.005993696620111742, "data_time": 0.017835068702697753, "loss_single": 3.381393241882324, "loss_dense": 3.4367167472839357, "loss": 6.81810998916626, "time": 0.16025471687316895, "step": 707714}
{"lr": 0.005993696620111742, "data_time": 0.01789517402648926, "loss_single": 3.358866238594055, "loss_dense": 3.4162415504455566, "loss": 6.775107765197754, "time": 0.15833654403686523, "step": 707764}
{"lr": 0.005993696620111742, "data_time": 0.016788005828857422, "loss_single": 3.4029832601547243, "loss_dense": 3.452903938293457, "loss": 6.8558872699737545, "time": 0.15505797863006593, "step": 707814}
{"lr": 0.005993696620111742, "data_time": 0.017478585243225098, "loss_single": 3.3724018812179564, "loss_dense": 3.4329447507858277, "loss": 6.8053466796875, "time": 0.1617187738418579, "step": 707864}
{"lr": 0.005993696620111742, "data_time": 0.01740105152130127, "loss_single": 3.3748406887054445, "loss_dense": 3.425662112236023, "loss": 6.800502777099609, "time": 0.15526216030120848, "step": 707914}
{"lr": 0.005993696620111742, "data_time": 0.016495943069458008, "loss_single": 3.373237133026123, "loss_dense": 3.4150508642196655, "loss": 6.788287925720215, "time": 0.16382546424865724, "step": 707964}
{"lr": 0.005993696620111742, "data_time": 0.014408040046691894, "loss_single": 3.3465037107467652, "loss_dense": 3.413227605819702, "loss": 6.759731292724609, "time": 0.15381186008453368, "step": 708014}
{"lr": 0.005993696620111742, "data_time": 0.018909096717834473, "loss_single": 3.3430927991867065, "loss_dense": 3.3967323780059813, "loss": 6.739825105667114, "time": 0.15528292655944825, "step": 708064}
{"lr": 0.005993696620111742, "data_time": 0.016962242126464844, "loss_single": 3.3913285732269287, "loss_dense": 3.4492714405059814, "loss": 6.840600061416626, "time": 0.15931146144866942, "step": 708114}
{"lr": 0.005993696620111742, "data_time": 0.020367145538330078, "loss_single": 3.3543155193328857, "loss_dense": 3.4180198669433595, "loss": 6.772335338592529, "time": 0.2095668077468872, "step": 708164}
{"lr": 0.005993696620111742, "data_time": 0.01773855686187744, "loss_single": 3.3501463890075684, "loss_dense": 3.391030478477478, "loss": 6.741176986694336, "time": 0.15708940029144286, "step": 708214}
{"lr": 0.005993696620111742, "data_time": 0.017754578590393068, "loss_single": 3.3943297386169435, "loss_dense": 3.449653673171997, "loss": 6.843983364105225, "time": 0.16109626293182372, "step": 708264}
{"lr": 0.005993696620111742, "data_time": 0.01670219898223877, "loss_single": 3.369063115119934, "loss_dense": 3.431776452064514, "loss": 6.800839519500732, "time": 0.189627742767334, "step": 708314}
{"lr": 0.005993696620111742, "data_time": 0.018118643760681154, "loss_single": 3.3825865030288695, "loss_dense": 3.431665778160095, "loss": 6.814252328872681, "time": 0.15772035121917724, "step": 708364}
{"lr": 0.005993696620111742, "data_time": 0.017891645431518555, "loss_single": 3.3393651485443114, "loss_dense": 3.387027621269226, "loss": 6.726392793655395, "time": 0.15365839004516602, "step": 708414}
{"lr": 0.005993696620111742, "data_time": 0.019219112396240235, "loss_single": 3.3510584115982054, "loss_dense": 3.408392095565796, "loss": 6.759450435638428, "time": 0.15965301990509034, "step": 708464}
{"lr": 0.005993696620111742, "data_time": 0.016464757919311523, "loss_single": 3.3595739603042603, "loss_dense": 3.4157063484191896, "loss": 6.775280284881592, "time": 0.1661120891571045, "step": 708514}
{"lr": 0.005993696620111742, "data_time": 0.018626832962036134, "loss_single": 3.3818095922470093, "loss_dense": 3.4247004985809326, "loss": 6.8065101146698, "time": 0.15689406394958497, "step": 708564}
{"lr": 0.005993696620111742, "data_time": 0.01638936996459961, "loss_single": 3.34576153755188, "loss_dense": 3.394589376449585, "loss": 6.740350961685181, "time": 0.1553114652633667, "step": 708614}
{"lr": 0.005993696620111742, "data_time": 0.026775932312011717, "loss_single": 3.369543194770813, "loss_dense": 3.432675004005432, "loss": 6.802218246459961, "time": 0.2342984437942505, "step": 708664}
{"lr": 0.005993696620111742, "data_time": 0.016344213485717775, "loss_single": 3.3708781480789183, "loss_dense": 3.4152971506118774, "loss": 6.786175346374511, "time": 0.15503246784210206, "step": 708714}
{"lr": 0.005993696620111742, "data_time": 0.043442368507385254, "loss_single": 3.367380881309509, "loss_dense": 3.423111391067505, "loss": 6.790492248535156, "time": 0.1860276460647583, "step": 708764}
{"lr": 0.005993696620111742, "data_time": 0.017875313758850098, "loss_single": 3.410815691947937, "loss_dense": 3.4396239280700684, "loss": 6.850439548492432, "time": 0.156911039352417, "step": 708814}
{"lr": 0.005993696620111742, "data_time": 0.01781492233276367, "loss_single": 3.350853753089905, "loss_dense": 3.4035669565200806, "loss": 6.7544207096099855, "time": 0.1558131456375122, "step": 708864}
{"lr": 0.005993696620111742, "data_time": 0.018613338470458984, "loss_single": 3.3718993425369264, "loss_dense": 3.419973874092102, "loss": 6.79187331199646, "time": 0.15106513500213622, "step": 708914}
{"lr": 0.005993696620111742, "data_time": 0.02327721118927002, "loss_single": 3.3606502771377564, "loss_dense": 3.4129419565200805, "loss": 6.773592185974121, "time": 0.21393256187438964, "step": 708964}
{"lr": 0.005993696620111742, "data_time": 0.016789746284484864, "loss_single": 3.3534112215042113, "loss_dense": 3.4190937757492064, "loss": 6.772505044937134, "time": 0.16379125118255616, "step": 709014}
{"lr": 0.005993696620111742, "data_time": 0.018003106117248535, "loss_single": 3.367445969581604, "loss_dense": 3.4297051191329957, "loss": 6.797151041030884, "time": 0.17949290275573732, "step": 709064}
{"lr": 0.005993696620111742, "data_time": 0.017293286323547364, "loss_single": 3.360635185241699, "loss_dense": 3.4046807289123535, "loss": 6.765315961837769, "time": 0.1553633451461792, "step": 709114}
{"lr": 0.005993696620111742, "data_time": 0.017152929306030275, "loss_single": 3.3381651639938354, "loss_dense": 3.386553168296814, "loss": 6.724718379974365, "time": 0.16308927536010742, "step": 709164}
{"lr": 0.005993696620111742, "data_time": 0.017259669303894044, "loss_single": 3.3551082372665406, "loss_dense": 3.425289535522461, "loss": 6.780397844314575, "time": 0.15416810512542725, "step": 709214}
{"lr": 0.005993696620111742, "data_time": 0.015598750114440918, "loss_single": 3.3458523035049437, "loss_dense": 3.3964371204376222, "loss": 6.742289400100708, "time": 0.22456130981445313, "step": 709264}
{"lr": 0.005993696620111742, "data_time": 0.018292617797851563, "loss_single": 3.3346126556396483, "loss_dense": 3.385888433456421, "loss": 6.720501041412353, "time": 0.1601712703704834, "step": 709314}
{"lr": 0.005993696620111742, "data_time": 0.017693567276000976, "loss_single": 3.3560797214508056, "loss_dense": 3.399038290977478, "loss": 6.755118036270142, "time": 0.1544694185256958, "step": 709364}
{"lr": 0.005993696620111742, "data_time": 0.018654274940490722, "loss_single": 3.3649354219436645, "loss_dense": 3.418443298339844, "loss": 6.783378601074219, "time": 0.1549534559249878, "step": 709414}
{"lr": 0.005993696620111742, "data_time": 0.017849254608154296, "loss_single": 3.3939867973327638, "loss_dense": 3.4337493658065794, "loss": 6.82773609161377, "time": 0.1570561408996582, "step": 709464}
{"lr": 0.005993696620111742, "data_time": 0.01831176280975342, "loss_single": 3.3602009296417235, "loss_dense": 3.408944869041443, "loss": 6.769145917892456, "time": 0.1614842414855957, "step": 709514}
{"lr": 0.005993696620111742, "data_time": 0.020068359375, "loss_single": 3.3618852853775025, "loss_dense": 3.418168783187866, "loss": 6.780054044723511, "time": 0.21999976634979249, "step": 709564}
{"lr": 0.005993696620111742, "data_time": 0.01613779067993164, "loss_single": 3.371214723587036, "loss_dense": 3.4089303731918337, "loss": 6.780145120620728, "time": 0.156241512298584, "step": 709614}
{"lr": 0.005993696620111742, "data_time": 0.019162249565124512, "loss_single": 3.3461514472961427, "loss_dense": 3.39871985912323, "loss": 6.744871187210083, "time": 0.15840346813201905, "step": 709664}
{"lr": 0.005993696620111742, "data_time": 0.01655080318450928, "loss_single": 3.3631251096725463, "loss_dense": 3.4079949140548704, "loss": 6.771120071411133, "time": 0.15237212181091309, "step": 709714}
{"lr": 0.005993696620111742, "data_time": 0.018416237831115723, "loss_single": 3.382597279548645, "loss_dense": 3.440657901763916, "loss": 6.823255252838135, "time": 0.16092329025268554, "step": 709764}
{"lr": 0.005993696620111742, "data_time": 0.017529797554016114, "loss_single": 3.3555676460266115, "loss_dense": 3.405436873435974, "loss": 6.761004495620727, "time": 0.15552952289581298, "step": 709814}
{"lr": 0.005993696620111742, "data_time": 0.051560378074645995, "loss_single": 3.394491195678711, "loss_dense": 3.446484994888306, "loss": 6.840976238250732, "time": 0.20718517303466796, "step": 709864}
{"lr": 0.005993696620111742, "data_time": 0.01658027172088623, "loss_single": 3.3521504402160645, "loss_dense": 3.4138010501861573, "loss": 6.7659515857696535, "time": 0.15523021221160888, "step": 709914}
{"lr": 0.005993696620111742, "data_time": 0.04253904819488526, "loss_single": 3.3901118278503417, "loss_dense": 3.428407001495361, "loss": 6.818518877029419, "time": 0.18232264518737792, "step": 709964}
{"lr": 0.005993696620111742, "data_time": 0.011402606964111328, "loss_single": 3.3514988899230955, "loss_dense": 3.4147037506103515, "loss": 6.766202688217163, "time": 0.1705470323562622, "step": 710014}
{"lr": 0.005993696620111742, "data_time": 0.014578509330749511, "loss_single": 3.3845592021942137, "loss_dense": 3.43866913318634, "loss": 6.8232283115386965, "time": 0.17027657032012938, "step": 710064}
{"lr": 0.005993696620111742, "data_time": 0.016485953330993654, "loss_single": 3.3684521913528442, "loss_dense": 3.417741084098816, "loss": 6.786193323135376, "time": 0.15876920223236085, "step": 710114}
{"lr": 0.005993696620111742, "data_time": 0.013997173309326172, "loss_single": 3.3707161426544188, "loss_dense": 3.422914004325867, "loss": 6.793630170822143, "time": 0.199627685546875, "step": 710164}
{"lr": 0.005993696620111742, "data_time": 0.017168474197387696, "loss_single": 3.3720824480056764, "loss_dense": 3.417651653289795, "loss": 6.7897340774536135, "time": 0.16027495861053467, "step": 710214}
{"lr": 0.005993696620111742, "data_time": 0.017766070365905762, "loss_single": 3.368900203704834, "loss_dense": 3.4191245079040526, "loss": 6.788024663925171, "time": 0.15778167247772218, "step": 710264}
{"lr": 0.005993696620111742, "data_time": 0.016887092590332033, "loss_single": 3.3526591300964355, "loss_dense": 3.4075686931610107, "loss": 6.760227823257447, "time": 0.15890944004058838, "step": 710314}
{"lr": 0.005993696620111742, "data_time": 0.021093416213989257, "loss_single": 3.385832905769348, "loss_dense": 3.429606890678406, "loss": 6.8154397964477536, "time": 0.2391361951828003, "step": 710364}
{"lr": 0.005993696620111742, "data_time": 0.01672835350036621, "loss_single": 3.3861141443252563, "loss_dense": 3.4417237281799316, "loss": 6.827837944030762, "time": 0.16220276355743407, "step": 710414}
{"lr": 0.005993696620111742, "data_time": 0.0177156925201416, "loss_single": 3.368890643119812, "loss_dense": 3.4156474113464355, "loss": 6.78453803062439, "time": 0.1551297426223755, "step": 710464}
{"lr": 0.005993696620111742, "data_time": 0.017570638656616212, "loss_single": 3.3743370532989503, "loss_dense": 3.4245841979980467, "loss": 6.798921251296997, "time": 0.16279881000518798, "step": 710514}
{"lr": 0.005993696620111742, "data_time": 0.013946223258972167, "loss_single": 3.346207618713379, "loss_dense": 3.410975217819214, "loss": 6.757182836532593, "time": 0.15411787033081054, "step": 710564}
{"lr": 0.005806394195205351, "data_time": 0.015113019943237304, "loss_single": 3.3400424003601072, "loss_dense": 3.402002191543579, "loss": 6.7420446395874025, "time": 0.16857011318206788, "step": 710618}
{"lr": 0.005806394195205351, "data_time": 0.017315673828125, "loss_single": 3.367884373664856, "loss_dense": 3.4155961751937864, "loss": 6.783480453491211, "time": 0.15837881565093995, "step": 710668}
{"lr": 0.005806394195205351, "data_time": 0.018248367309570312, "loss_single": 3.3925268411636353, "loss_dense": 3.4413384437561034, "loss": 6.833865308761597, "time": 0.17201604843139648, "step": 710718}
{"lr": 0.005806394195205351, "data_time": 0.020251369476318358, "loss_single": 3.3609699010849, "loss_dense": 3.4283227205276487, "loss": 6.789292621612549, "time": 0.17121641635894774, "step": 710768}
{"lr": 0.005806394195205351, "data_time": 0.01668083667755127, "loss_single": 3.341348147392273, "loss_dense": 3.4011552572250365, "loss": 6.74250340461731, "time": 0.15337448120117186, "step": 710818}
{"lr": 0.005806394195205351, "data_time": 0.01720714569091797, "loss_single": 3.385307955741882, "loss_dense": 3.4418782711029055, "loss": 6.8271862983703615, "time": 0.15894796848297119, "step": 710868}
{"lr": 0.005806394195205351, "data_time": 0.016674208641052245, "loss_single": 3.3827784061431885, "loss_dense": 3.42670156955719, "loss": 6.809479999542236, "time": 0.15270400047302246, "step": 710918}
{"lr": 0.005806394195205351, "data_time": 0.018053126335144044, "loss_single": 3.3853816032409667, "loss_dense": 3.4355530977249145, "loss": 6.820934724807739, "time": 0.1542142152786255, "step": 710968}
{"lr": 0.005806394195205351, "data_time": 0.005517411231994629, "loss_single": 3.373369550704956, "loss_dense": 3.428063654899597, "loss": 6.801433181762695, "time": 0.15163514614105225, "step": 711018}
{"lr": 0.005806394195205351, "data_time": 0.019411206245422363, "loss_single": 3.3623770236968995, "loss_dense": 3.4096779346466066, "loss": 6.772055006027221, "time": 0.15617311000823975, "step": 711068}
{"lr": 0.005806394195205351, "data_time": 0.016181206703186034, "loss_single": 3.3684808015823364, "loss_dense": 3.421529483795166, "loss": 6.790010213851929, "time": 0.2074110507965088, "step": 711118}
{"lr": 0.005806394195205351, "data_time": 0.01716194152832031, "loss_single": 3.346909737586975, "loss_dense": 3.4157005310058595, "loss": 6.762610292434692, "time": 0.16264762878417968, "step": 711168}
{"lr": 0.005806394195205351, "data_time": 0.020332980155944824, "loss_single": 3.3864293336868285, "loss_dense": 3.420667552947998, "loss": 6.807096862792969, "time": 0.16627159118652343, "step": 711218}
{"lr": 0.005806394195205351, "data_time": 0.01539003849029541, "loss_single": 3.360677933692932, "loss_dense": 3.4023608922958375, "loss": 6.763038778305054, "time": 0.23854212760925292, "step": 711268}
{"lr": 0.005806394195205351, "data_time": 0.021753907203674316, "loss_single": 3.377533268928528, "loss_dense": 3.418138337135315, "loss": 6.795671606063843, "time": 0.16457760334014893, "step": 711318}
{"lr": 0.005806394195205351, "data_time": 0.01837024688720703, "loss_single": 3.372031021118164, "loss_dense": 3.4195536851882933, "loss": 6.791584730148315, "time": 0.15801661014556884, "step": 711368}
{"lr": 0.005806394195205351, "data_time": 0.0184462308883667, "loss_single": 3.368740105628967, "loss_dense": 3.415320301055908, "loss": 6.784060478210449, "time": 0.20680584907531738, "step": 711418}
{"lr": 0.005806394195205351, "data_time": 0.016173577308654784, "loss_single": 3.368424105644226, "loss_dense": 3.4157965898513796, "loss": 6.78422064781189, "time": 0.15922937393188477, "step": 711468}
{"lr": 0.005806394195205351, "data_time": 0.017170310020446777, "loss_single": 3.371948766708374, "loss_dense": 3.4200494050979615, "loss": 6.791998100280762, "time": 0.1555356502532959, "step": 711518}
{"lr": 0.005806394195205351, "data_time": 0.01880834102630615, "loss_single": 3.379204797744751, "loss_dense": 3.419359064102173, "loss": 6.79856390953064, "time": 0.16439640522003174, "step": 711568}
{"lr": 0.005806394195205351, "data_time": 0.0158827543258667, "loss_single": 3.3476539850234985, "loss_dense": 3.3979381322860718, "loss": 6.745592069625855, "time": 0.19948301315307618, "step": 711618}
{"lr": 0.005806394195205351, "data_time": 0.01648523807525635, "loss_single": 3.369566035270691, "loss_dense": 3.4067480087280275, "loss": 6.776313972473145, "time": 0.15508716106414794, "step": 711668}
{"lr": 0.005806394195205351, "data_time": 0.017126870155334473, "loss_single": 3.378112864494324, "loss_dense": 3.4159750938415527, "loss": 6.794087982177734, "time": 0.15768194198608398, "step": 711718}
{"lr": 0.005806394195205351, "data_time": 0.017771387100219728, "loss_single": 3.3403299331665037, "loss_dense": 3.3811141729354857, "loss": 6.721444082260132, "time": 0.18854119777679443, "step": 711768}
{"lr": 0.005806394195205351, "data_time": 0.018062329292297362, "loss_single": 3.350699305534363, "loss_dense": 3.394373965263367, "loss": 6.745073318481445, "time": 0.1564558744430542, "step": 711818}
{"lr": 0.005806394195205351, "data_time": 0.01688556671142578, "loss_single": 3.364937901496887, "loss_dense": 3.4175715684890746, "loss": 6.782509613037109, "time": 0.15298717021942138, "step": 711868}
{"lr": 0.005806394195205351, "data_time": 0.0190277099609375, "loss_single": 3.353984498977661, "loss_dense": 3.395918774604797, "loss": 6.749903345108033, "time": 0.1611469030380249, "step": 711918}
{"lr": 0.005806394195205351, "data_time": 0.017802882194519042, "loss_single": 3.375782036781311, "loss_dense": 3.413172221183777, "loss": 6.788954210281372, "time": 0.15211641788482666, "step": 711968}
{"lr": 0.005806394195205351, "data_time": 0.0167588472366333, "loss_single": 3.354409861564636, "loss_dense": 3.4016679525375366, "loss": 6.756077766418457, "time": 0.15896279811859132, "step": 712018}
{"lr": 0.005806394195205351, "data_time": 0.018630146980285645, "loss_single": 3.369216728210449, "loss_dense": 3.4072110414505006, "loss": 6.776427745819092, "time": 0.1587214946746826, "step": 712068}
{"lr": 0.005806394195205351, "data_time": 0.017017531394958495, "loss_single": 3.37362322807312, "loss_dense": 3.4153446197509765, "loss": 6.788967895507812, "time": 0.15523316860198974, "step": 712118}
{"lr": 0.005806394195205351, "data_time": 0.017091131210327147, "loss_single": 3.370444107055664, "loss_dense": 3.414155054092407, "loss": 6.78459906578064, "time": 0.19685637950897217, "step": 712168}
{"lr": 0.005806394195205351, "data_time": 0.017504167556762696, "loss_single": 3.3620073556900025, "loss_dense": 3.4104062795639036, "loss": 6.772413635253907, "time": 0.17805216312408448, "step": 712218}
{"lr": 0.005806394195205351, "data_time": 0.016685891151428222, "loss_single": 3.364326024055481, "loss_dense": 3.4219589948654177, "loss": 6.786285018920898, "time": 0.15588619709014892, "step": 712268}
{"lr": 0.005806394195205351, "data_time": 0.018053698539733886, "loss_single": 3.3678756952285767, "loss_dense": 3.431965398788452, "loss": 6.799841117858887, "time": 0.16035158634185792, "step": 712318}
{"lr": 0.005806394195205351, "data_time": 0.017145752906799316, "loss_single": 3.3570400714874267, "loss_dense": 3.4025725364685058, "loss": 6.759612560272217, "time": 0.15715353488922118, "step": 712368}
{"lr": 0.005806394195205351, "data_time": 0.015448546409606934, "loss_single": 3.3911128520965574, "loss_dense": 3.443009114265442, "loss": 6.834121990203857, "time": 0.17610790729522705, "step": 712418}
{"lr": 0.005806394195205351, "data_time": 0.017067265510559083, "loss_single": 3.369683933258057, "loss_dense": 3.407278871536255, "loss": 6.776962852478027, "time": 0.1594933271408081, "step": 712468}
{"lr": 0.005806394195205351, "data_time": 0.017908120155334474, "loss_single": 3.3332681179046633, "loss_dense": 3.3991780996322634, "loss": 6.732446241378784, "time": 0.16442673206329345, "step": 712518}
{"lr": 0.005806394195205351, "data_time": 0.018448019027709962, "loss_single": 3.3625101327896116, "loss_dense": 3.4108071327209473, "loss": 6.773317193984985, "time": 0.1503960371017456, "step": 712568}
{"lr": 0.005806394195205351, "data_time": 0.013285255432128907, "loss_single": 3.3449872493743897, "loss_dense": 3.3943901300430297, "loss": 6.739377403259278, "time": 0.1610663890838623, "step": 712618}
{"lr": 0.005806394195205351, "data_time": 0.018423962593078613, "loss_single": 3.3477145195007325, "loss_dense": 3.4043403387069704, "loss": 6.752054738998413, "time": 0.16386377811431885, "step": 712668}
{"lr": 0.005806394195205351, "data_time": 0.018100500106811523, "loss_single": 3.371504306793213, "loss_dense": 3.4314506530761717, "loss": 6.8029550075531, "time": 0.15507307052612304, "step": 712718}
{"lr": 0.005806394195205351, "data_time": 0.017977523803710937, "loss_single": 3.3594096660614015, "loss_dense": 3.4006393432617186, "loss": 6.7600490093231205, "time": 0.1606074810028076, "step": 712768}
{"lr": 0.005806394195205351, "data_time": 0.017220520973205568, "loss_single": 3.377177858352661, "loss_dense": 3.420104908943176, "loss": 6.797282743453979, "time": 0.24205381870269777, "step": 712818}
{"lr": 0.005806394195205351, "data_time": 0.01721665859222412, "loss_single": 3.3785425186157227, "loss_dense": 3.445458269119263, "loss": 6.82400074005127, "time": 0.1701655864715576, "step": 712868}
{"lr": 0.005806394195205351, "data_time": 0.016884994506835938, "loss_single": 3.3577352285385134, "loss_dense": 3.4137000322341917, "loss": 6.771435260772705, "time": 0.1561375856399536, "step": 712918}
{"lr": 0.005806394195205351, "data_time": 0.018194961547851562, "loss_single": 3.389168930053711, "loss_dense": 3.4206998109817506, "loss": 6.8098687648773195, "time": 0.15869903564453125, "step": 712968}
{"lr": 0.005806394195205351, "data_time": 0.01720278263092041, "loss_single": 3.3752237796783446, "loss_dense": 3.4339849233627318, "loss": 6.809208679199219, "time": 0.15582377910614015, "step": 713018}
{"lr": 0.005806394195205351, "data_time": 0.02055199146270752, "loss_single": 3.356525015830994, "loss_dense": 3.416490602493286, "loss": 6.773015785217285, "time": 0.15597476959228515, "step": 713068}
{"lr": 0.005806394195205351, "data_time": 0.017659449577331544, "loss_single": 3.3408980846405028, "loss_dense": 3.389961266517639, "loss": 6.730859375, "time": 0.16570069789886474, "step": 713118}
{"lr": 0.005806394195205351, "data_time": 0.018515849113464357, "loss_single": 3.336886262893677, "loss_dense": 3.3928096532821654, "loss": 6.729695844650268, "time": 0.24369640350341798, "step": 713168}
{"lr": 0.005806394195205351, "data_time": 0.016947722434997557, "loss_single": 3.363286089897156, "loss_dense": 3.408366894721985, "loss": 6.7716529846191404, "time": 0.18109920024871826, "step": 713218}
{"lr": 0.005806394195205351, "data_time": 0.016039013862609863, "loss_single": 3.3784459114074705, "loss_dense": 3.4234716176986693, "loss": 6.801917505264282, "time": 0.15847382545471192, "step": 713268}
{"lr": 0.005806394195205351, "data_time": 0.019181323051452637, "loss_single": 3.381659817695618, "loss_dense": 3.441646361351013, "loss": 6.823306131362915, "time": 0.16304757595062255, "step": 713318}
{"lr": 0.005806394195205351, "data_time": 0.01684403419494629, "loss_single": 3.367706298828125, "loss_dense": 3.4105289697647097, "loss": 6.778235149383545, "time": 0.15625362396240233, "step": 713368}
{"lr": 0.005806394195205351, "data_time": 0.0151505708694458, "loss_single": 3.379025411605835, "loss_dense": 3.428446888923645, "loss": 6.807472229003906, "time": 0.1546041488647461, "step": 713418}
{"lr": 0.005806394195205351, "data_time": 0.015718674659729003, "loss_single": 3.3553022384643554, "loss_dense": 3.386042046546936, "loss": 6.741344213485718, "time": 0.2048201084136963, "step": 713468}
{"lr": 0.005806394195205351, "data_time": 0.017083001136779786, "loss_single": 3.4056682348251344, "loss_dense": 3.4479327917099, "loss": 6.85360107421875, "time": 0.16248340606689454, "step": 713518}
{"lr": 0.005806394195205351, "data_time": 0.018568253517150878, "loss_single": 3.3690514087677004, "loss_dense": 3.442862105369568, "loss": 6.81191349029541, "time": 0.15635199546813966, "step": 713568}
{"lr": 0.005806394195205351, "data_time": 0.017098164558410643, "loss_single": 3.3680898189544677, "loss_dense": 3.4061968088150025, "loss": 6.7742866516113285, "time": 0.1634594440460205, "step": 713618}
{"lr": 0.005806394195205351, "data_time": 0.02186257839202881, "loss_single": 3.371346187591553, "loss_dense": 3.4187105894088745, "loss": 6.790056800842285, "time": 0.17614657878875734, "step": 713668}
{"lr": 0.005806394195205351, "data_time": 0.015813064575195313, "loss_single": 3.377356028556824, "loss_dense": 3.446177935600281, "loss": 6.823533916473389, "time": 0.17029845714569092, "step": 713718}
{"lr": 0.005806394195205351, "data_time": 0.017231082916259764, "loss_single": 3.3595003843307496, "loss_dense": 3.404930853843689, "loss": 6.7644312381744385, "time": 0.15891318321228026, "step": 713768}
{"lr": 0.005806394195205351, "data_time": 0.016707801818847658, "loss_single": 3.399935746192932, "loss_dense": 3.4462382316589357, "loss": 6.84617395401001, "time": 0.15754928588867187, "step": 713818}
{"lr": 0.005806394195205351, "data_time": 0.02067711353302002, "loss_single": 3.3584939002990724, "loss_dense": 3.4054253339767455, "loss": 6.763919162750244, "time": 0.1657172679901123, "step": 713868}
{"lr": 0.005806394195205351, "data_time": 0.01805148124694824, "loss_single": 3.3801790714263915, "loss_dense": 3.4426218271255493, "loss": 6.822800922393799, "time": 0.16914970874786378, "step": 713918}
{"lr": 0.005806394195205351, "data_time": 0.018144845962524414, "loss_single": 3.351076340675354, "loss_dense": 3.3987109899520873, "loss": 6.749787378311157, "time": 0.15673062801361085, "step": 713968}
{"lr": 0.005806394195205351, "data_time": 0.017983007431030273, "loss_single": 3.37539427280426, "loss_dense": 3.4320380210876467, "loss": 6.8074322700500485, "time": 0.16210482120513917, "step": 714018}
{"lr": 0.005806394195205351, "data_time": 0.017945504188537596, "loss_single": 3.3712923765182494, "loss_dense": 3.422201466560364, "loss": 6.7934938907623295, "time": 0.17136106491088868, "step": 714068}
{"lr": 0.005806394195205351, "data_time": 0.018680047988891602, "loss_single": 3.3564909934997558, "loss_dense": 3.4037563800811768, "loss": 6.760247325897216, "time": 0.15396709442138673, "step": 714118}
{"lr": 0.005806394195205351, "data_time": 0.01727144718170166, "loss_single": 3.365534543991089, "loss_dense": 3.4079666137695312, "loss": 6.773501205444336, "time": 0.16697254180908203, "step": 714168}
{"lr": 0.005806394195205351, "data_time": 0.016370153427124022, "loss_single": 3.341288137435913, "loss_dense": 3.3935460567474367, "loss": 6.734834241867065, "time": 0.15243804454803467, "step": 714218}
{"lr": 0.005806394195205351, "data_time": 0.01685309410095215, "loss_single": 3.367129611968994, "loss_dense": 3.4119405508041383, "loss": 6.779070091247559, "time": 0.15072495937347413, "step": 714268}
{"lr": 0.005806394195205351, "data_time": 0.02158498764038086, "loss_single": 3.3538194417953493, "loss_dense": 3.4034059286117553, "loss": 6.7572253227233885, "time": 0.1896773099899292, "step": 714318}
{"lr": 0.005806394195205351, "data_time": 0.018067598342895508, "loss_single": 3.382875084877014, "loss_dense": 3.4162962675094604, "loss": 6.799171352386475, "time": 0.15735464096069335, "step": 714368}
{"lr": 0.005806394195205351, "data_time": 0.016150712966918945, "loss_single": 3.375672149658203, "loss_dense": 3.423492169380188, "loss": 6.799164295196533, "time": 0.15587928295135497, "step": 714418}
{"lr": 0.005806394195205351, "data_time": 0.01706573963165283, "loss_single": 3.382991147041321, "loss_dense": 3.4421191692352293, "loss": 6.825110387802124, "time": 0.15954504013061524, "step": 714468}
{"lr": 0.005806394195205351, "data_time": 0.016672778129577636, "loss_single": 3.373204302787781, "loss_dense": 3.415209650993347, "loss": 6.788414001464844, "time": 0.16725432872772217, "step": 714518}
{"lr": 0.005806394195205351, "data_time": 0.017246150970458986, "loss_single": 3.393877387046814, "loss_dense": 3.4311363220214846, "loss": 6.82501368522644, "time": 0.16771960258483887, "step": 714568}
{"lr": 0.005806394195205351, "data_time": 0.01684746742248535, "loss_single": 3.375665283203125, "loss_dense": 3.4233573198318483, "loss": 6.799022579193116, "time": 0.16926567554473876, "step": 714618}
{"lr": 0.005806394195205351, "data_time": 0.018118810653686524, "loss_single": 3.396198034286499, "loss_dense": 3.4389291763305665, "loss": 6.835127210617065, "time": 0.15759677886962892, "step": 714668}
{"lr": 0.005806394195205351, "data_time": 0.01752018928527832, "loss_single": 3.3830066919326782, "loss_dense": 3.4395599365234375, "loss": 6.822566652297974, "time": 0.1588527202606201, "step": 714718}
{"lr": 0.005806394195205351, "data_time": 0.016713404655456544, "loss_single": 3.3720630645751952, "loss_dense": 3.4243843793869018, "loss": 6.796447372436523, "time": 0.16350033283233642, "step": 714768}
{"lr": 0.005806394195205351, "data_time": 0.01664741039276123, "loss_single": 3.3945263624191284, "loss_dense": 3.4559980630874634, "loss": 6.850524377822876, "time": 0.15585012435913087, "step": 714818}
{"lr": 0.005806394195205351, "data_time": 0.01806464195251465, "loss_single": 3.3826620817184447, "loss_dense": 3.429171347618103, "loss": 6.811833477020263, "time": 0.17603819370269774, "step": 714868}
{"lr": 0.005806394195205351, "data_time": 0.016627693176269533, "loss_single": 3.3834998846054076, "loss_dense": 3.4377554416656495, "loss": 6.821255254745483, "time": 0.16190919876098633, "step": 714918}
{"lr": 0.005806394195205351, "data_time": 0.017340087890625, "loss_single": 3.358928990364075, "loss_dense": 3.4008124351501463, "loss": 6.759741497039795, "time": 0.15591807365417482, "step": 714968}
{"lr": 0.005806394195205351, "data_time": 0.016934418678283693, "loss_single": 3.4034831047058107, "loss_dense": 3.441082501411438, "loss": 6.844565677642822, "time": 0.1591733694076538, "step": 715018}
{"lr": 0.005806394195205351, "data_time": 0.01960899829864502, "loss_single": 3.3583085536956787, "loss_dense": 3.408430576324463, "loss": 6.766739082336426, "time": 0.2362969160079956, "step": 715068}
{"lr": 0.005806394195205351, "data_time": 0.01743288040161133, "loss_single": 3.349216651916504, "loss_dense": 3.410257172584534, "loss": 6.759473752975464, "time": 0.1589439868927002, "step": 715118}
{"lr": 0.005806394195205351, "data_time": 0.015575838088989259, "loss_single": 3.360149049758911, "loss_dense": 3.4097830772399904, "loss": 6.769932126998901, "time": 0.15418097972869874, "step": 715168}
{"lr": 0.005806394195205351, "data_time": 0.01702461242675781, "loss_single": 3.3384126901626585, "loss_dense": 3.3977983474731444, "loss": 6.736211061477661, "time": 0.17126479148864746, "step": 715218}
{"lr": 0.005806394195205351, "data_time": 0.018005728721618652, "loss_single": 3.3771351099014284, "loss_dense": 3.410978317260742, "loss": 6.788113403320312, "time": 0.16425657272338867, "step": 715268}
{"lr": 0.005806394195205351, "data_time": 0.018918466567993165, "loss_single": 3.3723273992538454, "loss_dense": 3.435231637954712, "loss": 6.807558917999268, "time": 0.1596686840057373, "step": 715318}
{"lr": 0.005806394195205351, "data_time": 0.016675806045532225, "loss_single": 3.3434935331344606, "loss_dense": 3.4020426988601686, "loss": 6.745536136627197, "time": 0.15871200561523438, "step": 715368}
{"lr": 0.005806394195205351, "data_time": 0.015947794914245604, "loss_single": 3.3378010511398317, "loss_dense": 3.393790102005005, "loss": 6.731591081619262, "time": 0.20364186763763428, "step": 715418}
{"lr": 0.005806394195205351, "data_time": 0.016979336738586426, "loss_single": 3.3674588203430176, "loss_dense": 3.415990710258484, "loss": 6.783449459075928, "time": 0.18459005355834962, "step": 715468}
{"lr": 0.005806394195205351, "data_time": 0.018286919593811034, "loss_single": 3.3665697813034057, "loss_dense": 3.426550555229187, "loss": 6.793120288848877, "time": 0.15807955265045165, "step": 715518}
{"lr": 0.005806394195205351, "data_time": 0.015156054496765136, "loss_single": 3.352780985832214, "loss_dense": 3.386264419555664, "loss": 6.739045429229736, "time": 0.15488200187683104, "step": 715568}
{"lr": 0.005621360154964422, "data_time": 0.017351436614990234, "loss_single": 3.3547129392623902, "loss_dense": 3.4007240295410157, "loss": 6.755436992645263, "time": 0.1568223237991333, "step": 715622}
{"lr": 0.005621360154964422, "data_time": 0.01739821434020996, "loss_single": 3.345370125770569, "loss_dense": 3.4049904584884643, "loss": 6.750360536575317, "time": 0.16310901641845704, "step": 715672}
{"lr": 0.005621360154964422, "data_time": 0.017619228363037108, "loss_single": 3.3641223430633547, "loss_dense": 3.4019671440124513, "loss": 6.7660894870758055, "time": 0.15995163917541505, "step": 715722}
{"lr": 0.005621360154964422, "data_time": 0.014690375328063965, "loss_single": 3.36220383644104, "loss_dense": 3.4053561210632326, "loss": 6.767559957504273, "time": 0.1596302032470703, "step": 715772}
{"lr": 0.005621360154964422, "data_time": 0.018357515335083008, "loss_single": 3.3719509124755858, "loss_dense": 3.423362636566162, "loss": 6.795313549041748, "time": 0.17231378555297852, "step": 715822}
{"lr": 0.005621360154964422, "data_time": 0.01679661273956299, "loss_single": 3.3625617742538454, "loss_dense": 3.4061891555786135, "loss": 6.768750953674316, "time": 0.1584963321685791, "step": 715872}
{"lr": 0.005621360154964422, "data_time": 0.021194076538085936, "loss_single": 3.354681897163391, "loss_dense": 3.4222388744354246, "loss": 6.7769208431243895, "time": 0.16651005744934083, "step": 715922}
{"lr": 0.005621360154964422, "data_time": 0.014313507080078124, "loss_single": 3.4082892656326296, "loss_dense": 3.446243143081665, "loss": 6.854532384872437, "time": 0.1566541910171509, "step": 715972}
{"lr": 0.005621360154964422, "data_time": 0.019497227668762208, "loss_single": 3.3824214696884156, "loss_dense": 3.428159499168396, "loss": 6.8105809688568115, "time": 0.16091980934143066, "step": 716022}
{"lr": 0.005621360154964422, "data_time": 0.01947498321533203, "loss_single": 3.3736433029174804, "loss_dense": 3.4240680932998657, "loss": 6.797711420059204, "time": 0.1556840181350708, "step": 716072}
{"lr": 0.005621360154964422, "data_time": 0.009366202354431152, "loss_single": 3.348291349411011, "loss_dense": 3.4044859409332275, "loss": 6.752777338027954, "time": 0.232139253616333, "step": 716122}
{"lr": 0.005621360154964422, "data_time": 0.01854538917541504, "loss_single": 3.353617310523987, "loss_dense": 3.406401252746582, "loss": 6.7600184917449955, "time": 0.17850151062011718, "step": 716172}
{"lr": 0.005621360154964422, "data_time": 0.016765618324279787, "loss_single": 3.3362361907958986, "loss_dense": 3.3911787986755373, "loss": 6.727414989471436, "time": 0.15844593048095704, "step": 716222}
{"lr": 0.005621360154964422, "data_time": 0.015442752838134765, "loss_single": 3.3806336641311647, "loss_dense": 3.4247626304626464, "loss": 6.805396366119385, "time": 0.6292843103408814, "step": 716272}
{"lr": 0.005621360154964422, "data_time": 0.018693017959594726, "loss_single": 3.356186056137085, "loss_dense": 3.411284255981445, "loss": 6.767470264434815, "time": 0.16817066669464112, "step": 716322}
{"lr": 0.005621360154964422, "data_time": 0.01614222526550293, "loss_single": 3.379340934753418, "loss_dense": 3.412640357017517, "loss": 6.791981267929077, "time": 0.15862197875976564, "step": 716372}
{"lr": 0.005621360154964422, "data_time": 0.016895389556884764, "loss_single": 3.405649185180664, "loss_dense": 3.459329867362976, "loss": 6.864979076385498, "time": 0.1684497594833374, "step": 716422}
{"lr": 0.005621360154964422, "data_time": 0.016233038902282716, "loss_single": 3.376975679397583, "loss_dense": 3.4283191680908205, "loss": 6.805294847488403, "time": 0.18872606754302979, "step": 716472}
{"lr": 0.005621360154964422, "data_time": 0.018449950218200683, "loss_single": 3.381623363494873, "loss_dense": 3.4316121101379395, "loss": 6.813235569000244, "time": 0.1685047149658203, "step": 716522}
{"lr": 0.005621360154964422, "data_time": 0.0172527551651001, "loss_single": 3.386816668510437, "loss_dense": 3.4152052640914916, "loss": 6.802021884918213, "time": 0.1526641368865967, "step": 716572}
{"lr": 0.005621360154964422, "data_time": 0.015420222282409668, "loss_single": 3.353988432884216, "loss_dense": 3.408459520339966, "loss": 6.762447929382324, "time": 0.15703494548797609, "step": 716622}
{"lr": 0.005621360154964422, "data_time": 0.01778881549835205, "loss_single": 3.3614410877227785, "loss_dense": 3.419679808616638, "loss": 6.781120824813843, "time": 0.1904062271118164, "step": 716672}
{"lr": 0.005621360154964422, "data_time": 0.0164931058883667, "loss_single": 3.3502180099487306, "loss_dense": 3.396118974685669, "loss": 6.746336984634399, "time": 0.16134910583496093, "step": 716722}
{"lr": 0.005621360154964422, "data_time": 0.019139957427978516, "loss_single": 3.3895627737045286, "loss_dense": 3.4478853940963745, "loss": 6.837448167800903, "time": 0.158361554145813, "step": 716772}
{"lr": 0.005621360154964422, "data_time": 0.019362807273864746, "loss_single": 3.37014377117157, "loss_dense": 3.4176899194717407, "loss": 6.787833738327026, "time": 0.15783867835998536, "step": 716822}
{"lr": 0.005621360154964422, "data_time": 0.02752363681793213, "loss_single": 3.357457423210144, "loss_dense": 3.4024989128112795, "loss": 6.75995626449585, "time": 0.167883038520813, "step": 716872}
{"lr": 0.005621360154964422, "data_time": 0.019626712799072264, "loss_single": 3.344956636428833, "loss_dense": 3.396694231033325, "loss": 6.741650819778442, "time": 0.15643706321716308, "step": 716922}
{"lr": 0.005621360154964422, "data_time": 0.01845240592956543, "loss_single": 3.3796979188919067, "loss_dense": 3.4299336194992067, "loss": 6.8096315383911135, "time": 0.1671952486038208, "step": 716972}
{"lr": 0.005621360154964422, "data_time": 0.016898250579833983, "loss_single": 3.380454754829407, "loss_dense": 3.424545097351074, "loss": 6.804999828338623, "time": 0.15807156562805175, "step": 717022}
{"lr": 0.005621360154964422, "data_time": 0.015698885917663573, "loss_single": 3.3760538339614867, "loss_dense": 3.4131300687789916, "loss": 6.7891839981079105, "time": 0.1756523370742798, "step": 717072}
{"lr": 0.005621360154964422, "data_time": 0.016420650482177734, "loss_single": 3.353511834144592, "loss_dense": 3.4101720571517946, "loss": 6.763683938980103, "time": 0.15694677829742432, "step": 717122}
{"lr": 0.005621360154964422, "data_time": 0.016405105590820312, "loss_single": 3.365555739402771, "loss_dense": 3.417261576652527, "loss": 6.782817316055298, "time": 0.163297700881958, "step": 717172}
{"lr": 0.005621360154964422, "data_time": 0.01808466911315918, "loss_single": 3.3943490505218508, "loss_dense": 3.441318225860596, "loss": 6.835667276382447, "time": 0.1604600191116333, "step": 717222}
{"lr": 0.005621360154964422, "data_time": 0.01672835350036621, "loss_single": 3.380171775817871, "loss_dense": 3.409871506690979, "loss": 6.7900432586669925, "time": 0.18357865810394286, "step": 717272}
{"lr": 0.005621360154964422, "data_time": 0.017542648315429687, "loss_single": 3.356746768951416, "loss_dense": 3.4217409610748293, "loss": 6.778487682342529, "time": 0.1643927812576294, "step": 717322}
{"lr": 0.005621360154964422, "data_time": 0.011169791221618652, "loss_single": 3.371314287185669, "loss_dense": 3.414121079444885, "loss": 6.785435438156128, "time": 0.16328325271606445, "step": 717372}
{"lr": 0.005621360154964422, "data_time": 0.01749274730682373, "loss_single": 3.3716501951217652, "loss_dense": 3.4279759407043455, "loss": 6.799626207351684, "time": 0.16312901973724364, "step": 717422}
{"lr": 0.005621360154964422, "data_time": 0.08461103439331055, "loss_single": 3.3626748085021974, "loss_dense": 3.4119518518447878, "loss": 6.774626684188843, "time": 0.33723020553588867, "step": 717472}
{"lr": 0.005621360154964422, "data_time": 0.016643166542053223, "loss_single": 3.3674580574035646, "loss_dense": 3.41377432346344, "loss": 6.7812323570251465, "time": 0.1608569860458374, "step": 717522}
{"lr": 0.005621360154964422, "data_time": 0.01707155704498291, "loss_single": 3.392352032661438, "loss_dense": 3.4295925378799437, "loss": 6.8219445705413815, "time": 0.16028783321380616, "step": 717572}
{"lr": 0.005621360154964422, "data_time": 0.018158483505249023, "loss_single": 3.3699753999710085, "loss_dense": 3.4127036333084106, "loss": 6.782679033279419, "time": 0.1691915512084961, "step": 717622}
{"lr": 0.005621360154964422, "data_time": 0.013881993293762208, "loss_single": 3.4009015798568725, "loss_dense": 3.444884490966797, "loss": 6.8457859516143795, "time": 0.1599508047103882, "step": 717672}
{"lr": 0.005621360154964422, "data_time": 0.016249251365661622, "loss_single": 3.3635751247406005, "loss_dense": 3.4136494159698487, "loss": 6.777224493026734, "time": 0.15898170471191406, "step": 717722}
{"lr": 0.005621360154964422, "data_time": 0.017795515060424805, "loss_single": 3.377453851699829, "loss_dense": 3.444693112373352, "loss": 6.822147035598755, "time": 0.1579902410507202, "step": 717772}
{"lr": 0.005621360154964422, "data_time": 0.017841172218322755, "loss_single": 3.3564745426177978, "loss_dense": 3.4108885288238526, "loss": 6.76736307144165, "time": 0.21599094867706298, "step": 717822}
{"lr": 0.005621360154964422, "data_time": 0.016826391220092773, "loss_single": 3.357749080657959, "loss_dense": 3.392791199684143, "loss": 6.750540161132813, "time": 0.1612992286682129, "step": 717872}
{"lr": 0.005621360154964422, "data_time": 0.015936779975891113, "loss_single": 3.3582910537719726, "loss_dense": 3.4055763244628907, "loss": 6.763867378234863, "time": 0.1600896120071411, "step": 717922}
{"lr": 0.005621360154964422, "data_time": 0.017882490158081056, "loss_single": 3.3679848194122313, "loss_dense": 3.4159707546234133, "loss": 6.7839555740356445, "time": 0.1556399345397949, "step": 717972}
{"lr": 0.005621360154964422, "data_time": 0.01644599437713623, "loss_single": 3.35668740272522, "loss_dense": 3.4027251243591308, "loss": 6.759412479400635, "time": 0.6826071739196777, "step": 718022}
{"lr": 0.005621360154964422, "data_time": 0.017659854888916016, "loss_single": 3.3575053453445434, "loss_dense": 3.415092206001282, "loss": 6.7725975036621096, "time": 0.15681753158569336, "step": 718072}
{"lr": 0.005621360154964422, "data_time": 0.016114974021911622, "loss_single": 3.36724591255188, "loss_dense": 3.410157012939453, "loss": 6.777402925491333, "time": 0.15571246147155762, "step": 718122}
{"lr": 0.005621360154964422, "data_time": 0.017447805404663085, "loss_single": 3.38919198513031, "loss_dense": 3.427366781234741, "loss": 6.816558694839477, "time": 0.15694611072540282, "step": 718172}
{"lr": 0.005621360154964422, "data_time": 0.017700505256652833, "loss_single": 3.4010199069976808, "loss_dense": 3.443936991691589, "loss": 6.8449568271636965, "time": 0.16193230152130128, "step": 718222}
{"lr": 0.005621360154964422, "data_time": 0.019775652885437013, "loss_single": 3.3728736877441405, "loss_dense": 3.430641508102417, "loss": 6.803515148162842, "time": 0.28026185035705564, "step": 718272}
{"lr": 0.005621360154964422, "data_time": 0.0182391881942749, "loss_single": 3.355365824699402, "loss_dense": 3.4128437995910645, "loss": 6.768209600448609, "time": 0.15876712799072265, "step": 718322}
{"lr": 0.005621360154964422, "data_time": 0.02199273109436035, "loss_single": 3.3445125102996824, "loss_dense": 3.38255934715271, "loss": 6.727071905136109, "time": 0.1590656042098999, "step": 718372}
{"lr": 0.005621360154964422, "data_time": 0.01752774715423584, "loss_single": 3.3695862531661986, "loss_dense": 3.437498116493225, "loss": 6.807084321975708, "time": 0.1563865900039673, "step": 718422}
{"lr": 0.005621360154964422, "data_time": 0.01722378730773926, "loss_single": 3.3589065790176393, "loss_dense": 3.406838583946228, "loss": 6.765745210647583, "time": 0.15834853649139405, "step": 718472}
{"lr": 0.005621360154964422, "data_time": 0.016614460945129396, "loss_single": 3.3665006875991823, "loss_dense": 3.4172550678253173, "loss": 6.783755731582642, "time": 0.15969679355621338, "step": 718522}
{"lr": 0.005621360154964422, "data_time": 0.016570115089416505, "loss_single": 3.3631643295288085, "loss_dense": 3.407641386985779, "loss": 6.770805692672729, "time": 0.15884683132171631, "step": 718572}
{"lr": 0.005621360154964422, "data_time": 0.017084574699401854, "loss_single": 3.3562085151672365, "loss_dense": 3.409278416633606, "loss": 6.7654869079589846, "time": 0.15310728549957275, "step": 718622}
{"lr": 0.005621360154964422, "data_time": 0.02030656337738037, "loss_single": 3.36365008354187, "loss_dense": 3.420929288864136, "loss": 6.78457932472229, "time": 0.1740494966506958, "step": 718672}
{"lr": 0.005621360154964422, "data_time": 0.01823756694793701, "loss_single": 3.3446574211120605, "loss_dense": 3.4072040557861327, "loss": 6.751861476898194, "time": 0.15890448093414306, "step": 718722}
{"lr": 0.005621360154964422, "data_time": 0.018247532844543456, "loss_single": 3.3634969711303713, "loss_dense": 3.412824821472168, "loss": 6.776321792602539, "time": 0.15961918830871583, "step": 718772}
{"lr": 0.005621360154964422, "data_time": 0.016742682456970213, "loss_single": 3.3452422857284545, "loss_dense": 3.4081461906433104, "loss": 6.753388500213623, "time": 0.16035933494567872, "step": 718822}
{"lr": 0.005621360154964422, "data_time": 0.016577959060668945, "loss_single": 3.3575576066970827, "loss_dense": 3.423035740852356, "loss": 6.780593347549439, "time": 0.15401504039764405, "step": 718872}
{"lr": 0.005621360154964422, "data_time": 0.014460301399230957, "loss_single": 3.3529483556747435, "loss_dense": 3.407405376434326, "loss": 6.760353660583496, "time": 0.16447300910949708, "step": 718922}
{"lr": 0.005621360154964422, "data_time": 0.016776514053344727, "loss_single": 3.3888357162475584, "loss_dense": 3.427604627609253, "loss": 6.816440391540527, "time": 0.19202771186828613, "step": 718972}
{"lr": 0.005621360154964422, "data_time": 0.016229963302612303, "loss_single": 3.352717900276184, "loss_dense": 3.4116920471191405, "loss": 6.764409875869751, "time": 0.15993998050689698, "step": 719022}
{"lr": 0.005621360154964422, "data_time": 0.017199254035949706, "loss_single": 3.373760223388672, "loss_dense": 3.4216553211212157, "loss": 6.7954154968261715, "time": 0.15736088752746583, "step": 719072}
{"lr": 0.005621360154964422, "data_time": 0.016931533813476562, "loss_single": 3.3784125328063963, "loss_dense": 3.42281711101532, "loss": 6.801229763031006, "time": 0.16092972755432128, "step": 719122}
{"lr": 0.005621360154964422, "data_time": 0.01645333766937256, "loss_single": 3.3709349632263184, "loss_dense": 3.4249645709991454, "loss": 6.795899486541748, "time": 0.15843067169189454, "step": 719172}
{"lr": 0.005621360154964422, "data_time": 0.018653440475463866, "loss_single": 3.342207407951355, "loss_dense": 3.3972784280776978, "loss": 6.739485788345337, "time": 0.16694984436035157, "step": 719222}
{"lr": 0.005621360154964422, "data_time": 0.018219804763793944, "loss_single": 3.3524677038192747, "loss_dense": 3.3941802024841308, "loss": 6.746647882461548, "time": 0.19490721225738525, "step": 719272}
{"lr": 0.005621360154964422, "data_time": 0.016886377334594728, "loss_single": 3.351756143569946, "loss_dense": 3.4007996797561644, "loss": 6.752555894851684, "time": 0.1572105884552002, "step": 719322}
{"lr": 0.005621360154964422, "data_time": 0.01799643039703369, "loss_single": 3.3418970584869383, "loss_dense": 3.4048717260360717, "loss": 6.746768856048584, "time": 0.17307662963867188, "step": 719372}
{"lr": 0.005621360154964422, "data_time": 0.018018674850463868, "loss_single": 3.3758697271347047, "loss_dense": 3.419671392440796, "loss": 6.795541048049927, "time": 0.16209161281585693, "step": 719422}
{"lr": 0.005621360154964422, "data_time": 0.01687495708465576, "loss_single": 3.3651596546173095, "loss_dense": 3.4262858629226685, "loss": 6.79144549369812, "time": 0.15937156677246095, "step": 719472}
{"lr": 0.005621360154964422, "data_time": 0.01582601070404053, "loss_single": 3.3686691522598267, "loss_dense": 3.417135787010193, "loss": 6.785804891586304, "time": 0.21099550724029542, "step": 719522}
{"lr": 0.005621360154964422, "data_time": 0.017580747604370117, "loss_single": 3.3859057903289793, "loss_dense": 3.4407540798187255, "loss": 6.826659917831421, "time": 0.16054291725158693, "step": 719572}
{"lr": 0.005621360154964422, "data_time": 0.018063855171203614, "loss_single": 3.3485177040100096, "loss_dense": 3.398966932296753, "loss": 6.747484636306763, "time": 0.15579440593719482, "step": 719622}
{"lr": 0.005621360154964422, "data_time": 0.018428921699523926, "loss_single": 3.36769437789917, "loss_dense": 3.4206694602966308, "loss": 6.788363790512085, "time": 0.1554126739501953, "step": 719672}
{"lr": 0.005621360154964422, "data_time": 0.019475793838500975, "loss_single": 3.370435857772827, "loss_dense": 3.4135184049606324, "loss": 6.783954286575318, "time": 0.1755014419555664, "step": 719722}
{"lr": 0.005621360154964422, "data_time": 0.016110944747924804, "loss_single": 3.3411200761795046, "loss_dense": 3.3913595914840697, "loss": 6.732479619979858, "time": 0.16385498046875, "step": 719772}
{"lr": 0.005621360154964422, "data_time": 0.015840744972229003, "loss_single": 3.3779955863952638, "loss_dense": 3.423740267753601, "loss": 6.801735734939575, "time": 0.1588446855545044, "step": 719822}
{"lr": 0.005621360154964422, "data_time": 0.016081786155700682, "loss_single": 3.3453035593032836, "loss_dense": 3.3858152866363525, "loss": 6.731118869781494, "time": 0.15459625720977782, "step": 719872}
{"lr": 0.005621360154964422, "data_time": 0.017286348342895507, "loss_single": 3.3721044301986693, "loss_dense": 3.4099446535110474, "loss": 6.782049036026001, "time": 0.16507117748260497, "step": 719922}
{"lr": 0.005621360154964422, "data_time": 0.015499019622802734, "loss_single": 3.3534131050109863, "loss_dense": 3.400845503807068, "loss": 6.7542585849761965, "time": 0.1606455087661743, "step": 719972}
{"lr": 0.005621360154964422, "data_time": 0.016725993156433104, "loss_single": 3.3682236671447754, "loss_dense": 3.4085007190704344, "loss": 6.776724338531494, "time": 0.1594550371170044, "step": 720022}
{"lr": 0.005621360154964422, "data_time": 0.016975975036621092, "loss_single": 3.350132131576538, "loss_dense": 3.396526741981506, "loss": 6.746658849716186, "time": 0.15392613410949707, "step": 720072}
{"lr": 0.005621360154964422, "data_time": 0.016930747032165527, "loss_single": 3.398572564125061, "loss_dense": 3.4386300802230836, "loss": 6.837202739715576, "time": 0.16032106876373292, "step": 720122}
{"lr": 0.005621360154964422, "data_time": 0.016849255561828612, "loss_single": 3.381545877456665, "loss_dense": 3.4294986724853516, "loss": 6.811044502258301, "time": 0.17426977157592774, "step": 720172}
{"lr": 0.005621360154964422, "data_time": 0.01640470027923584, "loss_single": 3.3370440006256104, "loss_dense": 3.3898014783859254, "loss": 6.7268455028533936, "time": 0.7365574598312378, "step": 720222}
{"lr": 0.005621360154964422, "data_time": 0.018532514572143555, "loss_single": 3.371403956413269, "loss_dense": 3.434485340118408, "loss": 6.805889320373535, "time": 0.158915114402771, "step": 720272}
{"lr": 0.005621360154964422, "data_time": 0.01568458080291748, "loss_single": 3.3741094350814818, "loss_dense": 3.423710656166077, "loss": 6.797820091247559, "time": 0.16472375392913818, "step": 720322}
{"lr": 0.005621360154964422, "data_time": 0.01701309680938721, "loss_single": 3.370353174209595, "loss_dense": 3.4136062145233153, "loss": 6.783959531784058, "time": 0.1658259630203247, "step": 720372}
{"lr": 0.005621360154964422, "data_time": 0.01750948429107666, "loss_single": 3.381461763381958, "loss_dense": 3.431087923049927, "loss": 6.812549686431884, "time": 0.16398839950561522, "step": 720422}
{"lr": 0.005621360154964422, "data_time": 0.017501640319824218, "loss_single": 3.3839151859283447, "loss_dense": 3.4381945848464968, "loss": 6.822109699249268, "time": 0.15866496562957763, "step": 720472}
{"lr": 0.005621360154964422, "data_time": 0.023841595649719237, "loss_single": 3.374486780166626, "loss_dense": 3.4194842338562013, "loss": 6.793971109390259, "time": 0.16637907028198243, "step": 720522}
{"lr": 0.005621360154964422, "data_time": 0.014633846282958985, "loss_single": 3.3769169569015505, "loss_dense": 3.428069591522217, "loss": 6.804986524581909, "time": 0.15507230758666993, "step": 720572}
{"lr": 0.005438640153769654, "data_time": 0.02009117603302002, "loss_single": 3.346056342124939, "loss_dense": 3.396721363067627, "loss": 6.742777729034424, "time": 0.20694620609283448, "step": 720626}
{"lr": 0.005438640153769654, "data_time": 0.016466212272644044, "loss_single": 3.3721046686172484, "loss_dense": 3.427821683883667, "loss": 6.799926280975342, "time": 0.17457621097564696, "step": 720676}
{"lr": 0.005438640153769654, "data_time": 0.02666311264038086, "loss_single": 3.3631884336471556, "loss_dense": 3.4206931352615357, "loss": 6.783881568908692, "time": 0.16758303642272948, "step": 720726}
{"lr": 0.005438640153769654, "data_time": 0.017687082290649414, "loss_single": 3.389619255065918, "loss_dense": 3.4336227893829347, "loss": 6.823242092132569, "time": 0.21334497928619384, "step": 720776}
{"lr": 0.005438640153769654, "data_time": 0.01930975914001465, "loss_single": 3.3424168825149536, "loss_dense": 3.3868685483932497, "loss": 6.729285383224488, "time": 0.16049091815948485, "step": 720826}
{"lr": 0.005438640153769654, "data_time": 0.017806863784790038, "loss_single": 3.3436679363250734, "loss_dense": 3.392810606956482, "loss": 6.736478662490844, "time": 0.1587137222290039, "step": 720876}
{"lr": 0.005438640153769654, "data_time": 0.01704108715057373, "loss_single": 3.358419108390808, "loss_dense": 3.400523233413696, "loss": 6.758942317962647, "time": 0.1795579671859741, "step": 720926}
{"lr": 0.005438640153769654, "data_time": 0.01819267272949219, "loss_single": 3.3860052585601808, "loss_dense": 3.418588733673096, "loss": 6.8045939922332765, "time": 0.1574941873550415, "step": 720976}
{"lr": 0.005438640153769654, "data_time": 0.0172760009765625, "loss_single": 3.360904097557068, "loss_dense": 3.4131346702575684, "loss": 6.774038791656494, "time": 0.1627652645111084, "step": 721026}
{"lr": 0.005438640153769654, "data_time": 0.01712024211883545, "loss_single": 3.399358701705933, "loss_dense": 3.4372545719146728, "loss": 6.836613178253174, "time": 0.1551138401031494, "step": 721076}
{"lr": 0.005438640153769654, "data_time": 0.017219948768615722, "loss_single": 3.3445826530456544, "loss_dense": 3.39911744594574, "loss": 6.743700122833252, "time": 0.21200389862060548, "step": 721126}
{"lr": 0.005438640153769654, "data_time": 0.016485428810119628, "loss_single": 3.365057587623596, "loss_dense": 3.4033113956451415, "loss": 6.76836895942688, "time": 0.16612632274627687, "step": 721176}
{"lr": 0.005438640153769654, "data_time": 0.017132163047790527, "loss_single": 3.3575788736343384, "loss_dense": 3.411923885345459, "loss": 6.769502782821656, "time": 0.16258435249328612, "step": 721226}
{"lr": 0.005438640153769654, "data_time": 0.017844605445861816, "loss_single": 3.376453495025635, "loss_dense": 3.4218267679214476, "loss": 6.798280239105225, "time": 0.15871450901031495, "step": 721276}
{"lr": 0.005438640153769654, "data_time": 0.018091344833374025, "loss_single": 3.3914994478225706, "loss_dense": 3.452596640586853, "loss": 6.84409613609314, "time": 0.15865468978881836, "step": 721326}
{"lr": 0.005438640153769654, "data_time": 0.019971537590026855, "loss_single": 3.3542976856231688, "loss_dense": 3.398283314704895, "loss": 6.752580976486206, "time": 0.16558506488800048, "step": 721376}
{"lr": 0.005438640153769654, "data_time": 0.016958785057067872, "loss_single": 3.373787593841553, "loss_dense": 3.4246696710586546, "loss": 6.798457288742066, "time": 0.15429222583770752, "step": 721426}
{"lr": 0.005438640153769654, "data_time": 0.011140203475952149, "loss_single": 3.3772419691085815, "loss_dense": 3.424535393714905, "loss": 6.801777362823486, "time": 0.21700854301452638, "step": 721476}
{"lr": 0.005438640153769654, "data_time": 0.016968178749084472, "loss_single": 3.364299249649048, "loss_dense": 3.4204931020736695, "loss": 6.784792375564575, "time": 0.1540839672088623, "step": 721526}
{"lr": 0.005438640153769654, "data_time": 0.018921780586242675, "loss_single": 3.3171484231948853, "loss_dense": 3.3777061700820923, "loss": 6.6948545455932615, "time": 0.15606744289398194, "step": 721576}
{"lr": 0.005438640153769654, "data_time": 0.02257118225097656, "loss_single": 3.3566197633743284, "loss_dense": 3.399894690513611, "loss": 6.75651445388794, "time": 0.1597378969192505, "step": 721626}
{"lr": 0.005438640153769654, "data_time": 0.018506526947021484, "loss_single": 3.3539262294769285, "loss_dense": 3.395231533050537, "loss": 6.74915771484375, "time": 0.1629913330078125, "step": 721676}
{"lr": 0.005438640153769654, "data_time": 0.01761772632598877, "loss_single": 3.3532294273376464, "loss_dense": 3.417255997657776, "loss": 6.77048544883728, "time": 0.1603325843811035, "step": 721726}
{"lr": 0.005438640153769654, "data_time": 0.01624758243560791, "loss_single": 3.370391082763672, "loss_dense": 3.41485652923584, "loss": 6.7852476119995115, "time": 0.15680131912231446, "step": 721776}
{"lr": 0.005438640153769654, "data_time": 0.017849040031433106, "loss_single": 3.362914562225342, "loss_dense": 3.4057769060134886, "loss": 6.768691444396973, "time": 0.15449185371398927, "step": 721826}
{"lr": 0.005438640153769654, "data_time": 0.015856170654296876, "loss_single": 3.372714471817017, "loss_dense": 3.4178481817245485, "loss": 6.790562629699707, "time": 0.15968925952911378, "step": 721876}
{"lr": 0.005438640153769654, "data_time": 0.015925168991088867, "loss_single": 3.3681532621383665, "loss_dense": 3.413784384727478, "loss": 6.781937551498413, "time": 0.15873453617095948, "step": 721926}
{"lr": 0.005438640153769654, "data_time": 0.018215537071228027, "loss_single": 3.362280750274658, "loss_dense": 3.411325478553772, "loss": 6.773606252670288, "time": 0.15720729827880858, "step": 721976}
{"lr": 0.005438640153769654, "data_time": 0.016426682472229004, "loss_single": 3.3764776229858398, "loss_dense": 3.431938147544861, "loss": 6.808415794372559, "time": 0.15729105472564697, "step": 722026}
{"lr": 0.005438640153769654, "data_time": 0.017745375633239746, "loss_single": 3.359814929962158, "loss_dense": 3.4113370895385744, "loss": 6.771152019500732, "time": 0.15446619987487792, "step": 722076}
{"lr": 0.005438640153769654, "data_time": 0.02631058692932129, "loss_single": 3.3680500745773316, "loss_dense": 3.4086209297180177, "loss": 6.776670932769775, "time": 0.18176593780517578, "step": 722126}
{"lr": 0.005438640153769654, "data_time": 0.019606542587280274, "loss_single": 3.378344440460205, "loss_dense": 3.411591076850891, "loss": 6.789935493469239, "time": 0.16157257556915283, "step": 722176}
{"lr": 0.005438640153769654, "data_time": 0.014877080917358398, "loss_single": 3.360538387298584, "loss_dense": 3.4090582132339478, "loss": 6.769596576690674, "time": 0.1581449031829834, "step": 722226}
{"lr": 0.005438640153769654, "data_time": 0.016141700744628906, "loss_single": 3.344618391990662, "loss_dense": 3.4008286952972413, "loss": 6.745447158813477, "time": 0.15787935256958008, "step": 722276}
{"lr": 0.005438640153769654, "data_time": 0.014977526664733887, "loss_single": 3.3688097476959227, "loss_dense": 3.425789308547974, "loss": 6.7945990562438965, "time": 0.163643479347229, "step": 722326}
{"lr": 0.005438640153769654, "data_time": 0.020720362663269043, "loss_single": 3.364900541305542, "loss_dense": 3.409561014175415, "loss": 6.774461555480957, "time": 0.26063973903656007, "step": 722376}
{"lr": 0.005438640153769654, "data_time": 0.016863298416137696, "loss_single": 3.3554203748703, "loss_dense": 3.4117947578430177, "loss": 6.76721510887146, "time": 0.16125121116638183, "step": 722426}
{"lr": 0.005438640153769654, "data_time": 0.01628091335296631, "loss_single": 3.347723698616028, "loss_dense": 3.4037704467773438, "loss": 6.751494121551514, "time": 0.5368811607360839, "step": 722476}
{"lr": 0.005438640153769654, "data_time": 0.016505885124206542, "loss_single": 3.3424259662628173, "loss_dense": 3.3853872299194334, "loss": 6.7278131484985355, "time": 0.15855121612548828, "step": 722526}
{"lr": 0.005438640153769654, "data_time": 0.017174553871154786, "loss_single": 3.333164119720459, "loss_dense": 3.3828256845474245, "loss": 6.71598973274231, "time": 0.15500082969665527, "step": 722576}
{"lr": 0.005438640153769654, "data_time": 0.016829919815063477, "loss_single": 3.3763551712036133, "loss_dense": 3.4165372371673586, "loss": 6.792892360687256, "time": 0.15309782028198243, "step": 722626}
{"lr": 0.005438640153769654, "data_time": 0.018389129638671876, "loss_single": 3.366234827041626, "loss_dense": 3.4274247884750366, "loss": 6.7936595439910885, "time": 0.16526122093200685, "step": 722676}
{"lr": 0.005438640153769654, "data_time": 0.019362401962280274, "loss_single": 3.4152355670928953, "loss_dense": 3.4611469507217407, "loss": 6.876382446289062, "time": 0.15912961959838867, "step": 722726}
{"lr": 0.005438640153769654, "data_time": 0.013949108123779298, "loss_single": 3.3538848400115966, "loss_dense": 3.4072962045669555, "loss": 6.76118106842041, "time": 0.23366539478302, "step": 722776}
{"lr": 0.005438640153769654, "data_time": 0.021104979515075683, "loss_single": 3.3812363147735596, "loss_dense": 3.4284374475479127, "loss": 6.809673738479614, "time": 0.16301968097686767, "step": 722826}
{"lr": 0.005438640153769654, "data_time": 0.017345404624938963, "loss_single": 3.3549188375473022, "loss_dense": 3.3971792697906493, "loss": 6.752098178863525, "time": 0.16186516284942626, "step": 722876}
{"lr": 0.005438640153769654, "data_time": 0.016467523574829102, "loss_single": 3.3502194404602053, "loss_dense": 3.399677777290344, "loss": 6.749897193908692, "time": 0.15420312881469728, "step": 722926}
{"lr": 0.005438640153769654, "data_time": 0.0167569637298584, "loss_single": 3.3571281671524047, "loss_dense": 3.39786159992218, "loss": 6.754989862442017, "time": 0.1567737102508545, "step": 722976}
{"lr": 0.005438640153769654, "data_time": 0.01789097785949707, "loss_single": 3.361102485656738, "loss_dense": 3.423694610595703, "loss": 6.784797048568725, "time": 0.16182875633239746, "step": 723026}
{"lr": 0.005438640153769654, "data_time": 0.013944482803344727, "loss_single": 3.3942174434661867, "loss_dense": 3.4261056423187255, "loss": 6.820323085784912, "time": 0.1680661678314209, "step": 723076}
{"lr": 0.005438640153769654, "data_time": 0.019721245765686034, "loss_single": 3.3503243207931517, "loss_dense": 3.407116985321045, "loss": 6.7574413299560545, "time": 0.16017599105834962, "step": 723126}
{"lr": 0.005438640153769654, "data_time": 0.017110490798950197, "loss_single": 3.3619144439697264, "loss_dense": 3.4112859964370728, "loss": 6.773200368881225, "time": 0.15504894256591797, "step": 723176}
{"lr": 0.005438640153769654, "data_time": 0.017283034324645997, "loss_single": 3.3807732343673704, "loss_dense": 3.437357687950134, "loss": 6.818130874633789, "time": 0.15579018592834473, "step": 723226}
{"lr": 0.005438640153769654, "data_time": 0.01726720333099365, "loss_single": 3.355118918418884, "loss_dense": 3.4096449613571167, "loss": 6.764763832092285, "time": 0.15449960231781007, "step": 723276}
{"lr": 0.005438640153769654, "data_time": 0.02425572872161865, "loss_single": 3.3455147743225098, "loss_dense": 3.401195693016052, "loss": 6.746710538864136, "time": 0.16453566551208496, "step": 723326}
{"lr": 0.005438640153769654, "data_time": 0.01723172664642334, "loss_single": 3.372306752204895, "loss_dense": 3.416026210784912, "loss": 6.788332986831665, "time": 0.1820056438446045, "step": 723376}
{"lr": 0.005438640153769654, "data_time": 0.014264225959777832, "loss_single": 3.3585938453674316, "loss_dense": 3.4186054706573485, "loss": 6.77719931602478, "time": 0.202325701713562, "step": 723426}
{"lr": 0.005438640153769654, "data_time": 0.01972646713256836, "loss_single": 3.388718056678772, "loss_dense": 3.4294137239456175, "loss": 6.818131780624389, "time": 0.2031853675842285, "step": 723476}
{"lr": 0.005438640153769654, "data_time": 0.016093993186950685, "loss_single": 3.3805630922317507, "loss_dense": 3.4221034049987793, "loss": 6.802666568756104, "time": 0.17395486831665039, "step": 723526}
{"lr": 0.005438640153769654, "data_time": 0.01752333641052246, "loss_single": 3.3807964086532594, "loss_dense": 3.4279975652694703, "loss": 6.80879397392273, "time": 0.1579355478286743, "step": 723576}
{"lr": 0.005438640153769654, "data_time": 0.016247010231018065, "loss_single": 3.418759512901306, "loss_dense": 3.454160690307617, "loss": 6.872920227050781, "time": 0.15610284805297853, "step": 723626}
{"lr": 0.005438640153769654, "data_time": 0.016750192642211913, "loss_single": 3.4007961988449096, "loss_dense": 3.435538673400879, "loss": 6.836334896087647, "time": 0.16100144386291504, "step": 723676}
{"lr": 0.005438640153769654, "data_time": 0.016584253311157225, "loss_single": 3.3618285179138185, "loss_dense": 3.41114604473114, "loss": 6.7729745388031, "time": 0.1610013246536255, "step": 723726}
{"lr": 0.005438640153769654, "data_time": 0.02139270305633545, "loss_single": 3.3464919090270997, "loss_dense": 3.4060125589370727, "loss": 6.7525043964385985, "time": 0.19335672855377198, "step": 723776}
{"lr": 0.005438640153769654, "data_time": 0.016262054443359375, "loss_single": 3.3996144771575927, "loss_dense": 3.4466257095336914, "loss": 6.8462401866912845, "time": 0.16252603530883789, "step": 723826}
{"lr": 0.005438640153769654, "data_time": 0.01820530891418457, "loss_single": 3.3671256065368653, "loss_dense": 3.407428002357483, "loss": 6.774553632736206, "time": 0.16108076572418212, "step": 723876}
{"lr": 0.005438640153769654, "data_time": 0.016414737701416014, "loss_single": 3.3932661056518554, "loss_dense": 3.4381042242050173, "loss": 6.831370306015015, "time": 0.15617151260375978, "step": 723926}
{"lr": 0.005438640153769654, "data_time": 0.01667768955230713, "loss_single": 3.3827144622802736, "loss_dense": 3.4375873804092407, "loss": 6.820301914215088, "time": 0.15422372817993163, "step": 723976}
{"lr": 0.005438640153769654, "data_time": 0.017421746253967287, "loss_single": 3.3915102958679197, "loss_dense": 3.428768682479858, "loss": 6.820278978347778, "time": 0.16711301803588868, "step": 724026}
{"lr": 0.005438640153769654, "data_time": 0.016803884506225587, "loss_single": 3.339725208282471, "loss_dense": 3.4011810302734373, "loss": 6.740906190872193, "time": 0.18349297046661378, "step": 724076}
{"lr": 0.005438640153769654, "data_time": 0.01658520698547363, "loss_single": 3.389784097671509, "loss_dense": 3.443818783760071, "loss": 6.833602857589722, "time": 0.24148755073547362, "step": 724126}
{"lr": 0.005438640153769654, "data_time": 0.01888434886932373, "loss_single": 3.3407888650894164, "loss_dense": 3.393724966049194, "loss": 6.734513759613037, "time": 0.15853302478790282, "step": 724176}
{"lr": 0.005438640153769654, "data_time": 0.017653942108154297, "loss_single": 3.383712720870972, "loss_dense": 3.4367936134338377, "loss": 6.82050633430481, "time": 0.1580021858215332, "step": 724226}
{"lr": 0.005438640153769654, "data_time": 0.0180530309677124, "loss_single": 3.349560761451721, "loss_dense": 3.401507353782654, "loss": 6.751068115234375, "time": 0.1584679126739502, "step": 724276}
{"lr": 0.005438640153769654, "data_time": 0.017420077323913576, "loss_single": 3.354357671737671, "loss_dense": 3.414883518218994, "loss": 6.769241237640381, "time": 0.16049637794494628, "step": 724326}
{"lr": 0.005438640153769654, "data_time": 0.016710948944091798, "loss_single": 3.3519679069519044, "loss_dense": 3.405543899536133, "loss": 6.757511758804322, "time": 0.16581957340240477, "step": 724376}
{"lr": 0.005438640153769654, "data_time": 0.017366743087768553, "loss_single": 3.365392827987671, "loss_dense": 3.4076165676116945, "loss": 6.773009443283081, "time": 0.6757524251937866, "step": 724426}
{"lr": 0.005438640153769654, "data_time": 0.02240333557128906, "loss_single": 3.364729332923889, "loss_dense": 3.4129462242126465, "loss": 6.777675533294678, "time": 0.17048342227935792, "step": 724476}
{"lr": 0.005438640153769654, "data_time": 0.01573028564453125, "loss_single": 3.3781014680862427, "loss_dense": 3.4271214246749877, "loss": 6.8052229404449465, "time": 0.17095766067504883, "step": 724526}
{"lr": 0.005438640153769654, "data_time": 0.016888427734375, "loss_single": 3.386761689186096, "loss_dense": 3.4328346490859984, "loss": 6.81959638595581, "time": 0.18597557544708251, "step": 724576}
{"lr": 0.005438640153769654, "data_time": 0.01650519371032715, "loss_single": 3.3537383317947387, "loss_dense": 3.4066475868225097, "loss": 6.760385894775391, "time": 0.16066136360168456, "step": 724626}
{"lr": 0.005438640153769654, "data_time": 0.016181588172912598, "loss_single": 3.3721293449401855, "loss_dense": 3.413069987297058, "loss": 6.785199403762817, "time": 0.1738640546798706, "step": 724676}
{"lr": 0.005438640153769654, "data_time": 0.01783769130706787, "loss_single": 3.3601380348205567, "loss_dense": 3.4007455110549927, "loss": 6.760883522033692, "time": 0.1584476947784424, "step": 724726}
{"lr": 0.005438640153769654, "data_time": 0.01681339740753174, "loss_single": 3.367533731460571, "loss_dense": 3.421456146240234, "loss": 6.788989877700805, "time": 0.15605287551879882, "step": 724776}
{"lr": 0.005438640153769654, "data_time": 0.017241549491882325, "loss_single": 3.347879481315613, "loss_dense": 3.4100569248199464, "loss": 6.7579363822937015, "time": 0.1569289445877075, "step": 724826}
{"lr": 0.005438640153769654, "data_time": 0.017511796951293946, "loss_single": 3.3690018892288207, "loss_dense": 3.4024969577789306, "loss": 6.771498918533325, "time": 0.1558541774749756, "step": 724876}
{"lr": 0.005438640153769654, "data_time": 0.017452239990234375, "loss_single": 3.352356457710266, "loss_dense": 3.3998085975646974, "loss": 6.752165079116821, "time": 0.15522727966308594, "step": 724926}
{"lr": 0.005438640153769654, "data_time": 0.017050957679748534, "loss_single": 3.364060473442078, "loss_dense": 3.426378035545349, "loss": 6.790438508987426, "time": 0.1562089204788208, "step": 724976}
{"lr": 0.005438640153769654, "data_time": 0.01931600570678711, "loss_single": 3.3817819118499757, "loss_dense": 3.4284407615661623, "loss": 6.8102226734161375, "time": 0.17801809310913086, "step": 725026}
{"lr": 0.005438640153769654, "data_time": 0.017252135276794433, "loss_single": 3.3711200952529907, "loss_dense": 3.424061727523804, "loss": 6.7951818943023685, "time": 0.16220414638519287, "step": 725076}
{"lr": 0.005438640153769654, "data_time": 0.016133928298950197, "loss_single": 3.357450819015503, "loss_dense": 3.4090004205703734, "loss": 6.766451215744018, "time": 0.1642469882965088, "step": 725126}
{"lr": 0.005438640153769654, "data_time": 0.016680073738098145, "loss_single": 3.3368926763534548, "loss_dense": 3.3772375106811525, "loss": 6.714130210876465, "time": 0.1607051372528076, "step": 725176}
{"lr": 0.005438640153769654, "data_time": 0.014667558670043945, "loss_single": 3.3313735723495483, "loss_dense": 3.3877158403396606, "loss": 6.7190892696380615, "time": 0.15766458511352538, "step": 725226}
{"lr": 0.005438640153769654, "data_time": 0.01890871524810791, "loss_single": 3.3468790531158445, "loss_dense": 3.4009180307388305, "loss": 6.747797107696533, "time": 0.16862471103668214, "step": 725276}
{"lr": 0.005438640153769654, "data_time": 0.017146086692810057, "loss_single": 3.366416311264038, "loss_dense": 3.4292535305023195, "loss": 6.795669794082642, "time": 0.15634872913360595, "step": 725326}
{"lr": 0.005438640153769654, "data_time": 0.018680763244628907, "loss_single": 3.3462294578552245, "loss_dense": 3.4011751413345337, "loss": 6.747404623031616, "time": 0.15529627799987794, "step": 725376}
{"lr": 0.005438640153769654, "data_time": 0.01614351272583008, "loss_single": 3.3823697328567506, "loss_dense": 3.434554123878479, "loss": 6.816923761367798, "time": 0.15367043018341064, "step": 725426}
{"lr": 0.005438640153769654, "data_time": 0.016156983375549317, "loss_single": 3.384048318862915, "loss_dense": 3.440059041976929, "loss": 6.824107360839844, "time": 0.1965414524078369, "step": 725476}
{"lr": 0.005438640153769654, "data_time": 0.014464974403381348, "loss_single": 3.355671691894531, "loss_dense": 3.4082974672317503, "loss": 6.763969230651855, "time": 0.16170406341552734, "step": 725526}
{"lr": 0.005438640153769654, "data_time": 0.01328871250152588, "loss_single": 3.3699079751968384, "loss_dense": 3.4293211936950683, "loss": 6.799229097366333, "time": 0.15079784393310547, "step": 725576}
{"lr": 0.0052582792750472465, "data_time": 0.01764352321624756, "loss_single": 3.3339471340179445, "loss_dense": 3.3870736360549927, "loss": 6.721020698547363, "time": 0.15887327194213868, "step": 725630}
{"lr": 0.0052582792750472465, "data_time": 0.017339706420898438, "loss_single": 3.362437868118286, "loss_dense": 3.4162968397140503, "loss": 6.778734636306763, "time": 0.15070686340332032, "step": 725680}
{"lr": 0.0052582792750472465, "data_time": 0.019195246696472167, "loss_single": 3.3669840812683107, "loss_dense": 3.4215941190719605, "loss": 6.788578081130981, "time": 0.16780340671539307, "step": 725730}
{"lr": 0.0052582792750472465, "data_time": 0.02158348560333252, "loss_single": 3.353261351585388, "loss_dense": 3.4141435384750367, "loss": 6.767404937744141, "time": 0.182200288772583, "step": 725780}
{"lr": 0.0052582792750472465, "data_time": 0.01749711036682129, "loss_single": 3.362846827507019, "loss_dense": 3.412473034858704, "loss": 6.775319814682007, "time": 0.1643136262893677, "step": 725830}
{"lr": 0.0052582792750472465, "data_time": 0.017339277267456054, "loss_single": 3.365199065208435, "loss_dense": 3.422169017791748, "loss": 6.7873680114746096, "time": 0.15760233402252197, "step": 725880}
{"lr": 0.0052582792750472465, "data_time": 0.018284249305725097, "loss_single": 3.3318315029144285, "loss_dense": 3.385101318359375, "loss": 6.716932725906372, "time": 0.16042330265045165, "step": 725930}
{"lr": 0.0052582792750472465, "data_time": 0.017575788497924804, "loss_single": 3.3669847726821898, "loss_dense": 3.4152376890182494, "loss": 6.782222414016724, "time": 0.15859169960021974, "step": 725980}
{"lr": 0.0052582792750472465, "data_time": 0.017344117164611816, "loss_single": 3.358661961555481, "loss_dense": 3.416699194908142, "loss": 6.775361108779907, "time": 0.15379652976989747, "step": 726030}
{"lr": 0.0052582792750472465, "data_time": 0.016098380088806152, "loss_single": 3.3835411787033083, "loss_dense": 3.4406070947647094, "loss": 6.824148225784302, "time": 0.17026748657226562, "step": 726080}
{"lr": 0.0052582792750472465, "data_time": 0.018758058547973633, "loss_single": 3.370444989204407, "loss_dense": 3.4130249977111817, "loss": 6.783469915390015, "time": 0.15621230602264405, "step": 726130}
{"lr": 0.0052582792750472465, "data_time": 0.017977571487426756, "loss_single": 3.36130690574646, "loss_dense": 3.4172295808792112, "loss": 6.7785365104675295, "time": 0.1615295886993408, "step": 726180}
{"lr": 0.0052582792750472465, "data_time": 0.018171238899230956, "loss_single": 3.354295802116394, "loss_dense": 3.4085166692733764, "loss": 6.762812519073487, "time": 0.16523408889770508, "step": 726230}
{"lr": 0.0052582792750472465, "data_time": 0.01783013343811035, "loss_single": 3.3695288419723513, "loss_dense": 3.4085053205490112, "loss": 6.7780341625213625, "time": 0.15770082473754882, "step": 726280}
{"lr": 0.0052582792750472465, "data_time": 0.01901719570159912, "loss_single": 3.3688140630722048, "loss_dense": 3.432211661338806, "loss": 6.80102572441101, "time": 0.16099350452423095, "step": 726330}
{"lr": 0.0052582792750472465, "data_time": 0.014446616172790527, "loss_single": 3.3568620443344117, "loss_dense": 3.4159573316574097, "loss": 6.772819471359253, "time": 0.18177943229675292, "step": 726380}
{"lr": 0.0052582792750472465, "data_time": 0.0168259859085083, "loss_single": 3.3571719408035277, "loss_dense": 3.403683400154114, "loss": 6.760855293273925, "time": 0.18889110088348388, "step": 726430}
{"lr": 0.0052582792750472465, "data_time": 0.0158130407333374, "loss_single": 3.3904677391052247, "loss_dense": 3.4358616352081297, "loss": 6.826329326629638, "time": 0.21376960277557372, "step": 726480}
{"lr": 0.0052582792750472465, "data_time": 0.01718311309814453, "loss_single": 3.3657965421676637, "loss_dense": 3.4101953983306883, "loss": 6.7759918689727785, "time": 0.16699299812316895, "step": 726530}
{"lr": 0.0052582792750472465, "data_time": 0.017255258560180665, "loss_single": 3.356644558906555, "loss_dense": 3.406408929824829, "loss": 6.763053512573242, "time": 0.15812513828277588, "step": 726580}
{"lr": 0.0052582792750472465, "data_time": 0.01777665615081787, "loss_single": 3.351029467582703, "loss_dense": 3.3928497076034545, "loss": 6.743879222869873, "time": 0.1808161735534668, "step": 726630}
{"lr": 0.0052582792750472465, "data_time": 0.01747596263885498, "loss_single": 3.3778815507888793, "loss_dense": 3.4295055866241455, "loss": 6.807387161254883, "time": 0.4971442699432373, "step": 726680}
{"lr": 0.0052582792750472465, "data_time": 0.01694493293762207, "loss_single": 3.3742516040802, "loss_dense": 3.432792234420776, "loss": 6.807043743133545, "time": 0.1581556797027588, "step": 726730}
{"lr": 0.0052582792750472465, "data_time": 0.01784377098083496, "loss_single": 3.351911425590515, "loss_dense": 3.409313368797302, "loss": 6.761224699020386, "time": 0.15611822605133058, "step": 726780}
{"lr": 0.0052582792750472465, "data_time": 0.01810741424560547, "loss_single": 3.3637973070144653, "loss_dense": 3.414265990257263, "loss": 6.778063344955444, "time": 0.15603408813476563, "step": 726830}
{"lr": 0.0052582792750472465, "data_time": 0.016542267799377442, "loss_single": 3.3562639713287354, "loss_dense": 3.409234714508057, "loss": 6.765498685836792, "time": 0.15828921794891357, "step": 726880}
{"lr": 0.0052582792750472465, "data_time": 0.0187680721282959, "loss_single": 3.369079113006592, "loss_dense": 3.427100419998169, "loss": 6.796179580688476, "time": 0.19545772075653076, "step": 726930}
{"lr": 0.0052582792750472465, "data_time": 0.016715621948242186, "loss_single": 3.3696097850799562, "loss_dense": 3.422441077232361, "loss": 6.792050886154175, "time": 0.1574012517929077, "step": 726980}
{"lr": 0.0052582792750472465, "data_time": 0.016680312156677247, "loss_single": 3.384184956550598, "loss_dense": 3.433750939369202, "loss": 6.8179358959198, "time": 0.16024014949798585, "step": 727030}
{"lr": 0.0052582792750472465, "data_time": 0.017872929573059082, "loss_single": 3.356838417053223, "loss_dense": 3.41025071144104, "loss": 6.767089176177978, "time": 0.15563838481903075, "step": 727080}
{"lr": 0.0052582792750472465, "data_time": 0.017390847206115723, "loss_single": 3.354438853263855, "loss_dense": 3.411350870132446, "loss": 6.765789747238159, "time": 0.18540966510772705, "step": 727130}
{"lr": 0.0052582792750472465, "data_time": 0.017888832092285156, "loss_single": 3.361553692817688, "loss_dense": 3.415894317626953, "loss": 6.777447986602783, "time": 0.15697193145751953, "step": 727180}
{"lr": 0.0052582792750472465, "data_time": 0.01797025203704834, "loss_single": 3.3880073547363283, "loss_dense": 3.4514060735702516, "loss": 6.839413452148437, "time": 0.15968470573425292, "step": 727230}
{"lr": 0.0052582792750472465, "data_time": 0.018003320693969725, "loss_single": 3.3730581045150756, "loss_dense": 3.427839469909668, "loss": 6.800897645950317, "time": 0.15653984546661376, "step": 727280}
{"lr": 0.0052582792750472465, "data_time": 0.020139241218566896, "loss_single": 3.3595481395721434, "loss_dense": 3.4112635135650633, "loss": 6.770811700820923, "time": 0.16340389251708984, "step": 727330}
{"lr": 0.0052582792750472465, "data_time": 0.017778897285461427, "loss_single": 3.368674898147583, "loss_dense": 3.4188677072525024, "loss": 6.787542533874512, "time": 0.1666865587234497, "step": 727380}
{"lr": 0.0052582792750472465, "data_time": 0.01706390380859375, "loss_single": 3.368016767501831, "loss_dense": 3.42043559551239, "loss": 6.7884523391723635, "time": 0.1614076614379883, "step": 727430}
{"lr": 0.0052582792750472465, "data_time": 0.015946674346923827, "loss_single": 3.3715481996536254, "loss_dense": 3.4222755670547484, "loss": 6.793823671340943, "time": 0.15210371017456054, "step": 727480}
{"lr": 0.0052582792750472465, "data_time": 0.018344926834106445, "loss_single": 3.3795876502990723, "loss_dense": 3.4276741981506347, "loss": 6.807261896133423, "time": 0.15877978801727294, "step": 727530}
{"lr": 0.0052582792750472465, "data_time": 0.015532922744750977, "loss_single": 3.3668844223022463, "loss_dense": 3.40349280834198, "loss": 6.770377206802368, "time": 0.17066404819488526, "step": 727580}
{"lr": 0.0052582792750472465, "data_time": 0.018611788749694824, "loss_single": 3.367500376701355, "loss_dense": 3.420764112472534, "loss": 6.788264560699463, "time": 0.15483229160308837, "step": 727630}
{"lr": 0.0052582792750472465, "data_time": 0.01836991310119629, "loss_single": 3.382118988037109, "loss_dense": 3.4261511325836183, "loss": 6.8082701683044435, "time": 0.15202531814575196, "step": 727680}
{"lr": 0.0052582792750472465, "data_time": 0.017476844787597656, "loss_single": 3.3404305458068846, "loss_dense": 3.4022927284240723, "loss": 6.742723226547241, "time": 0.16335179805755615, "step": 727730}
{"lr": 0.0052582792750472465, "data_time": 0.018506169319152832, "loss_single": 3.347469115257263, "loss_dense": 3.386222791671753, "loss": 6.733691883087158, "time": 0.17396214008331298, "step": 727780}
{"lr": 0.0052582792750472465, "data_time": 0.018081355094909667, "loss_single": 3.365998649597168, "loss_dense": 3.419750475883484, "loss": 6.785749197006226, "time": 0.16715521812438966, "step": 727830}
{"lr": 0.0052582792750472465, "data_time": 0.015245509147644044, "loss_single": 3.3993146657943725, "loss_dense": 3.4469436407089233, "loss": 6.846258306503296, "time": 0.16165478229522706, "step": 727880}
{"lr": 0.0052582792750472465, "data_time": 0.020734214782714845, "loss_single": 3.3726512670516966, "loss_dense": 3.425842022895813, "loss": 6.798493242263794, "time": 0.1606966495513916, "step": 727930}
{"lr": 0.0052582792750472465, "data_time": 0.018931818008422852, "loss_single": 3.3632180452346803, "loss_dense": 3.4204906702041624, "loss": 6.783708715438843, "time": 0.22920465469360352, "step": 727980}
{"lr": 0.0052582792750472465, "data_time": 0.01723778247833252, "loss_single": 3.347257685661316, "loss_dense": 3.4047582387924193, "loss": 6.752015876770019, "time": 0.1550586223602295, "step": 728030}
{"lr": 0.0052582792750472465, "data_time": 0.015789794921875, "loss_single": 3.346736288070679, "loss_dense": 3.396415853500366, "loss": 6.743152093887329, "time": 0.22554190158843995, "step": 728080}
{"lr": 0.0052582792750472465, "data_time": 0.020897483825683592, "loss_single": 3.3347437143325807, "loss_dense": 3.3936392068862915, "loss": 6.728382873535156, "time": 0.16243414878845214, "step": 728130}
{"lr": 0.0052582792750472465, "data_time": 0.017919278144836424, "loss_single": 3.3463172912597656, "loss_dense": 3.4010751724243162, "loss": 6.747392416000366, "time": 0.15845894813537598, "step": 728180}
{"lr": 0.0052582792750472465, "data_time": 0.01714193820953369, "loss_single": 3.426178050041199, "loss_dense": 3.4934566974639893, "loss": 6.919634819030762, "time": 0.16411688327789306, "step": 728230}
{"lr": 0.0052582792750472465, "data_time": 0.021254706382751464, "loss_single": 3.3625553846359253, "loss_dense": 3.416931176185608, "loss": 6.779486560821534, "time": 0.21682407855987548, "step": 728280}
{"lr": 0.0052582792750472465, "data_time": 0.00898277759552002, "loss_single": 3.3651596307754517, "loss_dense": 3.429646706581116, "loss": 6.794806385040284, "time": 0.19727663993835448, "step": 728330}
{"lr": 0.0052582792750472465, "data_time": 0.015941834449768065, "loss_single": 3.380181670188904, "loss_dense": 3.427761435508728, "loss": 6.807942962646484, "time": 0.16415746212005616, "step": 728380}
{"lr": 0.0052582792750472465, "data_time": 0.01774303913116455, "loss_single": 3.3553232908248902, "loss_dense": 3.4141504764556885, "loss": 6.769473695755005, "time": 0.16025421619415284, "step": 728430}
{"lr": 0.0052582792750472465, "data_time": 0.018369221687316896, "loss_single": 3.329703998565674, "loss_dense": 3.388066601753235, "loss": 6.717770528793335, "time": 0.1545339584350586, "step": 728480}
{"lr": 0.0052582792750472465, "data_time": 0.01710662841796875, "loss_single": 3.366862940788269, "loss_dense": 3.408318591117859, "loss": 6.775181579589844, "time": 0.15663630962371827, "step": 728530}
{"lr": 0.0052582792750472465, "data_time": 0.01771676540374756, "loss_single": 3.3538666009902953, "loss_dense": 3.4007825374603273, "loss": 6.754649066925049, "time": 0.16297221183776855, "step": 728580}
{"lr": 0.0052582792750472465, "data_time": 0.015101790428161621, "loss_single": 3.3535357236862184, "loss_dense": 3.4023663282394407, "loss": 6.755902051925659, "time": 0.15590672492980956, "step": 728630}
{"lr": 0.0052582792750472465, "data_time": 0.02314581871032715, "loss_single": 3.3630300760269165, "loss_dense": 3.4116623163223267, "loss": 6.774692440032959, "time": 0.17612118721008302, "step": 728680}
{"lr": 0.0052582792750472465, "data_time": 0.02107994556427002, "loss_single": 3.35327467918396, "loss_dense": 3.410736012458801, "loss": 6.764010667800903, "time": 0.1670506238937378, "step": 728730}
{"lr": 0.0052582792750472465, "data_time": 0.017093658447265625, "loss_single": 3.3510268926620483, "loss_dense": 3.39408917427063, "loss": 6.7451159954071045, "time": 0.15693440437316894, "step": 728780}
{"lr": 0.0052582792750472465, "data_time": 0.01621253490447998, "loss_single": 3.368541646003723, "loss_dense": 3.411682367324829, "loss": 6.78022403717041, "time": 0.20878639221191406, "step": 728830}
{"lr": 0.0052582792750472465, "data_time": 0.0165147066116333, "loss_single": 3.3392723321914675, "loss_dense": 3.3957318305969237, "loss": 6.735004186630249, "time": 0.16246316432952881, "step": 728880}
{"lr": 0.0052582792750472465, "data_time": 0.015990805625915528, "loss_single": 3.366358494758606, "loss_dense": 3.419737768173218, "loss": 6.78609619140625, "time": 0.16200382709503175, "step": 728930}
{"lr": 0.0052582792750472465, "data_time": 0.017441511154174805, "loss_single": 3.3806761264801026, "loss_dense": 3.429007315635681, "loss": 6.809683418273925, "time": 0.15474307537078857, "step": 728980}
{"lr": 0.0052582792750472465, "data_time": 0.01777477264404297, "loss_single": 3.376177501678467, "loss_dense": 3.4451236963272094, "loss": 6.821301221847534, "time": 0.1661238193511963, "step": 729030}
{"lr": 0.0052582792750472465, "data_time": 0.014287137985229492, "loss_single": 3.4109331130981446, "loss_dense": 3.455246829986572, "loss": 6.866179895401001, "time": 0.23349812030792236, "step": 729080}
{"lr": 0.0052582792750472465, "data_time": 0.017914605140686036, "loss_single": 3.3600836992263794, "loss_dense": 3.4045108795166015, "loss": 6.764594602584839, "time": 0.16221725940704346, "step": 729130}
{"lr": 0.0052582792750472465, "data_time": 0.020182037353515626, "loss_single": 3.355437231063843, "loss_dense": 3.4184967041015626, "loss": 6.773933935165405, "time": 0.16293087005615234, "step": 729180}
{"lr": 0.0052582792750472465, "data_time": 0.016311097145080566, "loss_single": 3.3686772108078005, "loss_dense": 3.405860924720764, "loss": 6.774538183212281, "time": 0.15274672508239745, "step": 729230}
{"lr": 0.0052582792750472465, "data_time": 0.016063761711120606, "loss_single": 3.338962364196777, "loss_dense": 3.3995101690292358, "loss": 6.738472604751587, "time": 0.16134867668151856, "step": 729280}
{"lr": 0.0052582792750472465, "data_time": 0.018332958221435547, "loss_single": 3.3735008001327516, "loss_dense": 3.414104175567627, "loss": 6.7876049995422365, "time": 0.157814884185791, "step": 729330}
{"lr": 0.0052582792750472465, "data_time": 0.017809796333312988, "loss_single": 3.3577168703079225, "loss_dense": 3.4020540714263916, "loss": 6.759771013259888, "time": 0.1635199546813965, "step": 729380}
{"lr": 0.0052582792750472465, "data_time": 0.025876641273498535, "loss_single": 3.408072352409363, "loss_dense": 3.448521280288696, "loss": 6.856593656539917, "time": 0.2140126943588257, "step": 729430}
{"lr": 0.0052582792750472465, "data_time": 0.016909456253051756, "loss_single": 3.3615567684173584, "loss_dense": 3.4112497329711915, "loss": 6.772806453704834, "time": 0.15629308223724364, "step": 729480}
{"lr": 0.0052582792750472465, "data_time": 0.016835117340087892, "loss_single": 3.3606226205825807, "loss_dense": 3.3963070154190063, "loss": 6.756929683685303, "time": 0.15414214134216309, "step": 729530}
{"lr": 0.0052582792750472465, "data_time": 0.016924452781677247, "loss_single": 3.371651458740234, "loss_dense": 3.43751916885376, "loss": 6.8091706275939945, "time": 0.1554140567779541, "step": 729580}
{"lr": 0.0052582792750472465, "data_time": 0.017109155654907227, "loss_single": 3.368255376815796, "loss_dense": 3.4196036577224733, "loss": 6.787859058380127, "time": 0.16365962028503417, "step": 729630}
{"lr": 0.0052582792750472465, "data_time": 0.01691431999206543, "loss_single": 3.3459298610687256, "loss_dense": 3.3887225151062013, "loss": 6.734652376174926, "time": 0.15548412799835204, "step": 729680}
{"lr": 0.0052582792750472465, "data_time": 0.020270442962646483, "loss_single": 3.364366388320923, "loss_dense": 3.406947207450867, "loss": 6.7713135242462155, "time": 0.2347259998321533, "step": 729730}
{"lr": 0.0052582792750472465, "data_time": 0.01890110969543457, "loss_single": 3.3650790452957153, "loss_dense": 3.408519458770752, "loss": 6.773598575592041, "time": 0.1655430316925049, "step": 729780}
{"lr": 0.0052582792750472465, "data_time": 0.017119622230529784, "loss_single": 3.390470600128174, "loss_dense": 3.436652112007141, "loss": 6.827122688293457, "time": 0.15780720710754395, "step": 729830}
{"lr": 0.0052582792750472465, "data_time": 0.021761751174926756, "loss_single": 3.342070746421814, "loss_dense": 3.398568034172058, "loss": 6.7406388282775875, "time": 0.1631758213043213, "step": 729880}
{"lr": 0.0052582792750472465, "data_time": 0.01876366138458252, "loss_single": 3.352710723876953, "loss_dense": 3.393268847465515, "loss": 6.745979499816895, "time": 0.1559239625930786, "step": 729930}
{"lr": 0.0052582792750472465, "data_time": 0.020188617706298827, "loss_single": 3.37891526222229, "loss_dense": 3.4224719285964964, "loss": 6.801387214660645, "time": 0.15565264225006104, "step": 729980}
{"lr": 0.0052582792750472465, "data_time": 0.017569208145141603, "loss_single": 3.3883414030075074, "loss_dense": 3.4391919374465942, "loss": 6.827533292770386, "time": 0.18654468059539794, "step": 730030}
{"lr": 0.0052582792750472465, "data_time": 0.016548562049865722, "loss_single": 3.3766528606414794, "loss_dense": 3.4350377321243286, "loss": 6.81169056892395, "time": 0.1579652786254883, "step": 730080}
{"lr": 0.0052582792750472465, "data_time": 0.01698777675628662, "loss_single": 3.3642733335494994, "loss_dense": 3.4124305963516237, "loss": 6.776703977584839, "time": 0.15806057453155517, "step": 730130}
{"lr": 0.0052582792750472465, "data_time": 0.024269962310791017, "loss_single": 3.3585402965545654, "loss_dense": 3.411441612243652, "loss": 6.769981908798218, "time": 0.17066924571990966, "step": 730180}
{"lr": 0.0052582792750472465, "data_time": 0.018611788749694824, "loss_single": 3.355234956741333, "loss_dense": 3.410965657234192, "loss": 6.766200542449951, "time": 0.1563631057739258, "step": 730230}
{"lr": 0.0052582792750472465, "data_time": 0.016775178909301757, "loss_single": 3.3462725400924684, "loss_dense": 3.4009032249450684, "loss": 6.7471757411956785, "time": 0.15854883193969727, "step": 730280}
{"lr": 0.0052582792750472465, "data_time": 0.01956453323364258, "loss_single": 3.3515692949295044, "loss_dense": 3.41382577419281, "loss": 6.765395069122315, "time": 0.15661396980285644, "step": 730330}
{"lr": 0.0052582792750472465, "data_time": 0.017632532119750976, "loss_single": 3.3530370712280275, "loss_dense": 3.4065456628799438, "loss": 6.759582662582398, "time": 0.15489654541015624, "step": 730380}
{"lr": 0.0052582792750472465, "data_time": 0.016485762596130372, "loss_single": 3.3535995960235594, "loss_dense": 3.4269381046295164, "loss": 6.7805376052856445, "time": 0.15421020984649658, "step": 730430}
{"lr": 0.0052582792750472465, "data_time": 0.017308259010314943, "loss_single": 3.3557282209396364, "loss_dense": 3.4229870080947875, "loss": 6.778715324401856, "time": 0.1612299680709839, "step": 730480}
{"lr": 0.0052582792750472465, "data_time": 0.015895390510559083, "loss_single": 3.3593124389648437, "loss_dense": 3.409629797935486, "loss": 6.7689423084259035, "time": 0.15881943702697754, "step": 730530}
{"lr": 0.0052582792750472465, "data_time": 0.013518047332763673, "loss_single": 3.3267699003219606, "loss_dense": 3.383200931549072, "loss": 6.7099708080291744, "time": 0.15217981338500977, "step": 730580}
{"lr": 0.005080322020145224, "data_time": 0.018407726287841798, "loss_single": 3.3596819162368776, "loss_dense": 3.4169713258743286, "loss": 6.776653242111206, "time": 0.15726311206817628, "step": 730634}
{"lr": 0.005080322020145224, "data_time": 0.015928125381469725, "loss_single": 3.372166156768799, "loss_dense": 3.420334219932556, "loss": 6.792500352859497, "time": 0.16066665649414064, "step": 730684}
{"lr": 0.005080322020145224, "data_time": 0.011845684051513672, "loss_single": 3.350789022445679, "loss_dense": 3.3965219020843507, "loss": 6.747310924530029, "time": 0.16243884563446045, "step": 730734}
{"lr": 0.005080322020145224, "data_time": 0.017783141136169432, "loss_single": 3.362400269508362, "loss_dense": 3.4022018194198607, "loss": 6.764602088928223, "time": 0.1574336528778076, "step": 730784}
{"lr": 0.005080322020145224, "data_time": 0.017365407943725587, "loss_single": 3.394137644767761, "loss_dense": 3.429175591468811, "loss": 6.823313236236572, "time": 0.1591655731201172, "step": 730834}
{"lr": 0.005080322020145224, "data_time": 0.01654689311981201, "loss_single": 3.384400820732117, "loss_dense": 3.422806811332703, "loss": 6.807207679748535, "time": 0.25426933765411375, "step": 730884}
{"lr": 0.005080322020145224, "data_time": 0.016660428047180174, "loss_single": 3.3410911560058594, "loss_dense": 3.3893920183181763, "loss": 6.730483055114746, "time": 0.15447280406951905, "step": 730934}
{"lr": 0.005080322020145224, "data_time": 0.02111368179321289, "loss_single": 3.3958927392959595, "loss_dense": 3.437595748901367, "loss": 6.833488416671753, "time": 0.16136767864227294, "step": 730984}
{"lr": 0.005080322020145224, "data_time": 0.01867227554321289, "loss_single": 3.3462974548339846, "loss_dense": 3.410229134559631, "loss": 6.7565265655517575, "time": 0.15885457992553711, "step": 731034}
{"lr": 0.005080322020145224, "data_time": 0.0174868106842041, "loss_single": 3.361627459526062, "loss_dense": 3.417427396774292, "loss": 6.779054832458496, "time": 0.15456202030181884, "step": 731084}
{"lr": 0.005080322020145224, "data_time": 0.018743324279785156, "loss_single": 3.374216628074646, "loss_dense": 3.412954640388489, "loss": 6.787171268463135, "time": 0.17004036903381348, "step": 731134}
{"lr": 0.005080322020145224, "data_time": 0.01630549430847168, "loss_single": 3.353298282623291, "loss_dense": 3.395489239692688, "loss": 6.748787450790405, "time": 0.17863726615905762, "step": 731184}
{"lr": 0.005080322020145224, "data_time": 0.020448589324951173, "loss_single": 3.3660783767700195, "loss_dense": 3.417515015602112, "loss": 6.783593368530274, "time": 0.24383013248443602, "step": 731234}
{"lr": 0.005080322020145224, "data_time": 0.01914064884185791, "loss_single": 3.343089556694031, "loss_dense": 3.3874107122421266, "loss": 6.730500364303589, "time": 0.1581808567047119, "step": 731284}
{"lr": 0.005080322020145224, "data_time": 0.01871182918548584, "loss_single": 3.3851891279220583, "loss_dense": 3.4383578300476074, "loss": 6.82354702949524, "time": 0.1714371919631958, "step": 731334}
{"lr": 0.005080322020145224, "data_time": 0.01645493507385254, "loss_single": 3.3459755420684814, "loss_dense": 3.4038049459457396, "loss": 6.749780464172363, "time": 0.16638684272766113, "step": 731384}
{"lr": 0.005080322020145224, "data_time": 0.017480969429016113, "loss_single": 3.3543146371841432, "loss_dense": 3.4125484466552733, "loss": 6.766863107681274, "time": 0.15708863735198975, "step": 731434}
{"lr": 0.005080322020145224, "data_time": 0.018131494522094727, "loss_single": 3.3309120416641234, "loss_dense": 3.378806972503662, "loss": 6.709718990325928, "time": 0.1614379405975342, "step": 731484}
{"lr": 0.005080322020145224, "data_time": 0.026420068740844727, "loss_single": 3.331583571434021, "loss_dense": 3.375387930870056, "loss": 6.706971549987793, "time": 0.24111082553863525, "step": 731534}
{"lr": 0.005080322020145224, "data_time": 0.016511917114257812, "loss_single": 3.3879666566848754, "loss_dense": 3.4418750762939454, "loss": 6.8298417091369625, "time": 0.16944599151611328, "step": 731584}
{"lr": 0.005080322020145224, "data_time": 0.05084373950958252, "loss_single": 3.366034913063049, "loss_dense": 3.4290550470352175, "loss": 6.795089960098267, "time": 0.22281110286712646, "step": 731634}
{"lr": 0.005080322020145224, "data_time": 0.018368625640869142, "loss_single": 3.3605301856994627, "loss_dense": 3.4114269018173218, "loss": 6.771957111358643, "time": 0.15642235279083253, "step": 731684}
{"lr": 0.005080322020145224, "data_time": 0.014405202865600587, "loss_single": 3.3444293260574343, "loss_dense": 3.38863000869751, "loss": 6.733059358596802, "time": 0.16603164672851561, "step": 731734}
{"lr": 0.005080322020145224, "data_time": 0.019015860557556153, "loss_single": 3.3582781314849854, "loss_dense": 3.4084869384765626, "loss": 6.766765069961548, "time": 0.16101279258728027, "step": 731784}
{"lr": 0.005080322020145224, "data_time": 0.021550655364990234, "loss_single": 3.3438692808151247, "loss_dense": 3.3924612760543824, "loss": 6.736330604553222, "time": 0.16218211650848388, "step": 731834}
{"lr": 0.005080322020145224, "data_time": 0.01656508445739746, "loss_single": 3.3667438983917237, "loss_dense": 3.4160682916641236, "loss": 6.782812166213989, "time": 0.15764689445495605, "step": 731884}
{"lr": 0.005080322020145224, "data_time": 0.016173148155212404, "loss_single": 3.3500595808029177, "loss_dense": 3.4079778671264647, "loss": 6.758037519454956, "time": 0.15733237266540528, "step": 731934}
{"lr": 0.005080322020145224, "data_time": 0.017128348350524902, "loss_single": 3.379375767707825, "loss_dense": 3.4272437572479246, "loss": 6.806619548797608, "time": 0.15938906669616698, "step": 731984}
{"lr": 0.005080322020145224, "data_time": 0.017486071586608885, "loss_single": 3.3680124521255492, "loss_dense": 3.411343550682068, "loss": 6.779356050491333, "time": 0.1722884178161621, "step": 732034}
{"lr": 0.005080322020145224, "data_time": 0.01691150665283203, "loss_single": 3.3317348957061768, "loss_dense": 3.388991594314575, "loss": 6.720726442337036, "time": 0.16040375232696533, "step": 732084}
{"lr": 0.005080322020145224, "data_time": 0.017386746406555176, "loss_single": 3.3394537210464477, "loss_dense": 3.3906370878219603, "loss": 6.730090761184693, "time": 0.16404426097869873, "step": 732134}
{"lr": 0.005080322020145224, "data_time": 0.016078996658325195, "loss_single": 3.3745256662368774, "loss_dense": 3.4238680601119995, "loss": 6.798393821716308, "time": 0.1555325984954834, "step": 732184}
{"lr": 0.005080322020145224, "data_time": 0.013966178894042969, "loss_single": 3.349458909034729, "loss_dense": 3.4053621530532836, "loss": 6.754820966720581, "time": 0.1897862195968628, "step": 732234}
{"lr": 0.005080322020145224, "data_time": 0.01959702968597412, "loss_single": 3.3489248275756838, "loss_dense": 3.406185245513916, "loss": 6.755110120773315, "time": 0.16046435832977296, "step": 732284}
{"lr": 0.005080322020145224, "data_time": 0.01888096332550049, "loss_single": 3.356938123703003, "loss_dense": 3.408429217338562, "loss": 6.765367269515991, "time": 0.17108614444732667, "step": 732334}
{"lr": 0.005080322020145224, "data_time": 0.018921828269958495, "loss_single": 3.3530704021453857, "loss_dense": 3.4181793451309206, "loss": 6.771249771118164, "time": 0.1576869249343872, "step": 732384}
{"lr": 0.005080322020145224, "data_time": 0.016383051872253418, "loss_single": 3.3685455560684203, "loss_dense": 3.416095423698425, "loss": 6.7846410274505615, "time": 0.16260144710540772, "step": 732434}
{"lr": 0.005080322020145224, "data_time": 0.017464852333068846, "loss_single": 3.3557323932647707, "loss_dense": 3.404087042808533, "loss": 6.759819459915161, "time": 0.15640730857849122, "step": 732484}
{"lr": 0.005080322020145224, "data_time": 0.01699862480163574, "loss_single": 3.3682843923568724, "loss_dense": 3.405974507331848, "loss": 6.7742588996887205, "time": 0.1572526216506958, "step": 732534}
{"lr": 0.005080322020145224, "data_time": 0.019902515411376952, "loss_single": 3.366864037513733, "loss_dense": 3.4100812673568726, "loss": 6.776945304870606, "time": 0.16366639137268066, "step": 732584}
{"lr": 0.005080322020145224, "data_time": 0.01999216079711914, "loss_single": 3.346051836013794, "loss_dense": 3.393425440788269, "loss": 6.7394773960113525, "time": 0.2299931287765503, "step": 732634}
{"lr": 0.005080322020145224, "data_time": 0.01764082908630371, "loss_single": 3.3652034997940063, "loss_dense": 3.4176392793655395, "loss": 6.782842779159546, "time": 0.1924724817276001, "step": 732684}
{"lr": 0.005080322020145224, "data_time": 0.017503070831298827, "loss_single": 3.386292338371277, "loss_dense": 3.429611659049988, "loss": 6.815904045104981, "time": 0.17120492458343506, "step": 732734}
{"lr": 0.005080322020145224, "data_time": 0.018577980995178222, "loss_single": 3.373841118812561, "loss_dense": 3.4222091674804687, "loss": 6.796050310134888, "time": 0.1561373233795166, "step": 732784}
{"lr": 0.005080322020145224, "data_time": 0.015019989013671875, "loss_single": 3.3674318552017213, "loss_dense": 3.420640206336975, "loss": 6.788072013854981, "time": 0.1700129985809326, "step": 732834}
{"lr": 0.005080322020145224, "data_time": 0.016895031929016112, "loss_single": 3.381649875640869, "loss_dense": 3.4296639919281007, "loss": 6.81131386756897, "time": 0.154824161529541, "step": 732884}
{"lr": 0.005080322020145224, "data_time": 0.018174123764038087, "loss_single": 3.3900603532791136, "loss_dense": 3.4268523931503294, "loss": 6.816912746429443, "time": 0.1572352170944214, "step": 732934}
{"lr": 0.005080322020145224, "data_time": 0.017325568199157714, "loss_single": 3.3498783349990844, "loss_dense": 3.393525791168213, "loss": 6.74340410232544, "time": 0.15678417682647705, "step": 732984}
{"lr": 0.005080322020145224, "data_time": 0.02073225975036621, "loss_single": 3.3446959018707276, "loss_dense": 3.3890443325042723, "loss": 6.733740186691284, "time": 0.22372667789459227, "step": 733034}
{"lr": 0.005080322020145224, "data_time": 0.016654348373413085, "loss_single": 3.37927086353302, "loss_dense": 3.428979444503784, "loss": 6.8082503318786625, "time": 0.15729739665985107, "step": 733084}
{"lr": 0.005080322020145224, "data_time": 0.014272379875183105, "loss_single": 3.365503931045532, "loss_dense": 3.4020474195480346, "loss": 6.767551326751709, "time": 0.15864295959472657, "step": 733134}
{"lr": 0.005080322020145224, "data_time": 0.017740297317504882, "loss_single": 3.3690377712249755, "loss_dense": 3.42008261680603, "loss": 6.789120388031006, "time": 0.16123054027557374, "step": 733184}
{"lr": 0.005080322020145224, "data_time": 0.01954512596130371, "loss_single": 3.3591347694396974, "loss_dense": 3.40650680065155, "loss": 6.765641546249389, "time": 0.15974140167236328, "step": 733234}
{"lr": 0.005080322020145224, "data_time": 0.01559295654296875, "loss_single": 3.3697118282318117, "loss_dense": 3.416478967666626, "loss": 6.786190795898437, "time": 0.18767576217651366, "step": 733284}
{"lr": 0.005080322020145224, "data_time": 0.016094541549682616, "loss_single": 3.3953286170959474, "loss_dense": 3.430766749382019, "loss": 6.826095294952393, "time": 0.16070613861083985, "step": 733334}
{"lr": 0.005080322020145224, "data_time": 0.02158682346343994, "loss_single": 3.3741358041763307, "loss_dense": 3.4248993158340455, "loss": 6.799035120010376, "time": 0.31129438877105714, "step": 733384}
{"lr": 0.005080322020145224, "data_time": 0.01863696575164795, "loss_single": 3.378715419769287, "loss_dense": 3.4271833896636963, "loss": 6.805898857116699, "time": 0.15863678455352784, "step": 733434}
{"lr": 0.005080322020145224, "data_time": 0.016768789291381835, "loss_single": 3.371082973480225, "loss_dense": 3.415760850906372, "loss": 6.786843919754029, "time": 0.15935428142547609, "step": 733484}
{"lr": 0.005080322020145224, "data_time": 0.016971492767333986, "loss_single": 3.3831207036972044, "loss_dense": 3.430820345878601, "loss": 6.81394100189209, "time": 0.15753419399261476, "step": 733534}
{"lr": 0.005080322020145224, "data_time": 0.017615675926208496, "loss_single": 3.3722423553466796, "loss_dense": 3.4106005430221558, "loss": 6.782842922210693, "time": 0.15785748958587648, "step": 733584}
{"lr": 0.005080322020145224, "data_time": 0.01735050678253174, "loss_single": 3.349745488166809, "loss_dense": 3.39623544216156, "loss": 6.745980882644654, "time": 0.1813124895095825, "step": 733634}
{"lr": 0.005080322020145224, "data_time": 0.013995909690856933, "loss_single": 3.340336298942566, "loss_dense": 3.393861484527588, "loss": 6.734197807312012, "time": 0.1531125545501709, "step": 733684}
{"lr": 0.005080322020145224, "data_time": 0.01931600570678711, "loss_single": 3.3465219736099243, "loss_dense": 3.388159894943237, "loss": 6.734681892395019, "time": 0.16784090995788575, "step": 733734}
{"lr": 0.005080322020145224, "data_time": 0.014822125434875488, "loss_single": 3.3866159439086916, "loss_dense": 3.4353049755096436, "loss": 6.821921014785767, "time": 0.16210877895355225, "step": 733784}
{"lr": 0.005080322020145224, "data_time": 0.018005752563476564, "loss_single": 3.365686225891113, "loss_dense": 3.417165017127991, "loss": 6.7828511714935305, "time": 0.15928201675415038, "step": 733834}
{"lr": 0.005080322020145224, "data_time": 0.016122961044311525, "loss_single": 3.3522918462753295, "loss_dense": 3.398688244819641, "loss": 6.750980043411255, "time": 0.16156508922576904, "step": 733884}
{"lr": 0.005080322020145224, "data_time": 0.017009592056274413, "loss_single": 3.357550573348999, "loss_dense": 3.3953839778900146, "loss": 6.7529346466064455, "time": 0.1564225435256958, "step": 733934}
{"lr": 0.005080322020145224, "data_time": 0.016527462005615234, "loss_single": 3.3599887132644652, "loss_dense": 3.406176471710205, "loss": 6.766165256500244, "time": 0.169061541557312, "step": 733984}
{"lr": 0.005080322020145224, "data_time": 0.016823196411132814, "loss_single": 3.355882978439331, "loss_dense": 3.403725790977478, "loss": 6.7596086978912355, "time": 0.16073274612426758, "step": 734034}
{"lr": 0.005080322020145224, "data_time": 0.019864606857299804, "loss_single": 3.347873592376709, "loss_dense": 3.4118762969970704, "loss": 6.759749841690064, "time": 0.23462896347045897, "step": 734084}
{"lr": 0.005080322020145224, "data_time": 0.017006468772888184, "loss_single": 3.3819578170776365, "loss_dense": 3.433876156806946, "loss": 6.815833997726441, "time": 0.1659184217453003, "step": 734134}
{"lr": 0.005080322020145224, "data_time": 0.02268390655517578, "loss_single": 3.3737067937850953, "loss_dense": 3.4309241771698, "loss": 6.804631042480469, "time": 0.16776885986328124, "step": 734184}
{"lr": 0.005080322020145224, "data_time": 0.017559003829956055, "loss_single": 3.3743823289871218, "loss_dense": 3.421963095664978, "loss": 6.7963454246521, "time": 0.17908928394317628, "step": 734234}
{"lr": 0.005080322020145224, "data_time": 0.017253518104553223, "loss_single": 3.3716917991638184, "loss_dense": 3.422335457801819, "loss": 6.794027280807495, "time": 0.1560948133468628, "step": 734284}
{"lr": 0.005080322020145224, "data_time": 0.018659687042236327, "loss_single": 3.358446979522705, "loss_dense": 3.4143186807632446, "loss": 6.772765684127807, "time": 0.15823376178741455, "step": 734334}
{"lr": 0.005080322020145224, "data_time": 0.0172396183013916, "loss_single": 3.3306686639785767, "loss_dense": 3.3808923959732056, "loss": 6.711561107635498, "time": 0.16245126724243164, "step": 734384}
{"lr": 0.005080322020145224, "data_time": 0.020105838775634766, "loss_single": 3.3405590772628786, "loss_dense": 3.3944195985794066, "loss": 6.734978723526001, "time": 0.20373294353485108, "step": 734434}
{"lr": 0.005080322020145224, "data_time": 0.020555734634399414, "loss_single": 3.371654748916626, "loss_dense": 3.411654019355774, "loss": 6.783308839797973, "time": 0.1618858814239502, "step": 734484}
{"lr": 0.005080322020145224, "data_time": 0.017054200172424316, "loss_single": 3.3653287172317503, "loss_dense": 3.428775191307068, "loss": 6.794103908538818, "time": 0.164296293258667, "step": 734534}
{"lr": 0.005080322020145224, "data_time": 0.0171764612197876, "loss_single": 3.361500859260559, "loss_dense": 3.4159850120544433, "loss": 6.7774858474731445, "time": 0.16412477493286132, "step": 734584}
{"lr": 0.005080322020145224, "data_time": 0.019104361534118652, "loss_single": 3.366901969909668, "loss_dense": 3.4207688331604005, "loss": 6.7876708030700685, "time": 0.15519266128540038, "step": 734634}
{"lr": 0.005080322020145224, "data_time": 0.01765706539154053, "loss_single": 3.3572051525115967, "loss_dense": 3.4203248977661134, "loss": 6.777530002593994, "time": 0.1607814073562622, "step": 734684}
{"lr": 0.005080322020145224, "data_time": 0.017675185203552247, "loss_single": 3.388235402107239, "loss_dense": 3.4129416227340696, "loss": 6.801177072525024, "time": 0.1651840925216675, "step": 734734}
{"lr": 0.005080322020145224, "data_time": 0.015730452537536622, "loss_single": 3.389903163909912, "loss_dense": 3.4415993213653566, "loss": 6.831502485275268, "time": 0.15698320865631105, "step": 734784}
{"lr": 0.005080322020145224, "data_time": 0.0172727108001709, "loss_single": 3.353891134262085, "loss_dense": 3.405047392845154, "loss": 6.758938455581665, "time": 0.1595931053161621, "step": 734834}
{"lr": 0.005080322020145224, "data_time": 0.019559216499328614, "loss_single": 3.367388129234314, "loss_dense": 3.418364644050598, "loss": 6.785752773284912, "time": 0.21737165451049806, "step": 734884}
{"lr": 0.005080322020145224, "data_time": 0.017056655883789063, "loss_single": 3.3677456378936768, "loss_dense": 3.4050902843475344, "loss": 6.772835922241211, "time": 0.16155734062194824, "step": 734934}
{"lr": 0.005080322020145224, "data_time": 0.04184780120849609, "loss_single": 3.357065296173096, "loss_dense": 3.4089401006698608, "loss": 6.766005373001098, "time": 0.18611812591552734, "step": 734984}
{"lr": 0.005080322020145224, "data_time": 0.016363763809204103, "loss_single": 3.403413462638855, "loss_dense": 3.4294452905654906, "loss": 6.832858753204346, "time": 0.17562413215637207, "step": 735034}
{"lr": 0.005080322020145224, "data_time": 0.019678831100463867, "loss_single": 3.3555723905563353, "loss_dense": 3.4137765169143677, "loss": 6.769348859786987, "time": 0.16087172031402588, "step": 735084}
{"lr": 0.005080322020145224, "data_time": 0.017411160469055175, "loss_single": 3.3863636255264282, "loss_dense": 3.4337002754211428, "loss": 6.820063972473145, "time": 0.1693166971206665, "step": 735134}
{"lr": 0.005080322020145224, "data_time": 0.01608872413635254, "loss_single": 3.35828754901886, "loss_dense": 3.420188283920288, "loss": 6.778475761413574, "time": 0.15545265674591063, "step": 735184}
{"lr": 0.005080322020145224, "data_time": 0.016300654411315917, "loss_single": 3.3620123147964476, "loss_dense": 3.4122686624526977, "loss": 6.77428092956543, "time": 0.16250522136688234, "step": 735234}
{"lr": 0.005080322020145224, "data_time": 0.017046093940734863, "loss_single": 3.360461163520813, "loss_dense": 3.4045605421066285, "loss": 6.765021705627442, "time": 0.6837828159332275, "step": 735284}
{"lr": 0.005080322020145224, "data_time": 0.018415021896362304, "loss_single": 3.3416321516036986, "loss_dense": 3.388194727897644, "loss": 6.729826831817627, "time": 0.1577850580215454, "step": 735334}
{"lr": 0.005080322020145224, "data_time": 0.015284299850463867, "loss_single": 3.3611082792282105, "loss_dense": 3.402796816825867, "loss": 6.763905096054077, "time": 0.15828557014465333, "step": 735384}
{"lr": 0.005080322020145224, "data_time": 0.014756584167480468, "loss_single": 3.3641510725021364, "loss_dense": 3.4189544439315798, "loss": 6.783105516433716, "time": 0.16386961936950684, "step": 735434}
{"lr": 0.005080322020145224, "data_time": 0.017611885070800783, "loss_single": 3.3672516107559205, "loss_dense": 3.4184111595153808, "loss": 6.785662746429443, "time": 0.16665055751800537, "step": 735484}
{"lr": 0.005080322020145224, "data_time": 0.015197157859802246, "loss_single": 3.3388065576553343, "loss_dense": 3.382195782661438, "loss": 6.721002292633057, "time": 0.1585242986679077, "step": 735534}
{"lr": 0.005080322020145224, "data_time": 0.013879108428955077, "loss_single": 3.3351825714111327, "loss_dense": 3.388581109046936, "loss": 6.723763704299927, "time": 0.1531447410583496, "step": 735584}
{"lr": 0.0049048122973533986, "data_time": 0.017213082313537596, "loss_single": 3.3898430347442625, "loss_dense": 3.4301114320755004, "loss": 6.8199543952941895, "time": 0.1576131820678711, "step": 735638}
{"lr": 0.0049048122973533986, "data_time": 0.0173520565032959, "loss_single": 3.3429047107696532, "loss_dense": 3.399989628791809, "loss": 6.7428943634033205, "time": 0.16424458026885985, "step": 735688}
{"lr": 0.0049048122973533986, "data_time": 0.01815972328186035, "loss_single": 3.3505865335464478, "loss_dense": 3.400426435470581, "loss": 6.751012992858887, "time": 0.15912227630615233, "step": 735738}
{"lr": 0.0049048122973533986, "data_time": 0.016251182556152342, "loss_single": 3.3426467418670653, "loss_dense": 3.3895862340927123, "loss": 6.732233047485352, "time": 0.16698920726776123, "step": 735788}
{"lr": 0.0049048122973533986, "data_time": 0.018354392051696776, "loss_single": 3.3697981357574465, "loss_dense": 3.4161948919296266, "loss": 6.785993051528931, "time": 0.15807340145111085, "step": 735838}
{"lr": 0.0049048122973533986, "data_time": 0.016373467445373536, "loss_single": 3.3409809112548827, "loss_dense": 3.400747466087341, "loss": 6.741728353500366, "time": 0.16101913452148436, "step": 735888}
{"lr": 0.0049048122973533986, "data_time": 0.011223077774047852, "loss_single": 3.3617582082748414, "loss_dense": 3.406799817085266, "loss": 6.768558025360107, "time": 0.1663508653640747, "step": 735938}
{"lr": 0.0049048122973533986, "data_time": 0.01818211078643799, "loss_single": 3.3675891637802122, "loss_dense": 3.410151743888855, "loss": 6.777740907669068, "time": 0.15373964309692384, "step": 735988}
{"lr": 0.0049048122973533986, "data_time": 0.01676464080810547, "loss_single": 3.353404498100281, "loss_dense": 3.406281304359436, "loss": 6.759685897827149, "time": 0.18919770717620848, "step": 736038}
{"lr": 0.0049048122973533986, "data_time": 0.01628749370574951, "loss_single": 3.353093886375427, "loss_dense": 3.4086216926574706, "loss": 6.76171555519104, "time": 0.19188859462738037, "step": 736088}
{"lr": 0.0049048122973533986, "data_time": 0.027731990814208983, "loss_single": 3.362779664993286, "loss_dense": 3.406076192855835, "loss": 6.768855810165405, "time": 0.17225546836853028, "step": 736138}
{"lr": 0.0049048122973533986, "data_time": 0.016823935508728027, "loss_single": 3.3487387180328367, "loss_dense": 3.3940912008285524, "loss": 6.742829895019531, "time": 0.15865135192871094, "step": 736188}
{"lr": 0.0049048122973533986, "data_time": 0.017693376541137694, "loss_single": 3.3395560503005983, "loss_dense": 3.3980817079544066, "loss": 6.737637758255005, "time": 0.15661289691925048, "step": 736238}
{"lr": 0.0049048122973533986, "data_time": 0.016718268394470215, "loss_single": 3.3375653982162476, "loss_dense": 3.386664891242981, "loss": 6.7242302894592285, "time": 0.15674872398376466, "step": 736288}
{"lr": 0.0049048122973533986, "data_time": 0.023702192306518554, "loss_single": 3.3686337947845457, "loss_dense": 3.413590097427368, "loss": 6.782223892211914, "time": 0.20909645557403564, "step": 736338}
{"lr": 0.0049048122973533986, "data_time": 0.01679356098175049, "loss_single": 3.3479487895965576, "loss_dense": 3.404204845428467, "loss": 6.752153587341309, "time": 0.1587972640991211, "step": 736388}
{"lr": 0.0049048122973533986, "data_time": 0.015754318237304686, "loss_single": 3.328798246383667, "loss_dense": 3.3840837478637695, "loss": 6.712881994247437, "time": 0.16174747943878173, "step": 736438}
{"lr": 0.0049048122973533986, "data_time": 0.01801936626434326, "loss_single": 3.3950075626373293, "loss_dense": 3.4279661417007445, "loss": 6.822973728179932, "time": 0.15510077476501466, "step": 736488}
{"lr": 0.0049048122973533986, "data_time": 0.0175065279006958, "loss_single": 3.358188033103943, "loss_dense": 3.4042285442352296, "loss": 6.76241660118103, "time": 0.16246407032012938, "step": 736538}
{"lr": 0.0049048122973533986, "data_time": 0.014507699012756347, "loss_single": 3.389534854888916, "loss_dense": 3.4338478088378905, "loss": 6.823382711410522, "time": 0.15885460376739502, "step": 736588}
{"lr": 0.0049048122973533986, "data_time": 0.017332839965820312, "loss_single": 3.3603933334350584, "loss_dense": 3.402872586250305, "loss": 6.76326584815979, "time": 0.16293938159942628, "step": 736638}
{"lr": 0.0049048122973533986, "data_time": 0.020609378814697266, "loss_single": 3.3481650590896606, "loss_dense": 3.4051794052124023, "loss": 6.753344440460205, "time": 0.26715869903564454, "step": 736688}
{"lr": 0.0049048122973533986, "data_time": 0.013664436340332032, "loss_single": 3.364847683906555, "loss_dense": 3.4158338069915772, "loss": 6.780681514739991, "time": 0.1666316032409668, "step": 736738}
{"lr": 0.0049048122973533986, "data_time": 0.017591309547424317, "loss_single": 3.36638400554657, "loss_dense": 3.420578646659851, "loss": 6.786962699890137, "time": 0.1587592840194702, "step": 736788}
{"lr": 0.0049048122973533986, "data_time": 0.01696176528930664, "loss_single": 3.3517085313796997, "loss_dense": 3.3983139038085937, "loss": 6.7500224113464355, "time": 0.1792696237564087, "step": 736838}
{"lr": 0.0049048122973533986, "data_time": 0.017322850227355958, "loss_single": 3.3624730348587035, "loss_dense": 3.420322871208191, "loss": 6.7827959060668945, "time": 0.1564119577407837, "step": 736888}
{"lr": 0.0049048122973533986, "data_time": 0.018649935722351074, "loss_single": 3.3561118841171265, "loss_dense": 3.4164520502090454, "loss": 6.772563934326172, "time": 0.1529263973236084, "step": 736938}
{"lr": 0.0049048122973533986, "data_time": 0.017180657386779784, "loss_single": 3.355403208732605, "loss_dense": 3.3982229232788086, "loss": 6.753626155853271, "time": 0.154386568069458, "step": 736988}
{"lr": 0.0049048122973533986, "data_time": 0.024011969566345215, "loss_single": 3.341183805465698, "loss_dense": 3.3823188066482546, "loss": 6.7235026359558105, "time": 0.2131801128387451, "step": 737038}
{"lr": 0.0049048122973533986, "data_time": 0.017092394828796386, "loss_single": 3.3607540130615234, "loss_dense": 3.4079633235931395, "loss": 6.7687173843383786, "time": 0.1564344882965088, "step": 737088}
{"lr": 0.0049048122973533986, "data_time": 0.017948842048645018, "loss_single": 3.371827268600464, "loss_dense": 3.419287109375, "loss": 6.791114377975464, "time": 0.6738363027572631, "step": 737138}
{"lr": 0.0049048122973533986, "data_time": 0.017655158042907716, "loss_single": 3.347921681404114, "loss_dense": 3.3941330194473265, "loss": 6.742054748535156, "time": 0.16002559661865234, "step": 737188}
{"lr": 0.0049048122973533986, "data_time": 0.01623077392578125, "loss_single": 3.3802467823028564, "loss_dense": 3.4301459789276123, "loss": 6.810392713546753, "time": 0.15686118602752686, "step": 737238}
{"lr": 0.0049048122973533986, "data_time": 0.01724531650543213, "loss_single": 3.3566355228424074, "loss_dense": 3.393667721748352, "loss": 6.750303173065186, "time": 0.16040446758270263, "step": 737288}
{"lr": 0.0049048122973533986, "data_time": 0.0181882381439209, "loss_single": 3.350149416923523, "loss_dense": 3.4118059396743776, "loss": 6.7619553565979, "time": 0.1541884422302246, "step": 737338}
{"lr": 0.0049048122973533986, "data_time": 0.015997028350830077, "loss_single": 3.3829023838043213, "loss_dense": 3.4277556896209718, "loss": 6.810658025741577, "time": 0.1652447462081909, "step": 737388}
{"lr": 0.0049048122973533986, "data_time": 0.016850662231445313, "loss_single": 3.3451040506362917, "loss_dense": 3.3966274738311766, "loss": 6.7417315483093265, "time": 0.1549987316131592, "step": 737438}
{"lr": 0.0049048122973533986, "data_time": 0.016973114013671874, "loss_single": 3.3302810907363893, "loss_dense": 3.372868299484253, "loss": 6.7031494140625, "time": 0.17182281017303466, "step": 737488}
{"lr": 0.0049048122973533986, "data_time": 0.01676027774810791, "loss_single": 3.382499670982361, "loss_dense": 3.4263089418411257, "loss": 6.808808660507202, "time": 0.1660473346710205, "step": 737538}
{"lr": 0.0049048122973533986, "data_time": 0.015866518020629883, "loss_single": 3.3642654180526734, "loss_dense": 3.413619542121887, "loss": 6.777884864807129, "time": 0.16167175769805908, "step": 737588}
{"lr": 0.0049048122973533986, "data_time": 0.016634631156921386, "loss_single": 3.360835886001587, "loss_dense": 3.4072744369506838, "loss": 6.76811032295227, "time": 0.15440852642059327, "step": 737638}
{"lr": 0.0049048122973533986, "data_time": 0.015175509452819824, "loss_single": 3.3538445472717284, "loss_dense": 3.4036136627197267, "loss": 6.757458257675171, "time": 0.1571488380432129, "step": 737688}
{"lr": 0.0049048122973533986, "data_time": 0.017760920524597167, "loss_single": 3.3594600677490236, "loss_dense": 3.4157036542892456, "loss": 6.775163745880127, "time": 0.16590523719787598, "step": 737738}
{"lr": 0.0049048122973533986, "data_time": 0.017770266532897948, "loss_single": 3.3393215894699098, "loss_dense": 3.3769952774047853, "loss": 6.716316843032837, "time": 0.16274328231811525, "step": 737788}
{"lr": 0.0049048122973533986, "data_time": 0.01704130172729492, "loss_single": 3.3468381643295286, "loss_dense": 3.400653624534607, "loss": 6.747491788864136, "time": 0.1595614433288574, "step": 737838}
{"lr": 0.0049048122973533986, "data_time": 0.01758852005004883, "loss_single": 3.37413911819458, "loss_dense": 3.4268366575241087, "loss": 6.800975799560547, "time": 0.19900059700012207, "step": 737888}
{"lr": 0.0049048122973533986, "data_time": 0.01774744987487793, "loss_single": 3.360807108879089, "loss_dense": 3.4049246549606322, "loss": 6.765731716156006, "time": 0.15947163105010986, "step": 737938}
{"lr": 0.0049048122973533986, "data_time": 0.01755867004394531, "loss_single": 3.354378342628479, "loss_dense": 3.3944453477859495, "loss": 6.748823738098144, "time": 0.1577690362930298, "step": 737988}
{"lr": 0.0049048122973533986, "data_time": 0.013631200790405274, "loss_single": 3.362094759941101, "loss_dense": 3.4080188512802123, "loss": 6.770113706588745, "time": 0.16023542881011962, "step": 738038}
{"lr": 0.0049048122973533986, "data_time": 0.016244983673095702, "loss_single": 3.3648908376693725, "loss_dense": 3.408410167694092, "loss": 6.773300981521606, "time": 0.15723755359649658, "step": 738088}
{"lr": 0.0049048122973533986, "data_time": 0.017159295082092286, "loss_single": 3.377091097831726, "loss_dense": 3.402821493148804, "loss": 6.7799125671386715, "time": 0.23459739685058595, "step": 738138}
{"lr": 0.0049048122973533986, "data_time": 0.01963222026824951, "loss_single": 3.3445624351501464, "loss_dense": 3.396169567108154, "loss": 6.740731954574585, "time": 0.1622621536254883, "step": 738188}
{"lr": 0.0049048122973533986, "data_time": 0.014449787139892579, "loss_single": 3.3459901332855226, "loss_dense": 3.3922692775726317, "loss": 6.738259410858154, "time": 0.1581656217575073, "step": 738238}
{"lr": 0.0049048122973533986, "data_time": 0.012817788124084472, "loss_single": 3.345055675506592, "loss_dense": 3.3882588148117065, "loss": 6.733314514160156, "time": 0.17021708488464354, "step": 738288}
{"lr": 0.0049048122973533986, "data_time": 0.01998133659362793, "loss_single": 3.391736459732056, "loss_dense": 3.4381747007369996, "loss": 6.829911184310913, "time": 0.1725407600402832, "step": 738338}
{"lr": 0.0049048122973533986, "data_time": 0.017527031898498534, "loss_single": 3.368874025344849, "loss_dense": 3.420701742172241, "loss": 6.78957576751709, "time": 0.17962362766265869, "step": 738388}
{"lr": 0.0049048122973533986, "data_time": 0.017689013481140138, "loss_single": 3.374527621269226, "loss_dense": 3.4264729022979736, "loss": 6.801000499725342, "time": 0.15684874057769777, "step": 738438}
{"lr": 0.0049048122973533986, "data_time": 0.01676642894744873, "loss_single": 3.3714361906051638, "loss_dense": 3.4094059467315674, "loss": 6.780842113494873, "time": 0.15443522930145265, "step": 738488}
{"lr": 0.0049048122973533986, "data_time": 0.01812124252319336, "loss_single": 3.356333684921265, "loss_dense": 3.4144962549209597, "loss": 6.770829963684082, "time": 0.16176421642303468, "step": 738538}
{"lr": 0.0049048122973533986, "data_time": 0.016121554374694824, "loss_single": 3.3804126262664793, "loss_dense": 3.4188836812973022, "loss": 6.79929633140564, "time": 0.15606613159179689, "step": 738588}
{"lr": 0.0049048122973533986, "data_time": 0.019260120391845704, "loss_single": 3.342752981185913, "loss_dense": 3.410873007774353, "loss": 6.753625965118408, "time": 0.1584263801574707, "step": 738638}
{"lr": 0.0049048122973533986, "data_time": 0.0170499324798584, "loss_single": 3.3355205774307253, "loss_dense": 3.378167247772217, "loss": 6.713687801361084, "time": 0.16367943286895753, "step": 738688}
{"lr": 0.0049048122973533986, "data_time": 0.018141818046569825, "loss_single": 3.3599175930023195, "loss_dense": 3.4174020290374756, "loss": 6.7773195743560795, "time": 0.17078328132629395, "step": 738738}
{"lr": 0.0049048122973533986, "data_time": 0.016788673400878907, "loss_single": 3.371794819831848, "loss_dense": 3.419334816932678, "loss": 6.791129636764526, "time": 0.16058552265167236, "step": 738788}
{"lr": 0.0049048122973533986, "data_time": 0.017024016380310057, "loss_single": 3.3463022470474244, "loss_dense": 3.4008078575134277, "loss": 6.74711012840271, "time": 0.15940251350402831, "step": 738838}
{"lr": 0.0049048122973533986, "data_time": 0.008570384979248048, "loss_single": 3.3789138555526734, "loss_dense": 3.426449775695801, "loss": 6.805363702774048, "time": 0.15747387409210206, "step": 738888}
{"lr": 0.0049048122973533986, "data_time": 0.016897130012512206, "loss_single": 3.361954760551453, "loss_dense": 3.4153799295425413, "loss": 6.777334690093994, "time": 0.16154446601867675, "step": 738938}
{"lr": 0.0049048122973533986, "data_time": 0.017314958572387695, "loss_single": 3.3498209953308105, "loss_dense": 3.404028058052063, "loss": 6.753849124908447, "time": 0.15875325202941895, "step": 738988}
{"lr": 0.0049048122973533986, "data_time": 0.018896007537841798, "loss_single": 3.3587074995040895, "loss_dense": 3.4102012157440185, "loss": 6.768908596038818, "time": 0.17063288688659667, "step": 739038}
{"lr": 0.0049048122973533986, "data_time": 0.019136571884155275, "loss_single": 3.374585175514221, "loss_dense": 3.4130982160568237, "loss": 6.787683391571045, "time": 0.15690486431121825, "step": 739088}
{"lr": 0.0049048122973533986, "data_time": 0.017738080024719237, "loss_single": 3.3370050191879272, "loss_dense": 3.3866471529006956, "loss": 6.723652267456055, "time": 0.1574242115020752, "step": 739138}
{"lr": 0.0049048122973533986, "data_time": 0.016653108596801757, "loss_single": 3.3507163763046264, "loss_dense": 3.3995951652526855, "loss": 6.7503115177154545, "time": 0.1615311622619629, "step": 739188}
{"lr": 0.0049048122973533986, "data_time": 0.015908336639404295, "loss_single": 3.360418438911438, "loss_dense": 3.412852740287781, "loss": 6.773271226882935, "time": 0.1784541368484497, "step": 739238}
{"lr": 0.0049048122973533986, "data_time": 0.017252349853515626, "loss_single": 3.3605669736862183, "loss_dense": 3.4137617111206056, "loss": 6.774328708648682, "time": 0.15865519046783447, "step": 739288}
{"lr": 0.0049048122973533986, "data_time": 0.0183974027633667, "loss_single": 3.3348677158355713, "loss_dense": 3.3926153659820555, "loss": 6.727483129501342, "time": 0.157800555229187, "step": 739338}
{"lr": 0.0049048122973533986, "data_time": 0.017103028297424317, "loss_single": 3.3411510229110717, "loss_dense": 3.3878937482833864, "loss": 6.72904486656189, "time": 0.2334153413772583, "step": 739388}
{"lr": 0.0049048122973533986, "data_time": 0.01605815887451172, "loss_single": 3.3855644941329954, "loss_dense": 3.4338985443115235, "loss": 6.819463109970092, "time": 0.1817707061767578, "step": 739438}
{"lr": 0.0049048122973533986, "data_time": 0.017287087440490723, "loss_single": 3.3830929517745973, "loss_dense": 3.4282889127731324, "loss": 6.811381864547729, "time": 0.163444447517395, "step": 739488}
{"lr": 0.0049048122973533986, "data_time": 0.016788959503173828, "loss_single": 3.37441828250885, "loss_dense": 3.412769317626953, "loss": 6.787187623977661, "time": 0.16385462284088134, "step": 739538}
{"lr": 0.0049048122973533986, "data_time": 0.01707034111022949, "loss_single": 3.3537102222442625, "loss_dense": 3.398720383644104, "loss": 6.752430629730225, "time": 0.16033763885498048, "step": 739588}
{"lr": 0.0049048122973533986, "data_time": 0.01779606342315674, "loss_single": 3.3343984127044677, "loss_dense": 3.39175226688385, "loss": 6.72615065574646, "time": 0.15434651374816893, "step": 739638}
{"lr": 0.0049048122973533986, "data_time": 0.018704485893249512, "loss_single": 3.356708550453186, "loss_dense": 3.388014721870422, "loss": 6.744723176956176, "time": 0.1613706588745117, "step": 739688}
{"lr": 0.0049048122973533986, "data_time": 0.017730855941772462, "loss_single": 3.3573025465011597, "loss_dense": 3.404825234413147, "loss": 6.762127685546875, "time": 0.1929781675338745, "step": 739738}
{"lr": 0.0049048122973533986, "data_time": 0.016970181465148927, "loss_single": 3.382500171661377, "loss_dense": 3.426138663291931, "loss": 6.808638858795166, "time": 0.15990447998046875, "step": 739788}
{"lr": 0.0049048122973533986, "data_time": 0.0189058780670166, "loss_single": 3.3485150814056395, "loss_dense": 3.403242802619934, "loss": 6.751757955551147, "time": 0.18522791862487792, "step": 739838}
{"lr": 0.0049048122973533986, "data_time": 0.01844816207885742, "loss_single": 3.3471967458724974, "loss_dense": 3.3959781646728517, "loss": 6.743174982070923, "time": 0.15832796096801757, "step": 739888}
{"lr": 0.0049048122973533986, "data_time": 0.01729736328125, "loss_single": 3.348370385169983, "loss_dense": 3.40082733631134, "loss": 6.749197673797608, "time": 0.15717978477478028, "step": 739938}
{"lr": 0.0049048122973533986, "data_time": 0.01797032356262207, "loss_single": 3.393292212486267, "loss_dense": 3.437790298461914, "loss": 6.831082582473755, "time": 0.15628883838653565, "step": 739988}
{"lr": 0.0049048122973533986, "data_time": 0.016492295265197753, "loss_single": 3.3712331771850588, "loss_dense": 3.4178507804870604, "loss": 6.789083957672119, "time": 0.1557058334350586, "step": 740038}
{"lr": 0.0049048122973533986, "data_time": 0.018581271171569824, "loss_single": 3.370786714553833, "loss_dense": 3.4125183820724487, "loss": 6.783305072784424, "time": 0.24653830528259277, "step": 740088}
{"lr": 0.0049048122973533986, "data_time": 0.01867060661315918, "loss_single": 3.3428433179855346, "loss_dense": 3.384250783920288, "loss": 6.727094030380249, "time": 0.16135091781616212, "step": 740138}
{"lr": 0.0049048122973533986, "data_time": 0.01847097873687744, "loss_single": 3.357574200630188, "loss_dense": 3.3979418754577635, "loss": 6.755516099929809, "time": 0.16451308727264405, "step": 740188}
{"lr": 0.0049048122973533986, "data_time": 0.016986751556396486, "loss_single": 3.362928318977356, "loss_dense": 3.404402470588684, "loss": 6.767330741882324, "time": 0.15746769905090333, "step": 740238}
{"lr": 0.0049048122973533986, "data_time": 0.01692945957183838, "loss_single": 3.3869621753692627, "loss_dense": 3.4381325960159304, "loss": 6.825094699859619, "time": 0.15575690269470216, "step": 740288}
{"lr": 0.0049048122973533986, "data_time": 0.016150999069213866, "loss_single": 3.342259740829468, "loss_dense": 3.375215029716492, "loss": 6.717474794387817, "time": 0.15669240951538085, "step": 740338}
{"lr": 0.0049048122973533986, "data_time": 0.023195409774780275, "loss_single": 3.380854606628418, "loss_dense": 3.4153581619262696, "loss": 6.796212768554687, "time": 0.17162270545959474, "step": 740388}
{"lr": 0.0049048122973533986, "data_time": 0.01623213291168213, "loss_single": 3.361878776550293, "loss_dense": 3.431151533126831, "loss": 6.793030309677124, "time": 0.16277773380279542, "step": 740438}
{"lr": 0.0049048122973533986, "data_time": 0.029854965209960938, "loss_single": 3.35965256690979, "loss_dense": 3.4167190313339235, "loss": 6.776371574401855, "time": 0.16870226860046386, "step": 740488}
{"lr": 0.0049048122973533986, "data_time": 0.01715507507324219, "loss_single": 3.3287553787231445, "loss_dense": 3.3922746181488037, "loss": 6.721029949188233, "time": 0.16634066104888917, "step": 740538}
{"lr": 0.0049048122973533986, "data_time": 0.013720512390136719, "loss_single": 3.367697739601135, "loss_dense": 3.412890839576721, "loss": 6.780588626861572, "time": 0.15060145854949952, "step": 740588}
{"lr": 0.004731793411069669, "data_time": 0.01755530834197998, "loss_single": 3.389678621292114, "loss_dense": 3.426445484161377, "loss": 6.816124105453492, "time": 0.17098352909088135, "step": 740642}
{"lr": 0.004731793411069669, "data_time": 0.0169677734375, "loss_single": 3.3654689311981203, "loss_dense": 3.418118691444397, "loss": 6.783587789535522, "time": 0.16249563694000244, "step": 740692}
{"lr": 0.004731793411069669, "data_time": 0.017376351356506347, "loss_single": 3.375616192817688, "loss_dense": 3.420254874229431, "loss": 6.795871114730835, "time": 0.16553592681884766, "step": 740742}
{"lr": 0.004731793411069669, "data_time": 0.01783277988433838, "loss_single": 3.3396776914596558, "loss_dense": 3.398599624633789, "loss": 6.738277339935303, "time": 0.15508320331573486, "step": 740792}
{"lr": 0.004731793411069669, "data_time": 0.017215275764465333, "loss_single": 3.372723603248596, "loss_dense": 3.435910630226135, "loss": 6.808634233474732, "time": 0.16791467666625975, "step": 740842}
{"lr": 0.004731793411069669, "data_time": 0.01621682643890381, "loss_single": 3.3333163022994996, "loss_dense": 3.3715148687362673, "loss": 6.704831123352051, "time": 0.16329488754272461, "step": 740892}
{"lr": 0.004731793411069669, "data_time": 0.018597793579101563, "loss_single": 3.354868221282959, "loss_dense": 3.3949888944625854, "loss": 6.7498571395874025, "time": 0.16050498485565184, "step": 740942}
{"lr": 0.004731793411069669, "data_time": 0.01570584774017334, "loss_single": 3.3598954677581787, "loss_dense": 3.40819091796875, "loss": 6.768086338043213, "time": 0.16585750579833985, "step": 740992}
{"lr": 0.004731793411069669, "data_time": 0.01587677001953125, "loss_single": 3.3552883863449097, "loss_dense": 3.3993256092071533, "loss": 6.754614067077637, "time": 0.17112221717834472, "step": 741042}
{"lr": 0.004731793411069669, "data_time": 0.0176593542098999, "loss_single": 3.341253900527954, "loss_dense": 3.40273859500885, "loss": 6.743992519378662, "time": 0.15604920387268068, "step": 741092}
{"lr": 0.004731793411069669, "data_time": 0.017781519889831544, "loss_single": 3.374378871917725, "loss_dense": 3.4227361917495727, "loss": 6.797115087509155, "time": 0.1552037477493286, "step": 741142}
{"lr": 0.004731793411069669, "data_time": 0.01662938594818115, "loss_single": 3.370499348640442, "loss_dense": 3.414597225189209, "loss": 6.785096502304077, "time": 0.2221560001373291, "step": 741192}
{"lr": 0.004731793411069669, "data_time": 0.017322492599487305, "loss_single": 3.354254126548767, "loss_dense": 3.389324593544006, "loss": 6.743578624725342, "time": 0.1589723825454712, "step": 741242}
{"lr": 0.004731793411069669, "data_time": 0.017711734771728514, "loss_single": 3.3918168544769287, "loss_dense": 3.434451961517334, "loss": 6.826268815994263, "time": 0.16166365146636963, "step": 741292}
{"lr": 0.004731793411069669, "data_time": 0.01702420711517334, "loss_single": 3.4021578788757325, "loss_dense": 3.4524834632873533, "loss": 6.85464129447937, "time": 0.15547547340393067, "step": 741342}
{"lr": 0.004731793411069669, "data_time": 0.020024728775024415, "loss_single": 3.387652587890625, "loss_dense": 3.42654664516449, "loss": 6.8141991138458256, "time": 0.166656231880188, "step": 741392}
{"lr": 0.004731793411069669, "data_time": 0.01823124885559082, "loss_single": 3.3550217390060424, "loss_dense": 3.4069292068481447, "loss": 6.761950969696045, "time": 0.15478758811950682, "step": 741442}
{"lr": 0.004731793411069669, "data_time": 0.018059325218200684, "loss_single": 3.3520601987838745, "loss_dense": 3.4068174362182617, "loss": 6.75887770652771, "time": 0.15826523303985596, "step": 741492}
{"lr": 0.004731793411069669, "data_time": 0.025935983657836913, "loss_single": 3.3652158975601196, "loss_dense": 3.4062793970108034, "loss": 6.771495246887207, "time": 0.2487255573272705, "step": 741542}
{"lr": 0.004731793411069669, "data_time": 0.017644453048706054, "loss_single": 3.3637974500656127, "loss_dense": 3.427580380439758, "loss": 6.791377878189087, "time": 0.1623175859451294, "step": 741592}
{"lr": 0.004731793411069669, "data_time": 0.01737985610961914, "loss_single": 3.3920802593231203, "loss_dense": 3.4374520063400267, "loss": 6.829532337188721, "time": 0.19578135013580322, "step": 741642}
{"lr": 0.004731793411069669, "data_time": 0.019331884384155274, "loss_single": 3.3342347621917723, "loss_dense": 3.3787609338760376, "loss": 6.712995719909668, "time": 0.1734377384185791, "step": 741692}
{"lr": 0.004731793411069669, "data_time": 0.01169443130493164, "loss_single": 3.3559351205825805, "loss_dense": 3.412856936454773, "loss": 6.768792057037354, "time": 0.15732858180999756, "step": 741742}
{"lr": 0.004731793411069669, "data_time": 0.017327213287353517, "loss_single": 3.3441017389297487, "loss_dense": 3.3927677631378175, "loss": 6.736869478225708, "time": 0.15288543701171875, "step": 741792}
{"lr": 0.004731793411069669, "data_time": 0.016417765617370607, "loss_single": 3.3511382818222044, "loss_dense": 3.4143869161605833, "loss": 6.765525150299072, "time": 0.15578775405883788, "step": 741842}
{"lr": 0.004731793411069669, "data_time": 0.02554328441619873, "loss_single": 3.3591520309448244, "loss_dense": 3.408033323287964, "loss": 6.767185211181641, "time": 0.24540743827819825, "step": 741892}
{"lr": 0.004731793411069669, "data_time": 0.017351412773132326, "loss_single": 3.355359649658203, "loss_dense": 3.404100275039673, "loss": 6.759459972381592, "time": 0.15188705921173096, "step": 741942}
{"lr": 0.004731793411069669, "data_time": 0.017605519294738768, "loss_single": 3.3515162467956543, "loss_dense": 3.4066487073898317, "loss": 6.758164978027343, "time": 0.15822215080261232, "step": 741992}
{"lr": 0.004731793411069669, "data_time": 0.018203926086425782, "loss_single": 3.3455982208251953, "loss_dense": 3.4040598392486574, "loss": 6.749658060073853, "time": 0.15724821090698243, "step": 742042}
{"lr": 0.004731793411069669, "data_time": 0.016665124893188478, "loss_single": 3.3457882165908814, "loss_dense": 3.3847960472106933, "loss": 6.730584239959716, "time": 0.15966293811798096, "step": 742092}
{"lr": 0.004731793411069669, "data_time": 0.016643548011779787, "loss_single": 3.357519602775574, "loss_dense": 3.4077291250228883, "loss": 6.76524863243103, "time": 0.15785346031188965, "step": 742142}
{"lr": 0.004731793411069669, "data_time": 0.018649768829345704, "loss_single": 3.3808701992034913, "loss_dense": 3.425459122657776, "loss": 6.806329298019409, "time": 0.1531116247177124, "step": 742192}
{"lr": 0.004731793411069669, "data_time": 0.017621994018554688, "loss_single": 3.3765397310256957, "loss_dense": 3.4107210874557494, "loss": 6.787260818481445, "time": 0.25250558853149413, "step": 742242}
{"lr": 0.004731793411069669, "data_time": 0.016406774520874023, "loss_single": 3.336716151237488, "loss_dense": 3.377276659011841, "loss": 6.713992881774902, "time": 0.18867192268371583, "step": 742292}
{"lr": 0.004731793411069669, "data_time": 0.015548992156982421, "loss_single": 3.3558883905410766, "loss_dense": 3.4107709884643556, "loss": 6.766659450531006, "time": 0.15540411472320556, "step": 742342}
{"lr": 0.004731793411069669, "data_time": 0.016600918769836426, "loss_single": 3.3692876577377318, "loss_dense": 3.4111462116241453, "loss": 6.78043384552002, "time": 0.18859601020812988, "step": 742392}
{"lr": 0.004731793411069669, "data_time": 0.021184897422790526, "loss_single": 3.379286599159241, "loss_dense": 3.4179506301879883, "loss": 6.79723711013794, "time": 0.22380177974700927, "step": 742442}
{"lr": 0.004731793411069669, "data_time": 0.0199176549911499, "loss_single": 3.39108145236969, "loss_dense": 3.4341196060180663, "loss": 6.825201082229614, "time": 0.18822815418243408, "step": 742492}
{"lr": 0.004731793411069669, "data_time": 0.016969966888427734, "loss_single": 3.3322487592697145, "loss_dense": 3.381946563720703, "loss": 6.714195299148559, "time": 0.15491752624511718, "step": 742542}
{"lr": 0.004731793411069669, "data_time": 0.021234798431396484, "loss_single": 3.359345722198486, "loss_dense": 3.406214380264282, "loss": 6.765560150146484, "time": 0.1798417091369629, "step": 742592}
{"lr": 0.004731793411069669, "data_time": 0.017259645462036132, "loss_single": 3.3731791734695435, "loss_dense": 3.435719609260559, "loss": 6.808898782730102, "time": 0.18496127128601075, "step": 742642}
{"lr": 0.004731793411069669, "data_time": 0.01618802547454834, "loss_single": 3.3729765892028807, "loss_dense": 3.428501915931702, "loss": 6.801478528976441, "time": 0.158896541595459, "step": 742692}
{"lr": 0.004731793411069669, "data_time": 0.018161749839782713, "loss_single": 3.383462643623352, "loss_dense": 3.4452447175979612, "loss": 6.828707313537597, "time": 0.15845892429351807, "step": 742742}
{"lr": 0.004731793411069669, "data_time": 0.020705246925354005, "loss_single": 3.361693096160889, "loss_dense": 3.4126269578933717, "loss": 6.774320125579834, "time": 0.20480031967163087, "step": 742792}
{"lr": 0.004731793411069669, "data_time": 0.017086362838745116, "loss_single": 3.3645783185958864, "loss_dense": 3.4109772443771362, "loss": 6.775555515289307, "time": 0.15839574337005616, "step": 742842}
{"lr": 0.004731793411069669, "data_time": 0.016513800621032713, "loss_single": 3.352237033843994, "loss_dense": 3.412001347541809, "loss": 6.764238405227661, "time": 0.21641120910644532, "step": 742892}
{"lr": 0.004731793411069669, "data_time": 0.01605844497680664, "loss_single": 3.37084379196167, "loss_dense": 3.4200751066207884, "loss": 6.790918779373169, "time": 0.1530452251434326, "step": 742942}
{"lr": 0.004731793411069669, "data_time": 0.01720731258392334, "loss_single": 3.3609872817993165, "loss_dense": 3.418302059173584, "loss": 6.779289388656617, "time": 0.15677859783172607, "step": 742992}
{"lr": 0.004731793411069669, "data_time": 0.017118453979492188, "loss_single": 3.3051435232162474, "loss_dense": 3.367122006416321, "loss": 6.672265529632568, "time": 0.15905578136444093, "step": 743042}
{"lr": 0.004731793411069669, "data_time": 0.01604318618774414, "loss_single": 3.37344069480896, "loss_dense": 3.4114869356155397, "loss": 6.784927701950073, "time": 0.15406203269958496, "step": 743092}
{"lr": 0.004731793411069669, "data_time": 0.016021537780761718, "loss_single": 3.3625086545944214, "loss_dense": 3.409493613243103, "loss": 6.772002220153809, "time": 0.22833309173583985, "step": 743142}
{"lr": 0.004731793411069669, "data_time": 0.018370580673217774, "loss_single": 3.3756157398223876, "loss_dense": 3.4259106397628782, "loss": 6.801526403427124, "time": 0.15749244689941405, "step": 743192}
{"lr": 0.004731793411069669, "data_time": 0.01646761894226074, "loss_single": 3.3858949899673463, "loss_dense": 3.446395015716553, "loss": 6.8322900295257565, "time": 0.1915647268295288, "step": 743242}
{"lr": 0.004731793411069669, "data_time": 0.017991042137145995, "loss_single": 3.3762679576873778, "loss_dense": 3.4346935033798216, "loss": 6.810961532592773, "time": 0.15498192310333253, "step": 743292}
{"lr": 0.004731793411069669, "data_time": 0.01478281021118164, "loss_single": 3.345823287963867, "loss_dense": 3.3915080547332765, "loss": 6.737331247329712, "time": 0.16720411777496338, "step": 743342}
{"lr": 0.004731793411069669, "data_time": 0.01677360534667969, "loss_single": 3.3503921747207643, "loss_dense": 3.4103721618652343, "loss": 6.7607643604278564, "time": 0.21206328868865967, "step": 743392}
{"lr": 0.004731793411069669, "data_time": 0.017768192291259765, "loss_single": 3.3657120943069456, "loss_dense": 3.4125695705413817, "loss": 6.77828164100647, "time": 0.15201618671417236, "step": 743442}
{"lr": 0.004731793411069669, "data_time": 0.020413637161254883, "loss_single": 3.3697659254074095, "loss_dense": 3.421291542053223, "loss": 6.791057395935058, "time": 0.23534152507781983, "step": 743492}
{"lr": 0.004731793411069669, "data_time": 0.016043543815612793, "loss_single": 3.3572551250457763, "loss_dense": 3.40701539516449, "loss": 6.764270544052124, "time": 0.16054513454437255, "step": 743542}
{"lr": 0.004731793411069669, "data_time": 0.01748504638671875, "loss_single": 3.366600012779236, "loss_dense": 3.402679514884949, "loss": 6.769279479980469, "time": 0.1575388193130493, "step": 743592}
{"lr": 0.004731793411069669, "data_time": 0.0287808895111084, "loss_single": 3.3805410385131838, "loss_dense": 3.4249372243881226, "loss": 6.80547833442688, "time": 0.1798649549484253, "step": 743642}
{"lr": 0.004731793411069669, "data_time": 0.01632368564605713, "loss_single": 3.361002731323242, "loss_dense": 3.4022255897521974, "loss": 6.763228273391723, "time": 0.16426072120666504, "step": 743692}
{"lr": 0.004731793411069669, "data_time": 0.017287778854370116, "loss_single": 3.37304482460022, "loss_dense": 3.4216951608657835, "loss": 6.794740009307861, "time": 0.1547779083251953, "step": 743742}
{"lr": 0.004731793411069669, "data_time": 0.016524147987365723, "loss_single": 3.3660433292388916, "loss_dense": 3.4067487716674805, "loss": 6.772792196273803, "time": 0.1543503522872925, "step": 743792}
{"lr": 0.004731793411069669, "data_time": 0.01880965232849121, "loss_single": 3.35152850151062, "loss_dense": 3.3990668058395386, "loss": 6.750595331192017, "time": 0.16399054527282714, "step": 743842}
{"lr": 0.004731793411069669, "data_time": 0.017607402801513673, "loss_single": 3.3484675884246826, "loss_dense": 3.3931962966918947, "loss": 6.741663837432862, "time": 0.15880541801452636, "step": 743892}
{"lr": 0.004731793411069669, "data_time": 0.017728781700134276, "loss_single": 3.347363805770874, "loss_dense": 3.39668493270874, "loss": 6.744048643112182, "time": 0.1569591760635376, "step": 743942}
{"lr": 0.004731793411069669, "data_time": 0.01616828441619873, "loss_single": 3.3448156833648683, "loss_dense": 3.4078964710235597, "loss": 6.752712059020996, "time": 0.162994647026062, "step": 743992}
{"lr": 0.004731793411069669, "data_time": 0.015192341804504395, "loss_single": 3.3465723514556887, "loss_dense": 3.395875358581543, "loss": 6.742447757720948, "time": 0.17756943702697753, "step": 744042}
{"lr": 0.004731793411069669, "data_time": 0.01998946666717529, "loss_single": 3.3586185693740847, "loss_dense": 3.412296009063721, "loss": 6.770914506912232, "time": 0.16610150337219237, "step": 744092}
{"lr": 0.004731793411069669, "data_time": 0.016585636138916015, "loss_single": 3.327363657951355, "loss_dense": 3.3836684703826903, "loss": 6.711032104492188, "time": 0.16176228523254393, "step": 744142}
{"lr": 0.004731793411069669, "data_time": 0.03166153430938721, "loss_single": 3.36868097782135, "loss_dense": 3.4187658071517943, "loss": 6.78744683265686, "time": 0.2224104642868042, "step": 744192}
{"lr": 0.004731793411069669, "data_time": 0.01760995388031006, "loss_single": 3.365589737892151, "loss_dense": 3.407587099075317, "loss": 6.773176908493042, "time": 0.16443223953247071, "step": 744242}
{"lr": 0.004731793411069669, "data_time": 0.01659891605377197, "loss_single": 3.3448351621627808, "loss_dense": 3.4048115968704225, "loss": 6.749646711349487, "time": 0.17602505683898925, "step": 744292}
{"lr": 0.004731793411069669, "data_time": 0.017940855026245116, "loss_single": 3.3485859394073487, "loss_dense": 3.4046067237854003, "loss": 6.753192806243897, "time": 0.1635288715362549, "step": 744342}
{"lr": 0.004731793411069669, "data_time": 0.01718747615814209, "loss_single": 3.363474798202515, "loss_dense": 3.4224390029907226, "loss": 6.785913705825806, "time": 0.15925414562225343, "step": 744392}
{"lr": 0.004731793411069669, "data_time": 0.01744663715362549, "loss_single": 3.3785016775131225, "loss_dense": 3.4184993505477905, "loss": 6.797001028060913, "time": 0.16393442153930665, "step": 744442}
{"lr": 0.004731793411069669, "data_time": 0.011603713035583496, "loss_single": 3.3579598903656005, "loss_dense": 3.4137194395065307, "loss": 6.771679306030274, "time": 0.16402173042297363, "step": 744492}
{"lr": 0.004731793411069669, "data_time": 0.014954185485839844, "loss_single": 3.3432068824768066, "loss_dense": 3.403951406478882, "loss": 6.747158241271973, "time": 0.2117906093597412, "step": 744542}
{"lr": 0.004731793411069669, "data_time": 0.018280577659606934, "loss_single": 3.3421048402786253, "loss_dense": 3.4016819477081297, "loss": 6.743786764144898, "time": 0.16244950294494628, "step": 744592}
{"lr": 0.004731793411069669, "data_time": 0.019441652297973632, "loss_single": 3.3575579166412353, "loss_dense": 3.4139292240142822, "loss": 6.771487188339234, "time": 0.246877121925354, "step": 744642}
{"lr": 0.004731793411069669, "data_time": 0.018133950233459473, "loss_single": 3.333942341804504, "loss_dense": 3.381081247329712, "loss": 6.715023517608643, "time": 0.16050827503204346, "step": 744692}
{"lr": 0.004731793411069669, "data_time": 0.015947866439819335, "loss_single": 3.385793423652649, "loss_dense": 3.4180495262146, "loss": 6.8038428783416744, "time": 0.172621750831604, "step": 744742}
{"lr": 0.004731793411069669, "data_time": 0.017631340026855468, "loss_single": 3.372910761833191, "loss_dense": 3.424825930595398, "loss": 6.797736597061157, "time": 0.16554760932922363, "step": 744792}
{"lr": 0.004731793411069669, "data_time": 0.018233871459960936, "loss_single": 3.366072964668274, "loss_dense": 3.412361812591553, "loss": 6.778434753417969, "time": 0.15953366756439208, "step": 744842}
{"lr": 0.004731793411069669, "data_time": 0.015226483345031738, "loss_single": 3.353865051269531, "loss_dense": 3.40811448097229, "loss": 6.761979579925537, "time": 0.1602781057357788, "step": 744892}
{"lr": 0.004731793411069669, "data_time": 0.01721501350402832, "loss_single": 3.3810792207717895, "loss_dense": 3.417164659500122, "loss": 6.7982439517974855, "time": 0.15622122287750245, "step": 744942}
{"lr": 0.004731793411069669, "data_time": 0.016530537605285646, "loss_single": 3.3795665979385374, "loss_dense": 3.421332669258118, "loss": 6.800899267196655, "time": 0.1731180429458618, "step": 744992}
{"lr": 0.004731793411069669, "data_time": 0.021540617942810057, "loss_single": 3.3583231449127195, "loss_dense": 3.4071336507797243, "loss": 6.76545672416687, "time": 0.19469828605651857, "step": 745042}
{"lr": 0.004731793411069669, "data_time": 0.01811096668243408, "loss_single": 3.348174548149109, "loss_dense": 3.3926659345626833, "loss": 6.740840435028076, "time": 0.15584545135498046, "step": 745092}
{"lr": 0.004731793411069669, "data_time": 0.020507955551147462, "loss_single": 3.360485148429871, "loss_dense": 3.398349404335022, "loss": 6.758834648132324, "time": 0.1601567268371582, "step": 745142}
{"lr": 0.004731793411069669, "data_time": 0.01666419506072998, "loss_single": 3.380789065361023, "loss_dense": 3.421346664428711, "loss": 6.802135801315307, "time": 0.16191208362579346, "step": 745192}
{"lr": 0.004731793411069669, "data_time": 0.017360901832580565, "loss_single": 3.3625840187072753, "loss_dense": 3.4159528732299806, "loss": 6.778536939620972, "time": 0.15483357906341552, "step": 745242}
{"lr": 0.004731793411069669, "data_time": 0.01782858371734619, "loss_single": 3.350478506088257, "loss_dense": 3.4125279903411867, "loss": 6.7630064487457275, "time": 0.17031776905059814, "step": 745292}
{"lr": 0.004731793411069669, "data_time": 0.020811033248901368, "loss_single": 3.3599886655807496, "loss_dense": 3.4189956903457643, "loss": 6.778984403610229, "time": 0.25190985202789307, "step": 745342}
{"lr": 0.004731793411069669, "data_time": 0.01779518127441406, "loss_single": 3.350603199005127, "loss_dense": 3.4157629728317263, "loss": 6.7663661479949955, "time": 0.15920636653900147, "step": 745392}
{"lr": 0.004731793411069669, "data_time": 0.018102145195007323, "loss_single": 3.3531450033187866, "loss_dense": 3.3972339153289797, "loss": 6.750378942489624, "time": 0.16025965213775634, "step": 745442}
{"lr": 0.004731793411069669, "data_time": 0.016062450408935548, "loss_single": 3.360945224761963, "loss_dense": 3.4047102689743043, "loss": 6.765655517578125, "time": 0.1612009048461914, "step": 745492}
{"lr": 0.004731793411069669, "data_time": 0.016076159477233887, "loss_single": 3.3540501832962035, "loss_dense": 3.406205892562866, "loss": 6.760256004333496, "time": 0.15944199562072753, "step": 745542}
{"lr": 0.004731793411069669, "data_time": 0.009097528457641602, "loss_single": 3.369790267944336, "loss_dense": 3.419014096260071, "loss": 6.788804292678833, "time": 0.1540576696395874, "step": 745592}
{"lr": 0.004561308051115286, "data_time": 0.01967926025390625, "loss_single": 3.363287925720215, "loss_dense": 3.40395827293396, "loss": 6.767246198654175, "time": 0.20995373725891114, "step": 745646}
{"lr": 0.004561308051115286, "data_time": 0.02215433120727539, "loss_single": 3.378174829483032, "loss_dense": 3.4250789165496824, "loss": 6.803253793716431, "time": 0.16644208431243895, "step": 745696}
{"lr": 0.004561308051115286, "data_time": 0.01893930435180664, "loss_single": 3.3385523319244386, "loss_dense": 3.3918127536773683, "loss": 6.730365037918091, "time": 0.15643224716186524, "step": 745746}
{"lr": 0.004561308051115286, "data_time": 0.01767888069152832, "loss_single": 3.3342519998550415, "loss_dense": 3.3773355007171633, "loss": 6.711587524414062, "time": 0.16091609001159668, "step": 745796}
{"lr": 0.004561308051115286, "data_time": 0.01774590015411377, "loss_single": 3.3461370706558227, "loss_dense": 3.392315173149109, "loss": 6.738452196121216, "time": 0.15694987773895264, "step": 745846}
{"lr": 0.004561308051115286, "data_time": 0.018034934997558594, "loss_single": 3.3629661798477173, "loss_dense": 3.402697467803955, "loss": 6.765663576126099, "time": 0.16940770149230958, "step": 745896}
{"lr": 0.004561308051115286, "data_time": 0.01740713119506836, "loss_single": 3.365892457962036, "loss_dense": 3.4017418384552003, "loss": 6.7676342010498045, "time": 0.1608748435974121, "step": 745946}
{"lr": 0.004561308051115286, "data_time": 0.018071699142456054, "loss_single": 3.352822113037109, "loss_dense": 3.40739049911499, "loss": 6.7602126121521, "time": 0.16629443168640137, "step": 745996}
{"lr": 0.004561308051115286, "data_time": 0.018448424339294434, "loss_single": 3.362932562828064, "loss_dense": 3.411764669418335, "loss": 6.774697256088257, "time": 0.1581501007080078, "step": 746046}
{"lr": 0.004561308051115286, "data_time": 0.016267228126525878, "loss_single": 3.3658224821090696, "loss_dense": 3.4021071434020995, "loss": 6.767929553985596, "time": 0.15356769561767578, "step": 746096}
{"lr": 0.004561308051115286, "data_time": 0.015871143341064452, "loss_single": 3.3558640003204347, "loss_dense": 3.4112685680389405, "loss": 6.767132520675659, "time": 0.2148585081100464, "step": 746146}
{"lr": 0.004561308051115286, "data_time": 0.025269722938537596, "loss_single": 3.3431737661361693, "loss_dense": 3.3831472396850586, "loss": 6.7263209342956545, "time": 0.17249438762664795, "step": 746196}
{"lr": 0.004561308051115286, "data_time": 0.019876956939697266, "loss_single": 3.341113042831421, "loss_dense": 3.384119081497192, "loss": 6.725232076644898, "time": 0.15832536220550536, "step": 746246}
{"lr": 0.004561308051115286, "data_time": 0.016747069358825684, "loss_single": 3.3613441705703737, "loss_dense": 3.4148661851882935, "loss": 6.776210355758667, "time": 0.1550004243850708, "step": 746296}
{"lr": 0.004561308051115286, "data_time": 0.017987775802612304, "loss_single": 3.376281476020813, "loss_dense": 3.4156920671463014, "loss": 6.791973543167114, "time": 0.16109733581542968, "step": 746346}
{"lr": 0.004561308051115286, "data_time": 0.01653451919555664, "loss_single": 3.360722804069519, "loss_dense": 3.424104404449463, "loss": 6.78482723236084, "time": 0.17708487510681153, "step": 746396}
{"lr": 0.004561308051115286, "data_time": 0.01575756072998047, "loss_single": 3.3575103759765623, "loss_dense": 3.409344220161438, "loss": 6.766854476928711, "time": 0.15672383308410645, "step": 746446}
{"lr": 0.004561308051115286, "data_time": 0.01903219223022461, "loss_single": 3.345750641822815, "loss_dense": 3.396230673789978, "loss": 6.741981315612793, "time": 0.16190450191497802, "step": 746496}
{"lr": 0.004561308051115286, "data_time": 0.017767953872680663, "loss_single": 3.3443830966949464, "loss_dense": 3.3961917877197267, "loss": 6.740574979782105, "time": 0.15714583396911622, "step": 746546}
{"lr": 0.004561308051115286, "data_time": 0.018954825401306153, "loss_single": 3.3438921689987184, "loss_dense": 3.3908747673034667, "loss": 6.734767007827759, "time": 0.15372116565704347, "step": 746596}
{"lr": 0.004561308051115286, "data_time": 0.017964100837707518, "loss_single": 3.3455721616744993, "loss_dense": 3.3923113346099854, "loss": 6.737883472442627, "time": 0.15869717597961425, "step": 746646}
{"lr": 0.004561308051115286, "data_time": 0.01721012592315674, "loss_single": 3.3462785959243773, "loss_dense": 3.4027387142181396, "loss": 6.749017333984375, "time": 0.18739802837371827, "step": 746696}
{"lr": 0.004561308051115286, "data_time": 0.018094086647033693, "loss_single": 3.3351346015930177, "loss_dense": 3.3830923557281496, "loss": 6.71822681427002, "time": 0.15742228031158448, "step": 746746}
{"lr": 0.004561308051115286, "data_time": 0.022373557090759277, "loss_single": 3.36647686958313, "loss_dense": 3.413972997665405, "loss": 6.780449867248535, "time": 0.19021458625793458, "step": 746796}
{"lr": 0.004561308051115286, "data_time": 0.01674983501434326, "loss_single": 3.388836979866028, "loss_dense": 3.431583309173584, "loss": 6.8204203128814695, "time": 0.16205234527587892, "step": 746846}
{"lr": 0.004561308051115286, "data_time": 0.017978191375732422, "loss_single": 3.3539837121963503, "loss_dense": 3.4081099033355713, "loss": 6.762093544006348, "time": 0.15493578910827638, "step": 746896}
{"lr": 0.004561308051115286, "data_time": 0.0176788330078125, "loss_single": 3.3464232683181763, "loss_dense": 3.3957416296005247, "loss": 6.742164850234985, "time": 0.15537500381469727, "step": 746946}
{"lr": 0.004561308051115286, "data_time": 0.019503140449523927, "loss_single": 3.37995388507843, "loss_dense": 3.4236237525939943, "loss": 6.803577566146851, "time": 0.18858706951141357, "step": 746996}
{"lr": 0.004561308051115286, "data_time": 0.016957902908325197, "loss_single": 3.3891310691833496, "loss_dense": 3.41057813167572, "loss": 6.799709129333496, "time": 0.17617008686065674, "step": 747046}
{"lr": 0.004561308051115286, "data_time": 0.017148160934448244, "loss_single": 3.359622001647949, "loss_dense": 3.4068678855895995, "loss": 6.766489934921265, "time": 0.15929727554321288, "step": 747096}
{"lr": 0.004561308051115286, "data_time": 0.017739033699035643, "loss_single": 3.377008295059204, "loss_dense": 3.429864263534546, "loss": 6.806872606277466, "time": 0.1643829822540283, "step": 747146}
{"lr": 0.004561308051115286, "data_time": 0.018816709518432617, "loss_single": 3.365264415740967, "loss_dense": 3.4098254680633544, "loss": 6.775089836120605, "time": 0.15691969394683838, "step": 747196}
{"lr": 0.004561308051115286, "data_time": 0.018276023864746093, "loss_single": 3.3795702695846557, "loss_dense": 3.430020880699158, "loss": 6.809591054916382, "time": 0.15871953964233398, "step": 747246}
{"lr": 0.004561308051115286, "data_time": 0.017455124855041505, "loss_single": 3.3516332387924193, "loss_dense": 3.3942591667175295, "loss": 6.745892429351807, "time": 0.15607798099517822, "step": 747296}
{"lr": 0.004561308051115286, "data_time": 0.0177746057510376, "loss_single": 3.3459403038024904, "loss_dense": 3.391266179084778, "loss": 6.73720645904541, "time": 0.15689685344696044, "step": 747346}
{"lr": 0.004561308051115286, "data_time": 0.01723780632019043, "loss_single": 3.3521827697753905, "loss_dense": 3.40444495677948, "loss": 6.756627750396729, "time": 0.1580444574356079, "step": 747396}
{"lr": 0.004561308051115286, "data_time": 0.01760246753692627, "loss_single": 3.3899375677108763, "loss_dense": 3.4240076541900635, "loss": 6.813945245742798, "time": 0.22698712348937988, "step": 747446}
{"lr": 0.004561308051115286, "data_time": 0.01686699390411377, "loss_single": 3.3430214881896974, "loss_dense": 3.390182852745056, "loss": 6.733204317092896, "time": 0.15770156383514405, "step": 747496}
{"lr": 0.004561308051115286, "data_time": 0.018976163864135743, "loss_single": 3.343139100074768, "loss_dense": 3.3985201835632326, "loss": 6.741659307479859, "time": 0.15693988800048828, "step": 747546}
{"lr": 0.004561308051115286, "data_time": 0.017351984977722168, "loss_single": 3.3682252168655396, "loss_dense": 3.418856143951416, "loss": 6.787081384658814, "time": 0.16043763160705565, "step": 747596}
{"lr": 0.004561308051115286, "data_time": 0.016334342956542968, "loss_single": 3.3513778686523437, "loss_dense": 3.392859387397766, "loss": 6.744237089157105, "time": 0.16063528060913085, "step": 747646}
{"lr": 0.004561308051115286, "data_time": 0.018090653419494628, "loss_single": 3.3626498222351073, "loss_dense": 3.405880856513977, "loss": 6.768530607223511, "time": 0.1528792142868042, "step": 747696}
{"lr": 0.004561308051115286, "data_time": 0.019540882110595702, "loss_single": 3.368219494819641, "loss_dense": 3.421922469139099, "loss": 6.790141868591308, "time": 0.21066684722900392, "step": 747746}
{"lr": 0.004561308051115286, "data_time": 0.0164719820022583, "loss_single": 3.3762659788131715, "loss_dense": 3.420428824424744, "loss": 6.796694898605347, "time": 0.15408947467803955, "step": 747796}
{"lr": 0.004561308051115286, "data_time": 0.01932504177093506, "loss_single": 3.3693339586257935, "loss_dense": 3.408681297302246, "loss": 6.778015279769898, "time": 0.15738463401794434, "step": 747846}
{"lr": 0.004561308051115286, "data_time": 0.01684424877166748, "loss_single": 3.3559805870056154, "loss_dense": 3.4160086631774904, "loss": 6.771989202499389, "time": 0.16849665641784667, "step": 747896}
{"lr": 0.004561308051115286, "data_time": 0.017138338088989256, "loss_single": 3.3745805740356447, "loss_dense": 3.413021945953369, "loss": 6.7876026153564455, "time": 0.1627720355987549, "step": 747946}
{"lr": 0.004561308051115286, "data_time": 0.030100131034851076, "loss_single": 3.337608575820923, "loss_dense": 3.400291919708252, "loss": 6.737900495529175, "time": 0.16973090171813965, "step": 747996}
{"lr": 0.004561308051115286, "data_time": 0.0156785249710083, "loss_single": 3.348359537124634, "loss_dense": 3.4058463335037232, "loss": 6.754205846786499, "time": 0.1549027681350708, "step": 748046}
{"lr": 0.004561308051115286, "data_time": 0.016335105895996092, "loss_single": 3.3393424272537233, "loss_dense": 3.398390364646912, "loss": 6.737732696533203, "time": 0.2105950355529785, "step": 748096}
{"lr": 0.004561308051115286, "data_time": 0.018166565895080568, "loss_single": 3.361816072463989, "loss_dense": 3.4149256467819216, "loss": 6.776741695404053, "time": 0.1622826099395752, "step": 748146}
{"lr": 0.004561308051115286, "data_time": 0.02005479335784912, "loss_single": 3.3737473487854004, "loss_dense": 3.419313740730286, "loss": 6.793061113357544, "time": 0.16069791316986085, "step": 748196}
{"lr": 0.004561308051115286, "data_time": 0.017331933975219725, "loss_single": 3.3524052619934084, "loss_dense": 3.401750588417053, "loss": 6.754155778884888, "time": 0.15838155746459961, "step": 748246}
{"lr": 0.004561308051115286, "data_time": 0.017653799057006835, "loss_single": 3.3858099460601805, "loss_dense": 3.4188297271728514, "loss": 6.804639720916748, "time": 0.15870132446289062, "step": 748296}
{"lr": 0.004561308051115286, "data_time": 0.016679048538208008, "loss_single": 3.3528138637542724, "loss_dense": 3.3937097549438477, "loss": 6.746523666381836, "time": 0.1643373727798462, "step": 748346}
{"lr": 0.004561308051115286, "data_time": 0.015276312828063965, "loss_single": 3.3672803163528444, "loss_dense": 3.4117769479751585, "loss": 6.779057359695434, "time": 0.24393048286437988, "step": 748396}
{"lr": 0.004561308051115286, "data_time": 0.023688650131225585, "loss_single": 3.3613885402679444, "loss_dense": 3.40131151676178, "loss": 6.762700128555298, "time": 0.20862257480621338, "step": 748446}
{"lr": 0.004561308051115286, "data_time": 0.0176971435546875, "loss_single": 3.3366494178771973, "loss_dense": 3.384433317184448, "loss": 6.721082782745361, "time": 0.15896589756011964, "step": 748496}
{"lr": 0.004561308051115286, "data_time": 0.01759991645812988, "loss_single": 3.362437343597412, "loss_dense": 3.401312732696533, "loss": 6.763750123977661, "time": 0.15858666896820067, "step": 748546}
{"lr": 0.004561308051115286, "data_time": 0.016948723793029787, "loss_single": 3.3608456373214723, "loss_dense": 3.4135663509368896, "loss": 6.774412012100219, "time": 0.1581951856613159, "step": 748596}
{"lr": 0.004561308051115286, "data_time": 0.020726346969604494, "loss_single": 3.3652626276016235, "loss_dense": 3.405870199203491, "loss": 6.771132898330689, "time": 0.16264755725860597, "step": 748646}
{"lr": 0.004561308051115286, "data_time": 0.016985082626342775, "loss_single": 3.355487561225891, "loss_dense": 3.399700140953064, "loss": 6.755187702178955, "time": 0.1595831871032715, "step": 748696}
{"lr": 0.004561308051115286, "data_time": 0.018676352500915528, "loss_single": 3.3467955350875855, "loss_dense": 3.396411347389221, "loss": 6.743206930160523, "time": 0.15982482433319092, "step": 748746}
{"lr": 0.004561308051115286, "data_time": 0.017331981658935548, "loss_single": 3.361422085762024, "loss_dense": 3.3921640396118162, "loss": 6.753586053848267, "time": 0.16400835514068604, "step": 748796}
{"lr": 0.004561308051115286, "data_time": 0.018079543113708497, "loss_single": 3.3521848917007446, "loss_dense": 3.401245379447937, "loss": 6.753430318832398, "time": 0.15796117782592772, "step": 748846}
{"lr": 0.004561308051115286, "data_time": 0.01684150695800781, "loss_single": 3.3658775806427004, "loss_dense": 3.414382290840149, "loss": 6.780259895324707, "time": 0.1552509069442749, "step": 748896}
{"lr": 0.004561308051115286, "data_time": 0.01630418300628662, "loss_single": 3.3515597105026247, "loss_dense": 3.406398963928223, "loss": 6.757958602905274, "time": 0.15656046867370604, "step": 748946}
{"lr": 0.004561308051115286, "data_time": 0.016848826408386232, "loss_single": 3.3491533041000365, "loss_dense": 3.389729404449463, "loss": 6.738882732391358, "time": 0.17726120948791504, "step": 748996}
{"lr": 0.004561308051115286, "data_time": 0.017796254158020018, "loss_single": 3.370968246459961, "loss_dense": 3.4157099962234496, "loss": 6.786678123474121, "time": 0.16034409999847413, "step": 749046}
{"lr": 0.004561308051115286, "data_time": 0.019507408142089844, "loss_single": 3.346523904800415, "loss_dense": 3.4082294702529907, "loss": 6.754753446578979, "time": 0.26365017890930176, "step": 749096}
{"lr": 0.004561308051115286, "data_time": 0.01792466640472412, "loss_single": 3.4036587476730347, "loss_dense": 3.4565414667129515, "loss": 6.860200214385986, "time": 0.15604836940765382, "step": 749146}
{"lr": 0.004561308051115286, "data_time": 0.01575448513031006, "loss_single": 3.3580596685409545, "loss_dense": 3.4088802099227906, "loss": 6.766939878463745, "time": 0.18063826560974122, "step": 749196}
{"lr": 0.004561308051115286, "data_time": 0.018156266212463378, "loss_single": 3.355060029029846, "loss_dense": 3.4025881052017213, "loss": 6.757648134231568, "time": 0.16563584804534912, "step": 749246}
{"lr": 0.004561308051115286, "data_time": 0.018005180358886718, "loss_single": 3.3739078760147097, "loss_dense": 3.4021281719207765, "loss": 6.776035976409912, "time": 0.16489636898040771, "step": 749296}
{"lr": 0.004561308051115286, "data_time": 0.01765763759613037, "loss_single": 3.3684669494628907, "loss_dense": 3.4091676235198975, "loss": 6.777634620666504, "time": 0.17714064121246337, "step": 749346}
{"lr": 0.004561308051115286, "data_time": 0.01772274971008301, "loss_single": 3.3426480531692504, "loss_dense": 3.3908725023269652, "loss": 6.7335205078125, "time": 0.15657219886779786, "step": 749396}
{"lr": 0.004561308051115286, "data_time": 0.02314145565032959, "loss_single": 3.371140384674072, "loss_dense": 3.4186601638793945, "loss": 6.789800548553467, "time": 0.2638446807861328, "step": 749446}
{"lr": 0.004561308051115286, "data_time": 0.01699497699737549, "loss_single": 3.3565699577331545, "loss_dense": 3.4074369192123415, "loss": 6.764006900787353, "time": 0.15430140495300293, "step": 749496}
{"lr": 0.004561308051115286, "data_time": 0.017914247512817384, "loss_single": 3.370761442184448, "loss_dense": 3.4254117727279665, "loss": 6.7961732864379885, "time": 0.19040203094482422, "step": 749546}
{"lr": 0.004561308051115286, "data_time": 0.018215036392211913, "loss_single": 3.3612616062164307, "loss_dense": 3.4075150728225707, "loss": 6.768776607513428, "time": 0.15661048889160156, "step": 749596}
{"lr": 0.004561308051115286, "data_time": 0.018383193016052245, "loss_single": 3.3417709350585936, "loss_dense": 3.3847163200378416, "loss": 6.726487302780152, "time": 0.15862689018249512, "step": 749646}
{"lr": 0.004561308051115286, "data_time": 0.01683990955352783, "loss_single": 3.3821545600891114, "loss_dense": 3.41294322013855, "loss": 6.795097827911377, "time": 0.1750659704208374, "step": 749696}
{"lr": 0.004561308051115286, "data_time": 0.015900945663452147, "loss_single": 3.352510142326355, "loss_dense": 3.385047268867493, "loss": 6.737557411193848, "time": 0.1598871946334839, "step": 749746}
{"lr": 0.004561308051115286, "data_time": 0.016467571258544922, "loss_single": 3.351894736289978, "loss_dense": 3.387008023262024, "loss": 6.738902807235718, "time": 0.16084134578704834, "step": 749796}
{"lr": 0.004561308051115286, "data_time": 0.01740415096282959, "loss_single": 3.372625637054443, "loss_dense": 3.4183002948760985, "loss": 6.790925931930542, "time": 0.16094141006469725, "step": 749846}
{"lr": 0.004561308051115286, "data_time": 0.016727542877197264, "loss_single": 3.3539132833480836, "loss_dense": 3.3951082944869997, "loss": 6.7490216255187985, "time": 0.15220112800598146, "step": 749896}
{"lr": 0.004561308051115286, "data_time": 0.017438244819641114, "loss_single": 3.344849467277527, "loss_dense": 3.4094268321990966, "loss": 6.75427622795105, "time": 0.15500988960266113, "step": 749946}
{"lr": 0.004561308051115286, "data_time": 0.01694025993347168, "loss_single": 3.3583187818527223, "loss_dense": 3.405489110946655, "loss": 6.763807916641236, "time": 0.15469233989715575, "step": 749996}
{"lr": 0.004561308051115286, "data_time": 0.01724076271057129, "loss_single": 3.3625001192092894, "loss_dense": 3.416466546058655, "loss": 6.77896671295166, "time": 0.15990567207336426, "step": 750046}
{"lr": 0.004561308051115286, "data_time": 0.020461106300354005, "loss_single": 3.361524748802185, "loss_dense": 3.4053555011749266, "loss": 6.766880321502685, "time": 0.2536398649215698, "step": 750096}
{"lr": 0.004561308051115286, "data_time": 0.016915202140808105, "loss_single": 3.354993796348572, "loss_dense": 3.4117764949798586, "loss": 6.766770315170288, "time": 0.15886354446411133, "step": 750146}
{"lr": 0.004561308051115286, "data_time": 0.018313217163085937, "loss_single": 3.341315221786499, "loss_dense": 3.3921801805496217, "loss": 6.733495378494263, "time": 0.1613788604736328, "step": 750196}
{"lr": 0.004561308051115286, "data_time": 0.015978336334228516, "loss_single": 3.3648608446121218, "loss_dense": 3.4159014225006104, "loss": 6.780762338638306, "time": 0.15567119121551515, "step": 750246}
{"lr": 0.004561308051115286, "data_time": 0.01781651973724365, "loss_single": 3.3601299285888673, "loss_dense": 3.403908705711365, "loss": 6.764038610458374, "time": 0.16385338306427003, "step": 750296}
{"lr": 0.004561308051115286, "data_time": 0.01723780632019043, "loss_single": 3.340377593040466, "loss_dense": 3.3971929788589477, "loss": 6.737570524215698, "time": 0.17599906921386718, "step": 750346}
{"lr": 0.004561308051115286, "data_time": 0.01684420108795166, "loss_single": 3.355774450302124, "loss_dense": 3.397162580490112, "loss": 6.7529370307922365, "time": 0.1547783613204956, "step": 750396}
{"lr": 0.004561308051115286, "data_time": 0.020592093467712402, "loss_single": 3.3704978942871096, "loss_dense": 3.397762489318848, "loss": 6.768260288238525, "time": 0.21392829418182374, "step": 750446}
{"lr": 0.004561308051115286, "data_time": 0.01767714023590088, "loss_single": 3.337074398994446, "loss_dense": 3.390083146095276, "loss": 6.72715744972229, "time": 0.16040630340576173, "step": 750496}
{"lr": 0.004561308051115286, "data_time": 0.01652383804321289, "loss_single": 3.327462339401245, "loss_dense": 3.3862041234970093, "loss": 6.713666391372681, "time": 0.1551722764968872, "step": 750546}
{"lr": 0.004561308051115286, "data_time": 0.015204596519470214, "loss_single": 3.378214979171753, "loss_dense": 3.4304811000823974, "loss": 6.808696126937866, "time": 0.1547642946243286, "step": 750596}
{"lr": 0.004393398282201789, "data_time": 0.01776106357574463, "loss_single": 3.3580710887908936, "loss_dense": 3.407376933097839, "loss": 6.765448093414307, "time": 0.15716116428375243, "step": 750650}
{"lr": 0.004393398282201789, "data_time": 0.018298912048339843, "loss_single": 3.365997791290283, "loss_dense": 3.4134814739227295, "loss": 6.779479217529297, "time": 0.15629255771636963, "step": 750700}
{"lr": 0.004393398282201789, "data_time": 0.017613554000854494, "loss_single": 3.374134564399719, "loss_dense": 3.423993992805481, "loss": 6.798128509521485, "time": 0.16430168151855468, "step": 750750}
{"lr": 0.004393398282201789, "data_time": 0.017633605003356933, "loss_single": 3.342904233932495, "loss_dense": 3.385217070579529, "loss": 6.728121376037597, "time": 0.23957574367523193, "step": 750800}
{"lr": 0.004393398282201789, "data_time": 0.016637587547302247, "loss_single": 3.372994136810303, "loss_dense": 3.4133235692977903, "loss": 6.786317682266235, "time": 0.15972623825073243, "step": 750850}
{"lr": 0.004393398282201789, "data_time": 0.01712472438812256, "loss_single": 3.3565667867660522, "loss_dense": 3.412024903297424, "loss": 6.768591737747192, "time": 0.1583852529525757, "step": 750900}
{"lr": 0.004393398282201789, "data_time": 0.01799595355987549, "loss_single": 3.360268402099609, "loss_dense": 3.4060089588165283, "loss": 6.7662773609161375, "time": 0.1577125072479248, "step": 750950}
{"lr": 0.004393398282201789, "data_time": 0.017045807838439942, "loss_single": 3.373583507537842, "loss_dense": 3.411904048919678, "loss": 6.785487508773803, "time": 0.17808997631072998, "step": 751000}
{"lr": 0.004393398282201789, "data_time": 0.01810746192932129, "loss_single": 3.3579877376556397, "loss_dense": 3.41449556350708, "loss": 6.772483396530151, "time": 0.15636069774627687, "step": 751050}
{"lr": 0.004393398282201789, "data_time": 0.019114136695861816, "loss_single": 3.3485708951950075, "loss_dense": 3.396254563331604, "loss": 6.744825458526611, "time": 0.15583746433258056, "step": 751100}
{"lr": 0.004393398282201789, "data_time": 0.017739200592041017, "loss_single": 3.354347586631775, "loss_dense": 3.401067614555359, "loss": 6.755415201187134, "time": 0.16114487648010253, "step": 751150}
{"lr": 0.004393398282201789, "data_time": 0.015547847747802735, "loss_single": 3.333337903022766, "loss_dense": 3.3846388816833497, "loss": 6.717976760864258, "time": 0.16432406902313232, "step": 751200}
{"lr": 0.004393398282201789, "data_time": 0.01536262035369873, "loss_single": 3.3772748470306397, "loss_dense": 3.4152546644210817, "loss": 6.792529582977295, "time": 0.15607223510742188, "step": 751250}
{"lr": 0.004393398282201789, "data_time": 0.017871546745300292, "loss_single": 3.348533201217651, "loss_dense": 3.396842360496521, "loss": 6.7453755855560305, "time": 0.1535043716430664, "step": 751300}
{"lr": 0.004393398282201789, "data_time": 0.020428967475891114, "loss_single": 3.3585601329803465, "loss_dense": 3.409558391571045, "loss": 6.76811842918396, "time": 0.1567002296447754, "step": 751350}
{"lr": 0.004393398282201789, "data_time": 0.01590602397918701, "loss_single": 3.3528585910797117, "loss_dense": 3.3829184055328367, "loss": 6.7357769966125485, "time": 0.15394608974456786, "step": 751400}
{"lr": 0.004393398282201789, "data_time": 0.026633787155151366, "loss_single": 3.3378900051116944, "loss_dense": 3.403694272041321, "loss": 6.741584300994873, "time": 0.17449350357055665, "step": 751450}
{"lr": 0.004393398282201789, "data_time": 0.01590745449066162, "loss_single": 3.37193763256073, "loss_dense": 3.420439577102661, "loss": 6.792377185821533, "time": 0.16387684345245362, "step": 751500}
{"lr": 0.004393398282201789, "data_time": 0.016547441482543945, "loss_single": 3.3887951612472533, "loss_dense": 3.433408498764038, "loss": 6.822203683853149, "time": 0.15476207733154296, "step": 751550}
{"lr": 0.004393398282201789, "data_time": 0.018666505813598633, "loss_single": 3.3726974725723267, "loss_dense": 3.425084662437439, "loss": 6.797782135009766, "time": 0.155129075050354, "step": 751600}
{"lr": 0.004393398282201789, "data_time": 0.01707882881164551, "loss_single": 3.3610710382461546, "loss_dense": 3.411591577529907, "loss": 6.77266263961792, "time": 0.15954146385192872, "step": 751650}
{"lr": 0.004393398282201789, "data_time": 0.017406916618347167, "loss_single": 3.349056577682495, "loss_dense": 3.404146099090576, "loss": 6.753202676773071, "time": 0.16073088645935057, "step": 751700}
{"lr": 0.004393398282201789, "data_time": 0.017861342430114745, "loss_single": 3.3672218799591063, "loss_dense": 3.407109189033508, "loss": 6.774331045150757, "time": 0.2064741611480713, "step": 751750}
{"lr": 0.004393398282201789, "data_time": 0.01565110683441162, "loss_single": 3.3831583738327025, "loss_dense": 3.4197271823883058, "loss": 6.80288553237915, "time": 0.15533051490783692, "step": 751800}
{"lr": 0.004393398282201789, "data_time": 0.015471220016479492, "loss_single": 3.3647528171539305, "loss_dense": 3.408999466896057, "loss": 6.773752307891845, "time": 0.15926620960235596, "step": 751850}
{"lr": 0.004393398282201789, "data_time": 0.017852044105529784, "loss_single": 3.355753254890442, "loss_dense": 3.405903935432434, "loss": 6.761657190322876, "time": 0.1547309398651123, "step": 751900}
{"lr": 0.004393398282201789, "data_time": 0.016668152809143067, "loss_single": 3.370686149597168, "loss_dense": 3.4128026247024534, "loss": 6.783488750457764, "time": 0.15667245388031006, "step": 751950}
{"lr": 0.004393398282201789, "data_time": 0.014500284194946289, "loss_single": 3.3580841541290285, "loss_dense": 3.403759241104126, "loss": 6.761843299865722, "time": 0.15951662063598632, "step": 752000}
{"lr": 0.004393398282201789, "data_time": 0.022875022888183594, "loss_single": 3.3848948240280152, "loss_dense": 3.4255290985107423, "loss": 6.810423994064331, "time": 0.23829958438873292, "step": 752050}
{"lr": 0.004393398282201789, "data_time": 0.016844773292541505, "loss_single": 3.34519567489624, "loss_dense": 3.386991500854492, "loss": 6.732187175750733, "time": 0.17685437202453613, "step": 752100}
{"lr": 0.004393398282201789, "data_time": 0.017323064804077148, "loss_single": 3.3525166273117066, "loss_dense": 3.405281352996826, "loss": 6.7577980041503904, "time": 0.15379681587219238, "step": 752150}
{"lr": 0.004393398282201789, "data_time": 0.01829960346221924, "loss_single": 3.324566602706909, "loss_dense": 3.377969217300415, "loss": 6.702535915374756, "time": 0.17894036769866944, "step": 752200}
{"lr": 0.004393398282201789, "data_time": 0.016414999961853027, "loss_single": 3.3805368423461912, "loss_dense": 3.4329947233200073, "loss": 6.813531589508057, "time": 0.16034765243530275, "step": 752250}
{"lr": 0.004393398282201789, "data_time": 0.016817688941955566, "loss_single": 3.3369863510131834, "loss_dense": 3.3886361837387087, "loss": 6.72562255859375, "time": 0.1557445764541626, "step": 752300}
{"lr": 0.004393398282201789, "data_time": 0.016860461235046385, "loss_single": 3.354251837730408, "loss_dense": 3.414968490600586, "loss": 6.769220304489136, "time": 0.1599414110183716, "step": 752350}
{"lr": 0.004393398282201789, "data_time": 0.018828535079956056, "loss_single": 3.37616126537323, "loss_dense": 3.42527379989624, "loss": 6.801435089111328, "time": 0.18635663986206055, "step": 752400}
{"lr": 0.004393398282201789, "data_time": 0.016803860664367676, "loss_single": 3.335920238494873, "loss_dense": 3.3998759746551515, "loss": 6.735796213150024, "time": 0.1617612361907959, "step": 752450}
{"lr": 0.004393398282201789, "data_time": 0.02009611129760742, "loss_single": 3.363138270378113, "loss_dense": 3.412583899497986, "loss": 6.775722217559815, "time": 0.16093127727508544, "step": 752500}
{"lr": 0.004393398282201789, "data_time": 0.01636655330657959, "loss_single": 3.344675898551941, "loss_dense": 3.387276530265808, "loss": 6.731952476501465, "time": 0.1629389524459839, "step": 752550}
{"lr": 0.004393398282201789, "data_time": 0.01718935966491699, "loss_single": 3.3555131196975707, "loss_dense": 3.4030093431472777, "loss": 6.758522462844849, "time": 0.1574490785598755, "step": 752600}
{"lr": 0.004393398282201789, "data_time": 0.01672391891479492, "loss_single": 3.373192834854126, "loss_dense": 3.4211916446685793, "loss": 6.794384527206421, "time": 0.15545434951782228, "step": 752650}
{"lr": 0.004393398282201789, "data_time": 0.017000675201416016, "loss_single": 3.3530460357666017, "loss_dense": 3.3977678537368776, "loss": 6.750813913345337, "time": 0.1650933265686035, "step": 752700}
{"lr": 0.004393398282201789, "data_time": 0.01795811653137207, "loss_single": 3.3648192405700685, "loss_dense": 3.4061938762664794, "loss": 6.771013164520264, "time": 0.15646674633026122, "step": 752750}
{"lr": 0.004393398282201789, "data_time": 0.016672849655151367, "loss_single": 3.3318373203277587, "loss_dense": 3.3773921489715577, "loss": 6.709229564666748, "time": 0.16657474040985107, "step": 752800}
{"lr": 0.004393398282201789, "data_time": 0.01755681037902832, "loss_single": 3.3598184108734133, "loss_dense": 3.413635420799255, "loss": 6.77345380783081, "time": 0.15828914642333985, "step": 752850}
{"lr": 0.004393398282201789, "data_time": 0.017086124420166014, "loss_single": 3.374115014076233, "loss_dense": 3.410833644866943, "loss": 6.78494873046875, "time": 0.16079182624816896, "step": 752900}
{"lr": 0.004393398282201789, "data_time": 0.017199063301086427, "loss_single": 3.36453800201416, "loss_dense": 3.406284236907959, "loss": 6.770822238922119, "time": 0.1566011667251587, "step": 752950}
{"lr": 0.004393398282201789, "data_time": 0.01621825695037842, "loss_single": 3.3612617015838624, "loss_dense": 3.417857551574707, "loss": 6.779119253158569, "time": 0.2191709041595459, "step": 753000}
{"lr": 0.004393398282201789, "data_time": 0.017382287979125978, "loss_single": 3.36868531703949, "loss_dense": 3.4130959272384644, "loss": 6.781781148910523, "time": 0.16486811637878418, "step": 753050}
{"lr": 0.004393398282201789, "data_time": 0.016379117965698242, "loss_single": 3.351981520652771, "loss_dense": 3.4022672176361084, "loss": 6.754248809814453, "time": 0.15668506622314454, "step": 753100}
{"lr": 0.004393398282201789, "data_time": 0.01710464954376221, "loss_single": 3.343714451789856, "loss_dense": 3.3833368539810182, "loss": 6.727051258087158, "time": 0.15984773635864258, "step": 753150}
{"lr": 0.004393398282201789, "data_time": 0.016602158546447754, "loss_single": 3.3440269231796265, "loss_dense": 3.3983195543289186, "loss": 6.742346525192261, "time": 0.16052508354187012, "step": 753200}
{"lr": 0.004393398282201789, "data_time": 0.04622056484222412, "loss_single": 3.3800724744796753, "loss_dense": 3.4161675214767455, "loss": 6.796239948272705, "time": 0.18547570705413818, "step": 753250}
{"lr": 0.004393398282201789, "data_time": 0.01769680976867676, "loss_single": 3.3534114360809326, "loss_dense": 3.395189642906189, "loss": 6.7486011505126955, "time": 0.16037201881408691, "step": 753300}
{"lr": 0.004393398282201789, "data_time": 0.017911410331726073, "loss_single": 3.3222811937332155, "loss_dense": 3.388724684715271, "loss": 6.711005783081054, "time": 0.1572042465209961, "step": 753350}
{"lr": 0.004393398282201789, "data_time": 0.016848182678222655, "loss_single": 3.3581791162490844, "loss_dense": 3.411152386665344, "loss": 6.7693315029144285, "time": 0.15492215156555175, "step": 753400}
{"lr": 0.004393398282201789, "data_time": 0.015406203269958497, "loss_single": 3.3712337970733643, "loss_dense": 3.420280694961548, "loss": 6.791514492034912, "time": 0.15254342555999756, "step": 753450}
{"lr": 0.004393398282201789, "data_time": 0.01932084560394287, "loss_single": 3.3314956188201905, "loss_dense": 3.39669508934021, "loss": 6.728190612792969, "time": 0.15656647682189942, "step": 753500}
{"lr": 0.004393398282201789, "data_time": 0.01699540615081787, "loss_single": 3.339924383163452, "loss_dense": 3.397772789001465, "loss": 6.737697172164917, "time": 0.17848424911499022, "step": 753550}
{"lr": 0.004393398282201789, "data_time": 0.013485956192016601, "loss_single": 3.322567319869995, "loss_dense": 3.358307194709778, "loss": 6.680874633789062, "time": 0.15098774433135986, "step": 753600}
{"lr": 0.004393398282201789, "data_time": 0.018947529792785644, "loss_single": 3.3589318990707397, "loss_dense": 3.4073211669921877, "loss": 6.766253089904785, "time": 0.18277432918548583, "step": 753650}
{"lr": 0.004393398282201789, "data_time": 0.016736912727355956, "loss_single": 3.3670137405395506, "loss_dense": 3.404526472091675, "loss": 6.77154016494751, "time": 0.1555173873901367, "step": 753700}
{"lr": 0.004393398282201789, "data_time": 0.017146801948547362, "loss_single": 3.3750145196914674, "loss_dense": 3.427783465385437, "loss": 6.8027979850769045, "time": 0.15568389892578124, "step": 753750}
{"lr": 0.004393398282201789, "data_time": 0.01590900421142578, "loss_single": 3.3550301074981688, "loss_dense": 3.402220630645752, "loss": 6.757250738143921, "time": 0.15828249454498292, "step": 753800}
{"lr": 0.004393398282201789, "data_time": 0.017369866371154785, "loss_single": 3.3791399240493774, "loss_dense": 3.423212170600891, "loss": 6.8023521423339846, "time": 0.16111972332000732, "step": 753850}
{"lr": 0.004393398282201789, "data_time": 0.01778130531311035, "loss_single": 3.347736620903015, "loss_dense": 3.405049991607666, "loss": 6.752786636352539, "time": 0.17027654647827148, "step": 753900}
{"lr": 0.004393398282201789, "data_time": 0.019062137603759764, "loss_single": 3.3342270135879515, "loss_dense": 3.3733877182006835, "loss": 6.707614707946777, "time": 0.1811762571334839, "step": 753950}
{"lr": 0.004393398282201789, "data_time": 0.016058921813964844, "loss_single": 3.348921775817871, "loss_dense": 3.385266375541687, "loss": 6.7341881275177, "time": 0.16113107204437255, "step": 754000}
{"lr": 0.004393398282201789, "data_time": 0.016820454597473146, "loss_single": 3.3634929180145265, "loss_dense": 3.4069482564926146, "loss": 6.770441102981567, "time": 0.155267596244812, "step": 754050}
{"lr": 0.004393398282201789, "data_time": 0.03746852874755859, "loss_single": 3.3511736392974854, "loss_dense": 3.392373275756836, "loss": 6.7435469150543215, "time": 0.17422201633453369, "step": 754100}
{"lr": 0.004393398282201789, "data_time": 0.017694902420043946, "loss_single": 3.3599491834640505, "loss_dense": 3.4079067707061768, "loss": 6.767855978012085, "time": 0.16922707557678224, "step": 754150}
{"lr": 0.004393398282201789, "data_time": 0.017182755470275878, "loss_single": 3.3877026319503782, "loss_dense": 3.4348084926605225, "loss": 6.822511148452759, "time": 0.16779763698577882, "step": 754200}
{"lr": 0.004393398282201789, "data_time": 0.02500300407409668, "loss_single": 3.352169561386108, "loss_dense": 3.4107216119766237, "loss": 6.762891149520874, "time": 0.2549546003341675, "step": 754250}
{"lr": 0.004393398282201789, "data_time": 0.017039036750793456, "loss_single": 3.3862117528915405, "loss_dense": 3.4331792831420898, "loss": 6.819390964508057, "time": 0.15880661010742186, "step": 754300}
{"lr": 0.004393398282201789, "data_time": 0.01647028923034668, "loss_single": 3.358353519439697, "loss_dense": 3.4119511604309083, "loss": 6.7703046798706055, "time": 0.15341501235961913, "step": 754350}
{"lr": 0.004393398282201789, "data_time": 0.018670988082885743, "loss_single": 3.3842442274093627, "loss_dense": 3.415761208534241, "loss": 6.800005388259888, "time": 0.15226502418518068, "step": 754400}
{"lr": 0.004393398282201789, "data_time": 0.016227126121520996, "loss_single": 3.3539679050445557, "loss_dense": 3.4063815593719484, "loss": 6.760349416732788, "time": 0.16528191566467285, "step": 754450}
{"lr": 0.004393398282201789, "data_time": 0.01746678352355957, "loss_single": 3.3409239530563353, "loss_dense": 3.3932931661605834, "loss": 6.7342170715332035, "time": 0.163175630569458, "step": 754500}
{"lr": 0.004393398282201789, "data_time": 0.021825218200683595, "loss_single": 3.370679187774658, "loss_dense": 3.4175392389297485, "loss": 6.788218450546265, "time": 0.16353724002838135, "step": 754550}
{"lr": 0.004393398282201789, "data_time": 0.016750812530517578, "loss_single": 3.3674484491348267, "loss_dense": 3.420749068260193, "loss": 6.788197565078735, "time": 0.16126344203948975, "step": 754600}
{"lr": 0.004393398282201789, "data_time": 0.019103622436523436, "loss_single": 3.3452957391738893, "loss_dense": 3.4063843727111816, "loss": 6.751680135726929, "time": 0.15817041397094728, "step": 754650}
{"lr": 0.004393398282201789, "data_time": 0.01746523380279541, "loss_single": 3.3518561124801636, "loss_dense": 3.3903457164764403, "loss": 6.742201805114746, "time": 0.15372025966644287, "step": 754700}
{"lr": 0.004393398282201789, "data_time": 0.014848470687866211, "loss_single": 3.3578250408172607, "loss_dense": 3.405583071708679, "loss": 6.763408041000366, "time": 0.1568453788757324, "step": 754750}
{"lr": 0.004393398282201789, "data_time": 0.017187619209289552, "loss_single": 3.357289361953735, "loss_dense": 3.4134228229522705, "loss": 6.770712184906006, "time": 0.16408116817474366, "step": 754800}
{"lr": 0.004393398282201789, "data_time": 0.01959969997406006, "loss_single": 3.3376129865646362, "loss_dense": 3.3904924392700195, "loss": 6.72810549736023, "time": 0.17118964195251465, "step": 754850}
{"lr": 0.004393398282201789, "data_time": 0.01614065170288086, "loss_single": 3.364198088645935, "loss_dense": 3.4185458421707153, "loss": 6.782743978500366, "time": 0.15507268905639648, "step": 754900}
{"lr": 0.004393398282201789, "data_time": 0.017037582397460938, "loss_single": 3.385052728652954, "loss_dense": 3.4148247241973877, "loss": 6.799877452850342, "time": 0.16176090240478516, "step": 754950}
{"lr": 0.004393398282201789, "data_time": 0.01691763401031494, "loss_single": 3.3261808156967163, "loss_dense": 3.3741424083709717, "loss": 6.700323152542114, "time": 0.15642693042755126, "step": 755000}
{"lr": 0.004393398282201789, "data_time": 0.01693582534790039, "loss_single": 3.3694501638412477, "loss_dense": 3.411375331878662, "loss": 6.780825424194336, "time": 0.15404834747314453, "step": 755050}
{"lr": 0.004393398282201789, "data_time": 0.016991639137268068, "loss_single": 3.330273151397705, "loss_dense": 3.3753223180770875, "loss": 6.705595445632935, "time": 0.15714490413665771, "step": 755100}
{"lr": 0.004393398282201789, "data_time": 0.022504353523254396, "loss_single": 3.3706758499145506, "loss_dense": 3.4138782262802123, "loss": 6.784554100036621, "time": 0.1856903076171875, "step": 755150}
{"lr": 0.004393398282201789, "data_time": 0.017830252647399902, "loss_single": 3.3703563451766967, "loss_dense": 3.4259596347808836, "loss": 6.7963159561157225, "time": 0.1592714309692383, "step": 755200}
{"lr": 0.004393398282201789, "data_time": 0.018883585929870605, "loss_single": 3.3832690954208373, "loss_dense": 3.4174505472183228, "loss": 6.800719594955444, "time": 0.1550750732421875, "step": 755250}
{"lr": 0.004393398282201789, "data_time": 0.016143107414245607, "loss_single": 3.359316372871399, "loss_dense": 3.4012845039367674, "loss": 6.760600852966308, "time": 0.16689677238464357, "step": 755300}
{"lr": 0.004393398282201789, "data_time": 0.017730045318603515, "loss_single": 3.352643036842346, "loss_dense": 3.398751139640808, "loss": 6.751394128799438, "time": 0.19537642002105712, "step": 755350}
{"lr": 0.004393398282201789, "data_time": 0.01840641498565674, "loss_single": 3.344169783592224, "loss_dense": 3.4022451400756837, "loss": 6.7464149475097654, "time": 0.15657763481140136, "step": 755400}
{"lr": 0.004393398282201789, "data_time": 0.0175217866897583, "loss_single": 3.345106363296509, "loss_dense": 3.384195160865784, "loss": 6.729301595687867, "time": 0.21714284420013427, "step": 755450}
{"lr": 0.004393398282201789, "data_time": 0.017212414741516115, "loss_single": 3.3534311294555663, "loss_dense": 3.405341649055481, "loss": 6.7587728023529055, "time": 0.15868234634399414, "step": 755500}
{"lr": 0.004393398282201789, "data_time": 0.016832423210144044, "loss_single": 3.353140449523926, "loss_dense": 3.4021666765213014, "loss": 6.755307054519653, "time": 0.1605574369430542, "step": 755550}
{"lr": 0.004393398282201789, "data_time": 0.014302778244018554, "loss_single": 3.338627028465271, "loss_dense": 3.396876001358032, "loss": 6.7355029582977295, "time": 0.15108604431152345, "step": 755600}
{"lr": 0.00422810553355217, "data_time": 0.01794772148132324, "loss_single": 3.3827273845672607, "loss_dense": 3.423601675033569, "loss": 6.806328964233399, "time": 0.1651144027709961, "step": 755654}
{"lr": 0.00422810553355217, "data_time": 0.01596047878265381, "loss_single": 3.3883084535598753, "loss_dense": 3.4184547901153564, "loss": 6.806763219833374, "time": 0.15880873203277587, "step": 755704}
{"lr": 0.00422810553355217, "data_time": 0.01648271083831787, "loss_single": 3.373298478126526, "loss_dense": 3.414958882331848, "loss": 6.78825740814209, "time": 0.16077229976654053, "step": 755754}
{"lr": 0.00422810553355217, "data_time": 0.01747429370880127, "loss_single": 3.397117185592651, "loss_dense": 3.429065489768982, "loss": 6.826182651519775, "time": 0.15710251331329345, "step": 755804}
{"lr": 0.00422810553355217, "data_time": 0.017236733436584474, "loss_single": 3.323810839653015, "loss_dense": 3.3704312562942507, "loss": 6.69424204826355, "time": 0.15389246940612794, "step": 755854}
{"lr": 0.00422810553355217, "data_time": 0.021279096603393555, "loss_single": 3.3667208909988404, "loss_dense": 3.413012647628784, "loss": 6.779733610153198, "time": 0.19505205154418945, "step": 755904}
{"lr": 0.00422810553355217, "data_time": 0.016001462936401367, "loss_single": 3.3738635540008546, "loss_dense": 3.4098389863967897, "loss": 6.783702564239502, "time": 0.15970659255981445, "step": 755954}
{"lr": 0.00422810553355217, "data_time": 0.016979408264160157, "loss_single": 3.355077385902405, "loss_dense": 3.4162736415863035, "loss": 6.771351051330567, "time": 0.15257811546325684, "step": 756004}
{"lr": 0.00422810553355217, "data_time": 0.017725014686584474, "loss_single": 3.3963754653930662, "loss_dense": 3.4427981853485106, "loss": 6.8391735553741455, "time": 0.18209559917449952, "step": 756054}
{"lr": 0.00422810553355217, "data_time": 0.017319965362548827, "loss_single": 3.360441207885742, "loss_dense": 3.4092689990997314, "loss": 6.76971025466919, "time": 0.15775794982910157, "step": 756104}
{"lr": 0.00422810553355217, "data_time": 0.016614913940429688, "loss_single": 3.3198810338974, "loss_dense": 3.381860446929932, "loss": 6.701741456985474, "time": 0.15262081623077392, "step": 756154}
{"lr": 0.00422810553355217, "data_time": 0.019199609756469727, "loss_single": 3.360735273361206, "loss_dense": 3.3952301025390623, "loss": 6.755965375900269, "time": 0.15943443775177002, "step": 756204}
{"lr": 0.00422810553355217, "data_time": 0.017886090278625488, "loss_single": 3.374494457244873, "loss_dense": 3.4095081806182863, "loss": 6.784002685546875, "time": 0.15650296211242676, "step": 756254}
{"lr": 0.00422810553355217, "data_time": 0.017336249351501465, "loss_single": 3.3828839302062987, "loss_dense": 3.428511953353882, "loss": 6.811395835876465, "time": 0.16275310516357422, "step": 756304}
{"lr": 0.00422810553355217, "data_time": 0.018869304656982423, "loss_single": 3.3584925889968873, "loss_dense": 3.4048233032226562, "loss": 6.763315916061401, "time": 0.16034834384918212, "step": 756354}
{"lr": 0.00422810553355217, "data_time": 0.017471456527709962, "loss_single": 3.360952353477478, "loss_dense": 3.404957389831543, "loss": 6.765909719467163, "time": 0.15300412178039552, "step": 756404}
{"lr": 0.00422810553355217, "data_time": 0.016950082778930665, "loss_single": 3.3459710121154784, "loss_dense": 3.383629870414734, "loss": 6.72960090637207, "time": 0.15917627811431884, "step": 756454}
{"lr": 0.00422810553355217, "data_time": 0.020946645736694337, "loss_single": 3.340865421295166, "loss_dense": 3.395028567314148, "loss": 6.735894012451172, "time": 0.2820378541946411, "step": 756504}
{"lr": 0.00422810553355217, "data_time": 0.011037015914916992, "loss_single": 3.3618931770324707, "loss_dense": 3.425558400154114, "loss": 6.787451601028442, "time": 0.1793834686279297, "step": 756554}
{"lr": 0.00422810553355217, "data_time": 0.024071240425109865, "loss_single": 3.351939082145691, "loss_dense": 3.39426851272583, "loss": 6.746207618713379, "time": 0.17113025188446046, "step": 756604}
{"lr": 0.00422810553355217, "data_time": 0.01718924045562744, "loss_single": 3.376275634765625, "loss_dense": 3.422728943824768, "loss": 6.799004602432251, "time": 0.15938215255737304, "step": 756654}
{"lr": 0.00422810553355217, "data_time": 0.017781639099121095, "loss_single": 3.348888468742371, "loss_dense": 3.39174485206604, "loss": 6.7406334400177, "time": 0.16403822898864745, "step": 756704}
{"lr": 0.00422810553355217, "data_time": 0.016644096374511717, "loss_single": 3.374036693572998, "loss_dense": 3.3992615699768067, "loss": 6.773298263549805, "time": 0.16824209690093994, "step": 756754}
{"lr": 0.00422810553355217, "data_time": 0.015071916580200195, "loss_single": 3.3543373584747314, "loss_dense": 3.401909518241882, "loss": 6.756246900558471, "time": 0.15561625957489014, "step": 756804}
{"lr": 0.00422810553355217, "data_time": 0.017969393730163576, "loss_single": 3.3657722234725953, "loss_dense": 3.417693614959717, "loss": 6.783465814590454, "time": 0.21567726135253906, "step": 756854}
{"lr": 0.00422810553355217, "data_time": 0.01683037281036377, "loss_single": 3.366372275352478, "loss_dense": 3.4102602005004883, "loss": 6.77663254737854, "time": 0.18174433708190918, "step": 756904}
{"lr": 0.00422810553355217, "data_time": 0.01794123649597168, "loss_single": 3.366850471496582, "loss_dense": 3.40505633354187, "loss": 6.771906805038452, "time": 0.1548297643661499, "step": 756954}
{"lr": 0.00422810553355217, "data_time": 0.0178023099899292, "loss_single": 3.364833211898804, "loss_dense": 3.420820879936218, "loss": 6.785654163360595, "time": 0.16291942596435546, "step": 757004}
{"lr": 0.00422810553355217, "data_time": 0.016823005676269532, "loss_single": 3.3989344358444216, "loss_dense": 3.4425015687942504, "loss": 6.8414360046386715, "time": 0.156310772895813, "step": 757054}
{"lr": 0.00422810553355217, "data_time": 0.020015668869018555, "loss_single": 3.3526236772537232, "loss_dense": 3.396521806716919, "loss": 6.749145460128784, "time": 0.1613034725189209, "step": 757104}
{"lr": 0.00422810553355217, "data_time": 0.017874908447265626, "loss_single": 3.351230597496033, "loss_dense": 3.3984928369522094, "loss": 6.749723434448242, "time": 0.1539823293685913, "step": 757154}
{"lr": 0.00422810553355217, "data_time": 0.03309309482574463, "loss_single": 3.3437589406967163, "loss_dense": 3.3977423906326294, "loss": 6.741501379013061, "time": 0.2588299989700317, "step": 757204}
{"lr": 0.00422810553355217, "data_time": 0.016896796226501466, "loss_single": 3.3662271738052367, "loss_dense": 3.396111178398132, "loss": 6.762338352203369, "time": 0.16488265991210938, "step": 757254}
{"lr": 0.00422810553355217, "data_time": 0.01886618137359619, "loss_single": 3.3414379119873048, "loss_dense": 3.397215700149536, "loss": 6.738653612136841, "time": 0.15704965591430664, "step": 757304}
{"lr": 0.00422810553355217, "data_time": 0.014493393898010253, "loss_single": 3.3614158391952516, "loss_dense": 3.407155656814575, "loss": 6.768571472167968, "time": 0.1546175479888916, "step": 757354}
{"lr": 0.00422810553355217, "data_time": 0.019016361236572264, "loss_single": 3.35752387046814, "loss_dense": 3.4149070978164673, "loss": 6.772431087493897, "time": 0.15755116939544678, "step": 757404}
{"lr": 0.00422810553355217, "data_time": 0.017997050285339357, "loss_single": 3.3523386478424073, "loss_dense": 3.4075254440307616, "loss": 6.759864091873169, "time": 0.15562725067138672, "step": 757454}
{"lr": 0.00422810553355217, "data_time": 0.018721842765808107, "loss_single": 3.3549383640289308, "loss_dense": 3.397569942474365, "loss": 6.752508306503296, "time": 0.1638637065887451, "step": 757504}
{"lr": 0.00422810553355217, "data_time": 0.015489959716796875, "loss_single": 3.380505180358887, "loss_dense": 3.4154713630676268, "loss": 6.795976400375366, "time": 0.15692565441131592, "step": 757554}
{"lr": 0.00422810553355217, "data_time": 0.017783379554748534, "loss_single": 3.3326344728469848, "loss_dense": 3.3835549354553223, "loss": 6.716189384460449, "time": 0.15680668354034424, "step": 757604}
{"lr": 0.00422810553355217, "data_time": 0.01727750301361084, "loss_single": 3.3707700252532957, "loss_dense": 3.4199747800827027, "loss": 6.790744829177856, "time": 0.15606868267059326, "step": 757654}
{"lr": 0.00422810553355217, "data_time": 0.018120980262756346, "loss_single": 3.3417966604232787, "loss_dense": 3.3873090744018555, "loss": 6.729105710983276, "time": 0.15605714321136474, "step": 757704}
{"lr": 0.00422810553355217, "data_time": 0.018402624130249023, "loss_single": 3.345053243637085, "loss_dense": 3.3993162870407105, "loss": 6.7443695068359375, "time": 0.15671792030334472, "step": 757754}
{"lr": 0.00422810553355217, "data_time": 0.015526509284973145, "loss_single": 3.3511992692947388, "loss_dense": 3.403384232521057, "loss": 6.754583501815796, "time": 0.15666682720184327, "step": 757804}
{"lr": 0.00422810553355217, "data_time": 0.024500083923339844, "loss_single": 3.341803550720215, "loss_dense": 3.382714939117432, "loss": 6.724518537521362, "time": 0.19174704551696778, "step": 757854}
{"lr": 0.00422810553355217, "data_time": 0.01641559600830078, "loss_single": 3.3921298027038573, "loss_dense": 3.4202766180038453, "loss": 6.812406396865844, "time": 0.15213921070098876, "step": 757904}
{"lr": 0.00422810553355217, "data_time": 0.01690564155578613, "loss_single": 3.3291505098342897, "loss_dense": 3.392380475997925, "loss": 6.721531057357788, "time": 0.15866611003875733, "step": 757954}
{"lr": 0.00422810553355217, "data_time": 0.018364262580871583, "loss_single": 3.3512943983078003, "loss_dense": 3.4020231485366823, "loss": 6.753317642211914, "time": 0.15354616641998292, "step": 758004}
{"lr": 0.00422810553355217, "data_time": 0.016790199279785156, "loss_single": 3.3575286865234375, "loss_dense": 3.404717803001404, "loss": 6.762246370315552, "time": 0.15662810802459717, "step": 758054}
{"lr": 0.00422810553355217, "data_time": 0.01750016212463379, "loss_single": 3.35333251953125, "loss_dense": 3.39809365272522, "loss": 6.751426124572754, "time": 0.15658011436462402, "step": 758104}
{"lr": 0.00422810553355217, "data_time": 0.020679950714111328, "loss_single": 3.368358874320984, "loss_dense": 3.4225284099578857, "loss": 6.790887308120728, "time": 0.17597849369049073, "step": 758154}
{"lr": 0.00422810553355217, "data_time": 0.018203043937683107, "loss_single": 3.3357638835906984, "loss_dense": 3.390681600570679, "loss": 6.726445484161377, "time": 0.15397820472717286, "step": 758204}
{"lr": 0.00422810553355217, "data_time": 0.01478888988494873, "loss_single": 3.349760341644287, "loss_dense": 3.4007972717285155, "loss": 6.750557613372803, "time": 0.21953392028808594, "step": 758254}
{"lr": 0.00422810553355217, "data_time": 0.01720280647277832, "loss_single": 3.3507919788360594, "loss_dense": 3.414207410812378, "loss": 6.7649993896484375, "time": 0.15974736213684082, "step": 758304}
{"lr": 0.00422810553355217, "data_time": 0.017534804344177247, "loss_single": 3.352413010597229, "loss_dense": 3.401277780532837, "loss": 6.753690624237061, "time": 0.1609736204147339, "step": 758354}
{"lr": 0.00422810553355217, "data_time": 0.016925954818725587, "loss_single": 3.346854043006897, "loss_dense": 3.4003878831863403, "loss": 6.74724178314209, "time": 0.15550062656402588, "step": 758404}
{"lr": 0.00422810553355217, "data_time": 0.02144927978515625, "loss_single": 3.3704219579696657, "loss_dense": 3.425282049179077, "loss": 6.795704078674317, "time": 0.2771217584609985, "step": 758454}
{"lr": 0.00422810553355217, "data_time": 0.01768832206726074, "loss_single": 3.3554177045822144, "loss_dense": 3.403123211860657, "loss": 6.758540964126587, "time": 0.15805644989013673, "step": 758504}
{"lr": 0.00422810553355217, "data_time": 0.018015575408935548, "loss_single": 3.360377645492554, "loss_dense": 3.4026128530502318, "loss": 6.762990522384643, "time": 0.16154820919036866, "step": 758554}
{"lr": 0.00422810553355217, "data_time": 0.01779496669769287, "loss_single": 3.3596115589141844, "loss_dense": 3.415805983543396, "loss": 6.775417613983154, "time": 0.15907275676727295, "step": 758604}
{"lr": 0.00422810553355217, "data_time": 0.016869878768920897, "loss_single": 3.3310582399368287, "loss_dense": 3.383775472640991, "loss": 6.714833736419678, "time": 0.16019706726074218, "step": 758654}
{"lr": 0.00422810553355217, "data_time": 0.01806204319000244, "loss_single": 3.3383032083511353, "loss_dense": 3.4053439140319823, "loss": 6.743647193908691, "time": 0.15970659255981445, "step": 758704}
{"lr": 0.00422810553355217, "data_time": 0.018186283111572266, "loss_single": 3.38048369884491, "loss_dense": 3.425721287727356, "loss": 6.806204891204834, "time": 0.1548847198486328, "step": 758754}
{"lr": 0.00422810553355217, "data_time": 0.014660143852233886, "loss_single": 3.362992858886719, "loss_dense": 3.42121217250824, "loss": 6.7842050075531, "time": 0.15418598651885987, "step": 758804}
{"lr": 0.00422810553355217, "data_time": 0.01793680191040039, "loss_single": 3.3503212451934816, "loss_dense": 3.4011851072311403, "loss": 6.751506376266479, "time": 0.1608503580093384, "step": 758854}
{"lr": 0.00422810553355217, "data_time": 0.016929101943969727, "loss_single": 3.3531485557556153, "loss_dense": 3.4015060663223267, "loss": 6.7546546459198, "time": 0.15790159702301027, "step": 758904}
{"lr": 0.00422810553355217, "data_time": 0.026389479637145996, "loss_single": 3.326270651817322, "loss_dense": 3.3759739875793455, "loss": 6.702244615554809, "time": 0.16548402309417726, "step": 758954}
{"lr": 0.00422810553355217, "data_time": 0.01618809700012207, "loss_single": 3.360717606544495, "loss_dense": 3.401886749267578, "loss": 6.7626043319702145, "time": 0.1580885171890259, "step": 759004}
{"lr": 0.00422810553355217, "data_time": 0.01885361671447754, "loss_single": 3.3458908796310425, "loss_dense": 3.3962334632873534, "loss": 6.742124271392822, "time": 0.15815408229827882, "step": 759054}
{"lr": 0.00422810553355217, "data_time": 0.01850275993347168, "loss_single": 3.3468966245651246, "loss_dense": 3.393748474121094, "loss": 6.7406449794769285, "time": 0.22390921115875245, "step": 759104}
{"lr": 0.00422810553355217, "data_time": 0.018232345581054688, "loss_single": 3.353343367576599, "loss_dense": 3.4036793231964113, "loss": 6.757022714614868, "time": 0.15973262786865233, "step": 759154}
{"lr": 0.00422810553355217, "data_time": 0.016904926300048827, "loss_single": 3.3332330226898192, "loss_dense": 3.391817808151245, "loss": 6.725050735473633, "time": 0.1560426712036133, "step": 759204}
{"lr": 0.00422810553355217, "data_time": 0.018410277366638184, "loss_single": 3.3455501794815063, "loss_dense": 3.4033367156982424, "loss": 6.748886823654175, "time": 0.15680193901062012, "step": 759254}
{"lr": 0.00422810553355217, "data_time": 0.02217886447906494, "loss_single": 3.3575774669647216, "loss_dense": 3.4063896417617796, "loss": 6.763967037200928, "time": 0.231329607963562, "step": 759304}
{"lr": 0.00422810553355217, "data_time": 0.017617416381835938, "loss_single": 3.355689549446106, "loss_dense": 3.4080503463745115, "loss": 6.763739776611328, "time": 0.15556411743164061, "step": 759354}
{"lr": 0.00422810553355217, "data_time": 0.016820955276489257, "loss_single": 3.3294307947158814, "loss_dense": 3.370743727684021, "loss": 6.700174570083618, "time": 0.15428464412689208, "step": 759404}
{"lr": 0.00422810553355217, "data_time": 0.018164730072021483, "loss_single": 3.3388606786727903, "loss_dense": 3.3863821983337403, "loss": 6.725242805480957, "time": 0.1607982873916626, "step": 759454}
{"lr": 0.00422810553355217, "data_time": 0.015608096122741699, "loss_single": 3.3629647970199583, "loss_dense": 3.4178138732910157, "loss": 6.7807787418365475, "time": 0.1562551736831665, "step": 759504}
{"lr": 0.00422810553355217, "data_time": 0.018830132484436036, "loss_single": 3.3423654556274416, "loss_dense": 3.3992783308029173, "loss": 6.741643714904785, "time": 0.15817410945892335, "step": 759554}
{"lr": 0.00422810553355217, "data_time": 0.01695244312286377, "loss_single": 3.37437219619751, "loss_dense": 3.4153559923172, "loss": 6.789728212356567, "time": 0.1533125400543213, "step": 759604}
{"lr": 0.00422810553355217, "data_time": 0.018354320526123048, "loss_single": 3.3552888154983522, "loss_dense": 3.3991471767425536, "loss": 6.754435968399048, "time": 0.15613722801208496, "step": 759654}
{"lr": 0.00422810553355217, "data_time": 0.01894538402557373, "loss_single": 3.3720737218856813, "loss_dense": 3.415248966217041, "loss": 6.787322664260865, "time": 0.24013471603393555, "step": 759704}
{"lr": 0.00422810553355217, "data_time": 0.02708561420440674, "loss_single": 3.3477504730224608, "loss_dense": 3.397452640533447, "loss": 6.745203161239624, "time": 0.18726186752319335, "step": 759754}
{"lr": 0.00422810553355217, "data_time": 0.01845695972442627, "loss_single": 3.3561397314071657, "loss_dense": 3.4057134866714476, "loss": 6.761853218078613, "time": 0.16044158935546876, "step": 759804}
{"lr": 0.00422810553355217, "data_time": 0.015907955169677735, "loss_single": 3.3730176448822022, "loss_dense": 3.3988901376724243, "loss": 6.771907758712769, "time": 0.15714764595031738, "step": 759854}
{"lr": 0.00422810553355217, "data_time": 0.017679309844970702, "loss_single": 3.350958824157715, "loss_dense": 3.3926761150360107, "loss": 6.743634939193726, "time": 0.15278291702270508, "step": 759904}
{"lr": 0.00422810553355217, "data_time": 0.018326234817504884, "loss_single": 3.3464656829833985, "loss_dense": 3.398437762260437, "loss": 6.7449033737182615, "time": 0.1574312210083008, "step": 759954}
{"lr": 0.00422810553355217, "data_time": 0.015315103530883788, "loss_single": 3.339311361312866, "loss_dense": 3.3870880365371705, "loss": 6.726399374008179, "time": 0.15769426822662352, "step": 760004}
{"lr": 0.00422810553355217, "data_time": 0.0178497314453125, "loss_single": 3.3504772424697875, "loss_dense": 3.4044673204422, "loss": 6.754944515228272, "time": 0.16965866088867188, "step": 760054}
{"lr": 0.00422810553355217, "data_time": 0.018262314796447753, "loss_single": 3.382484030723572, "loss_dense": 3.4358120441436766, "loss": 6.818296098709107, "time": 0.15986742973327636, "step": 760104}
{"lr": 0.00422810553355217, "data_time": 0.019389629364013672, "loss_single": 3.344873571395874, "loss_dense": 3.3961794853210447, "loss": 6.741053056716919, "time": 0.16203529834747316, "step": 760154}
{"lr": 0.00422810553355217, "data_time": 0.015929770469665528, "loss_single": 3.3754406452178953, "loss_dense": 3.4165826559066774, "loss": 6.7920232772827145, "time": 0.19769623279571533, "step": 760204}
{"lr": 0.00422810553355217, "data_time": 0.016835737228393554, "loss_single": 3.3610289812088014, "loss_dense": 3.41260826587677, "loss": 6.773637199401856, "time": 0.15646376609802246, "step": 760254}
{"lr": 0.00422810553355217, "data_time": 0.01934647560119629, "loss_single": 3.3635737895965576, "loss_dense": 3.403189754486084, "loss": 6.766763544082641, "time": 0.1568577527999878, "step": 760304}
{"lr": 0.00422810553355217, "data_time": 0.015411972999572754, "loss_single": 3.3666689157485963, "loss_dense": 3.4046117305755614, "loss": 6.771280574798584, "time": 0.15881562232971191, "step": 760354}
{"lr": 0.00422810553355217, "data_time": 0.01835620403289795, "loss_single": 3.3764467000961305, "loss_dense": 3.425404167175293, "loss": 6.801850843429565, "time": 0.15894174575805664, "step": 760404}
{"lr": 0.00422810553355217, "data_time": 0.01722574234008789, "loss_single": 3.346666097640991, "loss_dense": 3.3954542875289917, "loss": 6.742120409011841, "time": 0.1554262399673462, "step": 760454}
{"lr": 0.00422810553355217, "data_time": 0.02045464515686035, "loss_single": 3.368136501312256, "loss_dense": 3.418898677825928, "loss": 6.787035226821899, "time": 0.1564405918121338, "step": 760504}
{"lr": 0.00422810553355217, "data_time": 0.017771148681640626, "loss_single": 3.35386438369751, "loss_dense": 3.3934911251068116, "loss": 6.7473554611206055, "time": 0.15859391689300537, "step": 760554}
{"lr": 0.00422810553355217, "data_time": 0.01413424015045166, "loss_single": 3.3843531131744387, "loss_dense": 3.4259083032608033, "loss": 6.810261392593384, "time": 0.1492816686630249, "step": 760604}
{"lr": 0.00406547058867883, "data_time": 0.018795871734619142, "loss_single": 3.3814361572265623, "loss_dense": 3.41865336894989, "loss": 6.800089550018311, "time": 0.1668551445007324, "step": 760658}
{"lr": 0.00406547058867883, "data_time": 0.01570141315460205, "loss_single": 3.3648603200912475, "loss_dense": 3.4095276594161987, "loss": 6.77438793182373, "time": 0.16150326728820802, "step": 760708}
{"lr": 0.00406547058867883, "data_time": 0.017194628715515137, "loss_single": 3.35099196434021, "loss_dense": 3.39372661113739, "loss": 6.744718551635742, "time": 0.16330268383026122, "step": 760758}
{"lr": 0.00406547058867883, "data_time": 0.016327953338623045, "loss_single": 3.346376657485962, "loss_dense": 3.3913842916488646, "loss": 6.737760972976685, "time": 0.21191744804382323, "step": 760808}
{"lr": 0.00406547058867883, "data_time": 0.017148852348327637, "loss_single": 3.3536028146743773, "loss_dense": 3.4075931787490843, "loss": 6.761196041107178, "time": 0.15561509132385254, "step": 760858}
{"lr": 0.00406547058867883, "data_time": 0.01615774631500244, "loss_single": 3.3801102161407472, "loss_dense": 3.4190091848373414, "loss": 6.799119520187378, "time": 0.21396994590759277, "step": 760908}
{"lr": 0.00406547058867883, "data_time": 0.01756470203399658, "loss_single": 3.33201801776886, "loss_dense": 3.378691053390503, "loss": 6.710709095001221, "time": 0.1528099536895752, "step": 760958}
{"lr": 0.00406547058867883, "data_time": 0.016467714309692384, "loss_single": 3.3905230522155763, "loss_dense": 3.445623850822449, "loss": 6.836146831512451, "time": 0.1582566022872925, "step": 761008}
{"lr": 0.00406547058867883, "data_time": 0.017207026481628418, "loss_single": 3.3419626712799073, "loss_dense": 3.380533766746521, "loss": 6.722496414184571, "time": 0.15275819301605226, "step": 761058}
{"lr": 0.00406547058867883, "data_time": 0.01764025688171387, "loss_single": 3.3694756031036377, "loss_dense": 3.418572425842285, "loss": 6.788047981262207, "time": 0.1901648759841919, "step": 761108}
{"lr": 0.00406547058867883, "data_time": 0.016434884071350096, "loss_single": 3.3194759130477904, "loss_dense": 3.3672626495361326, "loss": 6.686738634109497, "time": 0.1527094841003418, "step": 761158}
{"lr": 0.00406547058867883, "data_time": 0.015454316139221191, "loss_single": 3.342234420776367, "loss_dense": 3.3858507871627808, "loss": 6.72808518409729, "time": 0.34533400535583497, "step": 761208}
{"lr": 0.00406547058867883, "data_time": 0.016574811935424805, "loss_single": 3.3454835653305053, "loss_dense": 3.397004818916321, "loss": 6.7424883365631105, "time": 0.1578606128692627, "step": 761258}
{"lr": 0.00406547058867883, "data_time": 0.018330645561218262, "loss_single": 3.3409918546676636, "loss_dense": 3.3890989780426026, "loss": 6.730090808868408, "time": 0.17129383087158204, "step": 761308}
{"lr": 0.00406547058867883, "data_time": 0.020426630973815918, "loss_single": 3.3582035541534423, "loss_dense": 3.405973696708679, "loss": 6.7641771793365475, "time": 0.17793753147125244, "step": 761358}
{"lr": 0.00406547058867883, "data_time": 0.021000933647155762, "loss_single": 3.356580877304077, "loss_dense": 3.4269508123397827, "loss": 6.783531713485718, "time": 0.1650761127471924, "step": 761408}
{"lr": 0.00406547058867883, "data_time": 0.015810275077819826, "loss_single": 3.383394718170166, "loss_dense": 3.4232670068740845, "loss": 6.806661701202392, "time": 0.21672289371490477, "step": 761458}
{"lr": 0.00406547058867883, "data_time": 0.016524147987365723, "loss_single": 3.351207137107849, "loss_dense": 3.412017846107483, "loss": 6.763224935531616, "time": 0.1610332489013672, "step": 761508}
{"lr": 0.00406547058867883, "data_time": 0.019027090072631835, "loss_single": 3.3606210470199587, "loss_dense": 3.417550730705261, "loss": 6.778171730041504, "time": 0.15679574012756348, "step": 761558}
{"lr": 0.00406547058867883, "data_time": 0.019806218147277833, "loss_single": 3.3574939966201782, "loss_dense": 3.407059907913208, "loss": 6.764553880691528, "time": 0.16049907207489014, "step": 761608}
{"lr": 0.00406547058867883, "data_time": 0.015471243858337402, "loss_single": 3.3363139629364014, "loss_dense": 3.3838937520980834, "loss": 6.720207691192627, "time": 0.15729787349700927, "step": 761658}
{"lr": 0.00406547058867883, "data_time": 0.01632685661315918, "loss_single": 3.339812183380127, "loss_dense": 3.39337739944458, "loss": 6.733189630508423, "time": 0.16158027648925782, "step": 761708}
{"lr": 0.00406547058867883, "data_time": 0.019739723205566405, "loss_single": 3.340780186653137, "loss_dense": 3.393479609489441, "loss": 6.734259796142578, "time": 0.16027660369873048, "step": 761758}
{"lr": 0.00406547058867883, "data_time": 0.01730015277862549, "loss_single": 3.3344260454177856, "loss_dense": 3.3858357667922974, "loss": 6.720261859893799, "time": 0.16924047470092773, "step": 761808}
{"lr": 0.00406547058867883, "data_time": 0.016025328636169435, "loss_single": 3.3550042390823362, "loss_dense": 3.4054803609848023, "loss": 6.760484600067139, "time": 0.16480436325073242, "step": 761858}
{"lr": 0.00406547058867883, "data_time": 0.018218588829040528, "loss_single": 3.355109620094299, "loss_dense": 3.3919026613235475, "loss": 6.747012281417847, "time": 0.16293275356292725, "step": 761908}
{"lr": 0.00406547058867883, "data_time": 0.016924452781677247, "loss_single": 3.3613898038864134, "loss_dense": 3.420760226249695, "loss": 6.782149982452393, "time": 0.16440720558166505, "step": 761958}
{"lr": 0.00406547058867883, "data_time": 0.018040680885314943, "loss_single": 3.354190444946289, "loss_dense": 3.4105921030044555, "loss": 6.764782571792603, "time": 0.15722854137420655, "step": 762008}
{"lr": 0.00406547058867883, "data_time": 0.01854424476623535, "loss_single": 3.336959409713745, "loss_dense": 3.3818748712539675, "loss": 6.718834257125854, "time": 0.1647550106048584, "step": 762058}
{"lr": 0.00406547058867883, "data_time": 0.01725287437438965, "loss_single": 3.3564158201217653, "loss_dense": 3.398980188369751, "loss": 6.75539608001709, "time": 0.15957961082458497, "step": 762108}
{"lr": 0.00406547058867883, "data_time": 0.016947507858276367, "loss_single": 3.336330032348633, "loss_dense": 3.3825973510742187, "loss": 6.718927335739136, "time": 0.15939254760742189, "step": 762158}
{"lr": 0.00406547058867883, "data_time": 0.016680979728698732, "loss_single": 3.359699511528015, "loss_dense": 3.400729703903198, "loss": 6.76042914390564, "time": 0.1541818618774414, "step": 762208}
{"lr": 0.00406547058867883, "data_time": 0.01681370735168457, "loss_single": 3.361341428756714, "loss_dense": 3.4057787656784058, "loss": 6.767120218276977, "time": 0.1549757719039917, "step": 762258}
{"lr": 0.00406547058867883, "data_time": 0.018013715744018555, "loss_single": 3.329996180534363, "loss_dense": 3.373023009300232, "loss": 6.7030191898345945, "time": 0.1582881450653076, "step": 762308}
{"lr": 0.00406547058867883, "data_time": 0.01662435531616211, "loss_single": 3.3507473468780518, "loss_dense": 3.4038029432296755, "loss": 6.754550313949585, "time": 0.16444506645202636, "step": 762358}
{"lr": 0.00406547058867883, "data_time": 0.015580463409423827, "loss_single": 3.3633056402206423, "loss_dense": 3.418092155456543, "loss": 6.781397867202759, "time": 0.15971808433532714, "step": 762408}
{"lr": 0.00406547058867883, "data_time": 0.018420147895812988, "loss_single": 3.346799302101135, "loss_dense": 3.4097855567932127, "loss": 6.75658483505249, "time": 0.16531665325164796, "step": 762458}
{"lr": 0.00406547058867883, "data_time": 0.01670258045196533, "loss_single": 3.3434752225875854, "loss_dense": 3.3849024295806887, "loss": 6.7283776760101315, "time": 0.15187954902648926, "step": 762508}
{"lr": 0.00406547058867883, "data_time": 0.016242337226867676, "loss_single": 3.3515811443328856, "loss_dense": 3.396859550476074, "loss": 6.7484406471252445, "time": 0.15845749378204346, "step": 762558}
{"lr": 0.00406547058867883, "data_time": 0.017134857177734376, "loss_single": 3.3562981843948365, "loss_dense": 3.4131967306137083, "loss": 6.769494867324829, "time": 0.1562587022781372, "step": 762608}
{"lr": 0.00406547058867883, "data_time": 0.026958823204040527, "loss_single": 3.3724063634872437, "loss_dense": 3.425736999511719, "loss": 6.79814338684082, "time": 0.2241659164428711, "step": 762658}
{"lr": 0.00406547058867883, "data_time": 0.017277741432189943, "loss_single": 3.340641212463379, "loss_dense": 3.3934083700180055, "loss": 6.734049463272095, "time": 0.1554931402206421, "step": 762708}
{"lr": 0.00406547058867883, "data_time": 0.016701149940490722, "loss_single": 3.343177247047424, "loss_dense": 3.3920746803283692, "loss": 6.73525185585022, "time": 0.15922560691833496, "step": 762758}
{"lr": 0.00406547058867883, "data_time": 0.013301420211791991, "loss_single": 3.332883048057556, "loss_dense": 3.3820278882980346, "loss": 6.714910936355591, "time": 0.16078481674194336, "step": 762808}
{"lr": 0.00406547058867883, "data_time": 0.017469143867492674, "loss_single": 3.3681521654129027, "loss_dense": 3.4287941455841064, "loss": 6.796946334838867, "time": 0.15167553424835206, "step": 762858}
{"lr": 0.00406547058867883, "data_time": 0.017213606834411622, "loss_single": 3.3759260416030883, "loss_dense": 3.4242177486419676, "loss": 6.800143718719482, "time": 0.15833742618560792, "step": 762908}
{"lr": 0.00406547058867883, "data_time": 0.01635422706604004, "loss_single": 3.3484023809432983, "loss_dense": 3.397807788848877, "loss": 6.746210098266602, "time": 0.16533496379852294, "step": 762958}
{"lr": 0.00406547058867883, "data_time": 0.016837573051452635, "loss_single": 3.336292338371277, "loss_dense": 3.3830795764923094, "loss": 6.71937198638916, "time": 0.21572232246398926, "step": 763008}
{"lr": 0.00406547058867883, "data_time": 0.017493700981140135, "loss_single": 3.334274244308472, "loss_dense": 3.375627565383911, "loss": 6.709901809692383, "time": 0.1572549819946289, "step": 763058}
{"lr": 0.00406547058867883, "data_time": 0.01736600399017334, "loss_single": 3.3517579793930055, "loss_dense": 3.413256287574768, "loss": 6.765014266967773, "time": 0.1750889778137207, "step": 763108}
{"lr": 0.00406547058867883, "data_time": 0.018712592124938966, "loss_single": 3.370156931877136, "loss_dense": 3.4190595388412475, "loss": 6.789216470718384, "time": 0.1571053981781006, "step": 763158}
{"lr": 0.00406547058867883, "data_time": 0.017883563041687013, "loss_single": 3.346045207977295, "loss_dense": 3.3854813814163207, "loss": 6.731526517868042, "time": 0.15735156536102296, "step": 763208}
{"lr": 0.00406547058867883, "data_time": 0.016333293914794923, "loss_single": 3.3624709606170655, "loss_dense": 3.4123281240463257, "loss": 6.774799013137818, "time": 0.18349936008453369, "step": 763258}
{"lr": 0.00406547058867883, "data_time": 0.016979622840881347, "loss_single": 3.3560371875762938, "loss_dense": 3.411149525642395, "loss": 6.7671867370605465, "time": 0.15534677505493164, "step": 763308}
{"lr": 0.00406547058867883, "data_time": 0.01699070930480957, "loss_single": 3.3612959146499635, "loss_dense": 3.4110435485839843, "loss": 6.772339248657227, "time": 0.1589960813522339, "step": 763358}
{"lr": 0.00406547058867883, "data_time": 0.019170498847961424, "loss_single": 3.3427377462387087, "loss_dense": 3.385678601264954, "loss": 6.728416442871094, "time": 0.1588212013244629, "step": 763408}
{"lr": 0.00406547058867883, "data_time": 0.016848087310791016, "loss_single": 3.3254160404205324, "loss_dense": 3.391229820251465, "loss": 6.716645860671997, "time": 0.15429110527038575, "step": 763458}
{"lr": 0.00406547058867883, "data_time": 0.032227373123168944, "loss_single": 3.3506664276123046, "loss_dense": 3.3899538040161135, "loss": 6.740620231628418, "time": 0.16603164672851561, "step": 763508}
{"lr": 0.00406547058867883, "data_time": 0.016707444190979005, "loss_single": 3.37609977722168, "loss_dense": 3.419506335258484, "loss": 6.795606088638306, "time": 0.1569929838180542, "step": 763558}
{"lr": 0.00406547058867883, "data_time": 0.01732475757598877, "loss_single": 3.3427230596542357, "loss_dense": 3.3798883676528932, "loss": 6.7226114749908445, "time": 0.22450101375579834, "step": 763608}
{"lr": 0.00406547058867883, "data_time": 0.01736922264099121, "loss_single": 3.3765775203704833, "loss_dense": 3.4373321533203125, "loss": 6.813909721374512, "time": 0.15344641208648682, "step": 763658}
{"lr": 0.00406547058867883, "data_time": 0.0173520565032959, "loss_single": 3.367707920074463, "loss_dense": 3.4170547008514403, "loss": 6.784762620925903, "time": 0.15821442604064942, "step": 763708}
{"lr": 0.00406547058867883, "data_time": 0.017238926887512208, "loss_single": 3.350718140602112, "loss_dense": 3.392887997627258, "loss": 6.74360613822937, "time": 0.15544843673706055, "step": 763758}
{"lr": 0.00406547058867883, "data_time": 0.016825199127197266, "loss_single": 3.3673303365707397, "loss_dense": 3.410373091697693, "loss": 6.777703428268433, "time": 0.15113584995269774, "step": 763808}
{"lr": 0.00406547058867883, "data_time": 0.014819169044494629, "loss_single": 3.3519418954849245, "loss_dense": 3.4039364099502563, "loss": 6.755878257751465, "time": 0.15096123218536378, "step": 763858}
{"lr": 0.00406547058867883, "data_time": 0.018304991722106933, "loss_single": 3.3306891918182373, "loss_dense": 3.3710863828659057, "loss": 6.701775598526001, "time": 0.15837318897247316, "step": 763908}
{"lr": 0.00406547058867883, "data_time": 0.019543933868408202, "loss_single": 3.378282642364502, "loss_dense": 3.416240358352661, "loss": 6.794523000717163, "time": 0.16842491626739503, "step": 763958}
{"lr": 0.00406547058867883, "data_time": 0.017326760292053222, "loss_single": 3.3535887002944946, "loss_dense": 3.4065388679504394, "loss": 6.760127592086792, "time": 0.15723490715026855, "step": 764008}
{"lr": 0.00406547058867883, "data_time": 0.017401361465454103, "loss_single": 3.3400851488113403, "loss_dense": 3.382410669326782, "loss": 6.722495746612549, "time": 0.1557182788848877, "step": 764058}
{"lr": 0.00406547058867883, "data_time": 0.01644454002380371, "loss_single": 3.346770429611206, "loss_dense": 3.3871997356414796, "loss": 6.733970212936401, "time": 0.15433740615844727, "step": 764108}
{"lr": 0.00406547058867883, "data_time": 0.018112659454345703, "loss_single": 3.354145622253418, "loss_dense": 3.3982457399368284, "loss": 6.752391290664673, "time": 0.16055593490600586, "step": 764158}
{"lr": 0.00406547058867883, "data_time": 0.019036149978637694, "loss_single": 3.350424957275391, "loss_dense": 3.391434383392334, "loss": 6.741859292984008, "time": 0.20567746162414552, "step": 764208}
{"lr": 0.00406547058867883, "data_time": 0.01682281494140625, "loss_single": 3.348594546318054, "loss_dense": 3.4147103786468507, "loss": 6.763304901123047, "time": 0.15409543514251708, "step": 764258}
{"lr": 0.00406547058867883, "data_time": 0.01637909412384033, "loss_single": 3.3542125940322878, "loss_dense": 3.399370551109314, "loss": 6.753583145141602, "time": 0.15867922306060792, "step": 764308}
{"lr": 0.00406547058867883, "data_time": 0.016963815689086913, "loss_single": 3.346348214149475, "loss_dense": 3.387764739990234, "loss": 6.734112882614136, "time": 0.15378000736236572, "step": 764358}
{"lr": 0.00406547058867883, "data_time": 0.015257310867309571, "loss_single": 3.3545114040374755, "loss_dense": 3.400830364227295, "loss": 6.755341720581055, "time": 0.15349166393280028, "step": 764408}
{"lr": 0.00406547058867883, "data_time": 0.016747117042541504, "loss_single": 3.3423886060714723, "loss_dense": 3.395644783973694, "loss": 6.73803334236145, "time": 0.16078681945800782, "step": 764458}
{"lr": 0.00406547058867883, "data_time": 0.01704118251800537, "loss_single": 3.3547803163528442, "loss_dense": 3.400572347640991, "loss": 6.7553526878356935, "time": 0.22708001136779785, "step": 764508}
{"lr": 0.00406547058867883, "data_time": 0.018692708015441893, "loss_single": 3.381389307975769, "loss_dense": 3.4247209310531614, "loss": 6.806110191345215, "time": 0.1576768398284912, "step": 764558}
{"lr": 0.00406547058867883, "data_time": 0.019003081321716308, "loss_single": 3.34368577003479, "loss_dense": 3.391656017303467, "loss": 6.735341787338257, "time": 0.1589048147201538, "step": 764608}
{"lr": 0.00406547058867883, "data_time": 0.01693253517150879, "loss_single": 3.346306586265564, "loss_dense": 3.39706552028656, "loss": 6.743372106552124, "time": 0.16470768451690673, "step": 764658}
{"lr": 0.00406547058867883, "data_time": 0.017134332656860353, "loss_single": 3.3761297464370728, "loss_dense": 3.413045811653137, "loss": 6.789175605773925, "time": 0.1514822721481323, "step": 764708}
{"lr": 0.00406547058867883, "data_time": 0.01708242893218994, "loss_single": 3.32547812461853, "loss_dense": 3.394225764274597, "loss": 6.719703912734985, "time": 0.15580530166625978, "step": 764758}
{"lr": 0.00406547058867883, "data_time": 0.01790018081665039, "loss_single": 3.3713976621627806, "loss_dense": 3.4116101980209352, "loss": 6.7830078125, "time": 0.15606908798217772, "step": 764808}
{"lr": 0.00406547058867883, "data_time": 0.01585836410522461, "loss_single": 3.361677312850952, "loss_dense": 3.4140105724334715, "loss": 6.775687885284424, "time": 0.15832390785217285, "step": 764858}
{"lr": 0.00406547058867883, "data_time": 0.01674036979675293, "loss_single": 3.3239444971084593, "loss_dense": 3.3718205213546755, "loss": 6.695765113830566, "time": 0.15638017654418945, "step": 764908}
{"lr": 0.00406547058867883, "data_time": 0.022847652435302734, "loss_single": 3.362049388885498, "loss_dense": 3.4115726947784424, "loss": 6.773621988296509, "time": 0.1655484676361084, "step": 764958}
{"lr": 0.00406547058867883, "data_time": 0.015918278694152833, "loss_single": 3.3649896144866944, "loss_dense": 3.3942140102386475, "loss": 6.759203672409058, "time": 0.1518651247024536, "step": 765008}
{"lr": 0.00406547058867883, "data_time": 0.016762661933898925, "loss_single": 3.3365790843963623, "loss_dense": 3.3795424699783325, "loss": 6.716121625900269, "time": 0.1725226402282715, "step": 765058}
{"lr": 0.00406547058867883, "data_time": 0.01618952751159668, "loss_single": 3.322324204444885, "loss_dense": 3.3737719774246218, "loss": 6.696096324920655, "time": 0.21595268249511718, "step": 765108}
{"lr": 0.00406547058867883, "data_time": 0.017508673667907714, "loss_single": 3.352929425239563, "loss_dense": 3.3895658016204835, "loss": 6.7424952507019045, "time": 0.1581575870513916, "step": 765158}
{"lr": 0.00406547058867883, "data_time": 0.017502450942993165, "loss_single": 3.3621443271636964, "loss_dense": 3.4084306955337524, "loss": 6.770575046539307, "time": 0.1955589771270752, "step": 765208}
{"lr": 0.00406547058867883, "data_time": 0.017907357215881346, "loss_single": 3.3607770681381224, "loss_dense": 3.4025315284729003, "loss": 6.763308572769165, "time": 0.1565023422241211, "step": 765258}
{"lr": 0.00406547058867883, "data_time": 0.016944074630737306, "loss_single": 3.3458834409713747, "loss_dense": 3.388115334510803, "loss": 6.733998727798462, "time": 0.16384339332580566, "step": 765308}
{"lr": 0.00406547058867883, "data_time": 0.017415380477905272, "loss_single": 3.3677636861801146, "loss_dense": 3.4059654712677, "loss": 6.773729085922241, "time": 0.15747597217559814, "step": 765358}
{"lr": 0.00406547058867883, "data_time": 0.01619288921356201, "loss_single": 3.3515202045440673, "loss_dense": 3.3939117193222046, "loss": 6.745431995391845, "time": 0.1571589946746826, "step": 765408}
{"lr": 0.00406547058867883, "data_time": 0.013277053833007812, "loss_single": 3.345270800590515, "loss_dense": 3.398053026199341, "loss": 6.743323755264282, "time": 0.1577436923980713, "step": 765458}
{"lr": 0.00406547058867883, "data_time": 0.017229557037353516, "loss_single": 3.363687801361084, "loss_dense": 3.4031413078308104, "loss": 6.766829156875611, "time": 0.1572350263595581, "step": 765508}
{"lr": 0.00406547058867883, "data_time": 0.01736123561859131, "loss_single": 3.34641318321228, "loss_dense": 3.394837260246277, "loss": 6.7412504196167, "time": 0.18486123085021972, "step": 765558}
{"lr": 0.00406547058867883, "data_time": 0.014081954956054688, "loss_single": 3.3466487646102907, "loss_dense": 3.3993458986282348, "loss": 6.745994758605957, "time": 0.15470175743103026, "step": 765608}
{"lr": 0.0039055335753208536, "data_time": 0.019231271743774415, "loss_single": 3.3551271677017214, "loss_dense": 3.391586947441101, "loss": 6.746714115142822, "time": 0.1838860034942627, "step": 765662}
{"lr": 0.0039055335753208536, "data_time": 0.01807072162628174, "loss_single": 3.374517321586609, "loss_dense": 3.4174831390380858, "loss": 6.792000341415405, "time": 0.16021225452423096, "step": 765712}
{"lr": 0.0039055335753208536, "data_time": 0.014138007164001464, "loss_single": 3.3524847269058227, "loss_dense": 3.4089417457580566, "loss": 6.761426401138306, "time": 0.1583869218826294, "step": 765762}
{"lr": 0.0039055335753208536, "data_time": 0.01748788356781006, "loss_single": 3.3428156852722166, "loss_dense": 3.3882816076278686, "loss": 6.731097269058227, "time": 0.1570826530456543, "step": 765812}
{"lr": 0.0039055335753208536, "data_time": 0.01718621253967285, "loss_single": 3.3427773475646974, "loss_dense": 3.3996006727218626, "loss": 6.742377996444702, "time": 0.15688366889953614, "step": 765862}
{"lr": 0.0039055335753208536, "data_time": 0.016771316528320312, "loss_single": 3.3242347955703737, "loss_dense": 3.3654507637023925, "loss": 6.689685583114624, "time": 0.1620159149169922, "step": 765912}
{"lr": 0.0039055335753208536, "data_time": 0.01616380214691162, "loss_single": 3.3602808237075807, "loss_dense": 3.405882549285889, "loss": 6.76616325378418, "time": 0.16635432243347167, "step": 765962}
{"lr": 0.0039055335753208536, "data_time": 0.016987991333007813, "loss_single": 3.331824851036072, "loss_dense": 3.395229935646057, "loss": 6.727054786682129, "time": 0.16397674083709718, "step": 766012}
{"lr": 0.0039055335753208536, "data_time": 0.016807937622070314, "loss_single": 3.3536934852600098, "loss_dense": 3.4062209367752074, "loss": 6.759914302825928, "time": 0.15812489986419678, "step": 766062}
{"lr": 0.0039055335753208536, "data_time": 0.015237259864807128, "loss_single": 3.3562005281448366, "loss_dense": 3.4109731674194337, "loss": 6.76717357635498, "time": 0.15777966976165772, "step": 766112}
{"lr": 0.0039055335753208536, "data_time": 0.019405269622802736, "loss_single": 3.350501608848572, "loss_dense": 3.3914329528808596, "loss": 6.741934585571289, "time": 0.1779097080230713, "step": 766162}
{"lr": 0.0039055335753208536, "data_time": 0.01760427951812744, "loss_single": 3.3780669212341308, "loss_dense": 3.4230467081069946, "loss": 6.801113605499268, "time": 0.15656111240386963, "step": 766212}
{"lr": 0.0039055335753208536, "data_time": 0.014966416358947753, "loss_single": 3.333855724334717, "loss_dense": 3.3820316791534424, "loss": 6.715887451171875, "time": 0.15999622344970704, "step": 766262}
{"lr": 0.0039055335753208536, "data_time": 0.01665065288543701, "loss_single": 3.3784101963043214, "loss_dense": 3.4261555910110473, "loss": 6.804565811157227, "time": 0.1608259916305542, "step": 766312}
{"lr": 0.0039055335753208536, "data_time": 0.017659735679626466, "loss_single": 3.3497299909591676, "loss_dense": 3.398420786857605, "loss": 6.748150730133057, "time": 0.1580029010772705, "step": 766362}
{"lr": 0.0039055335753208536, "data_time": 0.01821894645690918, "loss_single": 3.3236093521118164, "loss_dense": 3.3616392850875854, "loss": 6.68524866104126, "time": 0.15671265125274658, "step": 766412}
{"lr": 0.0039055335753208536, "data_time": 0.018417620658874513, "loss_single": 3.3250581502914427, "loss_dense": 3.3671369314193726, "loss": 6.692195034027099, "time": 0.16651439666748047, "step": 766462}
{"lr": 0.0039055335753208536, "data_time": 0.017267513275146484, "loss_single": 3.362390565872192, "loss_dense": 3.400640606880188, "loss": 6.763031244277954, "time": 0.15644290447235107, "step": 766512}
{"lr": 0.0039055335753208536, "data_time": 0.02456510066986084, "loss_single": 3.3638097524642943, "loss_dense": 3.408803343772888, "loss": 6.772613143920898, "time": 0.16631920337677003, "step": 766562}
{"lr": 0.0039055335753208536, "data_time": 0.018110084533691406, "loss_single": 3.336073327064514, "loss_dense": 3.389598536491394, "loss": 6.725671863555908, "time": 0.1550548791885376, "step": 766612}
{"lr": 0.0039055335753208536, "data_time": 0.014657998085021972, "loss_single": 3.3323172092437745, "loss_dense": 3.3795175313949586, "loss": 6.7118347644805905, "time": 0.1802464723587036, "step": 766662}
{"lr": 0.0039055335753208536, "data_time": 0.021423864364624023, "loss_single": 3.3317912340164186, "loss_dense": 3.3725354194641115, "loss": 6.7043266773223875, "time": 0.15712099075317382, "step": 766712}
{"lr": 0.0039055335753208536, "data_time": 0.013867831230163575, "loss_single": 3.3442126512527466, "loss_dense": 3.3966134071350096, "loss": 6.740826034545899, "time": 0.20846662521362305, "step": 766762}
{"lr": 0.0039055335753208536, "data_time": 0.017141318321228026, "loss_single": 3.3469473361968993, "loss_dense": 3.399700713157654, "loss": 6.746648120880127, "time": 0.15521411895751952, "step": 766812}
{"lr": 0.0039055335753208536, "data_time": 0.015602660179138184, "loss_single": 3.368862199783325, "loss_dense": 3.424287939071655, "loss": 6.793150091171265, "time": 0.17300949096679688, "step": 766862}
{"lr": 0.0039055335753208536, "data_time": 0.041135120391845706, "loss_single": 3.358697509765625, "loss_dense": 3.406362295150757, "loss": 6.7650598049163815, "time": 0.18532016277313232, "step": 766912}
{"lr": 0.0039055335753208536, "data_time": 0.01712651252746582, "loss_single": 3.3478694200515746, "loss_dense": 3.3905578374862673, "loss": 6.738427209854126, "time": 0.16331026554107667, "step": 766962}
{"lr": 0.0039055335753208536, "data_time": 0.01643383502960205, "loss_single": 3.3330219268798826, "loss_dense": 3.375050592422485, "loss": 6.708072566986084, "time": 0.16674768924713135, "step": 767012}
{"lr": 0.0039055335753208536, "data_time": 0.017807149887084962, "loss_single": 3.331922745704651, "loss_dense": 3.381437087059021, "loss": 6.713359832763672, "time": 0.15864999294281007, "step": 767062}
{"lr": 0.0039055335753208536, "data_time": 0.0170849084854126, "loss_single": 3.3517036914825438, "loss_dense": 3.396835970878601, "loss": 6.748539638519287, "time": 0.15873641967773439, "step": 767112}
{"lr": 0.0039055335753208536, "data_time": 0.01669576168060303, "loss_single": 3.352604365348816, "loss_dense": 3.4003263473510743, "loss": 6.752930641174316, "time": 0.1536877155303955, "step": 767162}
{"lr": 0.0039055335753208536, "data_time": 0.018372440338134767, "loss_single": 3.352611756324768, "loss_dense": 3.403879261016846, "loss": 6.756490993499756, "time": 0.1606767177581787, "step": 767212}
{"lr": 0.0039055335753208536, "data_time": 0.017601847648620605, "loss_single": 3.3387610912323, "loss_dense": 3.390811228752136, "loss": 6.729572439193726, "time": 0.15704662799835206, "step": 767262}
{"lr": 0.0039055335753208536, "data_time": 0.017836284637451173, "loss_single": 3.3429545164108276, "loss_dense": 3.397414469718933, "loss": 6.740368986129761, "time": 0.17662229537963867, "step": 767312}
{"lr": 0.0039055335753208536, "data_time": 0.01844058036804199, "loss_single": 3.3354741096496583, "loss_dense": 3.381865906715393, "loss": 6.717339992523193, "time": 0.15811679363250733, "step": 767362}
{"lr": 0.0039055335753208536, "data_time": 0.018043112754821778, "loss_single": 3.340802454948425, "loss_dense": 3.402485418319702, "loss": 6.743287849426269, "time": 0.1541682481765747, "step": 767412}
{"lr": 0.0039055335753208536, "data_time": 0.01770789623260498, "loss_single": 3.3328917741775514, "loss_dense": 3.3749366998672485, "loss": 6.707828426361084, "time": 0.1569744110107422, "step": 767462}
{"lr": 0.0039055335753208536, "data_time": 0.017551493644714356, "loss_single": 3.360053873062134, "loss_dense": 3.4101873874664306, "loss": 6.77024130821228, "time": 0.16149260997772216, "step": 767512}
{"lr": 0.0039055335753208536, "data_time": 0.018113207817077637, "loss_single": 3.3702972173690795, "loss_dense": 3.419756770133972, "loss": 6.790053987503052, "time": 0.1577315330505371, "step": 767562}
{"lr": 0.0039055335753208536, "data_time": 0.017248988151550293, "loss_single": 3.3711793184280396, "loss_dense": 3.41269907951355, "loss": 6.783878326416016, "time": 0.15668902397155762, "step": 767612}
{"lr": 0.0039055335753208536, "data_time": 0.020051026344299318, "loss_single": 3.359518599510193, "loss_dense": 3.4037514686584474, "loss": 6.763270092010498, "time": 0.22839276790618895, "step": 767662}
{"lr": 0.0039055335753208536, "data_time": 0.016661810874938964, "loss_single": 3.343703532218933, "loss_dense": 3.391654372215271, "loss": 6.7353579044342045, "time": 0.15768260955810548, "step": 767712}
{"lr": 0.0039055335753208536, "data_time": 0.01639716625213623, "loss_single": 3.3853495597839354, "loss_dense": 3.4277417182922365, "loss": 6.813091373443603, "time": 0.16286256313323974, "step": 767762}
{"lr": 0.0039055335753208536, "data_time": 0.023042678833007812, "loss_single": 3.3507134199142454, "loss_dense": 3.3862055063247682, "loss": 6.736918878555298, "time": 0.1619197130203247, "step": 767812}
{"lr": 0.0039055335753208536, "data_time": 0.016060757637023925, "loss_single": 3.338918113708496, "loss_dense": 3.3875622749328613, "loss": 6.726480388641358, "time": 0.16129021644592284, "step": 767862}
{"lr": 0.0039055335753208536, "data_time": 0.017220735549926758, "loss_single": 3.3620410680770876, "loss_dense": 3.4033730745315554, "loss": 6.765414047241211, "time": 0.15623846054077148, "step": 767912}
{"lr": 0.0039055335753208536, "data_time": 0.01788661479949951, "loss_single": 3.36406991481781, "loss_dense": 3.412262964248657, "loss": 6.776332807540894, "time": 0.15510225296020508, "step": 767962}
{"lr": 0.0039055335753208536, "data_time": 0.01798379421234131, "loss_single": 3.3667786359786986, "loss_dense": 3.4077342748641968, "loss": 6.774512767791748, "time": 0.15677213668823242, "step": 768012}
{"lr": 0.0039055335753208536, "data_time": 0.018805909156799316, "loss_single": 3.364394998550415, "loss_dense": 3.409279727935791, "loss": 6.773674631118775, "time": 0.1588566541671753, "step": 768062}
{"lr": 0.0039055335753208536, "data_time": 0.017756962776184083, "loss_single": 3.345045328140259, "loss_dense": 3.3965973377227785, "loss": 6.741642808914184, "time": 0.15568826198577881, "step": 768112}
{"lr": 0.0039055335753208536, "data_time": 0.018822312355041504, "loss_single": 3.344893717765808, "loss_dense": 3.3828407526016235, "loss": 6.7277344226837155, "time": 0.16028311252593994, "step": 768162}
{"lr": 0.0039055335753208536, "data_time": 0.01853673458099365, "loss_single": 3.3486997842788697, "loss_dense": 3.3954022407531737, "loss": 6.744102048873901, "time": 0.1581637144088745, "step": 768212}
{"lr": 0.0039055335753208536, "data_time": 0.01880776882171631, "loss_single": 3.349419641494751, "loss_dense": 3.398914074897766, "loss": 6.7483337879180905, "time": 0.15825600624084474, "step": 768262}
{"lr": 0.0039055335753208536, "data_time": 0.020448780059814452, "loss_single": 3.350917100906372, "loss_dense": 3.402400279045105, "loss": 6.753317356109619, "time": 0.17537422180175782, "step": 768312}
{"lr": 0.0039055335753208536, "data_time": 0.016989755630493163, "loss_single": 3.3450571298599243, "loss_dense": 3.3944775104522704, "loss": 6.739534711837768, "time": 0.16697967052459717, "step": 768362}
{"lr": 0.0039055335753208536, "data_time": 0.01669471263885498, "loss_single": 3.3547885179519654, "loss_dense": 3.399002456665039, "loss": 6.753790950775146, "time": 0.15215346813201905, "step": 768412}
{"lr": 0.0039055335753208536, "data_time": 0.015528178215026856, "loss_single": 3.3621954917907715, "loss_dense": 3.4079234838485717, "loss": 6.770119047164917, "time": 0.15788989067077636, "step": 768462}
{"lr": 0.0039055335753208536, "data_time": 0.01841888427734375, "loss_single": 3.3542144298553467, "loss_dense": 3.394687128067017, "loss": 6.7489015579223635, "time": 0.15644335746765137, "step": 768512}
{"lr": 0.0039055335753208536, "data_time": 0.0169755220413208, "loss_single": 3.3532791137695312, "loss_dense": 3.405847978591919, "loss": 6.759127187728882, "time": 0.15810868740081788, "step": 768562}
{"lr": 0.0039055335753208536, "data_time": 0.017434167861938476, "loss_single": 3.3618685722351076, "loss_dense": 3.415153455734253, "loss": 6.777021980285644, "time": 0.1620854616165161, "step": 768612}
{"lr": 0.0039055335753208536, "data_time": 0.017564988136291503, "loss_single": 3.3493109703063966, "loss_dense": 3.392841601371765, "loss": 6.742152547836303, "time": 0.15989229679107667, "step": 768662}
{"lr": 0.0039055335753208536, "data_time": 0.02013728618621826, "loss_single": 3.348284435272217, "loss_dense": 3.388487720489502, "loss": 6.736772203445435, "time": 0.15938105583190917, "step": 768712}
{"lr": 0.0039055335753208536, "data_time": 0.018301987648010255, "loss_single": 3.3264370918273927, "loss_dense": 3.3794997930526733, "loss": 6.7059368133544925, "time": 0.15633482933044435, "step": 768762}
{"lr": 0.0039055335753208536, "data_time": 0.017142772674560547, "loss_single": 3.365304970741272, "loss_dense": 3.410483646392822, "loss": 6.775788640975952, "time": 0.16160638332366944, "step": 768812}
{"lr": 0.0039055335753208536, "data_time": 0.022105646133422852, "loss_single": 3.362233805656433, "loss_dense": 3.3928956747055055, "loss": 6.7551295280456545, "time": 0.16539604663848878, "step": 768862}
{"lr": 0.0039055335753208536, "data_time": 0.0173006534576416, "loss_single": 3.332313060760498, "loss_dense": 3.4018502473831176, "loss": 6.734163236618042, "time": 0.15615382194519042, "step": 768912}
{"lr": 0.0039055335753208536, "data_time": 0.02107720375061035, "loss_single": 3.335380434989929, "loss_dense": 3.385202407836914, "loss": 6.720582771301269, "time": 0.19143323898315429, "step": 768962}
{"lr": 0.0039055335753208536, "data_time": 0.01737380027770996, "loss_single": 3.355613589286804, "loss_dense": 3.4055517673492433, "loss": 6.76116533279419, "time": 0.1603632926940918, "step": 769012}
{"lr": 0.0039055335753208536, "data_time": 0.017408204078674317, "loss_single": 3.3385543823242188, "loss_dense": 3.3788337469100953, "loss": 6.717388153076172, "time": 0.16280014514923097, "step": 769062}
{"lr": 0.0039055335753208536, "data_time": 0.01686422824859619, "loss_single": 3.344806599617004, "loss_dense": 3.3913865089416504, "loss": 6.736193132400513, "time": 0.15990207195281983, "step": 769112}
{"lr": 0.0039055335753208536, "data_time": 0.017527246475219728, "loss_single": 3.343348836898804, "loss_dense": 3.3952544927597046, "loss": 6.738603258132935, "time": 0.1561422348022461, "step": 769162}
{"lr": 0.0039055335753208536, "data_time": 0.014428329467773438, "loss_single": 3.3508955955505373, "loss_dense": 3.3924976587295532, "loss": 6.743393278121948, "time": 0.16064965724945068, "step": 769212}
{"lr": 0.0039055335753208536, "data_time": 0.017312026023864745, "loss_single": 3.3673099517822265, "loss_dense": 3.413696599006653, "loss": 6.781006574630737, "time": 0.16348259449005126, "step": 769262}
{"lr": 0.0039055335753208536, "data_time": 0.016309332847595216, "loss_single": 3.3502909660339357, "loss_dense": 3.398084855079651, "loss": 6.7483758449554445, "time": 0.15826210975646973, "step": 769312}
{"lr": 0.0039055335753208536, "data_time": 0.01778264045715332, "loss_single": 3.390537691116333, "loss_dense": 3.420107865333557, "loss": 6.8106454372406, "time": 0.15571396350860595, "step": 769362}
{"lr": 0.0039055335753208536, "data_time": 0.017707514762878417, "loss_single": 3.352718544006348, "loss_dense": 3.3974478244781494, "loss": 6.750166416168213, "time": 0.1584040880203247, "step": 769412}
{"lr": 0.0039055335753208536, "data_time": 0.017130088806152344, "loss_single": 3.3653656005859376, "loss_dense": 3.418281888961792, "loss": 6.78364748954773, "time": 0.16525139808654785, "step": 769462}
{"lr": 0.0039055335753208536, "data_time": 0.01822512149810791, "loss_single": 3.3637388706207276, "loss_dense": 3.3992017269134522, "loss": 6.7629406452178955, "time": 0.157594895362854, "step": 769512}
{"lr": 0.0039055335753208536, "data_time": 0.020272374153137207, "loss_single": 3.3535021781921386, "loss_dense": 3.39147527217865, "loss": 6.744977378845215, "time": 0.24156410694122316, "step": 769562}
{"lr": 0.0039055335753208536, "data_time": 0.017466425895690918, "loss_single": 3.341185998916626, "loss_dense": 3.4025659799575805, "loss": 6.743751955032349, "time": 0.19178428649902343, "step": 769612}
{"lr": 0.0039055335753208536, "data_time": 0.018188047409057616, "loss_single": 3.3422026872634887, "loss_dense": 3.394421601295471, "loss": 6.73662428855896, "time": 0.15454554557800293, "step": 769662}
{"lr": 0.0039055335753208536, "data_time": 0.017569851875305176, "loss_single": 3.3893054485321046, "loss_dense": 3.437173104286194, "loss": 6.826478576660156, "time": 0.156769061088562, "step": 769712}
{"lr": 0.0039055335753208536, "data_time": 0.01909780502319336, "loss_single": 3.356118988990784, "loss_dense": 3.413174939155579, "loss": 6.769293880462646, "time": 0.15645270347595214, "step": 769762}
{"lr": 0.0039055335753208536, "data_time": 0.020969915390014648, "loss_single": 3.3444646120071413, "loss_dense": 3.3988194942474363, "loss": 6.743284130096436, "time": 0.16015973091125488, "step": 769812}
{"lr": 0.0039055335753208536, "data_time": 0.017919754981994628, "loss_single": 3.379846715927124, "loss_dense": 3.41936674118042, "loss": 6.7992133617401125, "time": 0.15667474269866943, "step": 769862}
{"lr": 0.0039055335753208536, "data_time": 0.013808155059814453, "loss_single": 3.378861427307129, "loss_dense": 3.4170820474624635, "loss": 6.795943355560302, "time": 0.22262299060821533, "step": 769912}
{"lr": 0.0039055335753208536, "data_time": 0.017168712615966798, "loss_single": 3.3484823226928713, "loss_dense": 3.3950713634490968, "loss": 6.743553733825683, "time": 0.155876088142395, "step": 769962}
{"lr": 0.0039055335753208536, "data_time": 0.016650962829589843, "loss_single": 3.322631907463074, "loss_dense": 3.3756158113479615, "loss": 6.698247766494751, "time": 0.16200268268585205, "step": 770012}
{"lr": 0.0039055335753208536, "data_time": 0.016607499122619628, "loss_single": 3.3307315349578857, "loss_dense": 3.378252935409546, "loss": 6.708984518051148, "time": 0.1658189058303833, "step": 770062}
{"lr": 0.0039055335753208536, "data_time": 0.017504358291625978, "loss_single": 3.319120168685913, "loss_dense": 3.363120770454407, "loss": 6.682240962982178, "time": 0.17200925350189208, "step": 770112}
{"lr": 0.0039055335753208536, "data_time": 0.01611981391906738, "loss_single": 3.3235145807266235, "loss_dense": 3.3730595827102663, "loss": 6.696574115753174, "time": 0.15692710876464844, "step": 770162}
{"lr": 0.0039055335753208536, "data_time": 0.017062115669250488, "loss_single": 3.369664216041565, "loss_dense": 3.4204402685165407, "loss": 6.790104389190674, "time": 0.1667999505996704, "step": 770212}
{"lr": 0.0039055335753208536, "data_time": 0.017830204963684083, "loss_single": 3.3441559076309204, "loss_dense": 3.3883087635040283, "loss": 6.732464599609375, "time": 0.1879373550415039, "step": 770262}
{"lr": 0.0039055335753208536, "data_time": 0.017385387420654298, "loss_single": 3.34717218875885, "loss_dense": 3.386044645309448, "loss": 6.733216857910156, "time": 0.16780467033386232, "step": 770312}
{"lr": 0.0039055335753208536, "data_time": 0.016835284233093262, "loss_single": 3.359602427482605, "loss_dense": 3.3966026067733766, "loss": 6.756205081939697, "time": 0.15369002819061278, "step": 770362}
{"lr": 0.0039055335753208536, "data_time": 0.018149685859680176, "loss_single": 3.3493846893310546, "loss_dense": 3.3863640069961547, "loss": 6.735748720169068, "time": 0.16002066135406495, "step": 770412}
{"lr": 0.0039055335753208536, "data_time": 0.018321657180786134, "loss_single": 3.3414847612380982, "loss_dense": 3.393359327316284, "loss": 6.734844160079956, "time": 0.15432558059692383, "step": 770462}
{"lr": 0.0039055335753208536, "data_time": 0.016905617713928223, "loss_single": 3.347180962562561, "loss_dense": 3.3937379121780396, "loss": 6.740918922424316, "time": 0.15185546875, "step": 770512}
{"lr": 0.0039055335753208536, "data_time": 0.017914962768554688, "loss_single": 3.3386510372161866, "loss_dense": 3.369110369682312, "loss": 6.707761478424072, "time": 0.17371275424957275, "step": 770562}
{"lr": 0.0039055335753208536, "data_time": 0.017781996726989747, "loss_single": 3.3517263650894167, "loss_dense": 3.3865244150161744, "loss": 6.738250827789306, "time": 0.17272322177886962, "step": 770612}
{"lr": 0.0037483339555431064, "data_time": 0.01693856716156006, "loss_single": 3.3318087577819826, "loss_dense": 3.3804020404815676, "loss": 6.712210750579834, "time": 0.159340238571167, "step": 770666}
{"lr": 0.0037483339555431064, "data_time": 0.018488192558288576, "loss_single": 3.3391112327575683, "loss_dense": 3.383901023864746, "loss": 6.723012256622314, "time": 0.15626566410064696, "step": 770716}
{"lr": 0.0037483339555431064, "data_time": 0.017124414443969727, "loss_single": 3.3506019115448, "loss_dense": 3.401010251045227, "loss": 6.751612186431885, "time": 0.1560816287994385, "step": 770766}
{"lr": 0.0037483339555431064, "data_time": 0.01840071678161621, "loss_single": 3.372529077529907, "loss_dense": 3.436126446723938, "loss": 6.808655595779419, "time": 0.1654972553253174, "step": 770816}
{"lr": 0.0037483339555431064, "data_time": 0.017083382606506346, "loss_single": 3.343910503387451, "loss_dense": 3.379778027534485, "loss": 6.72368860244751, "time": 0.15618932247161865, "step": 770866}
{"lr": 0.0037483339555431064, "data_time": 0.016737771034240723, "loss_single": 3.338680076599121, "loss_dense": 3.387623429298401, "loss": 6.72630352973938, "time": 0.15933258533477784, "step": 770916}
{"lr": 0.0037483339555431064, "data_time": 0.017856574058532713, "loss_single": 3.3391485691070555, "loss_dense": 3.380738306045532, "loss": 6.71988697052002, "time": 0.15622782707214355, "step": 770966}
{"lr": 0.0037483339555431064, "data_time": 0.017462825775146483, "loss_single": 3.3700794219970702, "loss_dense": 3.40442099571228, "loss": 6.774500465393066, "time": 0.16306991577148439, "step": 771016}
{"lr": 0.0037483339555431064, "data_time": 0.018107032775878905, "loss_single": 3.343626880645752, "loss_dense": 3.3770246744155883, "loss": 6.720651578903198, "time": 0.16629743576049805, "step": 771066}
{"lr": 0.0037483339555431064, "data_time": 0.018082308769226074, "loss_single": 3.361092185974121, "loss_dense": 3.417049765586853, "loss": 6.778142023086548, "time": 0.1797868490219116, "step": 771116}
{"lr": 0.0037483339555431064, "data_time": 0.01824674606323242, "loss_single": 3.3612886905670165, "loss_dense": 3.3905489444732666, "loss": 6.751837587356567, "time": 0.4735438585281372, "step": 771166}
{"lr": 0.0037483339555431064, "data_time": 0.01696903705596924, "loss_single": 3.352533388137817, "loss_dense": 3.396560859680176, "loss": 6.749094247817993, "time": 0.153456974029541, "step": 771216}
{"lr": 0.0037483339555431064, "data_time": 0.01834561824798584, "loss_single": 3.3357929229736327, "loss_dense": 3.378909397125244, "loss": 6.714702367782593, "time": 0.16086885929107667, "step": 771266}
{"lr": 0.0037483339555431064, "data_time": 0.016513705253601074, "loss_single": 3.3397699117660524, "loss_dense": 3.3985828399658202, "loss": 6.738352727890015, "time": 0.15480756759643555, "step": 771316}
{"lr": 0.0037483339555431064, "data_time": 0.017623043060302733, "loss_single": 3.3605688333511354, "loss_dense": 3.4004653692245483, "loss": 6.761034154891968, "time": 0.1615849494934082, "step": 771366}
{"lr": 0.0037483339555431064, "data_time": 0.017748045921325683, "loss_single": 3.3683091402053833, "loss_dense": 3.411702108383179, "loss": 6.780011177062988, "time": 0.16782128810882568, "step": 771416}
{"lr": 0.0037483339555431064, "data_time": 0.017752408981323242, "loss_single": 3.3330712795257567, "loss_dense": 3.3803964853286743, "loss": 6.713467741012574, "time": 0.15839548110961915, "step": 771466}
{"lr": 0.0037483339555431064, "data_time": 0.017291975021362305, "loss_single": 3.355303192138672, "loss_dense": 3.3966989517211914, "loss": 6.752002143859864, "time": 0.1592890739440918, "step": 771516}
{"lr": 0.0037483339555431064, "data_time": 0.01819133758544922, "loss_single": 3.343706154823303, "loss_dense": 3.3973936080932616, "loss": 6.741099691390991, "time": 0.1565700054168701, "step": 771566}
{"lr": 0.0037483339555431064, "data_time": 0.016019797325134276, "loss_single": 3.3173718452453613, "loss_dense": 3.3617751359939576, "loss": 6.679146957397461, "time": 0.159035062789917, "step": 771616}
{"lr": 0.0037483339555431064, "data_time": 0.018895053863525392, "loss_single": 3.3499979257583616, "loss_dense": 3.3986413955688475, "loss": 6.748639392852783, "time": 0.20773937702178955, "step": 771666}
{"lr": 0.0037483339555431064, "data_time": 0.01668720245361328, "loss_single": 3.3393707275390625, "loss_dense": 3.3793584585189818, "loss": 6.7187292098999025, "time": 0.15512292385101317, "step": 771716}
{"lr": 0.0037483339555431064, "data_time": 0.017399287223815917, "loss_single": 3.368511915206909, "loss_dense": 3.4161077976226806, "loss": 6.78461971282959, "time": 0.15787508487701415, "step": 771766}
{"lr": 0.0037483339555431064, "data_time": 0.01808652877807617, "loss_single": 3.355695605278015, "loss_dense": 3.4029815912246706, "loss": 6.75867714881897, "time": 0.182633638381958, "step": 771816}
{"lr": 0.0037483339555431064, "data_time": 0.01877748966217041, "loss_single": 3.3522302150726317, "loss_dense": 3.388072633743286, "loss": 6.74030294418335, "time": 0.15672879219055175, "step": 771866}
{"lr": 0.0037483339555431064, "data_time": 0.017873239517211915, "loss_single": 3.3586657762527468, "loss_dense": 3.412193703651428, "loss": 6.770859479904175, "time": 0.15142860412597656, "step": 771916}
{"lr": 0.0037483339555431064, "data_time": 0.016150355339050293, "loss_single": 3.366165375709534, "loss_dense": 3.4148532152175903, "loss": 6.781018590927124, "time": 0.15907666683197022, "step": 771966}
{"lr": 0.0037483339555431064, "data_time": 0.017314457893371583, "loss_single": 3.353890085220337, "loss_dense": 3.397460389137268, "loss": 6.7513504981994625, "time": 0.1962588310241699, "step": 772016}
{"lr": 0.0037483339555431064, "data_time": 0.017988133430480956, "loss_single": 3.359307336807251, "loss_dense": 3.408046293258667, "loss": 6.767353534698486, "time": 0.1581364870071411, "step": 772066}
{"lr": 0.0037483339555431064, "data_time": 0.016947078704833984, "loss_single": 3.3343377351760863, "loss_dense": 3.3786014556884765, "loss": 6.712939262390137, "time": 0.16208248138427733, "step": 772116}
{"lr": 0.0037483339555431064, "data_time": 0.01667640209197998, "loss_single": 3.3691819667816163, "loss_dense": 3.413465976715088, "loss": 6.782647943496704, "time": 0.1542278051376343, "step": 772166}
{"lr": 0.0037483339555431064, "data_time": 0.01810777187347412, "loss_single": 3.3425249099731444, "loss_dense": 3.3919387578964235, "loss": 6.73446364402771, "time": 0.1539311170578003, "step": 772216}
{"lr": 0.0037483339555431064, "data_time": 0.020998239517211914, "loss_single": 3.334403705596924, "loss_dense": 3.3818230628967285, "loss": 6.7162267684936525, "time": 0.1627817153930664, "step": 772266}
{"lr": 0.0037483339555431064, "data_time": 0.014874887466430665, "loss_single": 3.318646502494812, "loss_dense": 3.368564176559448, "loss": 6.687210750579834, "time": 0.1872404098510742, "step": 772316}
{"lr": 0.0037483339555431064, "data_time": 0.016243696212768555, "loss_single": 3.3504903316497803, "loss_dense": 3.3879008293151855, "loss": 6.738391160964966, "time": 0.15812325477600098, "step": 772366}
{"lr": 0.0037483339555431064, "data_time": 0.016629362106323244, "loss_single": 3.359870958328247, "loss_dense": 3.4121867656707763, "loss": 6.772057723999024, "time": 0.1601029872894287, "step": 772416}
{"lr": 0.0037483339555431064, "data_time": 0.016778087615966795, "loss_single": 3.3394372940063475, "loss_dense": 3.386418414115906, "loss": 6.725855731964112, "time": 0.1592496871948242, "step": 772466}
{"lr": 0.0037483339555431064, "data_time": 0.01667783260345459, "loss_single": 3.345442795753479, "loss_dense": 3.3813074350357057, "loss": 6.726750230789184, "time": 0.15641348361968993, "step": 772516}
{"lr": 0.0037483339555431064, "data_time": 0.01846292018890381, "loss_single": 3.3474384784698485, "loss_dense": 3.386205220222473, "loss": 6.73364372253418, "time": 0.16967613697052003, "step": 772566}
{"lr": 0.0037483339555431064, "data_time": 0.013343429565429688, "loss_single": 3.346934986114502, "loss_dense": 3.399381947517395, "loss": 6.746316862106323, "time": 0.15585200786590575, "step": 772616}
{"lr": 0.0037483339555431064, "data_time": 0.020110559463500977, "loss_single": 3.3653563499450683, "loss_dense": 3.4073184728622437, "loss": 6.7726747512817385, "time": 0.16677002906799315, "step": 772666}
{"lr": 0.0037483339555431064, "data_time": 0.016626715660095215, "loss_single": 3.3444967031478883, "loss_dense": 3.39108030796051, "loss": 6.73557710647583, "time": 0.15736026763916017, "step": 772716}
{"lr": 0.0037483339555431064, "data_time": 0.017570233345031737, "loss_single": 3.3864523649215696, "loss_dense": 3.4207592725753786, "loss": 6.807211589813233, "time": 0.15735116004943847, "step": 772766}
{"lr": 0.0037483339555431064, "data_time": 0.016325211524963378, "loss_single": 3.3513546705245973, "loss_dense": 3.4100716590881346, "loss": 6.761426305770874, "time": 0.1609118938446045, "step": 772816}
{"lr": 0.0037483339555431064, "data_time": 0.018250298500061036, "loss_single": 3.3434116363525392, "loss_dense": 3.3912800312042237, "loss": 6.734691619873047, "time": 0.1548901081085205, "step": 772866}
{"lr": 0.0037483339555431064, "data_time": 0.017278313636779785, "loss_single": 3.3773387908935546, "loss_dense": 3.433274531364441, "loss": 6.810613393783569, "time": 0.17091548442840576, "step": 772916}
{"lr": 0.0037483339555431064, "data_time": 0.017459893226623537, "loss_single": 3.367324948310852, "loss_dense": 3.407448577880859, "loss": 6.7747735500335695, "time": 0.15774998664855958, "step": 772966}
{"lr": 0.0037483339555431064, "data_time": 0.0183333158493042, "loss_single": 3.3372471570968627, "loss_dense": 3.391343283653259, "loss": 6.728590393066407, "time": 0.1560074806213379, "step": 773016}
{"lr": 0.0037483339555431064, "data_time": 0.018955206871032713, "loss_single": 3.3883809804916383, "loss_dense": 3.425039291381836, "loss": 6.813420343399048, "time": 0.16180591583251952, "step": 773066}
{"lr": 0.0037483339555431064, "data_time": 0.016457343101501466, "loss_single": 3.3656410217285155, "loss_dense": 3.4236485242843626, "loss": 6.789289474487305, "time": 0.16087281703948975, "step": 773116}
{"lr": 0.0037483339555431064, "data_time": 0.016278696060180665, "loss_single": 3.353897738456726, "loss_dense": 3.4043721675872805, "loss": 6.758269929885865, "time": 0.15430812835693358, "step": 773166}
{"lr": 0.0037483339555431064, "data_time": 0.01766641139984131, "loss_single": 3.3538038969039916, "loss_dense": 3.3891117572784424, "loss": 6.7429155826568605, "time": 0.1586503267288208, "step": 773216}
{"lr": 0.0037483339555431064, "data_time": 0.01759963035583496, "loss_single": 3.3521355867385862, "loss_dense": 3.4032760143280028, "loss": 6.755411624908447, "time": 0.15498032569885253, "step": 773266}
{"lr": 0.0037483339555431064, "data_time": 0.016655540466308592, "loss_single": 3.3380849361419678, "loss_dense": 3.3889750242233276, "loss": 6.727059984207154, "time": 0.1531574010848999, "step": 773316}
{"lr": 0.0037483339555431064, "data_time": 0.01658499240875244, "loss_single": 3.323937773704529, "loss_dense": 3.3775466442108155, "loss": 6.701484441757202, "time": 0.1553868293762207, "step": 773366}
{"lr": 0.0037483339555431064, "data_time": 0.015757536888122557, "loss_single": 3.337818217277527, "loss_dense": 3.3891722440719603, "loss": 6.726990461349487, "time": 0.15659208297729493, "step": 773416}
{"lr": 0.0037483339555431064, "data_time": 0.018039941787719727, "loss_single": 3.342726707458496, "loss_dense": 3.3871718645095825, "loss": 6.729898595809937, "time": 0.15769605636596679, "step": 773466}
{"lr": 0.0037483339555431064, "data_time": 0.015620708465576172, "loss_single": 3.355446195602417, "loss_dense": 3.390101170539856, "loss": 6.745547437667847, "time": 0.1542511224746704, "step": 773516}
{"lr": 0.0037483339555431064, "data_time": 0.0210216760635376, "loss_single": 3.3801464080810546, "loss_dense": 3.422753858566284, "loss": 6.802900218963623, "time": 0.25759363174438477, "step": 773566}
{"lr": 0.0037483339555431064, "data_time": 0.017855334281921386, "loss_single": 3.34081654548645, "loss_dense": 3.386342239379883, "loss": 6.727158689498902, "time": 0.15663955211639405, "step": 773616}
{"lr": 0.0037483339555431064, "data_time": 0.017573237419128418, "loss_single": 3.3395836353302, "loss_dense": 3.3854472398757935, "loss": 6.725030851364136, "time": 0.15568017959594727, "step": 773666}
{"lr": 0.0037483339555431064, "data_time": 0.018157052993774413, "loss_single": 3.3402956247329714, "loss_dense": 3.386944389343262, "loss": 6.727240037918091, "time": 0.15659239292144775, "step": 773716}
{"lr": 0.0037483339555431064, "data_time": 0.017265915870666504, "loss_single": 3.331009840965271, "loss_dense": 3.3764239311218263, "loss": 6.7074339389801025, "time": 0.16281681060791015, "step": 773766}
{"lr": 0.0037483339555431064, "data_time": 0.01732022762298584, "loss_single": 3.36286461353302, "loss_dense": 3.4059520721435548, "loss": 6.768816661834717, "time": 0.15999214649200438, "step": 773816}
{"lr": 0.0037483339555431064, "data_time": 0.017333459854125977, "loss_single": 3.3368441820144654, "loss_dense": 3.3798111200332643, "loss": 6.716655302047729, "time": 0.161973237991333, "step": 773866}
{"lr": 0.0037483339555431064, "data_time": 0.016404080390930175, "loss_single": 3.344254159927368, "loss_dense": 3.382768678665161, "loss": 6.7270228385925295, "time": 0.21897351741790771, "step": 773916}
{"lr": 0.0037483339555431064, "data_time": 0.018400049209594725, "loss_single": 3.3352726221084597, "loss_dense": 3.371734642982483, "loss": 6.707007312774659, "time": 0.15982987880706787, "step": 773966}
{"lr": 0.0037483339555431064, "data_time": 0.01672053337097168, "loss_single": 3.3364967823028566, "loss_dense": 3.3751766443252564, "loss": 6.711673402786255, "time": 0.15521931648254395, "step": 774016}
{"lr": 0.0037483339555431064, "data_time": 0.018147802352905272, "loss_single": 3.3540879487991333, "loss_dense": 3.3994397640228273, "loss": 6.753527736663818, "time": 0.16327507495880128, "step": 774066}
{"lr": 0.0037483339555431064, "data_time": 0.01625106334686279, "loss_single": 3.3296366691589356, "loss_dense": 3.3878674507141113, "loss": 6.7175041198730465, "time": 0.16262004375457764, "step": 774116}
{"lr": 0.0037483339555431064, "data_time": 0.017488527297973632, "loss_single": 3.3554802894592286, "loss_dense": 3.3970037937164306, "loss": 6.752484083175659, "time": 0.16336045265197754, "step": 774166}
{"lr": 0.0037483339555431064, "data_time": 0.020244264602661134, "loss_single": 3.3347479820251467, "loss_dense": 3.390491580963135, "loss": 6.725239515304565, "time": 0.17489173412322997, "step": 774216}
{"lr": 0.0037483339555431064, "data_time": 0.01856546401977539, "loss_single": 3.3371320486068727, "loss_dense": 3.37553448677063, "loss": 6.71266655921936, "time": 0.1644493579864502, "step": 774266}
{"lr": 0.0037483339555431064, "data_time": 0.01660442352294922, "loss_single": 3.3594729900360107, "loss_dense": 3.390861678123474, "loss": 6.750334644317627, "time": 0.1540048360824585, "step": 774316}
{"lr": 0.0037483339555431064, "data_time": 0.015246939659118653, "loss_single": 3.3436372756958006, "loss_dense": 3.3909303665161135, "loss": 6.734567594528198, "time": 0.15614805221557618, "step": 774366}
{"lr": 0.0037483339555431064, "data_time": 0.01766326427459717, "loss_single": 3.3448053121566774, "loss_dense": 3.389270710945129, "loss": 6.734075975418091, "time": 0.15545132160186767, "step": 774416}
{"lr": 0.0037483339555431064, "data_time": 0.016701006889343263, "loss_single": 3.3446826219558714, "loss_dense": 3.3858495473861696, "loss": 6.730532121658325, "time": 0.16005468368530273, "step": 774466}
{"lr": 0.0037483339555431064, "data_time": 0.02031550407409668, "loss_single": 3.354569911956787, "loss_dense": 3.4038727283477783, "loss": 6.758442687988281, "time": 0.17257473468780518, "step": 774516}
{"lr": 0.0037483339555431064, "data_time": 0.017820191383361817, "loss_single": 3.35900616645813, "loss_dense": 3.403870964050293, "loss": 6.762877082824707, "time": 0.15785560607910157, "step": 774566}
{"lr": 0.0037483339555431064, "data_time": 0.01694211959838867, "loss_single": 3.362117552757263, "loss_dense": 3.4025529623031616, "loss": 6.764670515060425, "time": 0.19504063129425048, "step": 774616}
{"lr": 0.0037483339555431064, "data_time": 0.017190384864807128, "loss_single": 3.345684361457825, "loss_dense": 3.3835559129714965, "loss": 6.729240226745605, "time": 0.15906229019165039, "step": 774666}
{"lr": 0.0037483339555431064, "data_time": 0.01755695343017578, "loss_single": 3.3769769430160523, "loss_dense": 3.4210653781890867, "loss": 6.798042249679566, "time": 0.15613956451416017, "step": 774716}
{"lr": 0.0037483339555431064, "data_time": 0.01531689167022705, "loss_single": 3.3294511079788207, "loss_dense": 3.3787892341613768, "loss": 6.708240413665772, "time": 0.2097024917602539, "step": 774766}
{"lr": 0.0037483339555431064, "data_time": 0.017316508293151855, "loss_single": 3.361533355712891, "loss_dense": 3.4118680238723753, "loss": 6.773401308059692, "time": 0.16142776012420654, "step": 774816}
{"lr": 0.0037483339555431064, "data_time": 0.017116904258728027, "loss_single": 3.3559253931045534, "loss_dense": 3.400788760185242, "loss": 6.75671420097351, "time": 0.16600184440612792, "step": 774866}
{"lr": 0.0037483339555431064, "data_time": 0.017584681510925293, "loss_single": 3.3408862113952638, "loss_dense": 3.392685627937317, "loss": 6.733571767807007, "time": 0.16051073074340821, "step": 774916}
{"lr": 0.0037483339555431064, "data_time": 0.0171097993850708, "loss_single": 3.3570257425308228, "loss_dense": 3.4041565656661987, "loss": 6.761182260513306, "time": 0.15878090858459473, "step": 774966}
{"lr": 0.0037483339555431064, "data_time": 0.01725611686706543, "loss_single": 3.343889927864075, "loss_dense": 3.389098644256592, "loss": 6.73298864364624, "time": 0.1548480749130249, "step": 775016}
{"lr": 0.0037483339555431064, "data_time": 0.016015124320983887, "loss_single": 3.3669782400131227, "loss_dense": 3.399817681312561, "loss": 6.766795921325683, "time": 0.16354095935821533, "step": 775066}
{"lr": 0.0037483339555431064, "data_time": 0.0167816162109375, "loss_single": 3.3430372714996337, "loss_dense": 3.3875139474868776, "loss": 6.730551099777221, "time": 0.16107990741729736, "step": 775116}
{"lr": 0.0037483339555431064, "data_time": 0.017627930641174315, "loss_single": 3.348685312271118, "loss_dense": 3.4019546508789062, "loss": 6.750639915466309, "time": 0.16160292625427247, "step": 775166}
{"lr": 0.0037483339555431064, "data_time": 0.01584939956665039, "loss_single": 3.3596356868743897, "loss_dense": 3.4011297702789305, "loss": 6.760765457153321, "time": 0.22203431129455567, "step": 775216}
{"lr": 0.0037483339555431064, "data_time": 0.01979520320892334, "loss_single": 3.3665613412857054, "loss_dense": 3.4142290592193603, "loss": 6.780790519714356, "time": 0.15622084140777587, "step": 775266}
{"lr": 0.0037483339555431064, "data_time": 0.017442536354064942, "loss_single": 3.3292104959487916, "loss_dense": 3.3833179235458375, "loss": 6.712528419494629, "time": 0.1561957836151123, "step": 775316}
{"lr": 0.0037483339555431064, "data_time": 0.017656421661376952, "loss_single": 3.3463501930236816, "loss_dense": 3.383488130569458, "loss": 6.72983832359314, "time": 0.15669050216674804, "step": 775366}
{"lr": 0.0037483339555431064, "data_time": 0.01986241340637207, "loss_single": 3.3228342294692994, "loss_dense": 3.3772350788116454, "loss": 6.700069236755371, "time": 0.24186694622039795, "step": 775416}
{"lr": 0.0037483339555431064, "data_time": 0.017224931716918947, "loss_single": 3.352794146537781, "loss_dense": 3.3965053796768188, "loss": 6.7492995262146, "time": 0.15834715366363525, "step": 775466}
{"lr": 0.0037483339555431064, "data_time": 0.02067549228668213, "loss_single": 3.325648069381714, "loss_dense": 3.3888971328735353, "loss": 6.714545154571534, "time": 0.16757476329803467, "step": 775516}
{"lr": 0.0037483339555431064, "data_time": 0.017748713493347168, "loss_single": 3.3507124185562134, "loss_dense": 3.391013026237488, "loss": 6.741725492477417, "time": 0.15241873264312744, "step": 775566}
{"lr": 0.0037483339555431064, "data_time": 0.013713645935058593, "loss_single": 3.359270620346069, "loss_dense": 3.4007447957992554, "loss": 6.760015439987183, "time": 0.14888336658477783, "step": 775616}
{"lr": 0.0035939105159995366, "data_time": 0.018571805953979493, "loss_single": 3.3214061498641967, "loss_dense": 3.3751962661743162, "loss": 6.696602392196655, "time": 0.16060609817504884, "step": 775670}
{"lr": 0.0035939105159995366, "data_time": 0.015518760681152344, "loss_single": 3.3558672666549683, "loss_dense": 3.398859405517578, "loss": 6.754726696014404, "time": 0.21835801601409913, "step": 775720}
{"lr": 0.0035939105159995366, "data_time": 0.01750962734222412, "loss_single": 3.3349339723587037, "loss_dense": 3.386037254333496, "loss": 6.720971298217774, "time": 0.16104769706726074, "step": 775770}
{"lr": 0.0035939105159995366, "data_time": 0.016532301902770996, "loss_single": 3.3427059412002564, "loss_dense": 3.403602695465088, "loss": 6.746308660507202, "time": 0.15138719081878663, "step": 775820}
{"lr": 0.0035939105159995366, "data_time": 0.02162497043609619, "loss_single": 3.3425306558609007, "loss_dense": 3.389468026161194, "loss": 6.731998634338379, "time": 0.1712035655975342, "step": 775870}
{"lr": 0.0035939105159995366, "data_time": 0.016905546188354492, "loss_single": 3.333581256866455, "loss_dense": 3.374825930595398, "loss": 6.708407211303711, "time": 0.15672657489776612, "step": 775920}
{"lr": 0.0035939105159995366, "data_time": 0.017285609245300294, "loss_single": 3.335119938850403, "loss_dense": 3.3885779857635496, "loss": 6.723697900772095, "time": 0.16353955268859863, "step": 775970}
{"lr": 0.0035939105159995366, "data_time": 0.01866309642791748, "loss_single": 3.3366393566131594, "loss_dense": 3.383724737167358, "loss": 6.720364141464233, "time": 0.15417821407318116, "step": 776020}
{"lr": 0.0035939105159995366, "data_time": 0.0186901330947876, "loss_single": 3.36685106754303, "loss_dense": 3.409597301483154, "loss": 6.77644829750061, "time": 0.15864477157592774, "step": 776070}
{"lr": 0.0035939105159995366, "data_time": 0.017135763168334962, "loss_single": 3.356259894371033, "loss_dense": 3.3952516078948975, "loss": 6.7515116214752195, "time": 0.16081042289733888, "step": 776120}
{"lr": 0.0035939105159995366, "data_time": 0.02062678337097168, "loss_single": 3.350567889213562, "loss_dense": 3.3927831172943117, "loss": 6.743351030349731, "time": 0.21410458087921141, "step": 776170}
{"lr": 0.0035939105159995366, "data_time": 0.01738760471343994, "loss_single": 3.3718944787979126, "loss_dense": 3.4209344387054443, "loss": 6.792828845977783, "time": 0.15677881240844727, "step": 776220}
{"lr": 0.0035939105159995366, "data_time": 0.017086267471313477, "loss_single": 3.3447822093963624, "loss_dense": 3.3979588031768797, "loss": 6.742740964889526, "time": 0.15440106391906738, "step": 776270}
{"lr": 0.0035939105159995366, "data_time": 0.01639745235443115, "loss_single": 3.3672120332717896, "loss_dense": 3.4140720129013062, "loss": 6.78128399848938, "time": 0.15950462818145753, "step": 776320}
{"lr": 0.0035939105159995366, "data_time": 0.01790182590484619, "loss_single": 3.3430840969085693, "loss_dense": 3.3688071012496947, "loss": 6.711891222000122, "time": 0.16525182723999024, "step": 776370}
{"lr": 0.0035939105159995366, "data_time": 0.015939855575561525, "loss_single": 3.335760259628296, "loss_dense": 3.3944389820098877, "loss": 6.730199241638184, "time": 0.16299149990081788, "step": 776420}
{"lr": 0.0035939105159995366, "data_time": 0.018519020080566405, "loss_single": 3.363079071044922, "loss_dense": 3.405693244934082, "loss": 6.768772220611572, "time": 0.15408790111541748, "step": 776470}
{"lr": 0.0035939105159995366, "data_time": 0.018663501739501952, "loss_single": 3.337945008277893, "loss_dense": 3.3838029861450196, "loss": 6.721747970581054, "time": 0.15757319927215577, "step": 776520}
{"lr": 0.0035939105159995366, "data_time": 0.017555880546569824, "loss_single": 3.360076832771301, "loss_dense": 3.402988910675049, "loss": 6.763065767288208, "time": 0.15388131141662598, "step": 776570}
{"lr": 0.0035939105159995366, "data_time": 0.014735865592956542, "loss_single": 3.3380401372909545, "loss_dense": 3.3844137668609617, "loss": 6.722453880310058, "time": 0.16045560836791992, "step": 776620}
{"lr": 0.0035939105159995366, "data_time": 0.018888568878173827, "loss_single": 3.345783567428589, "loss_dense": 3.3939452171325684, "loss": 6.739728879928589, "time": 0.16031172275543212, "step": 776670}
{"lr": 0.0035939105159995366, "data_time": 0.016720914840698244, "loss_single": 3.3391741514205933, "loss_dense": 3.3861083030700683, "loss": 6.725282382965088, "time": 0.15745465755462645, "step": 776720}
{"lr": 0.0035939105159995366, "data_time": 0.01597623825073242, "loss_single": 3.355971336364746, "loss_dense": 3.3977734804153443, "loss": 6.753744792938233, "time": 0.2361288547515869, "step": 776770}
{"lr": 0.0035939105159995366, "data_time": 0.016695690155029298, "loss_single": 3.3520637273788454, "loss_dense": 3.4075100898742674, "loss": 6.759573745727539, "time": 0.15518994331359864, "step": 776820}
{"lr": 0.0035939105159995366, "data_time": 0.018204808235168457, "loss_single": 3.347012519836426, "loss_dense": 3.397763156890869, "loss": 6.744775629043579, "time": 0.15368890762329102, "step": 776870}
{"lr": 0.0035939105159995366, "data_time": 0.016989946365356445, "loss_single": 3.3834905862808227, "loss_dense": 3.421744132041931, "loss": 6.805234670639038, "time": 0.15613980293273927, "step": 776920}
{"lr": 0.0035939105159995366, "data_time": 0.017139387130737305, "loss_single": 3.3493141412734984, "loss_dense": 3.392031669616699, "loss": 6.74134578704834, "time": 0.1572049617767334, "step": 776970}
{"lr": 0.0035939105159995366, "data_time": 0.019211816787719726, "loss_single": 3.353340005874634, "loss_dense": 3.4020859956741334, "loss": 6.755425977706909, "time": 0.1548147201538086, "step": 777020}
{"lr": 0.0035939105159995366, "data_time": 0.01743934154510498, "loss_single": 3.360901689529419, "loss_dense": 3.3963501691818236, "loss": 6.757251787185669, "time": 0.15955991744995118, "step": 777070}
{"lr": 0.0035939105159995366, "data_time": 0.01783614158630371, "loss_single": 3.344928765296936, "loss_dense": 3.3989745140075684, "loss": 6.743903255462646, "time": 0.15643093585968018, "step": 777120}
{"lr": 0.0035939105159995366, "data_time": 0.017116284370422362, "loss_single": 3.3508811473846434, "loss_dense": 3.386455225944519, "loss": 6.737336349487305, "time": 0.15639402866363525, "step": 777170}
{"lr": 0.0035939105159995366, "data_time": 0.01633021831512451, "loss_single": 3.375381064414978, "loss_dense": 3.406706714630127, "loss": 6.782087802886963, "time": 0.16059622764587403, "step": 777220}
{"lr": 0.0035939105159995366, "data_time": 0.01688082218170166, "loss_single": 3.3595006465911865, "loss_dense": 3.4041691780090333, "loss": 6.763669872283936, "time": 0.15641298294067382, "step": 777270}
{"lr": 0.0035939105159995366, "data_time": 0.01737048625946045, "loss_single": 3.357192802429199, "loss_dense": 3.4045538902282715, "loss": 6.761746644973755, "time": 0.15945680141448976, "step": 777320}
{"lr": 0.0035939105159995366, "data_time": 0.01732051372528076, "loss_single": 3.3540751457214357, "loss_dense": 3.383522891998291, "loss": 6.737598180770874, "time": 0.2283802032470703, "step": 777370}
{"lr": 0.0035939105159995366, "data_time": 0.019607138633728028, "loss_single": 3.3373453617095947, "loss_dense": 3.39401490688324, "loss": 6.731360244750976, "time": 0.16130151748657226, "step": 777420}
{"lr": 0.0035939105159995366, "data_time": 0.01885521411895752, "loss_single": 3.364436674118042, "loss_dense": 3.405731439590454, "loss": 6.770168113708496, "time": 0.1568965196609497, "step": 777470}
{"lr": 0.0035939105159995366, "data_time": 0.01205461025238037, "loss_single": 3.3527190923690795, "loss_dense": 3.4050466299057005, "loss": 6.757765674591065, "time": 0.1553205966949463, "step": 777520}
{"lr": 0.0035939105159995366, "data_time": 0.01663811206817627, "loss_single": 3.361109805107117, "loss_dense": 3.4174265623092652, "loss": 6.778536462783814, "time": 0.154982590675354, "step": 777570}
{"lr": 0.0035939105159995366, "data_time": 0.016205811500549318, "loss_single": 3.342434859275818, "loss_dense": 3.3850630044937136, "loss": 6.727497863769531, "time": 0.15874531269073486, "step": 777620}
{"lr": 0.0035939105159995366, "data_time": 0.018372607231140137, "loss_single": 3.3406741857528686, "loss_dense": 3.379613447189331, "loss": 6.720287609100342, "time": 0.1879028558731079, "step": 777670}
{"lr": 0.0035939105159995366, "data_time": 0.01844329833984375, "loss_single": 3.340137577056885, "loss_dense": 3.406571125984192, "loss": 6.746708679199219, "time": 0.16086676120758056, "step": 777720}
{"lr": 0.0035939105159995366, "data_time": 0.017931389808654784, "loss_single": 3.3451212644577026, "loss_dense": 3.405844712257385, "loss": 6.750965929031372, "time": 0.15690295696258544, "step": 777770}
{"lr": 0.0035939105159995366, "data_time": 0.01592564582824707, "loss_single": 3.3313571214675903, "loss_dense": 3.3654671192169188, "loss": 6.696824216842652, "time": 0.159189772605896, "step": 777820}
{"lr": 0.0035939105159995366, "data_time": 0.0181729793548584, "loss_single": 3.343281316757202, "loss_dense": 3.391139531135559, "loss": 6.7344207763671875, "time": 0.1607735872268677, "step": 777870}
{"lr": 0.0035939105159995366, "data_time": 0.01968228816986084, "loss_single": 3.344796395301819, "loss_dense": 3.396312212944031, "loss": 6.741108560562134, "time": 0.16973769664764404, "step": 777920}
{"lr": 0.0035939105159995366, "data_time": 0.01802382469177246, "loss_single": 3.3587321281433105, "loss_dense": 3.394878554344177, "loss": 6.753610754013062, "time": 0.16625287532806396, "step": 777970}
{"lr": 0.0035939105159995366, "data_time": 0.018242239952087402, "loss_single": 3.3507205963134767, "loss_dense": 3.386729693412781, "loss": 6.7374502658844, "time": 0.15750222206115722, "step": 778020}
{"lr": 0.0035939105159995366, "data_time": 0.01708807945251465, "loss_single": 3.3427002906799315, "loss_dense": 3.387362909317017, "loss": 6.730063104629517, "time": 0.16673953533172609, "step": 778070}
{"lr": 0.0035939105159995366, "data_time": 0.01746037006378174, "loss_single": 3.3445836782455443, "loss_dense": 3.3911882877349853, "loss": 6.735771894454956, "time": 0.1613816499710083, "step": 778120}
{"lr": 0.0035939105159995366, "data_time": 0.016504240036010743, "loss_single": 3.3432451725006103, "loss_dense": 3.3902841091156004, "loss": 6.7335292339324955, "time": 0.1539984703063965, "step": 778170}
{"lr": 0.0035939105159995366, "data_time": 0.017175722122192382, "loss_single": 3.3366693258285522, "loss_dense": 3.3877124547958375, "loss": 6.724381780624389, "time": 0.16008071899414061, "step": 778220}
{"lr": 0.0035939105159995366, "data_time": 0.016276288032531738, "loss_single": 3.361571192741394, "loss_dense": 3.3969981193542482, "loss": 6.758569240570068, "time": 0.19256968498229982, "step": 778270}
{"lr": 0.0035939105159995366, "data_time": 0.017123866081237792, "loss_single": 3.360427498817444, "loss_dense": 3.404369592666626, "loss": 6.764797115325928, "time": 0.15976765155792236, "step": 778320}
{"lr": 0.0035939105159995366, "data_time": 0.016387581825256348, "loss_single": 3.3671104431152346, "loss_dense": 3.411875534057617, "loss": 6.778985977172852, "time": 0.15640008449554443, "step": 778370}
{"lr": 0.0035939105159995366, "data_time": 0.01745433807373047, "loss_single": 3.3512219905853273, "loss_dense": 3.4034215688705443, "loss": 6.75464358329773, "time": 0.15449743270874022, "step": 778420}
{"lr": 0.0035939105159995366, "data_time": 0.017271041870117188, "loss_single": 3.3428199529647826, "loss_dense": 3.379406046867371, "loss": 6.722225952148437, "time": 0.15928945541381836, "step": 778470}
{"lr": 0.0035939105159995366, "data_time": 0.016945791244506837, "loss_single": 3.341361951828003, "loss_dense": 3.3916850805282595, "loss": 6.733047008514404, "time": 0.17831103801727294, "step": 778520}
{"lr": 0.0035939105159995366, "data_time": 0.017499732971191406, "loss_single": 3.34511981010437, "loss_dense": 3.3920498132705688, "loss": 6.737169599533081, "time": 0.15240614414215087, "step": 778570}
{"lr": 0.0035939105159995366, "data_time": 0.01722986698150635, "loss_single": 3.3521833419799805, "loss_dense": 3.4011640548706055, "loss": 6.753347396850586, "time": 0.15733368396759034, "step": 778620}
{"lr": 0.0035939105159995366, "data_time": 0.016503071784973143, "loss_single": 3.361013913154602, "loss_dense": 3.4157381534576414, "loss": 6.776752042770386, "time": 0.17431435585021973, "step": 778670}
{"lr": 0.0035939105159995366, "data_time": 0.016983175277709962, "loss_single": 3.373784303665161, "loss_dense": 3.4232943534851072, "loss": 6.797078609466553, "time": 0.1604374408721924, "step": 778720}
{"lr": 0.0035939105159995366, "data_time": 0.018771886825561523, "loss_single": 3.3716813564300536, "loss_dense": 3.410706973075867, "loss": 6.782388353347779, "time": 0.16188738346099854, "step": 778770}
{"lr": 0.0035939105159995366, "data_time": 0.018741726875305176, "loss_single": 3.3349141597747805, "loss_dense": 3.37812922000885, "loss": 6.713043355941773, "time": 0.15733160972595214, "step": 778820}
{"lr": 0.0035939105159995366, "data_time": 0.019254612922668456, "loss_single": 3.353446364402771, "loss_dense": 3.39113187789917, "loss": 6.744578123092651, "time": 0.2151560068130493, "step": 778870}
{"lr": 0.0035939105159995366, "data_time": 0.018360018730163574, "loss_single": 3.3380606412887572, "loss_dense": 3.3807730436325074, "loss": 6.718833637237549, "time": 0.16097161769866944, "step": 778920}
{"lr": 0.0035939105159995366, "data_time": 0.016876912117004393, "loss_single": 3.3372217416763306, "loss_dense": 3.38098087310791, "loss": 6.7182026386260985, "time": 0.15526676177978516, "step": 778970}
{"lr": 0.0035939105159995366, "data_time": 0.017775893211364746, "loss_single": 3.351824998855591, "loss_dense": 3.3971434354782106, "loss": 6.748968410491943, "time": 0.15620698928833007, "step": 779020}
{"lr": 0.0035939105159995366, "data_time": 0.01903712749481201, "loss_single": 3.356847548484802, "loss_dense": 3.405885601043701, "loss": 6.762733030319214, "time": 0.1610953092575073, "step": 779070}
{"lr": 0.0035939105159995366, "data_time": 0.018985176086425783, "loss_single": 3.341527009010315, "loss_dense": 3.392314982414246, "loss": 6.733842134475708, "time": 0.15355925559997557, "step": 779120}
{"lr": 0.0035939105159995366, "data_time": 0.01776571273803711, "loss_single": 3.357999062538147, "loss_dense": 3.400993227958679, "loss": 6.7589921951293945, "time": 0.1593390464782715, "step": 779170}
{"lr": 0.0035939105159995366, "data_time": 0.018230462074279787, "loss_single": 3.3369646787643434, "loss_dense": 3.3962448120117186, "loss": 6.73320951461792, "time": 0.16146364212036132, "step": 779220}
{"lr": 0.0035939105159995366, "data_time": 0.01926445960998535, "loss_single": 3.3362439393997194, "loss_dense": 3.3795485496520996, "loss": 6.715792465209961, "time": 0.16241135597229003, "step": 779270}
{"lr": 0.0035939105159995366, "data_time": 0.018227863311767577, "loss_single": 3.365896534919739, "loss_dense": 3.3942947149276734, "loss": 6.760191202163696, "time": 0.15625278949737548, "step": 779320}
{"lr": 0.0035939105159995366, "data_time": 0.016818881034851074, "loss_single": 3.356470489501953, "loss_dense": 3.4010282278060915, "loss": 6.757498741149902, "time": 0.15353145599365234, "step": 779370}
{"lr": 0.0035939105159995366, "data_time": 0.01624753475189209, "loss_single": 3.357054615020752, "loss_dense": 3.394439363479614, "loss": 6.751493978500366, "time": 0.15585689544677733, "step": 779420}
{"lr": 0.0035939105159995366, "data_time": 0.01785755157470703, "loss_single": 3.35618851184845, "loss_dense": 3.392045831680298, "loss": 6.7482343196868895, "time": 0.1567451238632202, "step": 779470}
{"lr": 0.0035939105159995366, "data_time": 0.017273306846618652, "loss_single": 3.346605062484741, "loss_dense": 3.3984347343444825, "loss": 6.745039701461792, "time": 0.18284883499145507, "step": 779520}
{"lr": 0.0035939105159995366, "data_time": 0.0179718017578125, "loss_single": 3.376805067062378, "loss_dense": 3.411810302734375, "loss": 6.788615417480469, "time": 0.15830569267272948, "step": 779570}
{"lr": 0.0035939105159995366, "data_time": 0.02083001136779785, "loss_single": 3.371637392044067, "loss_dense": 3.4095993995666505, "loss": 6.781236743927002, "time": 0.16137378215789794, "step": 779620}
{"lr": 0.0035939105159995366, "data_time": 0.01674835681915283, "loss_single": 3.346776914596558, "loss_dense": 3.389026093482971, "loss": 6.7358029842376705, "time": 0.15421779155731202, "step": 779670}
{"lr": 0.0035939105159995366, "data_time": 0.01770439147949219, "loss_single": 3.377979302406311, "loss_dense": 3.4278483629226684, "loss": 6.805827665328979, "time": 0.15632519721984864, "step": 779720}
{"lr": 0.0035939105159995366, "data_time": 0.01988224983215332, "loss_single": 3.3463766813278197, "loss_dense": 3.392985153198242, "loss": 6.739361763000488, "time": 0.15826399326324464, "step": 779770}
{"lr": 0.0035939105159995366, "data_time": 0.019027519226074218, "loss_single": 3.319790172576904, "loss_dense": 3.3655357837677, "loss": 6.6853259086608885, "time": 0.1576296329498291, "step": 779820}
{"lr": 0.0035939105159995366, "data_time": 0.016947674751281738, "loss_single": 3.3655185461044312, "loss_dense": 3.408120036125183, "loss": 6.77363862991333, "time": 0.1571342945098877, "step": 779870}
{"lr": 0.0035939105159995366, "data_time": 0.018163442611694336, "loss_single": 3.326687216758728, "loss_dense": 3.3812531232833862, "loss": 6.707940340042114, "time": 0.15347869396209718, "step": 779920}
{"lr": 0.0035939105159995366, "data_time": 0.01681334972381592, "loss_single": 3.3531409025192263, "loss_dense": 3.392707633972168, "loss": 6.745848512649536, "time": 0.1592402219772339, "step": 779970}
{"lr": 0.0035939105159995366, "data_time": 0.018743515014648438, "loss_single": 3.3431484699249268, "loss_dense": 3.3897692918777467, "loss": 6.732917737960816, "time": 0.15556929111480713, "step": 780020}
{"lr": 0.0035939105159995366, "data_time": 0.017235350608825684, "loss_single": 3.3264941453933714, "loss_dense": 3.37424156665802, "loss": 6.700735759735108, "time": 0.19845423698425294, "step": 780070}
{"lr": 0.0035939105159995366, "data_time": 0.016538476943969725, "loss_single": 3.3358033418655397, "loss_dense": 3.3795872926712036, "loss": 6.715390586853028, "time": 0.15574557781219484, "step": 780120}
{"lr": 0.0035939105159995366, "data_time": 0.018040847778320313, "loss_single": 3.3229368209838865, "loss_dense": 3.3904009580612184, "loss": 6.713337802886963, "time": 0.17119953632354737, "step": 780170}
{"lr": 0.0035939105159995366, "data_time": 0.017152833938598632, "loss_single": 3.3347399711608885, "loss_dense": 3.381656050682068, "loss": 6.71639609336853, "time": 0.15577447414398193, "step": 780220}
{"lr": 0.0035939105159995366, "data_time": 0.020497775077819823, "loss_single": 3.3402318477630617, "loss_dense": 3.38551607131958, "loss": 6.72574782371521, "time": 0.16189794540405272, "step": 780270}
{"lr": 0.0035939105159995366, "data_time": 0.0173015832901001, "loss_single": 3.341580319404602, "loss_dense": 3.384933114051819, "loss": 6.726513481140136, "time": 0.15513596534729004, "step": 780320}
{"lr": 0.0035939105159995366, "data_time": 0.015994668006896973, "loss_single": 3.3719074010848997, "loss_dense": 3.4207351922988893, "loss": 6.792642593383789, "time": 0.1566786289215088, "step": 780370}
{"lr": 0.0035939105159995366, "data_time": 0.015562152862548828, "loss_single": 3.3597301959991457, "loss_dense": 3.4056288480758665, "loss": 6.765359115600586, "time": 0.15773799419403076, "step": 780420}
{"lr": 0.0035939105159995366, "data_time": 0.01843876838684082, "loss_single": 3.3379886388778686, "loss_dense": 3.3800695657730104, "loss": 6.718058156967163, "time": 0.15609052181243896, "step": 780470}
{"lr": 0.0035939105159995366, "data_time": 0.018304276466369628, "loss_single": 3.336293172836304, "loss_dense": 3.3872338771820067, "loss": 6.723527097702027, "time": 0.15763397216796876, "step": 780520}
{"lr": 0.0035939105159995366, "data_time": 0.017956042289733888, "loss_single": 3.328971600532532, "loss_dense": 3.3859771966934202, "loss": 6.714948749542236, "time": 0.1580345392227173, "step": 780570}
{"lr": 0.0035939105159995366, "data_time": 0.013589096069335938, "loss_single": 3.336488127708435, "loss_dense": 3.380859375, "loss": 6.717347431182861, "time": 0.14685459136962892, "step": 780620}
{"lr": 0.0034423013583631634, "data_time": 0.018466639518737792, "loss_single": 3.3336102962493896, "loss_dense": 3.377223992347717, "loss": 6.710834217071533, "time": 0.15780987739562988, "step": 780674}
{"lr": 0.0034423013583631634, "data_time": 0.017412018775939942, "loss_single": 3.3447192192077635, "loss_dense": 3.3893211603164675, "loss": 6.734040403366089, "time": 0.15665884017944337, "step": 780724}
{"lr": 0.0034423013583631634, "data_time": 0.01815297603607178, "loss_single": 3.3755024909973144, "loss_dense": 3.4256168603897095, "loss": 6.801119422912597, "time": 0.16196177005767823, "step": 780774}
{"lr": 0.0034423013583631634, "data_time": 0.016669225692749024, "loss_single": 3.376763033866882, "loss_dense": 3.4172694206237795, "loss": 6.794032382965088, "time": 0.15242810249328614, "step": 780824}
{"lr": 0.0034423013583631634, "data_time": 0.017900586128234863, "loss_single": 3.3583967208862306, "loss_dense": 3.42089684009552, "loss": 6.779293584823608, "time": 0.15815529823303223, "step": 780874}
{"lr": 0.0034423013583631634, "data_time": 0.017965865135192872, "loss_single": 3.3241804599761964, "loss_dense": 3.3704422235488893, "loss": 6.6946227073669435, "time": 0.16014475822448732, "step": 780924}
{"lr": 0.0034423013583631634, "data_time": 0.01839766502380371, "loss_single": 3.3521958112716677, "loss_dense": 3.4004069328308106, "loss": 6.752602624893188, "time": 0.15807392597198486, "step": 780974}
{"lr": 0.0034423013583631634, "data_time": 0.018649601936340333, "loss_single": 3.3231055974960326, "loss_dense": 3.3680123329162597, "loss": 6.691118001937866, "time": 0.1569451093673706, "step": 781024}
{"lr": 0.0034423013583631634, "data_time": 0.015765166282653807, "loss_single": 3.376383972167969, "loss_dense": 3.4207132339477537, "loss": 6.797097206115723, "time": 0.17572283744812012, "step": 781074}
{"lr": 0.0034423013583631634, "data_time": 0.017176079750061034, "loss_single": 3.3644857168197633, "loss_dense": 3.406842064857483, "loss": 6.77132773399353, "time": 0.1537095069885254, "step": 781124}
{"lr": 0.0034423013583631634, "data_time": 0.016756129264831544, "loss_single": 3.344146656990051, "loss_dense": 3.3859132051467897, "loss": 6.730059862136841, "time": 0.15487060546875, "step": 781174}
{"lr": 0.0034423013583631634, "data_time": 0.018729114532470705, "loss_single": 3.325520706176758, "loss_dense": 3.375667428970337, "loss": 6.701188087463379, "time": 0.15696995258331298, "step": 781224}
{"lr": 0.0034423013583631634, "data_time": 0.017327284812927245, "loss_single": 3.3507248401641845, "loss_dense": 3.3964617013931275, "loss": 6.74718656539917, "time": 0.15385029315948487, "step": 781274}
{"lr": 0.0034423013583631634, "data_time": 0.01740868091583252, "loss_single": 3.3733655214309692, "loss_dense": 3.4060782909393312, "loss": 6.779443788528442, "time": 0.16885521411895751, "step": 781324}
{"lr": 0.0034423013583631634, "data_time": 0.01853444576263428, "loss_single": 3.376451563835144, "loss_dense": 3.4258721113204955, "loss": 6.802323675155639, "time": 0.1538834571838379, "step": 781374}
{"lr": 0.0034423013583631634, "data_time": 0.017394495010375977, "loss_single": 3.3473949670791625, "loss_dense": 3.3985808372497557, "loss": 6.745975732803345, "time": 0.16008052825927735, "step": 781424}
{"lr": 0.0034423013583631634, "data_time": 0.018195271492004395, "loss_single": 3.3481345176696777, "loss_dense": 3.3969940662384035, "loss": 6.745128583908081, "time": 0.15738289356231688, "step": 781474}
{"lr": 0.0034423013583631634, "data_time": 0.023336338996887206, "loss_single": 3.3675040006637573, "loss_dense": 3.417695498466492, "loss": 6.785199499130249, "time": 0.16558964252471925, "step": 781524}
{"lr": 0.0034423013583631634, "data_time": 0.01771121025085449, "loss_single": 3.334349012374878, "loss_dense": 3.3856616497039793, "loss": 6.720010566711426, "time": 0.16159865856170655, "step": 781574}
{"lr": 0.0034423013583631634, "data_time": 0.017542576789855956, "loss_single": 3.355307364463806, "loss_dense": 3.398276686668396, "loss": 6.753584098815918, "time": 0.15791263580322265, "step": 781624}
{"lr": 0.0034423013583631634, "data_time": 0.022237300872802734, "loss_single": 3.367885971069336, "loss_dense": 3.4097686290740965, "loss": 6.777654552459717, "time": 0.1684635639190674, "step": 781674}
{"lr": 0.0034423013583631634, "data_time": 0.017512941360473634, "loss_single": 3.339497756958008, "loss_dense": 3.3828168869018556, "loss": 6.722314643859863, "time": 0.15788733959197998, "step": 781724}
{"lr": 0.0034423013583631634, "data_time": 0.03202345371246338, "loss_single": 3.3439438343048096, "loss_dense": 3.3877238273620605, "loss": 6.7316676616668705, "time": 0.17426352500915526, "step": 781774}
{"lr": 0.0034423013583631634, "data_time": 0.017232513427734374, "loss_single": 3.3348623752593993, "loss_dense": 3.3773676633834837, "loss": 6.712230014801025, "time": 0.16044695377349855, "step": 781824}
{"lr": 0.0034423013583631634, "data_time": 0.01752300262451172, "loss_single": 3.356991982460022, "loss_dense": 3.397619295120239, "loss": 6.754611253738403, "time": 0.164978289604187, "step": 781874}
{"lr": 0.0034423013583631634, "data_time": 0.017039275169372557, "loss_single": 3.3437307357788084, "loss_dense": 3.384282422065735, "loss": 6.728013277053833, "time": 0.16425065994262694, "step": 781924}
{"lr": 0.0034423013583631634, "data_time": 0.01951100826263428, "loss_single": 3.3354207992553713, "loss_dense": 3.3898584842681885, "loss": 6.725279331207275, "time": 0.19803984165191652, "step": 781974}
{"lr": 0.0034423013583631634, "data_time": 0.016898679733276366, "loss_single": 3.3458759069442747, "loss_dense": 3.388507604598999, "loss": 6.734383487701416, "time": 0.1654865026473999, "step": 782024}
{"lr": 0.0034423013583631634, "data_time": 0.01782541275024414, "loss_single": 3.411455011367798, "loss_dense": 3.4519519567489625, "loss": 6.8634068965911865, "time": 0.1717538833618164, "step": 782074}
{"lr": 0.0034423013583631634, "data_time": 0.017022109031677245, "loss_single": 3.3413296222686766, "loss_dense": 3.3822473764419554, "loss": 6.72357702255249, "time": 0.16624257564544678, "step": 782124}
{"lr": 0.0034423013583631634, "data_time": 0.017551326751708986, "loss_single": 3.348761558532715, "loss_dense": 3.387003946304321, "loss": 6.735765409469605, "time": 0.160668683052063, "step": 782174}
{"lr": 0.0034423013583631634, "data_time": 0.01761455535888672, "loss_single": 3.3524322271347047, "loss_dense": 3.389917731285095, "loss": 6.742349910736084, "time": 0.15725162029266357, "step": 782224}
{"lr": 0.0034423013583631634, "data_time": 0.027524518966674804, "loss_single": 3.363244867324829, "loss_dense": 3.404116678237915, "loss": 6.7673615455627445, "time": 0.1802288770675659, "step": 782274}
{"lr": 0.0034423013583631634, "data_time": 0.018044161796569824, "loss_single": 3.3545830488204955, "loss_dense": 3.4060192346572875, "loss": 6.760602235794067, "time": 0.1955040216445923, "step": 782324}
{"lr": 0.0034423013583631634, "data_time": 0.01806478500366211, "loss_single": 3.3311712026596068, "loss_dense": 3.3776756525039673, "loss": 6.708846855163574, "time": 0.16134991645812988, "step": 782374}
{"lr": 0.0034423013583631634, "data_time": 0.01738882064819336, "loss_single": 3.341648888587952, "loss_dense": 3.3878515481948854, "loss": 6.729500436782837, "time": 0.15313432216644288, "step": 782424}
{"lr": 0.0034423013583631634, "data_time": 0.017570853233337402, "loss_single": 3.343633222579956, "loss_dense": 3.4010041475296022, "loss": 6.7446373462677, "time": 0.1670743703842163, "step": 782474}
{"lr": 0.0034423013583631634, "data_time": 0.016164135932922364, "loss_single": 3.333677864074707, "loss_dense": 3.3745715856552123, "loss": 6.708249473571778, "time": 0.16057298183441163, "step": 782524}
{"lr": 0.0034423013583631634, "data_time": 0.02237868309020996, "loss_single": 3.3581753969192505, "loss_dense": 3.4076446533203124, "loss": 6.765819931030274, "time": 0.2328885316848755, "step": 782574}
{"lr": 0.0034423013583631634, "data_time": 0.01738159656524658, "loss_single": 3.339951920509338, "loss_dense": 3.3918360233306886, "loss": 6.731787919998169, "time": 0.15644941329956055, "step": 782624}
{"lr": 0.0034423013583631634, "data_time": 0.016324758529663086, "loss_single": 3.366987204551697, "loss_dense": 3.399561333656311, "loss": 6.766548538208008, "time": 0.16378173828125, "step": 782674}
{"lr": 0.0034423013583631634, "data_time": 0.01876533031463623, "loss_single": 3.3735819101333617, "loss_dense": 3.3997677326202393, "loss": 6.773349666595459, "time": 0.15731363296508788, "step": 782724}
{"lr": 0.0034423013583631634, "data_time": 0.01703653335571289, "loss_single": 3.365650749206543, "loss_dense": 3.4078841686248778, "loss": 6.7735350131988525, "time": 0.1561253547668457, "step": 782774}
{"lr": 0.0034423013583631634, "data_time": 0.017396879196166993, "loss_single": 3.3506850719451906, "loss_dense": 3.3995410442352294, "loss": 6.750226211547852, "time": 0.1615135908126831, "step": 782824}
{"lr": 0.0034423013583631634, "data_time": 0.01859591007232666, "loss_single": 3.3534818649291993, "loss_dense": 3.3879830598831178, "loss": 6.7414649486541744, "time": 0.15933735370635987, "step": 782874}
{"lr": 0.0034423013583631634, "data_time": 0.017026782035827637, "loss_single": 3.3408389568328856, "loss_dense": 3.3837434530258177, "loss": 6.72458233833313, "time": 0.17337710857391359, "step": 782924}
{"lr": 0.0034423013583631634, "data_time": 0.021607089042663574, "loss_single": 3.350150537490845, "loss_dense": 3.4087255239486693, "loss": 6.758876037597656, "time": 0.16383078098297119, "step": 782974}
{"lr": 0.0034423013583631634, "data_time": 0.016565632820129395, "loss_single": 3.352902388572693, "loss_dense": 3.4000519037246706, "loss": 6.752954339981079, "time": 0.15836682319641113, "step": 783024}
{"lr": 0.0034423013583631634, "data_time": 0.01739518642425537, "loss_single": 3.327775549888611, "loss_dense": 3.380104088783264, "loss": 6.707879638671875, "time": 0.1520092010498047, "step": 783074}
{"lr": 0.0034423013583631634, "data_time": 0.02086760997772217, "loss_single": 3.364971423149109, "loss_dense": 3.4028239488601684, "loss": 6.767795372009277, "time": 0.1608358383178711, "step": 783124}
{"lr": 0.0034423013583631634, "data_time": 0.01729130744934082, "loss_single": 3.354874038696289, "loss_dense": 3.386777400970459, "loss": 6.741651439666748, "time": 0.16140291690826417, "step": 783174}
{"lr": 0.0034423013583631634, "data_time": 0.026147341728210448, "loss_single": 3.3552826404571534, "loss_dense": 3.4106796264648436, "loss": 6.765962219238281, "time": 0.21341712474823, "step": 783224}
{"lr": 0.0034423013583631634, "data_time": 0.018048644065856934, "loss_single": 3.3523912906646727, "loss_dense": 3.3881811618804933, "loss": 6.74057240486145, "time": 0.15778193473815919, "step": 783274}
{"lr": 0.0034423013583631634, "data_time": 0.017234110832214357, "loss_single": 3.3417361974716187, "loss_dense": 3.3879058599472045, "loss": 6.729642009735107, "time": 0.15359010696411132, "step": 783324}
{"lr": 0.0034423013583631634, "data_time": 0.018527817726135255, "loss_single": 3.3561436891555787, "loss_dense": 3.393231821060181, "loss": 6.749375629425049, "time": 0.16033103466033935, "step": 783374}
{"lr": 0.0034423013583631634, "data_time": 0.01679515838623047, "loss_single": 3.354156565666199, "loss_dense": 3.3949387788772585, "loss": 6.749095344543457, "time": 0.1579371690750122, "step": 783424}
{"lr": 0.0034423013583631634, "data_time": 0.018454957008361816, "loss_single": 3.3566338539123537, "loss_dense": 3.393622875213623, "loss": 6.750256729125977, "time": 0.16009385585784913, "step": 783474}
{"lr": 0.0034423013583631634, "data_time": 0.018631124496459962, "loss_single": 3.342148947715759, "loss_dense": 3.397337055206299, "loss": 6.7394860744476315, "time": 0.2430203676223755, "step": 783524}
{"lr": 0.0034423013583631634, "data_time": 0.025065112113952636, "loss_single": 3.3541054487228394, "loss_dense": 3.403776431083679, "loss": 6.7578818798065186, "time": 0.16863727569580078, "step": 783574}
{"lr": 0.0034423013583631634, "data_time": 0.017381954193115234, "loss_single": 3.336486077308655, "loss_dense": 3.3787454843521116, "loss": 6.715231609344483, "time": 0.1564124345779419, "step": 783624}
{"lr": 0.0034423013583631634, "data_time": 0.01643497943878174, "loss_single": 3.348764181137085, "loss_dense": 3.3810578346252442, "loss": 6.729821968078613, "time": 0.15912647247314454, "step": 783674}
{"lr": 0.0034423013583631634, "data_time": 0.016816353797912596, "loss_single": 3.334337091445923, "loss_dense": 3.3800308227539064, "loss": 6.714367866516113, "time": 0.15471997261047363, "step": 783724}
{"lr": 0.0034423013583631634, "data_time": 0.015095233917236328, "loss_single": 3.3459189891815186, "loss_dense": 3.3974565267562866, "loss": 6.743375492095947, "time": 0.15268301963806152, "step": 783774}
{"lr": 0.0034423013583631634, "data_time": 0.017093729972839356, "loss_single": 3.37134530544281, "loss_dense": 3.4159770011901855, "loss": 6.787322282791138, "time": 0.16079940795898437, "step": 783824}
{"lr": 0.0034423013583631634, "data_time": 0.01911168098449707, "loss_single": 3.3674220561981203, "loss_dense": 3.4114445209503175, "loss": 6.778866529464722, "time": 0.15992178916931152, "step": 783874}
{"lr": 0.0034423013583631634, "data_time": 0.02363765239715576, "loss_single": 3.359622001647949, "loss_dense": 3.401510143280029, "loss": 6.761132049560547, "time": 0.16646015644073486, "step": 783924}
{"lr": 0.0034423013583631634, "data_time": 0.017873215675354003, "loss_single": 3.350660228729248, "loss_dense": 3.395845913887024, "loss": 6.74650616645813, "time": 0.1586298942565918, "step": 783974}
{"lr": 0.0034423013583631634, "data_time": 0.01704826354980469, "loss_single": 3.3488131523132325, "loss_dense": 3.4011591911315917, "loss": 6.7499724388122555, "time": 0.15316848754882811, "step": 784024}
{"lr": 0.0034423013583631634, "data_time": 0.01668863296508789, "loss_single": 3.3550047874450684, "loss_dense": 3.40424907207489, "loss": 6.7592538356781, "time": 0.16025092601776122, "step": 784074}
{"lr": 0.0034423013583631634, "data_time": 0.014297080039978028, "loss_single": 3.353734087944031, "loss_dense": 3.4005846977233887, "loss": 6.754318761825561, "time": 0.15842025279998778, "step": 784124}
{"lr": 0.0034423013583631634, "data_time": 0.01824142932891846, "loss_single": 3.3332178831100463, "loss_dense": 3.382630801200867, "loss": 6.715848541259765, "time": 0.15859551429748536, "step": 784174}
{"lr": 0.0034423013583631634, "data_time": 0.01681175231933594, "loss_single": 3.362885594367981, "loss_dense": 3.4086933851242067, "loss": 6.7715788841247555, "time": 0.15812251567840577, "step": 784224}
{"lr": 0.0034423013583631634, "data_time": 0.0171983003616333, "loss_single": 3.337348747253418, "loss_dense": 3.3925503969192503, "loss": 6.729899120330811, "time": 0.15641162395477295, "step": 784274}
{"lr": 0.0034423013583631634, "data_time": 0.016818737983703612, "loss_single": 3.3318811893463134, "loss_dense": 3.3812320709228514, "loss": 6.713113260269165, "time": 0.15972485542297363, "step": 784324}
{"lr": 0.0034423013583631634, "data_time": 0.017937374114990235, "loss_single": 3.3506183385849, "loss_dense": 3.399492025375366, "loss": 6.750110340118408, "time": 0.15705344676971436, "step": 784374}
{"lr": 0.0034423013583631634, "data_time": 0.017250967025756837, "loss_single": 3.3536487340927126, "loss_dense": 3.384258675575256, "loss": 6.737907457351684, "time": 0.15691230297088624, "step": 784424}
{"lr": 0.0034423013583631634, "data_time": 0.032426762580871585, "loss_single": 3.3272565364837647, "loss_dense": 3.3738502979278566, "loss": 6.701106786727905, "time": 0.2657651662826538, "step": 784474}
{"lr": 0.0034423013583631634, "data_time": 0.016838717460632324, "loss_single": 3.3470832824707033, "loss_dense": 3.392404246330261, "loss": 6.739487409591675, "time": 0.15809862613677977, "step": 784524}
{"lr": 0.0034423013583631634, "data_time": 0.017528843879699708, "loss_single": 3.354451394081116, "loss_dense": 3.3978158473968505, "loss": 6.752267265319825, "time": 0.16222429275512695, "step": 784574}
{"lr": 0.0034423013583631634, "data_time": 0.020675849914550782, "loss_single": 3.3524182558059694, "loss_dense": 3.412526535987854, "loss": 6.764944839477539, "time": 0.1612717628479004, "step": 784624}
{"lr": 0.0034423013583631634, "data_time": 0.018262696266174317, "loss_single": 3.375517725944519, "loss_dense": 3.425549864768982, "loss": 6.801067638397217, "time": 0.15586838722229004, "step": 784674}
{"lr": 0.0034423013583631634, "data_time": 0.017118000984191896, "loss_single": 3.336209011077881, "loss_dense": 3.374198007583618, "loss": 6.710407018661499, "time": 0.15703840255737306, "step": 784724}
{"lr": 0.0034423013583631634, "data_time": 0.018697452545166016, "loss_single": 3.357559895515442, "loss_dense": 3.4236709833145142, "loss": 6.781230878829956, "time": 0.15273675918579102, "step": 784774}
{"lr": 0.0034423013583631634, "data_time": 0.01771392822265625, "loss_single": 3.35457706451416, "loss_dense": 3.3972185850143433, "loss": 6.7517955780029295, "time": 0.16735458374023438, "step": 784824}
{"lr": 0.0034423013583631634, "data_time": 0.0177001953125, "loss_single": 3.3575820446014406, "loss_dense": 3.4046133518218995, "loss": 6.762195348739624, "time": 0.15383031368255615, "step": 784874}
{"lr": 0.0034423013583631634, "data_time": 0.018169379234313963, "loss_single": 3.3561516284942625, "loss_dense": 3.3997211694717406, "loss": 6.755872821807861, "time": 0.15806212425231933, "step": 784924}
{"lr": 0.0034423013583631634, "data_time": 0.01606130599975586, "loss_single": 3.356028342247009, "loss_dense": 3.396283674240112, "loss": 6.752312040328979, "time": 0.17013065814971923, "step": 784974}
{"lr": 0.0034423013583631634, "data_time": 0.01686050891876221, "loss_single": 3.3635961294174193, "loss_dense": 3.4037256717681883, "loss": 6.7673217296600345, "time": 0.16181392669677735, "step": 785024}
{"lr": 0.0034423013583631634, "data_time": 0.021245527267456054, "loss_single": 3.3474027156829833, "loss_dense": 3.3939030170440674, "loss": 6.741305732727051, "time": 0.22264461517333983, "step": 785074}
{"lr": 0.0034423013583631634, "data_time": 0.01571075916290283, "loss_single": 3.3616218090057375, "loss_dense": 3.401379132270813, "loss": 6.763000869750977, "time": 0.15769484043121337, "step": 785124}
{"lr": 0.0034423013583631634, "data_time": 0.01977090835571289, "loss_single": 3.336729550361633, "loss_dense": 3.390384840965271, "loss": 6.72711443901062, "time": 0.15479159355163574, "step": 785174}
{"lr": 0.0034423013583631634, "data_time": 0.01743454933166504, "loss_single": 3.321699833869934, "loss_dense": 3.372872018814087, "loss": 6.694571828842163, "time": 0.15710759162902832, "step": 785224}
{"lr": 0.0034423013583631634, "data_time": 0.017038297653198243, "loss_single": 3.357098388671875, "loss_dense": 3.3992241859436034, "loss": 6.756322574615479, "time": 0.16016771793365478, "step": 785274}
{"lr": 0.0034423013583631634, "data_time": 0.017336654663085937, "loss_single": 3.3489189386367797, "loss_dense": 3.3994621515274046, "loss": 6.7483811378479, "time": 0.16184852123260499, "step": 785324}
{"lr": 0.0034423013583631634, "data_time": 0.018582677841186522, "loss_single": 3.3711008071899413, "loss_dense": 3.414981985092163, "loss": 6.786082696914673, "time": 0.16988561153411866, "step": 785374}
{"lr": 0.0034423013583631634, "data_time": 0.01657702922821045, "loss_single": 3.3489436864852906, "loss_dense": 3.3976536989212036, "loss": 6.746597385406494, "time": 0.15296895503997804, "step": 785424}
{"lr": 0.0034423013583631634, "data_time": 0.017682218551635744, "loss_single": 3.338305950164795, "loss_dense": 3.3830689907073976, "loss": 6.721374940872193, "time": 0.1584714889526367, "step": 785474}
{"lr": 0.0034423013583631634, "data_time": 0.016518044471740722, "loss_single": 3.359904098510742, "loss_dense": 3.404028630256653, "loss": 6.763932704925537, "time": 0.15489370822906495, "step": 785524}
{"lr": 0.0034423013583631634, "data_time": 0.017579483985900878, "loss_single": 3.3633684396743773, "loss_dense": 3.413820219039917, "loss": 6.777188634872436, "time": 0.1644444704055786, "step": 785574}
{"lr": 0.0034423013583631634, "data_time": 0.02586231231689453, "loss_single": 3.3457165002822875, "loss_dense": 3.388113021850586, "loss": 6.733829498291016, "time": 0.22817115783691405, "step": 785624}
{"lr": 0.0032935438899250567, "data_time": 0.017953658103942872, "loss_single": 3.3335041761398316, "loss_dense": 3.38050377368927, "loss": 6.714007949829101, "time": 0.15584518909454345, "step": 785678}
{"lr": 0.0032935438899250567, "data_time": 0.015920472145080567, "loss_single": 3.3512826442718504, "loss_dense": 3.4006192207336428, "loss": 6.751901912689209, "time": 0.1624783992767334, "step": 785728}
{"lr": 0.0032935438899250567, "data_time": 0.017575836181640624, "loss_single": 3.329281449317932, "loss_dense": 3.3759299516677856, "loss": 6.705211400985718, "time": 0.15654258728027343, "step": 785778}
{"lr": 0.0032935438899250567, "data_time": 0.01621367931365967, "loss_single": 3.3528550624847413, "loss_dense": 3.4062297344207764, "loss": 6.759084796905517, "time": 0.16973953247070311, "step": 785828}
{"lr": 0.0032935438899250567, "data_time": 0.019205498695373534, "loss_single": 3.341578817367554, "loss_dense": 3.390801191329956, "loss": 6.732379913330078, "time": 0.15936169624328614, "step": 785878}
{"lr": 0.0032935438899250567, "data_time": 0.01873772144317627, "loss_single": 3.356006908416748, "loss_dense": 3.4000288963317873, "loss": 6.756035852432251, "time": 0.15918316841125488, "step": 785928}
{"lr": 0.0032935438899250567, "data_time": 0.01730473041534424, "loss_single": 3.3619277715682983, "loss_dense": 3.4064687967300413, "loss": 6.76839656829834, "time": 0.15548596382141114, "step": 785978}
{"lr": 0.0032935438899250567, "data_time": 0.020760083198547365, "loss_single": 3.3448880434036257, "loss_dense": 3.386776828765869, "loss": 6.7316648960113525, "time": 0.17159814834594728, "step": 786028}
{"lr": 0.0032935438899250567, "data_time": 0.019640803337097168, "loss_single": 3.3626194477081297, "loss_dense": 3.410789632797241, "loss": 6.773409032821656, "time": 0.1694080114364624, "step": 786078}
{"lr": 0.0032935438899250567, "data_time": 0.016722464561462404, "loss_single": 3.3368532419204713, "loss_dense": 3.374953532218933, "loss": 6.711806869506836, "time": 0.15887601375579835, "step": 786128}
{"lr": 0.0032935438899250567, "data_time": 0.016437792778015138, "loss_single": 3.3664005756378175, "loss_dense": 3.4058908939361574, "loss": 6.77229151725769, "time": 0.15708115100860595, "step": 786178}
{"lr": 0.0032935438899250567, "data_time": 0.018201923370361327, "loss_single": 3.317881369590759, "loss_dense": 3.3764201641082763, "loss": 6.694301462173462, "time": 0.15587871074676513, "step": 786228}
{"lr": 0.0032935438899250567, "data_time": 0.018235945701599122, "loss_single": 3.344599223136902, "loss_dense": 3.3866830348968504, "loss": 6.73128228187561, "time": 0.18816704750061036, "step": 786278}
{"lr": 0.0032935438899250567, "data_time": 0.028370261192321777, "loss_single": 3.3532814264297484, "loss_dense": 3.3928874492645265, "loss": 6.746168947219848, "time": 0.1882629632949829, "step": 786328}
{"lr": 0.0032935438899250567, "data_time": 0.01683032512664795, "loss_single": 3.3279576301574707, "loss_dense": 3.3859145641326904, "loss": 6.713872194290161, "time": 0.1676121473312378, "step": 786378}
{"lr": 0.0032935438899250567, "data_time": 0.020304036140441895, "loss_single": 3.346133589744568, "loss_dense": 3.4037764072418213, "loss": 6.749909973144531, "time": 0.20051901340484618, "step": 786428}
{"lr": 0.0032935438899250567, "data_time": 0.017734193801879884, "loss_single": 3.347566771507263, "loss_dense": 3.388579988479614, "loss": 6.736146783828735, "time": 0.15416419506072998, "step": 786478}
{"lr": 0.0032935438899250567, "data_time": 0.018726468086242676, "loss_single": 3.3666768074035645, "loss_dense": 3.4072131872177125, "loss": 6.773889875411987, "time": 0.15980792045593262, "step": 786528}
{"lr": 0.0032935438899250567, "data_time": 0.018094396591186522, "loss_single": 3.338822531700134, "loss_dense": 3.396680474281311, "loss": 6.735503005981445, "time": 0.1581695556640625, "step": 786578}
{"lr": 0.0032935438899250567, "data_time": 0.02050943374633789, "loss_single": 3.3627466440200804, "loss_dense": 3.395634913444519, "loss": 6.7583815574646, "time": 0.1754359006881714, "step": 786628}
{"lr": 0.0032935438899250567, "data_time": 0.017199182510375978, "loss_single": 3.3395048856735228, "loss_dense": 3.3804912328720094, "loss": 6.719996118545533, "time": 0.16563801765441893, "step": 786678}
{"lr": 0.0032935438899250567, "data_time": 0.020332193374633788, "loss_single": 3.35361590385437, "loss_dense": 3.413458466529846, "loss": 6.767074394226074, "time": 0.15891776084899903, "step": 786728}
{"lr": 0.0032935438899250567, "data_time": 0.015460920333862305, "loss_single": 3.352933073043823, "loss_dense": 3.4126272201538086, "loss": 6.765560245513916, "time": 0.1673095703125, "step": 786778}
{"lr": 0.0032935438899250567, "data_time": 0.016734838485717773, "loss_single": 3.3509814023971556, "loss_dense": 3.401212692260742, "loss": 6.75219407081604, "time": 0.1569375514984131, "step": 786828}
{"lr": 0.0032935438899250567, "data_time": 0.018448185920715333, "loss_single": 3.333622360229492, "loss_dense": 3.388480305671692, "loss": 6.722102689743042, "time": 0.15824882984161376, "step": 786878}
{"lr": 0.0032935438899250567, "data_time": 0.018717741966247557, "loss_single": 3.368037247657776, "loss_dense": 3.4211302518844606, "loss": 6.7891675472259525, "time": 0.17539303302764891, "step": 786928}
{"lr": 0.0032935438899250567, "data_time": 0.018472766876220702, "loss_single": 3.362263798713684, "loss_dense": 3.405412721633911, "loss": 6.767676591873169, "time": 0.15396931171417236, "step": 786978}
{"lr": 0.0032935438899250567, "data_time": 0.016321253776550294, "loss_single": 3.3583452701568604, "loss_dense": 3.409129524230957, "loss": 6.767474794387818, "time": 0.15771200656890869, "step": 787028}
{"lr": 0.0032935438899250567, "data_time": 0.02512543201446533, "loss_single": 3.3761074542999268, "loss_dense": 3.42806339263916, "loss": 6.804170799255371, "time": 0.24981815814971925, "step": 787078}
{"lr": 0.0032935438899250567, "data_time": 0.018929195404052735, "loss_single": 3.348111701011658, "loss_dense": 3.3862313985824586, "loss": 6.734343194961548, "time": 0.15942111015319824, "step": 787128}
{"lr": 0.0032935438899250567, "data_time": 0.016964936256408693, "loss_single": 3.347337174415588, "loss_dense": 3.3921385526657106, "loss": 6.7394757747650145, "time": 0.15700795650482177, "step": 787178}
{"lr": 0.0032935438899250567, "data_time": 0.02017655372619629, "loss_single": 3.326703357696533, "loss_dense": 3.3738701343536377, "loss": 6.700573444366455, "time": 0.1819054365158081, "step": 787228}
{"lr": 0.0032935438899250567, "data_time": 0.017620944976806642, "loss_single": 3.3365869522094727, "loss_dense": 3.383051633834839, "loss": 6.719638633728027, "time": 0.15991663932800293, "step": 787278}
{"lr": 0.0032935438899250567, "data_time": 0.015552520751953125, "loss_single": 3.3344839811325073, "loss_dense": 3.3832775592803954, "loss": 6.717761468887329, "time": 0.16252398490905762, "step": 787328}
{"lr": 0.0032935438899250567, "data_time": 0.01812622547149658, "loss_single": 3.3503034114837646, "loss_dense": 3.4077759265899656, "loss": 6.75807933807373, "time": 0.1597813129425049, "step": 787378}
{"lr": 0.0032935438899250567, "data_time": 0.01663041114807129, "loss_single": 3.3264896154403685, "loss_dense": 3.3736845016479493, "loss": 6.70017409324646, "time": 0.15541186332702636, "step": 787428}
{"lr": 0.0032935438899250567, "data_time": 0.018131375312805176, "loss_single": 3.3437721014022825, "loss_dense": 3.3866562128067015, "loss": 6.730428314208984, "time": 0.15294451713562013, "step": 787478}
{"lr": 0.0032935438899250567, "data_time": 0.03149733543395996, "loss_single": 3.349993896484375, "loss_dense": 3.3955810546875, "loss": 6.745574998855591, "time": 0.17775390148162842, "step": 787528}
{"lr": 0.0032935438899250567, "data_time": 0.017050671577453613, "loss_single": 3.328904724121094, "loss_dense": 3.3736258506774903, "loss": 6.7025306224823, "time": 0.15403354167938232, "step": 787578}
{"lr": 0.0032935438899250567, "data_time": 0.01899232864379883, "loss_single": 3.3388030529022217, "loss_dense": 3.386606979370117, "loss": 6.725409984588623, "time": 0.1582725763320923, "step": 787628}
{"lr": 0.0032935438899250567, "data_time": 0.019361019134521484, "loss_single": 3.360551691055298, "loss_dense": 3.4085126876831056, "loss": 6.7690643787384035, "time": 0.24695420265197754, "step": 787678}
{"lr": 0.0032935438899250567, "data_time": 0.0209322452545166, "loss_single": 3.3655248641967774, "loss_dense": 3.403457689285278, "loss": 6.768982601165772, "time": 0.18510956764221193, "step": 787728}
{"lr": 0.0032935438899250567, "data_time": 0.017136788368225096, "loss_single": 3.3583518505096435, "loss_dense": 3.3935134649276733, "loss": 6.751865291595459, "time": 0.15398781299591063, "step": 787778}
{"lr": 0.0032935438899250567, "data_time": 0.01816890239715576, "loss_single": 3.335564875602722, "loss_dense": 3.3850264310836793, "loss": 6.720591306686401, "time": 0.17611470222473144, "step": 787828}
{"lr": 0.0032935438899250567, "data_time": 0.018345451354980467, "loss_single": 3.3486184597015383, "loss_dense": 3.4005545377731323, "loss": 6.749172925949097, "time": 0.15798006057739258, "step": 787878}
{"lr": 0.0032935438899250567, "data_time": 0.017886590957641602, "loss_single": 3.3410412788391115, "loss_dense": 3.3848841190338135, "loss": 6.725925445556641, "time": 0.15336825847625732, "step": 787928}
{"lr": 0.0032935438899250567, "data_time": 0.017872262001037597, "loss_single": 3.359861946105957, "loss_dense": 3.4139681577682497, "loss": 6.773830127716065, "time": 0.15619304180145263, "step": 787978}
{"lr": 0.0032935438899250567, "data_time": 0.029771637916564942, "loss_single": 3.3333569765090942, "loss_dense": 3.383044719696045, "loss": 6.716401624679565, "time": 0.2504079818725586, "step": 788028}
{"lr": 0.0032935438899250567, "data_time": 0.01770799160003662, "loss_single": 3.31957893371582, "loss_dense": 3.3785817861557006, "loss": 6.698160791397095, "time": 0.15326476097106934, "step": 788078}
{"lr": 0.0032935438899250567, "data_time": 0.014952945709228515, "loss_single": 3.3404789924621583, "loss_dense": 3.3818145513534548, "loss": 6.722293472290039, "time": 0.16979696750640869, "step": 788128}
{"lr": 0.0032935438899250567, "data_time": 0.01677861213684082, "loss_single": 3.3356643676757813, "loss_dense": 3.381027913093567, "loss": 6.716692352294922, "time": 0.15518460273742676, "step": 788178}
{"lr": 0.0032935438899250567, "data_time": 0.01714823246002197, "loss_single": 3.3364118099212647, "loss_dense": 3.3895745992660524, "loss": 6.725986433029175, "time": 0.15733089447021484, "step": 788228}
{"lr": 0.0032935438899250567, "data_time": 0.016349434852600098, "loss_single": 3.343756008148193, "loss_dense": 3.4085699796676634, "loss": 6.752325963973999, "time": 0.15411975383758544, "step": 788278}
{"lr": 0.0032935438899250567, "data_time": 0.018763041496276854, "loss_single": 3.3123370170593263, "loss_dense": 3.365867757797241, "loss": 6.678204679489136, "time": 0.20421907901763917, "step": 788328}
{"lr": 0.0032935438899250567, "data_time": 0.020222282409667967, "loss_single": 3.347394037246704, "loss_dense": 3.3913657426834107, "loss": 6.738759756088257, "time": 0.19730026721954347, "step": 788378}
{"lr": 0.0032935438899250567, "data_time": 0.0174541711807251, "loss_single": 3.3544625759124758, "loss_dense": 3.4090879440307615, "loss": 6.763550472259522, "time": 0.15477194786071777, "step": 788428}
{"lr": 0.0032935438899250567, "data_time": 0.01768035888671875, "loss_single": 3.338321590423584, "loss_dense": 3.3859968185424805, "loss": 6.724318361282348, "time": 0.1551827907562256, "step": 788478}
{"lr": 0.0032935438899250567, "data_time": 0.017285847663879396, "loss_single": 3.3509263038635253, "loss_dense": 3.3907161951065063, "loss": 6.7416423797607425, "time": 0.15871756076812743, "step": 788528}
{"lr": 0.0032935438899250567, "data_time": 0.016249847412109376, "loss_single": 3.3345728874206544, "loss_dense": 3.3909754037857054, "loss": 6.725548219680786, "time": 0.1586216449737549, "step": 788578}
{"lr": 0.0032935438899250567, "data_time": 0.019866514205932616, "loss_single": 3.3490997791290282, "loss_dense": 3.398774003982544, "loss": 6.747873783111572, "time": 0.2216421365737915, "step": 788628}
{"lr": 0.0032935438899250567, "data_time": 0.0183734655380249, "loss_single": 3.3483940601348876, "loss_dense": 3.3987961769104005, "loss": 6.747190189361572, "time": 0.17252559661865235, "step": 788678}
{"lr": 0.0032935438899250567, "data_time": 0.018481349945068358, "loss_single": 3.338796830177307, "loss_dense": 3.3935085773468017, "loss": 6.732305431365967, "time": 0.15624532699584961, "step": 788728}
{"lr": 0.0032935438899250567, "data_time": 0.016921186447143556, "loss_single": 3.343488883972168, "loss_dense": 3.377211833000183, "loss": 6.720700740814209, "time": 0.1595083713531494, "step": 788778}
{"lr": 0.0032935438899250567, "data_time": 0.016824889183044433, "loss_single": 3.3234607219696044, "loss_dense": 3.3697554588317873, "loss": 6.693216133117676, "time": 0.154992413520813, "step": 788828}
{"lr": 0.0032935438899250567, "data_time": 0.017112064361572265, "loss_single": 3.352739191055298, "loss_dense": 3.3995965003967283, "loss": 6.75233564376831, "time": 0.15584352016448974, "step": 788878}
{"lr": 0.0032935438899250567, "data_time": 0.018146681785583495, "loss_single": 3.3555267810821534, "loss_dense": 3.399623990058899, "loss": 6.7551507472991945, "time": 0.17278318405151366, "step": 788928}
{"lr": 0.0032935438899250567, "data_time": 0.017688441276550292, "loss_single": 3.3541136026382445, "loss_dense": 3.4005730152130127, "loss": 6.754686641693115, "time": 0.15582287311553955, "step": 788978}
{"lr": 0.0032935438899250567, "data_time": 0.01772475242614746, "loss_single": 3.3590176343917846, "loss_dense": 3.391620969772339, "loss": 6.750638675689697, "time": 0.1627340793609619, "step": 789028}
{"lr": 0.0032935438899250567, "data_time": 0.019255757331848145, "loss_single": 3.349084711074829, "loss_dense": 3.3954002618789674, "loss": 6.744484996795654, "time": 0.15883176326751708, "step": 789078}
{"lr": 0.0032935438899250567, "data_time": 0.018775320053100585, "loss_single": 3.377834606170654, "loss_dense": 3.41503529548645, "loss": 6.792869806289673, "time": 0.15616753101348876, "step": 789128}
{"lr": 0.0032935438899250567, "data_time": 0.01800239086151123, "loss_single": 3.328528141975403, "loss_dense": 3.3736418724060058, "loss": 6.702170085906983, "time": 0.16423490047454833, "step": 789178}
{"lr": 0.0032935438899250567, "data_time": 0.022033309936523436, "loss_single": 3.325919985771179, "loss_dense": 3.3745678901672362, "loss": 6.700487899780273, "time": 0.23765120506286622, "step": 789228}
{"lr": 0.0032935438899250567, "data_time": 0.01786515712738037, "loss_single": 3.340349316596985, "loss_dense": 3.3964906215667723, "loss": 6.736839866638183, "time": 0.1606144428253174, "step": 789278}
{"lr": 0.0032935438899250567, "data_time": 0.017778897285461427, "loss_single": 3.3566144466400147, "loss_dense": 3.4033450841903687, "loss": 6.759959554672241, "time": 0.15812370777130128, "step": 789328}
{"lr": 0.0032935438899250567, "data_time": 0.01721770763397217, "loss_single": 3.337155818939209, "loss_dense": 3.378021717071533, "loss": 6.715177583694458, "time": 0.1594684600830078, "step": 789378}
{"lr": 0.0032935438899250567, "data_time": 0.018035888671875, "loss_single": 3.373445916175842, "loss_dense": 3.4151074647903443, "loss": 6.788553476333618, "time": 0.16503620147705078, "step": 789428}
{"lr": 0.0032935438899250567, "data_time": 0.017195868492126464, "loss_single": 3.341089653968811, "loss_dense": 3.3928093671798707, "loss": 6.733899068832398, "time": 0.15672996044158935, "step": 789478}
{"lr": 0.0032935438899250567, "data_time": 0.016861319541931152, "loss_single": 3.3471728324890138, "loss_dense": 3.3863508701324463, "loss": 6.733523750305176, "time": 0.15486507415771483, "step": 789528}
{"lr": 0.0032935438899250567, "data_time": 0.014821887016296387, "loss_single": 3.3267651796340942, "loss_dense": 3.37528018951416, "loss": 6.702045440673828, "time": 0.16500658988952638, "step": 789578}
{"lr": 0.0032935438899250567, "data_time": 0.017137670516967775, "loss_single": 3.340804839134216, "loss_dense": 3.3877314567565917, "loss": 6.7285362720489506, "time": 0.15877039432525636, "step": 789628}
{"lr": 0.0032935438899250567, "data_time": 0.02353222370147705, "loss_single": 3.3488258838653566, "loss_dense": 3.3961711168289184, "loss": 6.7449970722198485, "time": 0.16987173557281493, "step": 789678}
{"lr": 0.0032935438899250567, "data_time": 0.021857690811157227, "loss_single": 3.348440384864807, "loss_dense": 3.3812043190002443, "loss": 6.7296445846557615, "time": 0.1632779359817505, "step": 789728}
{"lr": 0.0032935438899250567, "data_time": 0.011032581329345703, "loss_single": 3.355189323425293, "loss_dense": 3.406428074836731, "loss": 6.7616174697875975, "time": 0.20116720199584961, "step": 789778}
{"lr": 0.0032935438899250567, "data_time": 0.016594767570495605, "loss_single": 3.356614828109741, "loss_dense": 3.397456932067871, "loss": 6.7540717124938965, "time": 0.15390069484710694, "step": 789828}
{"lr": 0.0032935438899250567, "data_time": 0.019532370567321777, "loss_single": 3.360385537147522, "loss_dense": 3.410570216178894, "loss": 6.770955753326416, "time": 0.2221341609954834, "step": 789878}
{"lr": 0.0032935438899250567, "data_time": 0.016432738304138182, "loss_single": 3.3434982776641844, "loss_dense": 3.3805187463760378, "loss": 6.724016904830933, "time": 0.1565263032913208, "step": 789928}
{"lr": 0.0032935438899250567, "data_time": 0.01701664924621582, "loss_single": 3.351435995101929, "loss_dense": 3.412211275100708, "loss": 6.7636473178863525, "time": 0.17837245464324952, "step": 789978}
{"lr": 0.0032935438899250567, "data_time": 0.01711008548736572, "loss_single": 3.368016791343689, "loss_dense": 3.4097299337387086, "loss": 6.777746772766113, "time": 0.1673266649246216, "step": 790028}
{"lr": 0.0032935438899250567, "data_time": 0.017423129081726073, "loss_single": 3.3386120557785035, "loss_dense": 3.38796751499176, "loss": 6.7265795230865475, "time": 0.15553972721099854, "step": 790078}
{"lr": 0.0032935438899250567, "data_time": 0.01727874279022217, "loss_single": 3.3547935485839844, "loss_dense": 3.3972865104675294, "loss": 6.752080011367798, "time": 0.1564647674560547, "step": 790128}
{"lr": 0.0032935438899250567, "data_time": 0.02591676712036133, "loss_single": 3.3449355125427247, "loss_dense": 3.389695477485657, "loss": 6.734631013870239, "time": 0.18436365127563475, "step": 790178}
{"lr": 0.0032935438899250567, "data_time": 0.013460183143615722, "loss_single": 3.342029404640198, "loss_dense": 3.379205846786499, "loss": 6.721235275268555, "time": 0.16202123165130616, "step": 790228}
{"lr": 0.0032935438899250567, "data_time": 0.018282055854797363, "loss_single": 3.3601316452026366, "loss_dense": 3.4075366020202638, "loss": 6.767668342590332, "time": 0.15245227813720702, "step": 790278}
{"lr": 0.0032935438899250567, "data_time": 0.015816354751586915, "loss_single": 3.3386266231536865, "loss_dense": 3.398412013053894, "loss": 6.737038564682007, "time": 0.1586475372314453, "step": 790328}
{"lr": 0.0032935438899250567, "data_time": 0.01831088066101074, "loss_single": 3.3484127283096314, "loss_dense": 3.3873395919799805, "loss": 6.735752391815185, "time": 0.15631542205810547, "step": 790378}
{"lr": 0.0032935438899250567, "data_time": 0.016760945320129395, "loss_single": 3.3656939268112183, "loss_dense": 3.4242233514785765, "loss": 6.789917278289795, "time": 0.15487318038940429, "step": 790428}
{"lr": 0.0032935438899250567, "data_time": 0.02008359432220459, "loss_single": 3.3467153549194335, "loss_dense": 3.3934353828430175, "loss": 6.740150690078735, "time": 0.1586716890335083, "step": 790478}
{"lr": 0.0032935438899250567, "data_time": 0.01712961196899414, "loss_single": 3.346754002571106, "loss_dense": 3.3967913389205933, "loss": 6.743545389175415, "time": 0.16326417922973632, "step": 790528}
{"lr": 0.0032935438899250567, "data_time": 0.01743462085723877, "loss_single": 3.3554813623428346, "loss_dense": 3.408602571487427, "loss": 6.764083957672119, "time": 0.15757348537445068, "step": 790578}
{"lr": 0.0032935438899250567, "data_time": 0.012785553932189941, "loss_single": 3.348280429840088, "loss_dense": 3.3854979276657104, "loss": 6.733778381347657, "time": 0.15529437065124513, "step": 790628}
{"lr": 0.0031476748143646443, "data_time": 0.017526078224182128, "loss_single": 3.3276995182037354, "loss_dense": 3.3849422693252564, "loss": 6.712641668319702, "time": 0.16140763759613036, "step": 790682}
{"lr": 0.0031476748143646443, "data_time": 0.01661241054534912, "loss_single": 3.333304929733276, "loss_dense": 3.3713593006134035, "loss": 6.704664325714111, "time": 0.1602402687072754, "step": 790732}
{"lr": 0.0031476748143646443, "data_time": 0.019328618049621583, "loss_single": 3.349130463600159, "loss_dense": 3.3989889144897463, "loss": 6.748119306564331, "time": 0.15706801414489746, "step": 790782}
{"lr": 0.0031476748143646443, "data_time": 0.01449744701385498, "loss_single": 3.352619743347168, "loss_dense": 3.4091461896896362, "loss": 6.761765861511231, "time": 0.19889965057373046, "step": 790832}
{"lr": 0.0031476748143646443, "data_time": 0.015958762168884276, "loss_single": 3.3210602045059203, "loss_dense": 3.379996657371521, "loss": 6.701056814193725, "time": 0.18435955047607422, "step": 790882}
{"lr": 0.0031476748143646443, "data_time": 0.018595147132873534, "loss_single": 3.350116157531738, "loss_dense": 3.3967378616333006, "loss": 6.746854162216186, "time": 0.15872645378112793, "step": 790932}
{"lr": 0.0031476748143646443, "data_time": 0.0447906494140625, "loss_single": 3.340807557106018, "loss_dense": 3.397750234603882, "loss": 6.7385577201843265, "time": 0.20266325473785402, "step": 790982}
{"lr": 0.0031476748143646443, "data_time": 0.014462733268737793, "loss_single": 3.3297831296920775, "loss_dense": 3.3898706436157227, "loss": 6.719653701782226, "time": 0.16019785404205322, "step": 791032}
{"lr": 0.0031476748143646443, "data_time": 0.01730523109436035, "loss_single": 3.3366870403289797, "loss_dense": 3.3825228452682494, "loss": 6.719209909439087, "time": 0.1547325611114502, "step": 791082}
{"lr": 0.0031476748143646443, "data_time": 0.015814805030822755, "loss_single": 3.3396934509277343, "loss_dense": 3.384550929069519, "loss": 6.724244403839111, "time": 0.15343868732452393, "step": 791132}
{"lr": 0.0031476748143646443, "data_time": 0.02136197090148926, "loss_single": 3.3203362941741945, "loss_dense": 3.375896120071411, "loss": 6.696232509613037, "time": 0.2201315641403198, "step": 791182}
{"lr": 0.0031476748143646443, "data_time": 0.017134642601013182, "loss_single": 3.3402880907058714, "loss_dense": 3.3956841945648195, "loss": 6.735972356796265, "time": 0.16251633167266846, "step": 791232}
{"lr": 0.0031476748143646443, "data_time": 0.01771104335784912, "loss_single": 3.327194929122925, "loss_dense": 3.369062829017639, "loss": 6.696257734298706, "time": 0.15831894874572755, "step": 791282}
{"lr": 0.0031476748143646443, "data_time": 0.01881089210510254, "loss_single": 3.334307408332825, "loss_dense": 3.3792787551879884, "loss": 6.7135861873626705, "time": 0.15897934436798095, "step": 791332}
{"lr": 0.0031476748143646443, "data_time": 0.02546708583831787, "loss_single": 3.3343761682510378, "loss_dense": 3.3754801988601684, "loss": 6.70985631942749, "time": 0.19431545734405517, "step": 791382}
{"lr": 0.0031476748143646443, "data_time": 0.016452717781066894, "loss_single": 3.310066652297974, "loss_dense": 3.3635377645492555, "loss": 6.673604488372803, "time": 0.15952069759368898, "step": 791432}
{"lr": 0.0031476748143646443, "data_time": 0.01999533176422119, "loss_single": 3.362003946304321, "loss_dense": 3.407523584365845, "loss": 6.769527626037598, "time": 0.27218387126922605, "step": 791482}
{"lr": 0.0031476748143646443, "data_time": 0.020073771476745605, "loss_single": 3.348096823692322, "loss_dense": 3.390414237976074, "loss": 6.738511037826538, "time": 0.17317824363708495, "step": 791532}
{"lr": 0.0031476748143646443, "data_time": 0.016045498847961425, "loss_single": 3.3461543798446653, "loss_dense": 3.391567850112915, "loss": 6.737722301483155, "time": 0.15945117473602294, "step": 791582}
{"lr": 0.0031476748143646443, "data_time": 0.017122864723205566, "loss_single": 3.3484424114227296, "loss_dense": 3.3859451055526733, "loss": 6.734387493133545, "time": 0.15651259422302247, "step": 791632}
{"lr": 0.0031476748143646443, "data_time": 0.016669702529907227, "loss_single": 3.3336723327636717, "loss_dense": 3.3810167789459227, "loss": 6.714689111709594, "time": 0.2069931745529175, "step": 791682}
{"lr": 0.0031476748143646443, "data_time": 0.017123818397521973, "loss_single": 3.3490142583847047, "loss_dense": 3.3867660045623778, "loss": 6.73578028678894, "time": 0.1564574956893921, "step": 791732}
{"lr": 0.0031476748143646443, "data_time": 0.016376900672912597, "loss_single": 3.332465314865112, "loss_dense": 3.381699562072754, "loss": 6.71416482925415, "time": 0.17524068355560302, "step": 791782}
{"lr": 0.0031476748143646443, "data_time": 0.018575763702392577, "loss_single": 3.3709680318832396, "loss_dense": 3.4028138399124144, "loss": 6.7737819194793705, "time": 0.16005470752716064, "step": 791832}
{"lr": 0.0031476748143646443, "data_time": 0.016890335083007812, "loss_single": 3.3384759426116943, "loss_dense": 3.381844735145569, "loss": 6.720320701599121, "time": 0.1566994905471802, "step": 791882}
{"lr": 0.0031476748143646443, "data_time": 0.01652967929840088, "loss_single": 3.332449507713318, "loss_dense": 3.388895797729492, "loss": 6.721345329284668, "time": 0.154541015625, "step": 791932}
{"lr": 0.0031476748143646443, "data_time": 0.018684196472167968, "loss_single": 3.338256812095642, "loss_dense": 3.3882912158966065, "loss": 6.726547956466675, "time": 0.15708980560302735, "step": 791982}
{"lr": 0.0031476748143646443, "data_time": 0.015348458290100097, "loss_single": 3.3261276483535767, "loss_dense": 3.3665676355361938, "loss": 6.6926953315734865, "time": 0.15530319213867189, "step": 792032}
{"lr": 0.0031476748143646443, "data_time": 0.017723226547241212, "loss_single": 3.3320985078811645, "loss_dense": 3.386239242553711, "loss": 6.718337726593018, "time": 0.1566232442855835, "step": 792082}
{"lr": 0.0031476748143646443, "data_time": 0.01613924503326416, "loss_single": 3.3641799449920655, "loss_dense": 3.4036794662475587, "loss": 6.76785945892334, "time": 0.22323029041290282, "step": 792132}
{"lr": 0.0031476748143646443, "data_time": 0.01884937286376953, "loss_single": 3.330948901176453, "loss_dense": 3.378405976295471, "loss": 6.709354877471924, "time": 0.156858491897583, "step": 792182}
{"lr": 0.0031476748143646443, "data_time": 0.017345690727233888, "loss_single": 3.3598520040512083, "loss_dense": 3.4006646633148194, "loss": 6.760516738891601, "time": 0.15728406906127929, "step": 792232}
{"lr": 0.0031476748143646443, "data_time": 0.017976760864257812, "loss_single": 3.3753751039505007, "loss_dense": 3.4140304803848265, "loss": 6.789405584335327, "time": 0.1561823606491089, "step": 792282}
{"lr": 0.0031476748143646443, "data_time": 0.01873302459716797, "loss_single": 3.346813988685608, "loss_dense": 3.3963876008987426, "loss": 6.74320158958435, "time": 0.16315879821777343, "step": 792332}
{"lr": 0.0031476748143646443, "data_time": 0.017064738273620605, "loss_single": 3.3707367897033693, "loss_dense": 3.4119105339050293, "loss": 6.782647371292114, "time": 0.1573845386505127, "step": 792382}
{"lr": 0.0031476748143646443, "data_time": 0.01801760196685791, "loss_single": 3.3488876104354857, "loss_dense": 3.3865626573562624, "loss": 6.735450267791748, "time": 0.15623576641082765, "step": 792432}
{"lr": 0.0031476748143646443, "data_time": 0.01982846260070801, "loss_single": 3.3171294689178468, "loss_dense": 3.3698944568634035, "loss": 6.6870239734649655, "time": 0.18551712036132811, "step": 792482}
{"lr": 0.0031476748143646443, "data_time": 0.017024421691894533, "loss_single": 3.364818072319031, "loss_dense": 3.405007529258728, "loss": 6.769825601577759, "time": 0.17843992710113527, "step": 792532}
{"lr": 0.0031476748143646443, "data_time": 0.017546367645263673, "loss_single": 3.350649428367615, "loss_dense": 3.4008665323257445, "loss": 6.751516103744507, "time": 0.16552093029022216, "step": 792582}
{"lr": 0.0031476748143646443, "data_time": 0.01662147045135498, "loss_single": 3.368672823905945, "loss_dense": 3.4106279373168946, "loss": 6.779300737380981, "time": 0.15416250228881836, "step": 792632}
{"lr": 0.0031476748143646443, "data_time": 0.016695713996887206, "loss_single": 3.3131774425506593, "loss_dense": 3.359867238998413, "loss": 6.673044729232788, "time": 0.15319855213165284, "step": 792682}
{"lr": 0.0031476748143646443, "data_time": 0.018349480628967286, "loss_single": 3.3447829246520997, "loss_dense": 3.3952512741088867, "loss": 6.74003415107727, "time": 0.1542968988418579, "step": 792732}
{"lr": 0.0031476748143646443, "data_time": 0.020751643180847167, "loss_single": 3.333215355873108, "loss_dense": 3.3965824365615847, "loss": 6.729797840118408, "time": 0.21889755725860596, "step": 792782}
{"lr": 0.0031476748143646443, "data_time": 0.01610238552093506, "loss_single": 3.330905723571777, "loss_dense": 3.3786208391189576, "loss": 6.709526491165161, "time": 0.17712702751159667, "step": 792832}
{"lr": 0.0031476748143646443, "data_time": 0.019619441032409667, "loss_single": 3.344349193572998, "loss_dense": 3.3892910480499268, "loss": 6.733640336990357, "time": 0.15823237895965575, "step": 792882}
{"lr": 0.0031476748143646443, "data_time": 0.01663839817047119, "loss_single": 3.3488280534744264, "loss_dense": 3.3853032112121584, "loss": 6.734131288528443, "time": 0.15336549282073975, "step": 792932}
{"lr": 0.0031476748143646443, "data_time": 0.017743992805480956, "loss_single": 3.3450220108032225, "loss_dense": 3.3924020767211913, "loss": 6.73742413520813, "time": 0.1595857858657837, "step": 792982}
{"lr": 0.0031476748143646443, "data_time": 0.018512892723083495, "loss_single": 3.322864627838135, "loss_dense": 3.3770382404327393, "loss": 6.699902868270874, "time": 0.15508923530578614, "step": 793032}
{"lr": 0.0031476748143646443, "data_time": 0.02340378761291504, "loss_single": 3.3391448974609377, "loss_dense": 3.3871142148971556, "loss": 6.7262591361999515, "time": 0.258571982383728, "step": 793082}
{"lr": 0.0031476748143646443, "data_time": 0.01969876289367676, "loss_single": 3.329898715019226, "loss_dense": 3.374048280715942, "loss": 6.703946971893311, "time": 0.16624076366424562, "step": 793132}
{"lr": 0.0031476748143646443, "data_time": 0.018558859825134277, "loss_single": 3.353826403617859, "loss_dense": 3.392975115776062, "loss": 6.746801424026489, "time": 0.1573697328567505, "step": 793182}
{"lr": 0.0031476748143646443, "data_time": 0.016837453842163085, "loss_single": 3.3423334121704102, "loss_dense": 3.3862548828125, "loss": 6.728588247299195, "time": 0.1605848789215088, "step": 793232}
{"lr": 0.0031476748143646443, "data_time": 0.01697540283203125, "loss_single": 3.3454055309295656, "loss_dense": 3.391757845878601, "loss": 6.737163448333741, "time": 0.15630440711975097, "step": 793282}
{"lr": 0.0031476748143646443, "data_time": 0.019686174392700196, "loss_single": 3.35579936504364, "loss_dense": 3.40496883392334, "loss": 6.760768175125122, "time": 0.17277414798736573, "step": 793332}
{"lr": 0.0031476748143646443, "data_time": 0.017819762229919434, "loss_single": 3.3548423051834106, "loss_dense": 3.4031458854675294, "loss": 6.7579882621765135, "time": 0.15672700405120848, "step": 793382}
{"lr": 0.0031476748143646443, "data_time": 0.01771125793457031, "loss_single": 3.349802350997925, "loss_dense": 3.404829216003418, "loss": 6.754631662368775, "time": 0.16445305347442626, "step": 793432}
{"lr": 0.0031476748143646443, "data_time": 0.017867493629455566, "loss_single": 3.333545613288879, "loss_dense": 3.3747774839401243, "loss": 6.70832314491272, "time": 0.15582122802734374, "step": 793482}
{"lr": 0.0031476748143646443, "data_time": 0.01872739791870117, "loss_single": 3.3436882495880127, "loss_dense": 3.395817446708679, "loss": 6.73950572013855, "time": 0.15667345523834228, "step": 793532}
{"lr": 0.0031476748143646443, "data_time": 0.019043231010437013, "loss_single": 3.3893072843551635, "loss_dense": 3.4283100605010985, "loss": 6.81761736869812, "time": 0.15784530639648436, "step": 793582}
{"lr": 0.0031476748143646443, "data_time": 0.017272138595581056, "loss_single": 3.3601206064224245, "loss_dense": 3.4070138216018675, "loss": 6.767134523391723, "time": 0.15259099006652832, "step": 793632}
{"lr": 0.0031476748143646443, "data_time": 0.019013643264770508, "loss_single": 3.34154691696167, "loss_dense": 3.375675988197327, "loss": 6.717222785949707, "time": 0.16055991649627685, "step": 793682}
{"lr": 0.0031476748143646443, "data_time": 0.02339155673980713, "loss_single": 3.3626837491989137, "loss_dense": 3.4082586765289307, "loss": 6.770942258834839, "time": 0.24268274307250975, "step": 793732}
{"lr": 0.0031476748143646443, "data_time": 0.016057705879211424, "loss_single": 3.362534832954407, "loss_dense": 3.406830906867981, "loss": 6.769365835189819, "time": 0.17081003189086913, "step": 793782}
{"lr": 0.0031476748143646443, "data_time": 0.014938926696777344, "loss_single": 3.341144061088562, "loss_dense": 3.3936312675476072, "loss": 6.7347753047943115, "time": 0.15516490936279298, "step": 793832}
{"lr": 0.0031476748143646443, "data_time": 0.01874997615814209, "loss_single": 3.3422799587249754, "loss_dense": 3.4023980379104612, "loss": 6.744677925109864, "time": 0.15648918151855468, "step": 793882}
{"lr": 0.0031476748143646443, "data_time": 0.01727142333984375, "loss_single": 3.336132836341858, "loss_dense": 3.3891178607940673, "loss": 6.725250720977783, "time": 0.1515193223953247, "step": 793932}
{"lr": 0.0031476748143646443, "data_time": 0.01608757972717285, "loss_single": 3.371225190162659, "loss_dense": 3.41420464515686, "loss": 6.785429763793945, "time": 0.15578029155731202, "step": 793982}
{"lr": 0.0031476748143646443, "data_time": 0.018126606941223145, "loss_single": 3.308492636680603, "loss_dense": 3.359745454788208, "loss": 6.668238115310669, "time": 0.15409402847290038, "step": 794032}
{"lr": 0.0031476748143646443, "data_time": 0.016591095924377443, "loss_single": 3.3328356742858887, "loss_dense": 3.3835105419158937, "loss": 6.716346216201782, "time": 0.18784892559051514, "step": 794082}
{"lr": 0.0031476748143646443, "data_time": 0.01724085807800293, "loss_single": 3.3455182552337646, "loss_dense": 3.392264652252197, "loss": 6.737782907485962, "time": 0.1575241804122925, "step": 794132}
{"lr": 0.0031476748143646443, "data_time": 0.016748738288879395, "loss_single": 3.34212121963501, "loss_dense": 3.402919149398804, "loss": 6.745040369033814, "time": 0.1574155330657959, "step": 794182}
{"lr": 0.0031476748143646443, "data_time": 0.016676974296569825, "loss_single": 3.335686731338501, "loss_dense": 3.376087117195129, "loss": 6.711773824691773, "time": 0.15753512382507323, "step": 794232}
{"lr": 0.0031476748143646443, "data_time": 0.017790865898132325, "loss_single": 3.337394428253174, "loss_dense": 3.3879851579666136, "loss": 6.725379610061646, "time": 0.16157498359680175, "step": 794282}
{"lr": 0.0031476748143646443, "data_time": 0.01786987781524658, "loss_single": 3.358178186416626, "loss_dense": 3.39971604347229, "loss": 6.757894134521484, "time": 0.20427401065826417, "step": 794332}
{"lr": 0.0031476748143646443, "data_time": 0.021027016639709472, "loss_single": 3.3342002630233765, "loss_dense": 3.3839950561523438, "loss": 6.7181953430175785, "time": 0.1896967649459839, "step": 794382}
{"lr": 0.0031476748143646443, "data_time": 0.017288565635681152, "loss_single": 3.3549540042877197, "loss_dense": 3.3976399183273314, "loss": 6.752593851089477, "time": 0.15374393463134767, "step": 794432}
{"lr": 0.0031476748143646443, "data_time": 0.016115450859069826, "loss_single": 3.3367095708847048, "loss_dense": 3.3841769695281982, "loss": 6.720886516571045, "time": 0.1569060802459717, "step": 794482}
{"lr": 0.0031476748143646443, "data_time": 0.019507646560668945, "loss_single": 3.352362608909607, "loss_dense": 3.40616135597229, "loss": 6.758523988723755, "time": 0.16112713813781737, "step": 794532}
{"lr": 0.0031476748143646443, "data_time": 0.016393184661865234, "loss_single": 3.3586785078048704, "loss_dense": 3.4157257318496703, "loss": 6.774404239654541, "time": 0.15405306816101075, "step": 794582}
{"lr": 0.0031476748143646443, "data_time": 0.017238497734069824, "loss_single": 3.3594614267349243, "loss_dense": 3.3996897459030153, "loss": 6.75915117263794, "time": 0.15762817859649658, "step": 794632}
{"lr": 0.0031476748143646443, "data_time": 0.016793346405029295, "loss_single": 3.330057382583618, "loss_dense": 3.384090805053711, "loss": 6.714148139953613, "time": 0.16512563228607177, "step": 794682}
{"lr": 0.0031476748143646443, "data_time": 0.01708371639251709, "loss_single": 3.3538737058639527, "loss_dense": 3.394517946243286, "loss": 6.748391580581665, "time": 0.15676743984222413, "step": 794732}
{"lr": 0.0031476748143646443, "data_time": 0.016460752487182616, "loss_single": 3.3418638467788697, "loss_dense": 3.3926759481430055, "loss": 6.7345398426055905, "time": 0.16245532035827637, "step": 794782}
{"lr": 0.0031476748143646443, "data_time": 0.01614389419555664, "loss_single": 3.394791007041931, "loss_dense": 3.4214593410491942, "loss": 6.816250228881836, "time": 0.15811400413513182, "step": 794832}
{"lr": 0.0031476748143646443, "data_time": 0.01754732131958008, "loss_single": 3.3331491947174072, "loss_dense": 3.377028727531433, "loss": 6.710177993774414, "time": 0.15848085880279542, "step": 794882}
{"lr": 0.0031476748143646443, "data_time": 0.021180248260498045, "loss_single": 3.329661250114441, "loss_dense": 3.3778310298919676, "loss": 6.707492303848267, "time": 0.21428732872009276, "step": 794932}
{"lr": 0.0031476748143646443, "data_time": 0.01806628704071045, "loss_single": 3.329241156578064, "loss_dense": 3.3694971084594725, "loss": 6.698738288879395, "time": 0.156677770614624, "step": 794982}
{"lr": 0.0031476748143646443, "data_time": 0.019504880905151366, "loss_single": 3.3354450702667235, "loss_dense": 3.383970022201538, "loss": 6.719415140151978, "time": 0.15699248313903807, "step": 795032}
{"lr": 0.0031476748143646443, "data_time": 0.015695405006408692, "loss_single": 3.3278369665145875, "loss_dense": 3.3693922758102417, "loss": 6.6972291469573975, "time": 0.15525329113006592, "step": 795082}
{"lr": 0.0031476748143646443, "data_time": 0.01866288185119629, "loss_single": 3.3290131807327272, "loss_dense": 3.374462890625, "loss": 6.703476047515869, "time": 0.1634728193283081, "step": 795132}
{"lr": 0.0031476748143646443, "data_time": 0.01834840774536133, "loss_single": 3.3401804208755492, "loss_dense": 3.383603572845459, "loss": 6.72378396987915, "time": 0.15585474967956542, "step": 795182}
{"lr": 0.0031476748143646443, "data_time": 0.015201497077941894, "loss_single": 3.3319150686264036, "loss_dense": 3.3663596630096437, "loss": 6.698274755477906, "time": 0.15661284923553467, "step": 795232}
{"lr": 0.0031476748143646443, "data_time": 0.01728842258453369, "loss_single": 3.367792820930481, "loss_dense": 3.4097229480743407, "loss": 6.77751579284668, "time": 0.16416099071502685, "step": 795282}
{"lr": 0.0031476748143646443, "data_time": 0.020506906509399413, "loss_single": 3.3463912487030028, "loss_dense": 3.396737265586853, "loss": 6.743128538131714, "time": 0.18005244731903075, "step": 795332}
{"lr": 0.0031476748143646443, "data_time": 0.01712379455566406, "loss_single": 3.360349178314209, "loss_dense": 3.4078837871551513, "loss": 6.7682328701019285, "time": 0.1654426097869873, "step": 795382}
{"lr": 0.0031476748143646443, "data_time": 0.016288232803344727, "loss_single": 3.334479880332947, "loss_dense": 3.3812188386917112, "loss": 6.715698766708374, "time": 0.15758073329925537, "step": 795432}
{"lr": 0.0031476748143646443, "data_time": 0.017779994010925292, "loss_single": 3.350364589691162, "loss_dense": 3.388946032524109, "loss": 6.739310693740845, "time": 0.1586514711380005, "step": 795482}
{"lr": 0.0031476748143646443, "data_time": 0.02030341625213623, "loss_single": 3.3299703121185305, "loss_dense": 3.3660796165466307, "loss": 6.696049928665161, "time": 0.16729190349578857, "step": 795532}
{"lr": 0.0031476748143646443, "data_time": 0.01784658432006836, "loss_single": 3.3530689001083376, "loss_dense": 3.404752731323242, "loss": 6.757821702957154, "time": 0.15688037872314453, "step": 795582}
{"lr": 0.0031476748143646443, "data_time": 0.012696242332458496, "loss_single": 3.3478126764297484, "loss_dense": 3.4064085721969604, "loss": 6.754221248626709, "time": 0.15384182929992676, "step": 795632}
{"lr": 0.003004730122693642, "data_time": 0.020006823539733886, "loss_single": 3.361863207817078, "loss_dense": 3.412081718444824, "loss": 6.773944997787476, "time": 0.16034932136535646, "step": 795686}
{"lr": 0.003004730122693642, "data_time": 0.016984891891479493, "loss_single": 3.3458287000656126, "loss_dense": 3.384408640861511, "loss": 6.73023738861084, "time": 0.15908820629119874, "step": 795736}
{"lr": 0.003004730122693642, "data_time": 0.01733109951019287, "loss_single": 3.34914288520813, "loss_dense": 3.3947366952896116, "loss": 6.743879604339599, "time": 0.16321957111358643, "step": 795786}
{"lr": 0.003004730122693642, "data_time": 0.016905975341796876, "loss_single": 3.3328486919403075, "loss_dense": 3.3832722663879395, "loss": 6.716120910644531, "time": 0.15526435375213624, "step": 795836}
{"lr": 0.003004730122693642, "data_time": 0.018304610252380372, "loss_single": 3.3476133584976195, "loss_dense": 3.397774910926819, "loss": 6.7453882694244385, "time": 0.161857271194458, "step": 795886}
{"lr": 0.003004730122693642, "data_time": 0.02266738414764404, "loss_single": 3.355667734146118, "loss_dense": 3.395781946182251, "loss": 6.751449632644653, "time": 0.22774527072906495, "step": 795936}
{"lr": 0.003004730122693642, "data_time": 0.018663573265075683, "loss_single": 3.3632595777511596, "loss_dense": 3.404249835014343, "loss": 6.767509460449219, "time": 0.15386269092559815, "step": 795986}
{"lr": 0.003004730122693642, "data_time": 0.01740236282348633, "loss_single": 3.363844966888428, "loss_dense": 3.405184841156006, "loss": 6.769029760360718, "time": 0.16278512477874757, "step": 796036}
{"lr": 0.003004730122693642, "data_time": 0.016722559928894043, "loss_single": 3.345919299125671, "loss_dense": 3.403137183189392, "loss": 6.749056434631347, "time": 0.1584254741668701, "step": 796086}
{"lr": 0.003004730122693642, "data_time": 0.01857593059539795, "loss_single": 3.3493617296218874, "loss_dense": 3.398277163505554, "loss": 6.747638797760009, "time": 0.1587061882019043, "step": 796136}
{"lr": 0.003004730122693642, "data_time": 0.01684248447418213, "loss_single": 3.3380282163619994, "loss_dense": 3.3899235486984254, "loss": 6.727951908111573, "time": 0.1580948829650879, "step": 796186}
{"lr": 0.003004730122693642, "data_time": 0.017441201210021972, "loss_single": 3.3207520723342894, "loss_dense": 3.380771350860596, "loss": 6.701523399353027, "time": 0.15709776878356935, "step": 796236}
{"lr": 0.003004730122693642, "data_time": 0.017915964126586914, "loss_single": 3.354245162010193, "loss_dense": 3.4101854801177978, "loss": 6.7644306182861325, "time": 0.16143641471862794, "step": 796286}
{"lr": 0.003004730122693642, "data_time": 0.01700737476348877, "loss_single": 3.3459571838378905, "loss_dense": 3.3817736864089967, "loss": 6.727730989456177, "time": 0.1610663890838623, "step": 796336}
{"lr": 0.003004730122693642, "data_time": 0.016993379592895506, "loss_single": 3.353667664527893, "loss_dense": 3.392749714851379, "loss": 6.746417474746704, "time": 0.16765074729919432, "step": 796386}
{"lr": 0.003004730122693642, "data_time": 0.0162489652633667, "loss_single": 3.33953058719635, "loss_dense": 3.4029744386672975, "loss": 6.742505121231079, "time": 0.15292932987213134, "step": 796436}
{"lr": 0.003004730122693642, "data_time": 0.01865849494934082, "loss_single": 3.3694772005081175, "loss_dense": 3.435044860839844, "loss": 6.804522085189819, "time": 0.1560742139816284, "step": 796486}
{"lr": 0.003004730122693642, "data_time": 0.01948513984680176, "loss_single": 3.3445645570755005, "loss_dense": 3.389637064933777, "loss": 6.7342016220092775, "time": 0.23570969104766845, "step": 796536}
{"lr": 0.003004730122693642, "data_time": 0.016703534126281738, "loss_single": 3.3389068603515626, "loss_dense": 3.401110529899597, "loss": 6.740017366409302, "time": 0.17266719341278075, "step": 796586}
{"lr": 0.003004730122693642, "data_time": 0.018204212188720703, "loss_single": 3.3619521379470827, "loss_dense": 3.4093333959579466, "loss": 6.771285438537598, "time": 0.15726847648620607, "step": 796636}
{"lr": 0.003004730122693642, "data_time": 0.01640167236328125, "loss_single": 3.35065495967865, "loss_dense": 3.402116894721985, "loss": 6.752771854400635, "time": 0.15668323040008544, "step": 796686}
{"lr": 0.003004730122693642, "data_time": 0.01758255958557129, "loss_single": 3.3524954319000244, "loss_dense": 3.395213580131531, "loss": 6.747708988189697, "time": 0.15652801990509033, "step": 796736}
{"lr": 0.003004730122693642, "data_time": 0.01779317855834961, "loss_single": 3.3319912195205688, "loss_dense": 3.3665510416030884, "loss": 6.698542308807373, "time": 0.16306164264678955, "step": 796786}
{"lr": 0.003004730122693642, "data_time": 0.01681087017059326, "loss_single": 3.3531038999557494, "loss_dense": 3.3970084190368652, "loss": 6.750112438201905, "time": 0.16172022819519044, "step": 796836}
{"lr": 0.003004730122693642, "data_time": 0.01708064079284668, "loss_single": 3.3254236936569215, "loss_dense": 3.3794131755828856, "loss": 6.704836893081665, "time": 0.17937684059143066, "step": 796886}
{"lr": 0.003004730122693642, "data_time": 0.017826128005981445, "loss_single": 3.3449902057647707, "loss_dense": 3.396589207649231, "loss": 6.74157943725586, "time": 0.1552445888519287, "step": 796936}
{"lr": 0.003004730122693642, "data_time": 0.018954825401306153, "loss_single": 3.3457452774047853, "loss_dense": 3.3917568922042847, "loss": 6.737502193450927, "time": 0.1568878173828125, "step": 796986}
{"lr": 0.003004730122693642, "data_time": 0.01856966018676758, "loss_single": 3.3240299224853516, "loss_dense": 3.3718711376190185, "loss": 6.6959010601043705, "time": 0.16034979820251466, "step": 797036}
{"lr": 0.003004730122693642, "data_time": 0.018053483963012696, "loss_single": 3.303539824485779, "loss_dense": 3.3580190420150755, "loss": 6.661558818817139, "time": 0.15414133071899414, "step": 797086}
{"lr": 0.003004730122693642, "data_time": 0.01658046245574951, "loss_single": 3.352198910713196, "loss_dense": 3.4014429330825804, "loss": 6.753641843795776, "time": 0.16352536678314208, "step": 797136}
{"lr": 0.003004730122693642, "data_time": 0.017678475379943846, "loss_single": 3.3384193897247316, "loss_dense": 3.381248664855957, "loss": 6.719668054580689, "time": 0.16868009567260742, "step": 797186}
{"lr": 0.003004730122693642, "data_time": 0.016151285171508788, "loss_single": 3.3514366149902344, "loss_dense": 3.407582402229309, "loss": 6.759019041061402, "time": 0.15661792755126952, "step": 797236}
{"lr": 0.003004730122693642, "data_time": 0.018504524230957033, "loss_single": 3.3409640789031982, "loss_dense": 3.392776274681091, "loss": 6.7337404727935795, "time": 0.1562741994857788, "step": 797286}
{"lr": 0.003004730122693642, "data_time": 0.017627382278442384, "loss_single": 3.3439422607421876, "loss_dense": 3.395917201042175, "loss": 6.739859533309937, "time": 0.15455832481384277, "step": 797336}
{"lr": 0.003004730122693642, "data_time": 0.017742276191711426, "loss_single": 3.34806752204895, "loss_dense": 3.3908732652664186, "loss": 6.738940811157226, "time": 0.15648214817047118, "step": 797386}
{"lr": 0.003004730122693642, "data_time": 0.0173600435256958, "loss_single": 3.362602639198303, "loss_dense": 3.421045255661011, "loss": 6.7836480140686035, "time": 0.16378400325775147, "step": 797436}
{"lr": 0.003004730122693642, "data_time": 0.01848773956298828, "loss_single": 3.3276069164276123, "loss_dense": 3.3705084562301635, "loss": 6.698115301132202, "time": 0.2285090684890747, "step": 797486}
{"lr": 0.003004730122693642, "data_time": 0.016948366165161134, "loss_single": 3.359983730316162, "loss_dense": 3.3998536825180055, "loss": 6.75983738899231, "time": 0.1543720006942749, "step": 797536}
{"lr": 0.003004730122693642, "data_time": 0.019002437591552734, "loss_single": 3.3222086429595947, "loss_dense": 3.3638471364974976, "loss": 6.6860558032989506, "time": 0.15825746059417725, "step": 797586}
{"lr": 0.003004730122693642, "data_time": 0.01715071201324463, "loss_single": 3.3358439207077026, "loss_dense": 3.402770829200745, "loss": 6.738614845275879, "time": 0.18207194805145263, "step": 797636}
{"lr": 0.003004730122693642, "data_time": 0.0165555477142334, "loss_single": 3.3555704832077025, "loss_dense": 3.4031579732894897, "loss": 6.758728408813477, "time": 0.15976803302764891, "step": 797686}
{"lr": 0.003004730122693642, "data_time": 0.014908099174499511, "loss_single": 3.357568359375, "loss_dense": 3.400456976890564, "loss": 6.758025360107422, "time": 0.1568371295928955, "step": 797736}
{"lr": 0.003004730122693642, "data_time": 0.017165136337280274, "loss_single": 3.319269227981567, "loss_dense": 3.369972825050354, "loss": 6.6892420768737795, "time": 0.16117310523986816, "step": 797786}
{"lr": 0.003004730122693642, "data_time": 0.04896392822265625, "loss_single": 3.3517013788223267, "loss_dense": 3.39767382144928, "loss": 6.7493751525878904, "time": 0.21561021804809571, "step": 797836}
{"lr": 0.003004730122693642, "data_time": 0.016956782341003417, "loss_single": 3.3482068300247194, "loss_dense": 3.3895946502685548, "loss": 6.737801504135132, "time": 0.15574419498443604, "step": 797886}
{"lr": 0.003004730122693642, "data_time": 0.018870115280151367, "loss_single": 3.337454843521118, "loss_dense": 3.3869483709335326, "loss": 6.724403142929077, "time": 0.1546452283859253, "step": 797936}
{"lr": 0.003004730122693642, "data_time": 0.016969704627990724, "loss_single": 3.3265466690063477, "loss_dense": 3.3685071229934693, "loss": 6.695053768157959, "time": 0.15680196285247802, "step": 797986}
{"lr": 0.003004730122693642, "data_time": 0.0178372859954834, "loss_single": 3.328751802444458, "loss_dense": 3.3736418724060058, "loss": 6.70239372253418, "time": 0.16023702621459962, "step": 798036}
{"lr": 0.003004730122693642, "data_time": 0.01772301197052002, "loss_single": 3.3473952293395994, "loss_dense": 3.4061564207077026, "loss": 6.753551626205445, "time": 0.15342745780944825, "step": 798086}
{"lr": 0.003004730122693642, "data_time": 0.01758995056152344, "loss_single": 3.365355968475342, "loss_dense": 3.4068959236145018, "loss": 6.772251844406128, "time": 0.15430243015289308, "step": 798136}
{"lr": 0.003004730122693642, "data_time": 0.017531490325927733, "loss_single": 3.367950415611267, "loss_dense": 3.407303738594055, "loss": 6.775254106521606, "time": 0.1590805768966675, "step": 798186}
{"lr": 0.003004730122693642, "data_time": 0.0186431884765625, "loss_single": 3.327523922920227, "loss_dense": 3.378536605834961, "loss": 6.706060409545898, "time": 0.16423330307006836, "step": 798236}
{"lr": 0.003004730122693642, "data_time": 0.017418503761291504, "loss_single": 3.348931837081909, "loss_dense": 3.391119623184204, "loss": 6.740051507949829, "time": 0.15598528385162352, "step": 798286}
{"lr": 0.003004730122693642, "data_time": 0.01760587692260742, "loss_single": 3.3549282789230346, "loss_dense": 3.392590880393982, "loss": 6.747519207000733, "time": 0.15877230167388917, "step": 798336}
{"lr": 0.003004730122693642, "data_time": 0.018826985359191896, "loss_single": 3.366446685791016, "loss_dense": 3.418016529083252, "loss": 6.784463262557983, "time": 0.16055607795715332, "step": 798386}
{"lr": 0.003004730122693642, "data_time": 0.016811132431030273, "loss_single": 3.342417669296265, "loss_dense": 3.387664484977722, "loss": 6.7300821304321286, "time": 0.1565166234970093, "step": 798436}
{"lr": 0.003004730122693642, "data_time": 0.014968204498291015, "loss_single": 3.344483470916748, "loss_dense": 3.3896540880203245, "loss": 6.734137535095215, "time": 0.15289158821105958, "step": 798486}
{"lr": 0.003004730122693642, "data_time": 0.019219589233398438, "loss_single": 3.3303504467010496, "loss_dense": 3.3852182149887087, "loss": 6.715568733215332, "time": 0.156282377243042, "step": 798536}
{"lr": 0.003004730122693642, "data_time": 0.017806053161621094, "loss_single": 3.336852288246155, "loss_dense": 3.377814507484436, "loss": 6.714666938781738, "time": 0.15364158153533936, "step": 798586}
{"lr": 0.003004730122693642, "data_time": 0.018035888671875, "loss_single": 3.337012267112732, "loss_dense": 3.3936437368392944, "loss": 6.73065595626831, "time": 0.1603184461593628, "step": 798636}
{"lr": 0.003004730122693642, "data_time": 0.017678093910217286, "loss_single": 3.3289299964904786, "loss_dense": 3.3793411016464234, "loss": 6.708271074295044, "time": 0.15584211349487304, "step": 798686}
{"lr": 0.003004730122693642, "data_time": 0.02053799629211426, "loss_single": 3.357575035095215, "loss_dense": 3.391221284866333, "loss": 6.748796272277832, "time": 0.17428057193756102, "step": 798736}
{"lr": 0.003004730122693642, "data_time": 0.017115068435668946, "loss_single": 3.32369978427887, "loss_dense": 3.3913405895233155, "loss": 6.715040397644043, "time": 0.15958878993988038, "step": 798786}
{"lr": 0.003004730122693642, "data_time": 0.01949615478515625, "loss_single": 3.3361867666244507, "loss_dense": 3.394314098358154, "loss": 6.730500841140747, "time": 0.16205768585205077, "step": 798836}
{"lr": 0.003004730122693642, "data_time": 0.0189007043838501, "loss_single": 3.3392143726348875, "loss_dense": 3.3899093866348267, "loss": 6.729123783111572, "time": 0.15987520217895507, "step": 798886}
{"lr": 0.003004730122693642, "data_time": 0.016196346282958983, "loss_single": 3.329300141334534, "loss_dense": 3.3721320152282717, "loss": 6.701432085037231, "time": 0.15623555183410645, "step": 798936}
{"lr": 0.003004730122693642, "data_time": 0.03180415630340576, "loss_single": 3.3442511320114137, "loss_dense": 3.380189871788025, "loss": 6.724441051483154, "time": 0.17092695236206054, "step": 798986}
{"lr": 0.003004730122693642, "data_time": 0.016768360137939455, "loss_single": 3.330221915245056, "loss_dense": 3.3822421073913573, "loss": 6.712464094161987, "time": 0.17013721466064452, "step": 799036}
{"lr": 0.003004730122693642, "data_time": 0.020001840591430665, "loss_single": 3.3377300262451173, "loss_dense": 3.3936100959777833, "loss": 6.731340217590332, "time": 0.1882169485092163, "step": 799086}
{"lr": 0.003004730122693642, "data_time": 0.016974353790283205, "loss_single": 3.3266708612442017, "loss_dense": 3.378947114944458, "loss": 6.705617904663086, "time": 0.1528878927230835, "step": 799136}
{"lr": 0.003004730122693642, "data_time": 0.017136740684509277, "loss_single": 3.3576181411743162, "loss_dense": 3.4069831371307373, "loss": 6.764601325988769, "time": 0.16637327671051025, "step": 799186}
{"lr": 0.003004730122693642, "data_time": 0.01824905872344971, "loss_single": 3.34759681224823, "loss_dense": 3.391778826713562, "loss": 6.739375591278076, "time": 0.16113588809967042, "step": 799236}
{"lr": 0.003004730122693642, "data_time": 0.016380620002746583, "loss_single": 3.357568597793579, "loss_dense": 3.391836142539978, "loss": 6.749404716491699, "time": 0.19587175846099852, "step": 799286}
{"lr": 0.003004730122693642, "data_time": 0.017383098602294922, "loss_single": 3.3184972047805785, "loss_dense": 3.36856062412262, "loss": 6.687057876586914, "time": 0.1580962657928467, "step": 799336}
{"lr": 0.003004730122693642, "data_time": 0.019349384307861327, "loss_single": 3.345090413093567, "loss_dense": 3.389706778526306, "loss": 6.734797191619873, "time": 0.17040927410125734, "step": 799386}
{"lr": 0.003004730122693642, "data_time": 0.01819937229156494, "loss_single": 3.325780749320984, "loss_dense": 3.372405195236206, "loss": 6.698185920715332, "time": 0.15702784061431885, "step": 799436}
{"lr": 0.003004730122693642, "data_time": 0.017630529403686524, "loss_single": 3.3267847537994384, "loss_dense": 3.380117988586426, "loss": 6.706902694702149, "time": 0.16062552928924562, "step": 799486}
{"lr": 0.003004730122693642, "data_time": 0.016583704948425294, "loss_single": 3.3657635688781737, "loss_dense": 3.416669750213623, "loss": 6.782433319091797, "time": 0.1548914432525635, "step": 799536}
{"lr": 0.003004730122693642, "data_time": 0.01724376678466797, "loss_single": 3.3728169202804565, "loss_dense": 3.4137724161148073, "loss": 6.786589431762695, "time": 0.19360878467559814, "step": 799586}
{"lr": 0.003004730122693642, "data_time": 0.018028450012207032, "loss_single": 3.329789161682129, "loss_dense": 3.3851814031600953, "loss": 6.714970445632934, "time": 0.15987939834594728, "step": 799636}
{"lr": 0.003004730122693642, "data_time": 0.025757741928100587, "loss_single": 3.315273571014404, "loss_dense": 3.3567281007766723, "loss": 6.672001647949219, "time": 0.2718111515045166, "step": 799686}
{"lr": 0.003004730122693642, "data_time": 0.01772451400756836, "loss_single": 3.354720616340637, "loss_dense": 3.387864017486572, "loss": 6.742584609985352, "time": 0.1622452735900879, "step": 799736}
{"lr": 0.003004730122693642, "data_time": 0.01783328056335449, "loss_single": 3.352191662788391, "loss_dense": 3.394684147834778, "loss": 6.7468757152557375, "time": 0.15881927013397218, "step": 799786}
{"lr": 0.003004730122693642, "data_time": 0.018589234352111815, "loss_single": 3.3403571605682374, "loss_dense": 3.3843743324279787, "loss": 6.724731492996216, "time": 0.15734648704528809, "step": 799836}
{"lr": 0.003004730122693642, "data_time": 0.017549943923950196, "loss_single": 3.35697979927063, "loss_dense": 3.3935035943984984, "loss": 6.750483512878418, "time": 0.1586306571960449, "step": 799886}
{"lr": 0.003004730122693642, "data_time": 0.017574620246887208, "loss_single": 3.345943021774292, "loss_dense": 3.3908586263656617, "loss": 6.736801671981811, "time": 0.1589885950088501, "step": 799936}
{"lr": 0.003004730122693642, "data_time": 0.017828655242919923, "loss_single": 3.3471760988235473, "loss_dense": 3.4004769563674926, "loss": 6.747652959823609, "time": 0.15546104907989503, "step": 799986}
{"lr": 0.003004730122693642, "data_time": 0.017795205116271973, "loss_single": 3.3340020418167113, "loss_dense": 3.377634859085083, "loss": 6.7116368293762205, "time": 0.16176216602325438, "step": 800036}
{"lr": 0.003004730122693642, "data_time": 0.016689634323120116, "loss_single": 3.337058258056641, "loss_dense": 3.380527377128601, "loss": 6.717585659027099, "time": 0.15831143856048585, "step": 800086}
{"lr": 0.003004730122693642, "data_time": 0.01828186511993408, "loss_single": 3.3469701766967774, "loss_dense": 3.392424774169922, "loss": 6.739394950866699, "time": 0.15473198890686035, "step": 800136}
{"lr": 0.003004730122693642, "data_time": 0.018215203285217287, "loss_single": 3.35322048664093, "loss_dense": 3.4053758859634398, "loss": 6.75859637260437, "time": 0.16060342788696289, "step": 800186}
{"lr": 0.003004730122693642, "data_time": 0.017403221130371092, "loss_single": 3.3546069860458374, "loss_dense": 3.40094895362854, "loss": 6.7555560111999515, "time": 0.159666109085083, "step": 800236}
{"lr": 0.003004730122693642, "data_time": 0.01666603088378906, "loss_single": 3.350002479553223, "loss_dense": 3.404411506652832, "loss": 6.7544139385223385, "time": 0.15467169284820556, "step": 800286}
{"lr": 0.003004730122693642, "data_time": 0.018901491165161134, "loss_single": 3.317762017250061, "loss_dense": 3.3674725532531737, "loss": 6.685234546661377, "time": 0.16199877262115478, "step": 800336}
{"lr": 0.003004730122693642, "data_time": 0.01665499210357666, "loss_single": 3.3490998268127443, "loss_dense": 3.391500377655029, "loss": 6.740600156784057, "time": 0.155883264541626, "step": 800386}
{"lr": 0.003004730122693642, "data_time": 0.022455477714538576, "loss_single": 3.3558371305465697, "loss_dense": 3.406352496147156, "loss": 6.762189626693726, "time": 0.17750487327575684, "step": 800436}
{"lr": 0.003004730122693642, "data_time": 0.017564225196838378, "loss_single": 3.3376548290252686, "loss_dense": 3.374099040031433, "loss": 6.711753940582275, "time": 0.15635511875152588, "step": 800486}
{"lr": 0.003004730122693642, "data_time": 0.016383910179138185, "loss_single": 3.3528244733810424, "loss_dense": 3.402044749259949, "loss": 6.754869222640991, "time": 0.15533006191253662, "step": 800536}
{"lr": 0.003004730122693642, "data_time": 0.016806793212890626, "loss_single": 3.348507785797119, "loss_dense": 3.3909061431884764, "loss": 6.7394139766693115, "time": 0.1584975004196167, "step": 800586}
{"lr": 0.003004730122693642, "data_time": 0.019373106956481933, "loss_single": 3.352516031265259, "loss_dense": 3.3955218315124513, "loss": 6.74803786277771, "time": 0.19348440170288086, "step": 800636}
{"lr": 0.0028647450843757903, "data_time": 0.01714060306549072, "loss_single": 3.3355232000350954, "loss_dense": 3.3821167945861816, "loss": 6.717640066146851, "time": 0.16456291675567628, "step": 800690}
{"lr": 0.0028647450843757903, "data_time": 0.01671783924102783, "loss_single": 3.3594730377197264, "loss_dense": 3.39171781539917, "loss": 6.751190853118897, "time": 0.1537564754486084, "step": 800740}
{"lr": 0.0028647450843757903, "data_time": 0.02096071243286133, "loss_single": 3.3370646715164183, "loss_dense": 3.3902419090270994, "loss": 6.72730655670166, "time": 0.1613161087036133, "step": 800790}
{"lr": 0.0028647450843757903, "data_time": 0.017839932441711427, "loss_single": 3.3532233238220215, "loss_dense": 3.404139995574951, "loss": 6.757363271713257, "time": 0.1541152000427246, "step": 800840}
{"lr": 0.0028647450843757903, "data_time": 0.017877912521362303, "loss_single": 3.3340970993041994, "loss_dense": 3.368107032775879, "loss": 6.7022041320800785, "time": 0.16162428855895997, "step": 800890}
{"lr": 0.0028647450843757903, "data_time": 0.017211008071899413, "loss_single": 3.3538201093673705, "loss_dense": 3.39224169254303, "loss": 6.7460618019104, "time": 0.1586299180984497, "step": 800940}
{"lr": 0.0028647450843757903, "data_time": 0.016388487815856934, "loss_single": 3.357532262802124, "loss_dense": 3.399637746810913, "loss": 6.757170009613037, "time": 0.1571190357208252, "step": 800990}
{"lr": 0.0028647450843757903, "data_time": 0.017336368560791016, "loss_single": 3.3450485706329345, "loss_dense": 3.3866928577423097, "loss": 6.73174147605896, "time": 0.16102447509765624, "step": 801040}
{"lr": 0.0028647450843757903, "data_time": 0.018482303619384764, "loss_single": 3.3442054986953735, "loss_dense": 3.3936841011047365, "loss": 6.737889623641967, "time": 0.16012976169586182, "step": 801090}
{"lr": 0.0028647450843757903, "data_time": 0.01781744956970215, "loss_single": 3.3201169967651367, "loss_dense": 3.3839528799057006, "loss": 6.704069805145264, "time": 0.23219168186187744, "step": 801140}
{"lr": 0.0028647450843757903, "data_time": 0.017684173583984376, "loss_single": 3.3398271799087524, "loss_dense": 3.3844999074935913, "loss": 6.7243269920349125, "time": 0.16195371150970458, "step": 801190}
{"lr": 0.0028647450843757903, "data_time": 0.01910698413848877, "loss_single": 3.370052933692932, "loss_dense": 3.4073210954666138, "loss": 6.777374029159546, "time": 0.1553114175796509, "step": 801240}
{"lr": 0.0028647450843757903, "data_time": 0.016170215606689454, "loss_single": 3.3491748571395874, "loss_dense": 3.393555760383606, "loss": 6.742730617523193, "time": 0.1865777015686035, "step": 801290}
{"lr": 0.0028647450843757903, "data_time": 0.016435003280639647, "loss_single": 3.3747488498687743, "loss_dense": 3.4066088914871218, "loss": 6.781357717514038, "time": 0.1551298141479492, "step": 801340}
{"lr": 0.0028647450843757903, "data_time": 0.016483092308044435, "loss_single": 3.3414649248123167, "loss_dense": 3.384137725830078, "loss": 6.725602722167968, "time": 0.15594546794891356, "step": 801390}
{"lr": 0.0028647450843757903, "data_time": 0.018441128730773925, "loss_single": 3.3275574684143066, "loss_dense": 3.3843814611434935, "loss": 6.711938905715942, "time": 0.16339619159698487, "step": 801440}
{"lr": 0.0028647450843757903, "data_time": 0.017541837692260743, "loss_single": 3.3552184104919434, "loss_dense": 3.391206407546997, "loss": 6.746424865722656, "time": 0.1543123960494995, "step": 801490}
{"lr": 0.0028647450843757903, "data_time": 0.018915772438049316, "loss_single": 3.3673423767089843, "loss_dense": 3.4029569149017336, "loss": 6.770299243927002, "time": 0.1668915033340454, "step": 801540}
{"lr": 0.0028647450843757903, "data_time": 0.01271061897277832, "loss_single": 3.3285732507705688, "loss_dense": 3.3726635932922364, "loss": 6.701236867904663, "time": 0.16042230129241944, "step": 801590}
{"lr": 0.0028647450843757903, "data_time": 0.018298625946044922, "loss_single": 3.357172894477844, "loss_dense": 3.399374508857727, "loss": 6.7565474033355715, "time": 0.1567528009414673, "step": 801640}
{"lr": 0.0028647450843757903, "data_time": 0.01742548942565918, "loss_single": 3.3369481801986693, "loss_dense": 3.3740524768829347, "loss": 6.711000728607178, "time": 0.1561598539352417, "step": 801690}
{"lr": 0.0028647450843757903, "data_time": 0.021139812469482423, "loss_single": 3.350475788116455, "loss_dense": 3.394598150253296, "loss": 6.745073938369751, "time": 0.23227956295013427, "step": 801740}
{"lr": 0.0028647450843757903, "data_time": 0.013861298561096191, "loss_single": 3.365105652809143, "loss_dense": 3.403497409820557, "loss": 6.768603038787842, "time": 0.15767209529876708, "step": 801790}
{"lr": 0.0028647450843757903, "data_time": 0.020398426055908202, "loss_single": 3.350542426109314, "loss_dense": 3.3977200269699095, "loss": 6.748262405395508, "time": 0.1724400758743286, "step": 801840}
{"lr": 0.0028647450843757903, "data_time": 0.0173356294631958, "loss_single": 3.3436135768890383, "loss_dense": 3.3759029865264893, "loss": 6.719516563415527, "time": 0.15752320289611815, "step": 801890}
{"lr": 0.0028647450843757903, "data_time": 0.0178802490234375, "loss_single": 3.342689943313599, "loss_dense": 3.383233404159546, "loss": 6.7259234428405765, "time": 0.1590021848678589, "step": 801940}
{"lr": 0.0028647450843757903, "data_time": 0.019289588928222655, "loss_single": 3.334076404571533, "loss_dense": 3.384929871559143, "loss": 6.719006299972534, "time": 0.15446221828460693, "step": 801990}
{"lr": 0.0028647450843757903, "data_time": 0.015694737434387207, "loss_single": 3.32829909324646, "loss_dense": 3.39014675617218, "loss": 6.718445920944214, "time": 0.15813992023468018, "step": 802040}
{"lr": 0.0028647450843757903, "data_time": 0.021596860885620118, "loss_single": 3.355028486251831, "loss_dense": 3.40327045917511, "loss": 6.758298921585083, "time": 0.1999905824661255, "step": 802090}
{"lr": 0.0028647450843757903, "data_time": 0.018467164039611815, "loss_single": 3.331234002113342, "loss_dense": 3.378964900970459, "loss": 6.710198974609375, "time": 0.15712451934814453, "step": 802140}
{"lr": 0.0028647450843757903, "data_time": 0.01729416847229004, "loss_single": 3.3527191877365112, "loss_dense": 3.392665457725525, "loss": 6.745384597778321, "time": 0.1534257173538208, "step": 802190}
{"lr": 0.0028647450843757903, "data_time": 0.01862812042236328, "loss_single": 3.3264726638793944, "loss_dense": 3.369633913040161, "loss": 6.6961065292358395, "time": 0.16212525367736816, "step": 802240}
{"lr": 0.0028647450843757903, "data_time": 0.016356873512268066, "loss_single": 3.328743076324463, "loss_dense": 3.36756808757782, "loss": 6.696311092376709, "time": 0.1557096004486084, "step": 802290}
{"lr": 0.0028647450843757903, "data_time": 0.018220067024230957, "loss_single": 3.3581453800201415, "loss_dense": 3.411094069480896, "loss": 6.769239521026611, "time": 0.15892524719238282, "step": 802340}
{"lr": 0.0028647450843757903, "data_time": 0.0202481746673584, "loss_single": 3.3319417238235474, "loss_dense": 3.386143612861633, "loss": 6.718085241317749, "time": 0.22789950370788575, "step": 802390}
{"lr": 0.0028647450843757903, "data_time": 0.01717808246612549, "loss_single": 3.3563848733901978, "loss_dense": 3.393799662590027, "loss": 6.750184726715088, "time": 0.160634183883667, "step": 802440}
{"lr": 0.0028647450843757903, "data_time": 0.01855309009552002, "loss_single": 3.3240466356277465, "loss_dense": 3.3619141817092895, "loss": 6.685960865020752, "time": 0.1620535135269165, "step": 802490}
{"lr": 0.0028647450843757903, "data_time": 0.01806375980377197, "loss_single": 3.312086582183838, "loss_dense": 3.3717607736587523, "loss": 6.683847284317016, "time": 0.15667462348937988, "step": 802540}
{"lr": 0.0028647450843757903, "data_time": 0.016392040252685546, "loss_single": 3.309839630126953, "loss_dense": 3.351011061668396, "loss": 6.660850620269775, "time": 0.16720075607299806, "step": 802590}
{"lr": 0.0028647450843757903, "data_time": 0.025307059288024902, "loss_single": 3.33835711479187, "loss_dense": 3.3728776454925535, "loss": 6.711234760284424, "time": 0.2197740077972412, "step": 802640}
{"lr": 0.0028647450843757903, "data_time": 0.01658780574798584, "loss_single": 3.335155153274536, "loss_dense": 3.389240789413452, "loss": 6.724395847320556, "time": 0.168170166015625, "step": 802690}
{"lr": 0.0028647450843757903, "data_time": 0.013788914680480957, "loss_single": 3.3236697912216187, "loss_dense": 3.3697787046432497, "loss": 6.693448448181153, "time": 0.16386063098907472, "step": 802740}
{"lr": 0.0028647450843757903, "data_time": 0.01764833927154541, "loss_single": 3.32504403591156, "loss_dense": 3.3650240659713746, "loss": 6.690068054199219, "time": 0.15714685916900634, "step": 802790}
{"lr": 0.0028647450843757903, "data_time": 0.018701601028442382, "loss_single": 3.3398924827575684, "loss_dense": 3.3800997495651246, "loss": 6.719992160797119, "time": 0.1574953556060791, "step": 802840}
{"lr": 0.0028647450843757903, "data_time": 0.021184873580932618, "loss_single": 3.3693121433258058, "loss_dense": 3.4029552221298216, "loss": 6.772267389297485, "time": 0.15769360065460206, "step": 802890}
{"lr": 0.0028647450843757903, "data_time": 0.042063236236572266, "loss_single": 3.3250373363494874, "loss_dense": 3.3733979940414427, "loss": 6.698435354232788, "time": 0.17765467166900634, "step": 802940}
{"lr": 0.0028647450843757903, "data_time": 0.01916055679321289, "loss_single": 3.3450263023376463, "loss_dense": 3.4001373291015624, "loss": 6.745163631439209, "time": 0.15899221897125243, "step": 802990}
{"lr": 0.0028647450843757903, "data_time": 0.017272019386291505, "loss_single": 3.328538489341736, "loss_dense": 3.3776145458221434, "loss": 6.706153059005738, "time": 0.1567854881286621, "step": 803040}
{"lr": 0.0028647450843757903, "data_time": 0.015946269035339355, "loss_single": 3.3527152061462404, "loss_dense": 3.3984883546829225, "loss": 6.75120358467102, "time": 0.20384454727172852, "step": 803090}
{"lr": 0.0028647450843757903, "data_time": 0.018916058540344238, "loss_single": 3.3304341077804565, "loss_dense": 3.375534701347351, "loss": 6.705968809127808, "time": 0.15382232666015624, "step": 803140}
{"lr": 0.0028647450843757903, "data_time": 0.023470401763916016, "loss_single": 3.3435845613479613, "loss_dense": 3.3856145620346068, "loss": 6.729199075698853, "time": 0.1654521942138672, "step": 803190}
{"lr": 0.0028647450843757903, "data_time": 0.0174501895904541, "loss_single": 3.35113046169281, "loss_dense": 3.406003952026367, "loss": 6.757134342193604, "time": 0.15961966514587403, "step": 803240}
{"lr": 0.0028647450843757903, "data_time": 0.017961907386779784, "loss_single": 3.3267726421356203, "loss_dense": 3.369732403755188, "loss": 6.696505069732666, "time": 0.15523505210876465, "step": 803290}
{"lr": 0.0028647450843757903, "data_time": 0.017078351974487305, "loss_single": 3.3058220624923704, "loss_dense": 3.3697831869125365, "loss": 6.675605249404907, "time": 0.16791219711303712, "step": 803340}
{"lr": 0.0028647450843757903, "data_time": 0.0174058198928833, "loss_single": 3.3410662174224854, "loss_dense": 3.3751150369644165, "loss": 6.716181230545044, "time": 0.16036388874053956, "step": 803390}
{"lr": 0.0028647450843757903, "data_time": 0.01591756343841553, "loss_single": 3.341215205192566, "loss_dense": 3.38975043296814, "loss": 6.730965662002563, "time": 0.15795092582702636, "step": 803440}
{"lr": 0.0028647450843757903, "data_time": 0.0171938419342041, "loss_single": 3.3191773653030396, "loss_dense": 3.3719374895095826, "loss": 6.691114807128907, "time": 0.15473971366882325, "step": 803490}
{"lr": 0.0028647450843757903, "data_time": 0.01782526969909668, "loss_single": 3.3456497192382812, "loss_dense": 3.393572688102722, "loss": 6.739222383499145, "time": 0.15423965454101562, "step": 803540}
{"lr": 0.0028647450843757903, "data_time": 0.023803067207336426, "loss_single": 3.3140808582305907, "loss_dense": 3.3791629791259767, "loss": 6.693243789672851, "time": 0.2678730010986328, "step": 803590}
{"lr": 0.0028647450843757903, "data_time": 0.020668888092041017, "loss_single": 3.364898753166199, "loss_dense": 3.4104413270950316, "loss": 6.775340175628662, "time": 0.15946478843688966, "step": 803640}
{"lr": 0.0028647450843757903, "data_time": 0.020241260528564453, "loss_single": 3.3309679508209227, "loss_dense": 3.3756494760513305, "loss": 6.706617450714111, "time": 0.159434175491333, "step": 803690}
{"lr": 0.0028647450843757903, "data_time": 0.017958784103393556, "loss_single": 3.3747186183929445, "loss_dense": 3.409198594093323, "loss": 6.783917236328125, "time": 0.15750808715820314, "step": 803740}
{"lr": 0.0028647450843757903, "data_time": 0.018111443519592284, "loss_single": 3.339590811729431, "loss_dense": 3.388449859619141, "loss": 6.72804069519043, "time": 0.1602626085281372, "step": 803790}
{"lr": 0.0028647450843757903, "data_time": 0.017216992378234864, "loss_single": 3.33373122215271, "loss_dense": 3.3764683961868287, "loss": 6.710199785232544, "time": 0.15860552787780763, "step": 803840}
{"lr": 0.0028647450843757903, "data_time": 0.018789911270141603, "loss_single": 3.3453792095184327, "loss_dense": 3.3792165517807007, "loss": 6.724595785140991, "time": 0.15668952465057373, "step": 803890}
{"lr": 0.0028647450843757903, "data_time": 0.015701699256896972, "loss_single": 3.3447489023208616, "loss_dense": 3.3921942472457887, "loss": 6.736943149566651, "time": 0.23537130355834962, "step": 803940}
{"lr": 0.0028647450843757903, "data_time": 0.016489744186401367, "loss_single": 3.315533995628357, "loss_dense": 3.363830256462097, "loss": 6.67936429977417, "time": 0.15467514991760253, "step": 803990}
{"lr": 0.0028647450843757903, "data_time": 0.02395446300506592, "loss_single": 3.3528351306915285, "loss_dense": 3.409442114830017, "loss": 6.762277221679687, "time": 0.16736927032470703, "step": 804040}
{"lr": 0.0028647450843757903, "data_time": 0.01903190612792969, "loss_single": 3.369272780418396, "loss_dense": 3.412855052947998, "loss": 6.782127857208252, "time": 0.15923752784729003, "step": 804090}
{"lr": 0.0028647450843757903, "data_time": 0.019837307929992675, "loss_single": 3.325542616844177, "loss_dense": 3.3727163076400757, "loss": 6.698258781433106, "time": 0.15897703170776367, "step": 804140}
{"lr": 0.0028647450843757903, "data_time": 0.01757979393005371, "loss_single": 3.346676540374756, "loss_dense": 3.393643856048584, "loss": 6.740320491790771, "time": 0.16166479587554933, "step": 804190}
{"lr": 0.0028647450843757903, "data_time": 0.015463733673095703, "loss_single": 3.361561322212219, "loss_dense": 3.4006074905395507, "loss": 6.762168884277344, "time": 0.15521013736724854, "step": 804240}
{"lr": 0.0028647450843757903, "data_time": 0.018471121788024902, "loss_single": 3.341519355773926, "loss_dense": 3.3907952308654785, "loss": 6.732314586639404, "time": 0.15854451656341553, "step": 804290}
{"lr": 0.0028647450843757903, "data_time": 0.015725064277648925, "loss_single": 3.3161697149276734, "loss_dense": 3.3710776567459106, "loss": 6.687247323989868, "time": 0.1601170539855957, "step": 804340}
{"lr": 0.0028647450843757903, "data_time": 0.017424511909484863, "loss_single": 3.335456371307373, "loss_dense": 3.389934611320496, "loss": 6.725390911102295, "time": 0.22569406032562256, "step": 804390}
{"lr": 0.0028647450843757903, "data_time": 0.017273807525634767, "loss_single": 3.324101138114929, "loss_dense": 3.3716220378875734, "loss": 6.6957231044769285, "time": 0.1571348190307617, "step": 804440}
{"lr": 0.0028647450843757903, "data_time": 0.015997719764709473, "loss_single": 3.337909722328186, "loss_dense": 3.378003239631653, "loss": 6.715912961959839, "time": 0.15630390644073486, "step": 804490}
{"lr": 0.0028647450843757903, "data_time": 0.019301438331604005, "loss_single": 3.324511098861694, "loss_dense": 3.3748409271240236, "loss": 6.699352025985718, "time": 0.2051527976989746, "step": 804540}
{"lr": 0.0028647450843757903, "data_time": 0.01594226360321045, "loss_single": 3.3412432193756105, "loss_dense": 3.390286612510681, "loss": 6.731529808044433, "time": 0.15704948902130128, "step": 804590}
{"lr": 0.0028647450843757903, "data_time": 0.018639898300170897, "loss_single": 3.3288411140441894, "loss_dense": 3.379079747200012, "loss": 6.707920885086059, "time": 0.15787086486816407, "step": 804640}
{"lr": 0.0028647450843757903, "data_time": 0.017761635780334472, "loss_single": 3.3514843463897703, "loss_dense": 3.396407866477966, "loss": 6.747892189025879, "time": 0.15825109481811522, "step": 804690}
{"lr": 0.0028647450843757903, "data_time": 0.018059659004211425, "loss_single": 3.336106038093567, "loss_dense": 3.3896324634552, "loss": 6.725738573074341, "time": 0.1578359603881836, "step": 804740}
{"lr": 0.0028647450843757903, "data_time": 0.0162184476852417, "loss_single": 3.352860140800476, "loss_dense": 3.385437774658203, "loss": 6.7382978916168215, "time": 0.15361402034759522, "step": 804790}
{"lr": 0.0028647450843757903, "data_time": 0.018320035934448243, "loss_single": 3.3491350650787353, "loss_dense": 3.398907995223999, "loss": 6.748043060302734, "time": 0.21202595233917237, "step": 804840}
{"lr": 0.0028647450843757903, "data_time": 0.016625857353210448, "loss_single": 3.314568209648132, "loss_dense": 3.360018181800842, "loss": 6.674586391448974, "time": 0.15822973251342773, "step": 804890}
{"lr": 0.0028647450843757903, "data_time": 0.016594576835632324, "loss_single": 3.335239052772522, "loss_dense": 3.38117094039917, "loss": 6.716409969329834, "time": 0.15842993259429933, "step": 804940}
{"lr": 0.0028647450843757903, "data_time": 0.017781949043273924, "loss_single": 3.3455053567886353, "loss_dense": 3.3920093297958376, "loss": 6.737514686584473, "time": 0.15818500518798828, "step": 804990}
{"lr": 0.0028647450843757903, "data_time": 0.018448066711425782, "loss_single": 3.34207546710968, "loss_dense": 3.3891406297683715, "loss": 6.731216096878052, "time": 0.16027984619140626, "step": 805040}
{"lr": 0.0028647450843757903, "data_time": 0.0162334680557251, "loss_single": 3.3611221313476562, "loss_dense": 3.4153362274169923, "loss": 6.776458406448365, "time": 0.15774807929992676, "step": 805090}
{"lr": 0.0028647450843757903, "data_time": 0.014121007919311524, "loss_single": 3.3332381725311278, "loss_dense": 3.3821770668029787, "loss": 6.715415287017822, "time": 0.18016040325164795, "step": 805140}
{"lr": 0.0028647450843757903, "data_time": 0.0162261962890625, "loss_single": 3.334034061431885, "loss_dense": 3.3791337966918946, "loss": 6.7131678581237795, "time": 0.16109273433685303, "step": 805190}
{"lr": 0.0028647450843757903, "data_time": 0.016635417938232422, "loss_single": 3.3513670444488524, "loss_dense": 3.392221689224243, "loss": 6.7435887336730955, "time": 0.15607678890228271, "step": 805240}
{"lr": 0.0028647450843757903, "data_time": 0.01743292808532715, "loss_single": 3.3471086740493776, "loss_dense": 3.3998053550720213, "loss": 6.746914005279541, "time": 0.15749170780181884, "step": 805290}
{"lr": 0.0028647450843757903, "data_time": 0.013951778411865234, "loss_single": 3.3337879180908203, "loss_dense": 3.373349738121033, "loss": 6.707137632369995, "time": 0.16550142765045167, "step": 805340}
{"lr": 0.0028647450843757903, "data_time": 0.018162989616394044, "loss_single": 3.337901997566223, "loss_dense": 3.3891345024108888, "loss": 6.727036428451538, "time": 0.1581392765045166, "step": 805390}
{"lr": 0.0028647450843757903, "data_time": 0.02156360149383545, "loss_single": 3.3405096769332885, "loss_dense": 3.3835100412368773, "loss": 6.724019622802734, "time": 0.24356684684753419, "step": 805440}
{"lr": 0.0028647450843757903, "data_time": 0.017760038375854492, "loss_single": 3.364944911003113, "loss_dense": 3.41644823551178, "loss": 6.781393194198609, "time": 0.1583911657333374, "step": 805490}
{"lr": 0.0028647450843757903, "data_time": 0.01680934429168701, "loss_single": 3.340064001083374, "loss_dense": 3.379189395904541, "loss": 6.719253396987915, "time": 0.1560516357421875, "step": 805540}
{"lr": 0.0028647450843757903, "data_time": 0.016132402420043945, "loss_single": 3.3438371896743773, "loss_dense": 3.388829803466797, "loss": 6.732667016983032, "time": 0.17328824996948242, "step": 805590}
{"lr": 0.0028647450843757903, "data_time": 0.013875317573547364, "loss_single": 3.3427594184875487, "loss_dense": 3.383872127532959, "loss": 6.726631546020508, "time": 0.15329785346984864, "step": 805640}
{"lr": 0.002727754238624651, "data_time": 0.017684125900268556, "loss_single": 3.3422895193099977, "loss_dense": 3.3902263879776, "loss": 6.732515907287597, "time": 0.158807373046875, "step": 805694}
{"lr": 0.002727754238624651, "data_time": 0.016017937660217287, "loss_single": 3.351814866065979, "loss_dense": 3.3914239168167115, "loss": 6.743238735198974, "time": 0.17043509483337402, "step": 805744}
{"lr": 0.002727754238624651, "data_time": 0.016344070434570312, "loss_single": 3.356182837486267, "loss_dense": 3.406442332267761, "loss": 6.762625026702881, "time": 0.200628924369812, "step": 805794}
{"lr": 0.002727754238624651, "data_time": 0.017739462852478027, "loss_single": 3.331806445121765, "loss_dense": 3.3760385036468508, "loss": 6.707844972610474, "time": 0.1706681251525879, "step": 805844}
{"lr": 0.002727754238624651, "data_time": 0.01783111095428467, "loss_single": 3.342827868461609, "loss_dense": 3.3875931024551393, "loss": 6.730421018600464, "time": 0.15678198337554933, "step": 805894}
{"lr": 0.002727754238624651, "data_time": 0.01604306697845459, "loss_single": 3.3373987436294557, "loss_dense": 3.375066041946411, "loss": 6.712464809417725, "time": 0.17639989852905275, "step": 805944}
{"lr": 0.002727754238624651, "data_time": 0.01926584243774414, "loss_single": 3.346717858314514, "loss_dense": 3.397066283226013, "loss": 6.743784189224243, "time": 0.19085543155670165, "step": 805994}
{"lr": 0.002727754238624651, "data_time": 0.02078683376312256, "loss_single": 3.3501139879226685, "loss_dense": 3.402277135848999, "loss": 6.752391147613525, "time": 0.1614776611328125, "step": 806044}
{"lr": 0.002727754238624651, "data_time": 0.017015480995178224, "loss_single": 3.341727375984192, "loss_dense": 3.385108494758606, "loss": 6.726835918426514, "time": 0.16105892658233642, "step": 806094}
{"lr": 0.002727754238624651, "data_time": 0.025173258781433106, "loss_single": 3.3474481821060182, "loss_dense": 3.3966663122177123, "loss": 6.74411449432373, "time": 0.16727914810180664, "step": 806144}
{"lr": 0.002727754238624651, "data_time": 0.015676045417785646, "loss_single": 3.3411553859710694, "loss_dense": 3.3824848890304566, "loss": 6.723640251159668, "time": 0.17794342041015626, "step": 806194}
{"lr": 0.002727754238624651, "data_time": 0.017174696922302245, "loss_single": 3.3433790683746336, "loss_dense": 3.390100288391113, "loss": 6.733479404449463, "time": 0.15921714305877685, "step": 806244}
{"lr": 0.002727754238624651, "data_time": 0.016088414192199706, "loss_single": 3.3450612306594847, "loss_dense": 3.39437575340271, "loss": 6.739437007904053, "time": 0.15485601425170897, "step": 806294}
{"lr": 0.002727754238624651, "data_time": 0.01838345527648926, "loss_single": 3.3333112239837646, "loss_dense": 3.3765665769577025, "loss": 6.709877777099609, "time": 0.1587310552597046, "step": 806344}
{"lr": 0.002727754238624651, "data_time": 0.015297675132751464, "loss_single": 3.334338068962097, "loss_dense": 3.378043222427368, "loss": 6.712381219863891, "time": 0.16756949424743653, "step": 806394}
{"lr": 0.002727754238624651, "data_time": 0.016796469688415527, "loss_single": 3.333111357688904, "loss_dense": 3.3676338672637938, "loss": 6.7007452011108395, "time": 0.17336008548736573, "step": 806444}
{"lr": 0.002727754238624651, "data_time": 0.020478272438049318, "loss_single": 3.3611428260803224, "loss_dense": 3.4125969648361205, "loss": 6.773739814758301, "time": 0.22228293418884276, "step": 806494}
{"lr": 0.002727754238624651, "data_time": 0.018206024169921876, "loss_single": 3.346281552314758, "loss_dense": 3.3982963800430297, "loss": 6.744577836990357, "time": 0.16129441261291505, "step": 806544}
{"lr": 0.002727754238624651, "data_time": 0.018109941482543947, "loss_single": 3.348465585708618, "loss_dense": 3.394858717918396, "loss": 6.743324279785156, "time": 0.16037194728851317, "step": 806594}
{"lr": 0.002727754238624651, "data_time": 0.016089844703674316, "loss_single": 3.3440620422363283, "loss_dense": 3.3866892099380492, "loss": 6.730751180648804, "time": 0.1581789493560791, "step": 806644}
{"lr": 0.002727754238624651, "data_time": 0.016168761253356933, "loss_single": 3.337872099876404, "loss_dense": 3.397765278816223, "loss": 6.735637378692627, "time": 0.15858333110809325, "step": 806694}
{"lr": 0.002727754238624651, "data_time": 0.015329194068908692, "loss_single": 3.3332624435424805, "loss_dense": 3.374399924278259, "loss": 6.7076623916625975, "time": 0.15950164794921876, "step": 806744}
{"lr": 0.002727754238624651, "data_time": 0.017028164863586426, "loss_single": 3.327357840538025, "loss_dense": 3.367060971260071, "loss": 6.694418907165527, "time": 0.15898778438568115, "step": 806794}
{"lr": 0.002727754238624651, "data_time": 0.017855119705200196, "loss_single": 3.3575424432754515, "loss_dense": 3.409407615661621, "loss": 6.766950035095215, "time": 0.15701701641082763, "step": 806844}
{"lr": 0.002727754238624651, "data_time": 0.01885831356048584, "loss_single": 3.370755696296692, "loss_dense": 3.4089351654052735, "loss": 6.779690933227539, "time": 0.17396676540374756, "step": 806894}
{"lr": 0.002727754238624651, "data_time": 0.01544189453125, "loss_single": 3.3260721445083616, "loss_dense": 3.3734285116195677, "loss": 6.6995007514953615, "time": 0.16203792095184327, "step": 806944}
{"lr": 0.002727754238624651, "data_time": 0.016113591194152833, "loss_single": 3.3201176404953, "loss_dense": 3.3665739059448243, "loss": 6.686691522598267, "time": 0.1564889907836914, "step": 806994}
{"lr": 0.002727754238624651, "data_time": 0.01781651973724365, "loss_single": 3.315322828292847, "loss_dense": 3.352610540390015, "loss": 6.667933416366577, "time": 0.15491046905517578, "step": 807044}
{"lr": 0.002727754238624651, "data_time": 0.01660642623901367, "loss_single": 3.3250248193740846, "loss_dense": 3.3713438510894775, "loss": 6.696368598937989, "time": 0.16349623203277588, "step": 807094}
{"lr": 0.002727754238624651, "data_time": 0.01635758876800537, "loss_single": 3.3379590034484865, "loss_dense": 3.3842708110809325, "loss": 6.722229766845703, "time": 0.15803914070129393, "step": 807144}
{"lr": 0.002727754238624651, "data_time": 0.01898922920227051, "loss_single": 3.335089683532715, "loss_dense": 3.3740460872650146, "loss": 6.709135818481445, "time": 0.15878982543945314, "step": 807194}
{"lr": 0.002727754238624651, "data_time": 0.017558813095092773, "loss_single": 3.327459216117859, "loss_dense": 3.378725028038025, "loss": 6.706184339523316, "time": 0.16141130924224853, "step": 807244}
{"lr": 0.002727754238624651, "data_time": 0.011731147766113281, "loss_single": 3.3440465927124023, "loss_dense": 3.3802153348922728, "loss": 6.724261999130249, "time": 0.15813107490539552, "step": 807294}
{"lr": 0.002727754238624651, "data_time": 0.017792057991027833, "loss_single": 3.3463677406311034, "loss_dense": 3.384291481971741, "loss": 6.730659103393554, "time": 0.15452475547790528, "step": 807344}
{"lr": 0.002727754238624651, "data_time": 0.01760861873626709, "loss_single": 3.3314995527267457, "loss_dense": 3.387800908088684, "loss": 6.71930046081543, "time": 0.20465421676635742, "step": 807394}
{"lr": 0.002727754238624651, "data_time": 0.017376112937927245, "loss_single": 3.3417731523513794, "loss_dense": 3.3846194982528686, "loss": 6.726392602920532, "time": 0.15922324657440184, "step": 807444}
{"lr": 0.002727754238624651, "data_time": 0.01760547161102295, "loss_single": 3.3455419301986695, "loss_dense": 3.3912580490112303, "loss": 6.736800050735473, "time": 0.16262917518615722, "step": 807494}
{"lr": 0.002727754238624651, "data_time": 0.01838219165802002, "loss_single": 3.3449894428253173, "loss_dense": 3.376815366744995, "loss": 6.721804666519165, "time": 0.1558164119720459, "step": 807544}
{"lr": 0.002727754238624651, "data_time": 0.030862045288085938, "loss_single": 3.366648626327515, "loss_dense": 3.4133829832077027, "loss": 6.78003158569336, "time": 0.17033324241638184, "step": 807594}
{"lr": 0.002727754238624651, "data_time": 0.01803455352783203, "loss_single": 3.345036029815674, "loss_dense": 3.3871188163757324, "loss": 6.732154798507691, "time": 0.1560880422592163, "step": 807644}
{"lr": 0.002727754238624651, "data_time": 0.01890709400177002, "loss_single": 3.332810616493225, "loss_dense": 3.40062038898468, "loss": 6.733431053161621, "time": 0.1627807378768921, "step": 807694}
{"lr": 0.002727754238624651, "data_time": 0.016697025299072264, "loss_single": 3.329153227806091, "loss_dense": 3.3698565483093263, "loss": 6.699009752273559, "time": 0.15678918361663818, "step": 807744}
{"lr": 0.002727754238624651, "data_time": 0.017532849311828615, "loss_single": 3.327854537963867, "loss_dense": 3.3761569261550903, "loss": 6.704011487960815, "time": 0.1556925058364868, "step": 807794}
{"lr": 0.002727754238624651, "data_time": 0.01631209850311279, "loss_single": 3.3399181842803953, "loss_dense": 3.375416469573975, "loss": 6.7153346061706545, "time": 0.15492076873779298, "step": 807844}
{"lr": 0.002727754238624651, "data_time": 0.019063353538513184, "loss_single": 3.3569626569747926, "loss_dense": 3.386705827713013, "loss": 6.743668508529663, "time": 0.15830860137939454, "step": 807894}
{"lr": 0.002727754238624651, "data_time": 0.01724989414215088, "loss_single": 3.3405020475387572, "loss_dense": 3.393058443069458, "loss": 6.733560562133789, "time": 0.15348663330078124, "step": 807944}
{"lr": 0.002727754238624651, "data_time": 0.02335977554321289, "loss_single": 3.3357072353363035, "loss_dense": 3.3859554052352907, "loss": 6.721662616729736, "time": 0.16264281272888184, "step": 807994}
{"lr": 0.002727754238624651, "data_time": 0.017349958419799805, "loss_single": 3.342300009727478, "loss_dense": 3.387417221069336, "loss": 6.729717159271241, "time": 0.15892958641052246, "step": 808044}
{"lr": 0.002727754238624651, "data_time": 0.016935300827026368, "loss_single": 3.3612735271453857, "loss_dense": 3.3883199453353883, "loss": 6.749593448638916, "time": 0.1551966667175293, "step": 808094}
{"lr": 0.002727754238624651, "data_time": 0.017864155769348144, "loss_single": 3.3624043464660645, "loss_dense": 3.401133108139038, "loss": 6.763537359237671, "time": 0.1603158473968506, "step": 808144}
{"lr": 0.002727754238624651, "data_time": 0.0177325963973999, "loss_single": 3.318555450439453, "loss_dense": 3.3658615589141845, "loss": 6.684416961669922, "time": 0.17365000247955323, "step": 808194}
{"lr": 0.002727754238624651, "data_time": 0.01696960926055908, "loss_single": 3.3304329395294188, "loss_dense": 3.3796020984649657, "loss": 6.710035085678101, "time": 0.15650978088378906, "step": 808244}
{"lr": 0.002727754238624651, "data_time": 0.017510867118835448, "loss_single": 3.3481157541275026, "loss_dense": 3.394303059577942, "loss": 6.74241886138916, "time": 0.15713067054748536, "step": 808294}
{"lr": 0.002727754238624651, "data_time": 0.018541336059570312, "loss_single": 3.328304481506348, "loss_dense": 3.359966015815735, "loss": 6.688270473480225, "time": 0.15781896114349364, "step": 808344}
{"lr": 0.002727754238624651, "data_time": 0.017745566368103028, "loss_single": 3.3428959608078004, "loss_dense": 3.39935417175293, "loss": 6.742250251770019, "time": 0.15807011127471923, "step": 808394}
{"lr": 0.002727754238624651, "data_time": 0.01876673698425293, "loss_single": 3.361747479438782, "loss_dense": 3.403902220726013, "loss": 6.765649700164795, "time": 0.16662447452545165, "step": 808444}
{"lr": 0.002727754238624651, "data_time": 0.017324614524841308, "loss_single": 3.3465174436569214, "loss_dense": 3.387692022323608, "loss": 6.734209394454956, "time": 0.15901610851287842, "step": 808494}
{"lr": 0.002727754238624651, "data_time": 0.01722590923309326, "loss_single": 3.3399774551391603, "loss_dense": 3.3859506845474243, "loss": 6.725928211212159, "time": 0.15596647262573243, "step": 808544}
{"lr": 0.002727754238624651, "data_time": 0.017392921447753906, "loss_single": 3.324310064315796, "loss_dense": 3.366654109954834, "loss": 6.690964126586914, "time": 0.16694066524505616, "step": 808594}
{"lr": 0.002727754238624651, "data_time": 0.01587333679199219, "loss_single": 3.3798920631408693, "loss_dense": 3.404456114768982, "loss": 6.784348201751709, "time": 0.18788402080535888, "step": 808644}
{"lr": 0.002727754238624651, "data_time": 0.017299461364746093, "loss_single": 3.358729362487793, "loss_dense": 3.404254651069641, "loss": 6.762984037399292, "time": 0.15813930034637452, "step": 808694}
{"lr": 0.002727754238624651, "data_time": 0.016173624992370607, "loss_single": 3.329158401489258, "loss_dense": 3.3726083755493166, "loss": 6.701766729354858, "time": 0.15759429931640626, "step": 808744}
{"lr": 0.002727754238624651, "data_time": 0.01824662685394287, "loss_single": 3.335543656349182, "loss_dense": 3.3861497402191163, "loss": 6.721693325042724, "time": 0.16112139225006103, "step": 808794}
{"lr": 0.002727754238624651, "data_time": 0.018045687675476076, "loss_single": 3.3436028003692626, "loss_dense": 3.385858106613159, "loss": 6.729460954666138, "time": 0.15664613246917725, "step": 808844}
{"lr": 0.002727754238624651, "data_time": 0.016710853576660155, "loss_single": 3.32540545463562, "loss_dense": 3.3732954978942873, "loss": 6.698701000213623, "time": 0.15807008743286133, "step": 808894}
{"lr": 0.002727754238624651, "data_time": 0.02285013198852539, "loss_single": 3.34976544380188, "loss_dense": 3.3898866176605225, "loss": 6.739652061462403, "time": 0.18621749877929689, "step": 808944}
{"lr": 0.002727754238624651, "data_time": 0.017388296127319337, "loss_single": 3.3247791528701782, "loss_dense": 3.3628568172454836, "loss": 6.687636041641236, "time": 0.1640613317489624, "step": 808994}
{"lr": 0.002727754238624651, "data_time": 0.017569470405578613, "loss_single": 3.309846377372742, "loss_dense": 3.346933364868164, "loss": 6.656779813766479, "time": 0.16394350528717042, "step": 809044}
{"lr": 0.002727754238624651, "data_time": 0.017808151245117188, "loss_single": 3.325961685180664, "loss_dense": 3.3732070684432984, "loss": 6.6991688251495365, "time": 0.16034467220306398, "step": 809094}
{"lr": 0.002727754238624651, "data_time": 0.01799187660217285, "loss_single": 3.348533272743225, "loss_dense": 3.4136651039123533, "loss": 6.762198448181152, "time": 0.16446666717529296, "step": 809144}
{"lr": 0.002727754238624651, "data_time": 0.016323542594909667, "loss_single": 3.392168569564819, "loss_dense": 3.4217041969299316, "loss": 6.813872766494751, "time": 0.1711944818496704, "step": 809194}
{"lr": 0.002727754238624651, "data_time": 0.01664881706237793, "loss_single": 3.342753863334656, "loss_dense": 3.3931753873825072, "loss": 6.735929250717163, "time": 0.155212926864624, "step": 809244}
{"lr": 0.002727754238624651, "data_time": 0.018196368217468263, "loss_single": 3.3456244468688965, "loss_dense": 3.3909976482391357, "loss": 6.736622095108032, "time": 0.18194084167480468, "step": 809294}
{"lr": 0.002727754238624651, "data_time": 0.017487978935241698, "loss_single": 3.3373883247375487, "loss_dense": 3.3870608806610107, "loss": 6.724449157714844, "time": 0.15678391456604004, "step": 809344}
{"lr": 0.002727754238624651, "data_time": 0.017542695999145506, "loss_single": 3.345489263534546, "loss_dense": 3.3868212699890137, "loss": 6.73231053352356, "time": 0.17145318984985353, "step": 809394}
{"lr": 0.002727754238624651, "data_time": 0.020559310913085938, "loss_single": 3.3621506214141847, "loss_dense": 3.4023594856262207, "loss": 6.76451005935669, "time": 0.15897023677825928, "step": 809444}
{"lr": 0.002727754238624651, "data_time": 0.016427087783813476, "loss_single": 3.3542816400527955, "loss_dense": 3.3939590215682984, "loss": 6.748240661621094, "time": 0.15589520931243897, "step": 809494}
{"lr": 0.002727754238624651, "data_time": 0.016731882095336915, "loss_single": 3.326439452171326, "loss_dense": 3.3779028177261354, "loss": 6.704342317581177, "time": 0.15570418834686278, "step": 809544}
{"lr": 0.002727754238624651, "data_time": 0.015837574005126955, "loss_single": 3.332227921485901, "loss_dense": 3.3813242435455324, "loss": 6.713552236557007, "time": 0.17825536727905272, "step": 809594}
{"lr": 0.002727754238624651, "data_time": 0.01796717643737793, "loss_single": 3.3313494443893434, "loss_dense": 3.3669239282608032, "loss": 6.698273420333862, "time": 0.15715391635894777, "step": 809644}
{"lr": 0.002727754238624651, "data_time": 0.01700160503387451, "loss_single": 3.365223503112793, "loss_dense": 3.4140289068222045, "loss": 6.779252433776856, "time": 0.16151905059814453, "step": 809694}
{"lr": 0.002727754238624651, "data_time": 0.020018243789672853, "loss_single": 3.357393717765808, "loss_dense": 3.403668928146362, "loss": 6.7610626220703125, "time": 0.16138274669647218, "step": 809744}
{"lr": 0.002727754238624651, "data_time": 0.017385315895080567, "loss_single": 3.341855597496033, "loss_dense": 3.384901022911072, "loss": 6.72675666809082, "time": 0.16423406600952148, "step": 809794}
{"lr": 0.002727754238624651, "data_time": 0.016731524467468263, "loss_single": 3.357770562171936, "loss_dense": 3.3945942163467406, "loss": 6.752364778518677, "time": 0.17030532360076905, "step": 809844}
{"lr": 0.002727754238624651, "data_time": 0.019394850730895995, "loss_single": 3.3462732791900636, "loss_dense": 3.390146851539612, "loss": 6.736420011520385, "time": 0.1771416187286377, "step": 809894}
{"lr": 0.002727754238624651, "data_time": 0.018405675888061523, "loss_single": 3.36135516166687, "loss_dense": 3.410564994812012, "loss": 6.771920156478882, "time": 0.1600348472595215, "step": 809944}
{"lr": 0.002727754238624651, "data_time": 0.01649584770202637, "loss_single": 3.3547175407409666, "loss_dense": 3.4073551893234253, "loss": 6.762072658538818, "time": 0.15757262706756592, "step": 809994}
{"lr": 0.002727754238624651, "data_time": 0.01764075756072998, "loss_single": 3.3681180000305178, "loss_dense": 3.411228060722351, "loss": 6.779346036911011, "time": 0.17930021286010742, "step": 810044}
{"lr": 0.002727754238624651, "data_time": 0.017879700660705565, "loss_single": 3.352223443984985, "loss_dense": 3.3970268964767456, "loss": 6.749250316619873, "time": 0.15278708934783936, "step": 810094}
{"lr": 0.002727754238624651, "data_time": 0.01701803207397461, "loss_single": 3.3627808332443236, "loss_dense": 3.406678891181946, "loss": 6.7694597244262695, "time": 0.15963373184204102, "step": 810144}
{"lr": 0.002727754238624651, "data_time": 0.014860200881958007, "loss_single": 3.3320106983184816, "loss_dense": 3.3743064165115357, "loss": 6.7063170909881595, "time": 0.18810632228851318, "step": 810194}
{"lr": 0.002727754238624651, "data_time": 0.018599915504455566, "loss_single": 3.3323267698287964, "loss_dense": 3.388157320022583, "loss": 6.720484066009521, "time": 0.15705227851867676, "step": 810244}
{"lr": 0.002727754238624651, "data_time": 0.016768002510070802, "loss_single": 3.321067762374878, "loss_dense": 3.3713157892227175, "loss": 6.692383575439453, "time": 0.1651071786880493, "step": 810294}
{"lr": 0.002727754238624651, "data_time": 0.018501853942871092, "loss_single": 3.3407844066619874, "loss_dense": 3.3896928071975707, "loss": 6.7304770946502686, "time": 0.15479369163513185, "step": 810344}
{"lr": 0.002727754238624651, "data_time": 0.01679389476776123, "loss_single": 3.331934118270874, "loss_dense": 3.378697729110718, "loss": 6.710631895065307, "time": 0.15957939624786377, "step": 810394}
{"lr": 0.002727754238624651, "data_time": 0.01692039966583252, "loss_single": 3.328027081489563, "loss_dense": 3.3803340911865236, "loss": 6.708361196517944, "time": 0.15867550373077394, "step": 810444}
{"lr": 0.002727754238624651, "data_time": 0.019178271293640137, "loss_single": 3.3407168865203856, "loss_dense": 3.3912018299102784, "loss": 6.73191876411438, "time": 0.17291080951690674, "step": 810494}
{"lr": 0.002727754238624651, "data_time": 0.017878079414367677, "loss_single": 3.3265280961990356, "loss_dense": 3.375914978981018, "loss": 6.702443075180054, "time": 0.15843892097473145, "step": 810544}
{"lr": 0.002727754238624651, "data_time": 0.018169260025024413, "loss_single": 3.3442991971969604, "loss_dense": 3.39702684879303, "loss": 6.741326141357422, "time": 0.15741462707519532, "step": 810594}
{"lr": 0.002727754238624651, "data_time": 0.013924622535705566, "loss_single": 3.344292330741882, "loss_dense": 3.402750825881958, "loss": 6.747043180465698, "time": 0.14619777202606202, "step": 810644}
{"lr": 0.0025937913858815748, "data_time": 0.01851632595062256, "loss_single": 3.355554223060608, "loss_dense": 3.382862997055054, "loss": 6.7384171962738035, "time": 0.1545327663421631, "step": 810698}
{"lr": 0.0025937913858815748, "data_time": 0.01948857307434082, "loss_single": 3.3559184312820434, "loss_dense": 3.3945512056350706, "loss": 6.750469589233399, "time": 0.16071457862854005, "step": 810748}
{"lr": 0.0025937913858815748, "data_time": 0.0175811767578125, "loss_single": 3.337352085113525, "loss_dense": 3.373939275741577, "loss": 6.711291408538818, "time": 0.1550593614578247, "step": 810798}
{"lr": 0.0025937913858815748, "data_time": 0.01683642864227295, "loss_single": 3.313018226623535, "loss_dense": 3.3562472581863405, "loss": 6.669265508651733, "time": 0.22807722091674804, "step": 810848}
{"lr": 0.0025937913858815748, "data_time": 0.018704557418823244, "loss_single": 3.30867486000061, "loss_dense": 3.3654423475265505, "loss": 6.6741172790527346, "time": 0.15770244598388672, "step": 810898}
{"lr": 0.0025937913858815748, "data_time": 0.016904997825622558, "loss_single": 3.3258684158325194, "loss_dense": 3.3750206232070923, "loss": 6.700889015197754, "time": 0.15576679706573487, "step": 810948}
{"lr": 0.0025937913858815748, "data_time": 0.01804516315460205, "loss_single": 3.329445242881775, "loss_dense": 3.367803454399109, "loss": 6.697248697280884, "time": 0.15878374576568605, "step": 810998}
{"lr": 0.0025937913858815748, "data_time": 0.019156718254089357, "loss_single": 3.354842257499695, "loss_dense": 3.404708409309387, "loss": 6.759550762176514, "time": 0.1615438222885132, "step": 811048}
{"lr": 0.0025937913858815748, "data_time": 0.018326306343078615, "loss_single": 3.3534863233566283, "loss_dense": 3.3991302967071535, "loss": 6.752616691589355, "time": 0.1581200122833252, "step": 811098}
{"lr": 0.0025937913858815748, "data_time": 0.016302037239074706, "loss_single": 3.3244895458221437, "loss_dense": 3.359499216079712, "loss": 6.683988761901856, "time": 0.15667715072631835, "step": 811148}
{"lr": 0.0025937913858815748, "data_time": 0.01726796627044678, "loss_single": 3.332611417770386, "loss_dense": 3.381266212463379, "loss": 6.713877582550049, "time": 0.15565788745880127, "step": 811198}
{"lr": 0.0025937913858815748, "data_time": 0.016633152961730957, "loss_single": 3.3711013317108156, "loss_dense": 3.4225128650665284, "loss": 6.793614101409912, "time": 0.15347673892974853, "step": 811248}
{"lr": 0.0025937913858815748, "data_time": 0.017354393005371095, "loss_single": 3.3155850648880003, "loss_dense": 3.3680768728256227, "loss": 6.683661985397339, "time": 0.1574077844619751, "step": 811298}
{"lr": 0.0025937913858815748, "data_time": 0.01726095676422119, "loss_single": 3.3281166791915893, "loss_dense": 3.36267991065979, "loss": 6.690796566009522, "time": 0.1686948299407959, "step": 811348}
{"lr": 0.0025937913858815748, "data_time": 0.016573548316955566, "loss_single": 3.332650828361511, "loss_dense": 3.3713532209396364, "loss": 6.704004001617432, "time": 0.1568361282348633, "step": 811398}
{"lr": 0.0025937913858815748, "data_time": 0.018291258811950685, "loss_single": 3.3538718700408934, "loss_dense": 3.400716495513916, "loss": 6.754588413238525, "time": 0.1583263397216797, "step": 811448}
{"lr": 0.0025937913858815748, "data_time": 0.01652998924255371, "loss_single": 3.3340439081192015, "loss_dense": 3.3878506898880003, "loss": 6.721894598007202, "time": 0.15799252986907958, "step": 811498}
{"lr": 0.0025937913858815748, "data_time": 0.018506121635437012, "loss_single": 3.331440567970276, "loss_dense": 3.3855478763580322, "loss": 6.71698842048645, "time": 0.1644345760345459, "step": 811548}
{"lr": 0.0025937913858815748, "data_time": 0.01753973960876465, "loss_single": 3.361200761795044, "loss_dense": 3.4091832637786865, "loss": 6.7703839302062985, "time": 0.17018468379974366, "step": 811598}
{"lr": 0.0025937913858815748, "data_time": 0.0174314022064209, "loss_single": 3.326601815223694, "loss_dense": 3.3694807052612306, "loss": 6.696082496643067, "time": 0.1647181272506714, "step": 811648}
{"lr": 0.0025937913858815748, "data_time": 0.016693973541259767, "loss_single": 3.359189009666443, "loss_dense": 3.390859270095825, "loss": 6.75004825592041, "time": 0.15579144954681395, "step": 811698}
{"lr": 0.0025937913858815748, "data_time": 0.018398308753967287, "loss_single": 3.313459801673889, "loss_dense": 3.3614890575408936, "loss": 6.674948883056641, "time": 0.1584716558456421, "step": 811748}
{"lr": 0.0025937913858815748, "data_time": 0.01697041988372803, "loss_single": 3.3498018741607667, "loss_dense": 3.3944242000579834, "loss": 6.74422607421875, "time": 0.16239848136901855, "step": 811798}
{"lr": 0.0025937913858815748, "data_time": 0.01961541175842285, "loss_single": 3.3178972244262694, "loss_dense": 3.3711368560791017, "loss": 6.689034128189087, "time": 0.15762193202972413, "step": 811848}
{"lr": 0.0025937913858815748, "data_time": 0.01708962917327881, "loss_single": 3.3233267068862915, "loss_dense": 3.3810707569122314, "loss": 6.704397439956665, "time": 0.16113171577453614, "step": 811898}
{"lr": 0.0025937913858815748, "data_time": 0.015989303588867188, "loss_single": 3.343462681770325, "loss_dense": 3.3913182735443117, "loss": 6.734780931472779, "time": 0.15486061573028564, "step": 811948}
{"lr": 0.0025937913858815748, "data_time": 0.017509198188781737, "loss_single": 3.332418751716614, "loss_dense": 3.378089928627014, "loss": 6.710508680343628, "time": 0.15765063762664794, "step": 811998}
{"lr": 0.0025937913858815748, "data_time": 0.017972421646118165, "loss_single": 3.3304415225982664, "loss_dense": 3.3703543901443482, "loss": 6.700795841217041, "time": 0.16175236701965331, "step": 812048}
{"lr": 0.0025937913858815748, "data_time": 0.017549610137939452, "loss_single": 3.3447802782058718, "loss_dense": 3.3772613763809205, "loss": 6.722041606903076, "time": 0.15672969818115234, "step": 812098}
{"lr": 0.0025937913858815748, "data_time": 0.018684029579162598, "loss_single": 3.331655192375183, "loss_dense": 3.3852880716323854, "loss": 6.716943264007568, "time": 0.1783364772796631, "step": 812148}
{"lr": 0.0025937913858815748, "data_time": 0.016616225242614746, "loss_single": 3.3614983320236207, "loss_dense": 3.400703954696655, "loss": 6.762202310562134, "time": 0.15579538345336913, "step": 812198}
{"lr": 0.0025937913858815748, "data_time": 0.01966710090637207, "loss_single": 3.3474080085754396, "loss_dense": 3.389187717437744, "loss": 6.736595726013183, "time": 0.16370699405670167, "step": 812248}
{"lr": 0.0025937913858815748, "data_time": 0.016874051094055174, "loss_single": 3.3689042806625364, "loss_dense": 3.400484395027161, "loss": 6.769388628005982, "time": 0.1740793228149414, "step": 812298}
{"lr": 0.0025937913858815748, "data_time": 0.018426275253295897, "loss_single": 3.3363118886947634, "loss_dense": 3.371994686126709, "loss": 6.7083066463470455, "time": 0.15590190887451172, "step": 812348}
{"lr": 0.0025937913858815748, "data_time": 0.018839716911315918, "loss_single": 3.351945734024048, "loss_dense": 3.4077313423156737, "loss": 6.759677124023438, "time": 0.1619946002960205, "step": 812398}
{"lr": 0.0025937913858815748, "data_time": 0.017250633239746092, "loss_single": 3.330380392074585, "loss_dense": 3.3693636655807495, "loss": 6.699744033813476, "time": 0.15924057960510254, "step": 812448}
{"lr": 0.0025937913858815748, "data_time": 0.020675921440124513, "loss_single": 3.3536446332931518, "loss_dense": 3.3923062324523925, "loss": 6.74595079421997, "time": 0.24420812129974365, "step": 812498}
{"lr": 0.0025937913858815748, "data_time": 0.017027068138122558, "loss_single": 3.319080114364624, "loss_dense": 3.3577918291091917, "loss": 6.676871919631958, "time": 0.15710313320159913, "step": 812548}
{"lr": 0.0025937913858815748, "data_time": 0.0177325963973999, "loss_single": 3.3317874670028687, "loss_dense": 3.37857346534729, "loss": 6.710360956192017, "time": 0.15216739177703859, "step": 812598}
{"lr": 0.0025937913858815748, "data_time": 0.01752803325653076, "loss_single": 3.3337913751602173, "loss_dense": 3.3756734848022463, "loss": 6.709464883804321, "time": 0.15678632259368896, "step": 812648}
{"lr": 0.0025937913858815748, "data_time": 0.01796722412109375, "loss_single": 3.330558753013611, "loss_dense": 3.379069685935974, "loss": 6.709628438949585, "time": 0.15596387386322022, "step": 812698}
{"lr": 0.0025937913858815748, "data_time": 0.016866588592529298, "loss_single": 3.3474751234054567, "loss_dense": 3.386957812309265, "loss": 6.734432935714722, "time": 0.17592403888702393, "step": 812748}
{"lr": 0.0025937913858815748, "data_time": 0.018729615211486816, "loss_single": 3.352129507064819, "loss_dense": 3.3918389320373534, "loss": 6.743968439102173, "time": 0.16070754528045655, "step": 812798}
{"lr": 0.0025937913858815748, "data_time": 0.02184584140777588, "loss_single": 3.3744016170501707, "loss_dense": 3.4125574588775636, "loss": 6.78695912361145, "time": 0.23563683032989502, "step": 812848}
{"lr": 0.0025937913858815748, "data_time": 0.017996907234191895, "loss_single": 3.3232614040374755, "loss_dense": 3.3701336860656737, "loss": 6.69339509010315, "time": 0.1576923131942749, "step": 812898}
{"lr": 0.0025937913858815748, "data_time": 0.01760101318359375, "loss_single": 3.34276123046875, "loss_dense": 3.3738115310668944, "loss": 6.716572666168213, "time": 0.15967814922332763, "step": 812948}
{"lr": 0.0025937913858815748, "data_time": 0.014194083213806153, "loss_single": 3.3282519340515138, "loss_dense": 3.374313139915466, "loss": 6.702565002441406, "time": 0.15466465950012206, "step": 812998}
{"lr": 0.0025937913858815748, "data_time": 0.019670271873474122, "loss_single": 3.3113277435302733, "loss_dense": 3.3642136096954345, "loss": 6.675541353225708, "time": 0.1616213798522949, "step": 813048}
{"lr": 0.0025937913858815748, "data_time": 0.017304825782775878, "loss_single": 3.3220805644989015, "loss_dense": 3.3860557794570925, "loss": 6.708136320114136, "time": 0.15357694625854493, "step": 813098}
{"lr": 0.0025937913858815748, "data_time": 0.017682933807373048, "loss_single": 3.339927887916565, "loss_dense": 3.386167812347412, "loss": 6.726095676422119, "time": 0.1939223289489746, "step": 813148}
{"lr": 0.0025937913858815748, "data_time": 0.017594408988952637, "loss_single": 3.3307332038879394, "loss_dense": 3.3813119888305665, "loss": 6.712045192718506, "time": 0.20514585971832275, "step": 813198}
{"lr": 0.0025937913858815748, "data_time": 0.01789982318878174, "loss_single": 3.3372767686843874, "loss_dense": 3.3830594539642336, "loss": 6.720336294174194, "time": 0.15803427696228028, "step": 813248}
{"lr": 0.0025937913858815748, "data_time": 0.01636979579925537, "loss_single": 3.3562865018844605, "loss_dense": 3.388163661956787, "loss": 6.744450187683105, "time": 0.15404880046844482, "step": 813298}
{"lr": 0.0025937913858815748, "data_time": 0.01728665828704834, "loss_single": 3.3543359518051146, "loss_dense": 3.396697759628296, "loss": 6.751033687591553, "time": 0.15261857509613036, "step": 813348}
{"lr": 0.0025937913858815748, "data_time": 0.01696181297302246, "loss_single": 3.337483263015747, "loss_dense": 3.383932590484619, "loss": 6.72141580581665, "time": 0.1556703567504883, "step": 813398}
{"lr": 0.0025937913858815748, "data_time": 0.01860091686248779, "loss_single": 3.3489240407943726, "loss_dense": 3.3850189208984376, "loss": 6.733942890167237, "time": 0.16272335052490233, "step": 813448}
{"lr": 0.0025937913858815748, "data_time": 0.01825273036956787, "loss_single": 3.344210481643677, "loss_dense": 3.3946144580841064, "loss": 6.738824892044067, "time": 0.15746161937713624, "step": 813498}
{"lr": 0.0025937913858815748, "data_time": 0.019395971298217775, "loss_single": 3.336200547218323, "loss_dense": 3.3774903297424315, "loss": 6.7136908054351805, "time": 0.15677447319030763, "step": 813548}
{"lr": 0.0025937913858815748, "data_time": 0.016207385063171386, "loss_single": 3.343157744407654, "loss_dense": 3.3855168342590334, "loss": 6.728674602508545, "time": 0.15567388534545898, "step": 813598}
{"lr": 0.0025937913858815748, "data_time": 0.018267560005187988, "loss_single": 3.337318253517151, "loss_dense": 3.3877424240112304, "loss": 6.725060653686524, "time": 0.15536057949066162, "step": 813648}
{"lr": 0.0025937913858815748, "data_time": 0.01788170337677002, "loss_single": 3.320943236351013, "loss_dense": 3.365885043144226, "loss": 6.686828231811523, "time": 0.1553286075592041, "step": 813698}
{"lr": 0.0025937913858815748, "data_time": 0.019801402091979982, "loss_single": 3.350649857521057, "loss_dense": 3.389766311645508, "loss": 6.740416193008423, "time": 0.23493242263793945, "step": 813748}
{"lr": 0.0025937913858815748, "data_time": 0.017412495613098145, "loss_single": 3.356788969039917, "loss_dense": 3.3945155143737793, "loss": 6.75130443572998, "time": 0.16079995632171631, "step": 813798}
{"lr": 0.0025937913858815748, "data_time": 0.0179579496383667, "loss_single": 3.332894778251648, "loss_dense": 3.3808085203170775, "loss": 6.713703298568726, "time": 0.1556187868118286, "step": 813848}
{"lr": 0.0025937913858815748, "data_time": 0.01684145927429199, "loss_single": 3.3449209928512573, "loss_dense": 3.404240298271179, "loss": 6.749161338806152, "time": 0.1569666862487793, "step": 813898}
{"lr": 0.0025937913858815748, "data_time": 0.01728947162628174, "loss_single": 3.3395622968673706, "loss_dense": 3.377935600280762, "loss": 6.717497968673706, "time": 0.1568305730819702, "step": 813948}
{"lr": 0.0025937913858815748, "data_time": 0.01718282699584961, "loss_single": 3.3434003591537476, "loss_dense": 3.397811269760132, "loss": 6.741211605072022, "time": 0.16233489513397217, "step": 813998}
{"lr": 0.0025937913858815748, "data_time": 0.01749584674835205, "loss_single": 3.34361412525177, "loss_dense": 3.384196066856384, "loss": 6.727810192108154, "time": 0.22331924438476564, "step": 814048}
{"lr": 0.0025937913858815748, "data_time": 0.018341803550720216, "loss_single": 3.3465866088867187, "loss_dense": 3.393991994857788, "loss": 6.740578651428223, "time": 0.16230504512786864, "step": 814098}
{"lr": 0.0025937913858815748, "data_time": 0.01903798580169678, "loss_single": 3.339288258552551, "loss_dense": 3.380018782615662, "loss": 6.719307136535645, "time": 0.17822017669677734, "step": 814148}
{"lr": 0.0025937913858815748, "data_time": 0.017866182327270507, "loss_single": 3.354982542991638, "loss_dense": 3.4115079641342163, "loss": 6.766490459442139, "time": 0.16009361743927003, "step": 814198}
{"lr": 0.0025937913858815748, "data_time": 0.017270445823669434, "loss_single": 3.333372211456299, "loss_dense": 3.3801718950271606, "loss": 6.713544034957886, "time": 0.15585873126983643, "step": 814248}
{"lr": 0.0025937913858815748, "data_time": 0.01885802745819092, "loss_single": 3.354155158996582, "loss_dense": 3.4014079332351685, "loss": 6.755563163757325, "time": 0.15790252685546874, "step": 814298}
{"lr": 0.0025937913858815748, "data_time": 0.020149588584899902, "loss_single": 3.340543103218079, "loss_dense": 3.3941601276397706, "loss": 6.734703254699707, "time": 0.24779877662658692, "step": 814348}
{"lr": 0.0025937913858815748, "data_time": 0.01885545253753662, "loss_single": 3.3525723457336425, "loss_dense": 3.391466474533081, "loss": 6.744038772583008, "time": 0.1634740114212036, "step": 814398}
{"lr": 0.0025937913858815748, "data_time": 0.016088390350341798, "loss_single": 3.343155026435852, "loss_dense": 3.3787854433059694, "loss": 6.721940374374389, "time": 0.1666569471359253, "step": 814448}
{"lr": 0.0025937913858815748, "data_time": 0.01737220287322998, "loss_single": 3.3476093769073487, "loss_dense": 3.388719081878662, "loss": 6.736328554153443, "time": 0.16218173503875732, "step": 814498}
{"lr": 0.0025937913858815748, "data_time": 0.017997145652770996, "loss_single": 3.31273775100708, "loss_dense": 3.3611945629119875, "loss": 6.673932313919067, "time": 0.15425612926483154, "step": 814548}
{"lr": 0.0025937913858815748, "data_time": 0.016692256927490233, "loss_single": 3.3266249179840086, "loss_dense": 3.3686133146286013, "loss": 6.695238208770752, "time": 0.16119201183319093, "step": 814598}
{"lr": 0.0025937913858815748, "data_time": 0.01768958568572998, "loss_single": 3.33994197845459, "loss_dense": 3.394492268562317, "loss": 6.734434270858765, "time": 0.1570359945297241, "step": 814648}
{"lr": 0.0025937913858815748, "data_time": 0.016579151153564453, "loss_single": 3.341810154914856, "loss_dense": 3.383260631561279, "loss": 6.725070810317993, "time": 0.22266252040863038, "step": 814698}
{"lr": 0.0025937913858815748, "data_time": 0.017637014389038086, "loss_single": 3.3406254053115845, "loss_dense": 3.368446397781372, "loss": 6.709071826934815, "time": 0.15888028144836425, "step": 814748}
{"lr": 0.0025937913858815748, "data_time": 0.01759309768676758, "loss_single": 3.345250964164734, "loss_dense": 3.386245584487915, "loss": 6.731496381759643, "time": 0.1596835136413574, "step": 814798}
{"lr": 0.0025937913858815748, "data_time": 0.02091648578643799, "loss_single": 3.3365232229232786, "loss_dense": 3.3789726972579954, "loss": 6.715495920181274, "time": 0.16092445850372314, "step": 814848}
{"lr": 0.0025937913858815748, "data_time": 0.01733264923095703, "loss_single": 3.328404188156128, "loss_dense": 3.3800085306167604, "loss": 6.708412742614746, "time": 0.19676740169525148, "step": 814898}
{"lr": 0.0025937913858815748, "data_time": 0.017055487632751463, "loss_single": 3.3397598028182984, "loss_dense": 3.384114074707031, "loss": 6.7238739967346195, "time": 0.15796480178833008, "step": 814948}
{"lr": 0.0025937913858815748, "data_time": 0.013881707191467285, "loss_single": 3.34083092212677, "loss_dense": 3.3964141845703124, "loss": 6.737245082855225, "time": 0.22849688529968262, "step": 814998}
{"lr": 0.0025937913858815748, "data_time": 0.01739330291748047, "loss_single": 3.324049973487854, "loss_dense": 3.376367139816284, "loss": 6.70041708946228, "time": 0.15851132869720458, "step": 815048}
{"lr": 0.0025937913858815748, "data_time": 0.017818045616149903, "loss_single": 3.3562758445739744, "loss_dense": 3.401229643821716, "loss": 6.757505464553833, "time": 0.15972747802734374, "step": 815098}
{"lr": 0.0025937913858815748, "data_time": 0.016741132736206053, "loss_single": 3.3466608047485353, "loss_dense": 3.3875389099121094, "loss": 6.734199666976929, "time": 0.15842788219451903, "step": 815148}
{"lr": 0.0025937913858815748, "data_time": 0.01661529541015625, "loss_single": 3.3537590503692627, "loss_dense": 3.396373462677002, "loss": 6.750132656097412, "time": 0.16529476642608643, "step": 815198}
{"lr": 0.0025937913858815748, "data_time": 0.01805732250213623, "loss_single": 3.3133748054504393, "loss_dense": 3.361744999885559, "loss": 6.675119829177857, "time": 0.1572267770767212, "step": 815248}
{"lr": 0.0025937913858815748, "data_time": 0.016931796073913576, "loss_single": 3.338448929786682, "loss_dense": 3.3905304193496706, "loss": 6.7289793491363525, "time": 0.16001696586608888, "step": 815298}
{"lr": 0.0025937913858815748, "data_time": 0.016882944107055663, "loss_single": 3.3368167877197266, "loss_dense": 3.381530690193176, "loss": 6.718347501754761, "time": 0.20328359603881835, "step": 815348}
{"lr": 0.0025937913858815748, "data_time": 0.01580653190612793, "loss_single": 3.3522738218307495, "loss_dense": 3.395949935913086, "loss": 6.748223686218262, "time": 0.15918750762939454, "step": 815398}
{"lr": 0.0025937913858815748, "data_time": 0.01788749694824219, "loss_single": 3.3299083948135375, "loss_dense": 3.381089282035828, "loss": 6.710997629165649, "time": 0.17086968421936036, "step": 815448}
{"lr": 0.0025937913858815748, "data_time": 0.01733253002166748, "loss_single": 3.3531167268753053, "loss_dense": 3.3967045545578003, "loss": 6.7498212337493895, "time": 0.161462140083313, "step": 815498}
{"lr": 0.0025937913858815748, "data_time": 0.01758918762207031, "loss_single": 3.33144793510437, "loss_dense": 3.3745314121246337, "loss": 6.705979347229004, "time": 0.15763647556304933, "step": 815548}
{"lr": 0.0025937913858815748, "data_time": 0.017996597290039062, "loss_single": 3.338185501098633, "loss_dense": 3.379135775566101, "loss": 6.717321300506592, "time": 0.15839157104492188, "step": 815598}
{"lr": 0.0025937913858815748, "data_time": 0.019773697853088378, "loss_single": 3.3350906133651734, "loss_dense": 3.3788084506988527, "loss": 6.713899087905884, "time": 0.19789199829101561, "step": 815648}
{"lr": 0.0024628895794759497, "data_time": 0.01752636432647705, "loss_single": 3.345404052734375, "loss_dense": 3.3919625997543337, "loss": 6.737366724014282, "time": 0.15732171535491943, "step": 815702}
{"lr": 0.0024628895794759497, "data_time": 0.03148672580718994, "loss_single": 3.3363056659698485, "loss_dense": 3.3774922370910643, "loss": 6.713797903060913, "time": 0.24659295082092286, "step": 815752}
{"lr": 0.0024628895794759497, "data_time": 0.021018791198730468, "loss_single": 3.348813223838806, "loss_dense": 3.3885414600372314, "loss": 6.737354755401611, "time": 0.1581192970275879, "step": 815802}
{"lr": 0.0024628895794759497, "data_time": 0.016752099990844725, "loss_single": 3.3509337663650514, "loss_dense": 3.390222120285034, "loss": 6.741155910491943, "time": 0.15939550399780272, "step": 815852}
{"lr": 0.0024628895794759497, "data_time": 0.016472291946411134, "loss_single": 3.3596736431121825, "loss_dense": 3.394272541999817, "loss": 6.753946208953858, "time": 0.17945461273193358, "step": 815902}
{"lr": 0.0024628895794759497, "data_time": 0.016945314407348634, "loss_single": 3.3395267963409423, "loss_dense": 3.3833250999450684, "loss": 6.722851943969727, "time": 0.16277871131896973, "step": 815952}
{"lr": 0.0024628895794759497, "data_time": 0.017043757438659667, "loss_single": 3.3452860593795775, "loss_dense": 3.3991053104400635, "loss": 6.744391441345215, "time": 0.1578622817993164, "step": 816002}
{"lr": 0.0024628895794759497, "data_time": 0.018793010711669923, "loss_single": 3.327787899971008, "loss_dense": 3.3817432641983034, "loss": 6.709531307220459, "time": 0.15758306980133058, "step": 816052}
{"lr": 0.0024628895794759497, "data_time": 0.018158721923828124, "loss_single": 3.3474198818206786, "loss_dense": 3.380625534057617, "loss": 6.728045415878296, "time": 0.1568446636199951, "step": 816102}
{"lr": 0.0024628895794759497, "data_time": 0.01709160804748535, "loss_single": 3.3250033140182493, "loss_dense": 3.366363453865051, "loss": 6.6913667678833, "time": 0.15790302753448487, "step": 816152}
{"lr": 0.0024628895794759497, "data_time": 0.015700244903564455, "loss_single": 3.3439247369766236, "loss_dense": 3.4037731885910034, "loss": 6.747697830200195, "time": 0.16197423934936522, "step": 816202}
{"lr": 0.0024628895794759497, "data_time": 0.01618373394012451, "loss_single": 3.34183931350708, "loss_dense": 3.3828659772872927, "loss": 6.72470531463623, "time": 0.15785794258117675, "step": 816252}
{"lr": 0.0024628895794759497, "data_time": 0.01643373966217041, "loss_single": 3.346441316604614, "loss_dense": 3.3871892213821413, "loss": 6.7336304664611815, "time": 0.15590040683746337, "step": 816302}
{"lr": 0.0024628895794759497, "data_time": 0.020650100708007813, "loss_single": 3.3493210315704345, "loss_dense": 3.4008020401000976, "loss": 6.750123023986816, "time": 0.1604071617126465, "step": 816352}
{"lr": 0.0024628895794759497, "data_time": 0.01733393669128418, "loss_single": 3.3600383520126345, "loss_dense": 3.4014868259429933, "loss": 6.761525249481201, "time": 0.16156952381134032, "step": 816402}
{"lr": 0.0024628895794759497, "data_time": 0.016342878341674805, "loss_single": 3.3544294595718385, "loss_dense": 3.3928218603134157, "loss": 6.747251224517822, "time": 0.15870521068572999, "step": 816452}
{"lr": 0.0024628895794759497, "data_time": 0.01829953193664551, "loss_single": 3.352444648742676, "loss_dense": 3.393567609786987, "loss": 6.746012258529663, "time": 0.16722896099090576, "step": 816502}
{"lr": 0.0024628895794759497, "data_time": 0.017467570304870606, "loss_single": 3.3391872882843017, "loss_dense": 3.3919307470321653, "loss": 6.731118059158325, "time": 0.1555175304412842, "step": 816552}
{"lr": 0.0024628895794759497, "data_time": 0.021233582496643068, "loss_single": 3.370816731452942, "loss_dense": 3.4010598421096803, "loss": 6.771876668930053, "time": 0.16612939834594725, "step": 816602}
{"lr": 0.0024628895794759497, "data_time": 0.016772818565368653, "loss_single": 3.3388123512268066, "loss_dense": 3.3628275871276854, "loss": 6.701639938354492, "time": 0.15662171840667724, "step": 816652}
{"lr": 0.0024628895794759497, "data_time": 0.01822500228881836, "loss_single": 3.3057716131210326, "loss_dense": 3.3486541986465452, "loss": 6.65442590713501, "time": 0.17862918376922607, "step": 816702}
{"lr": 0.0024628895794759497, "data_time": 0.0172823429107666, "loss_single": 3.344270205497742, "loss_dense": 3.380042862892151, "loss": 6.724313163757325, "time": 0.16381120681762695, "step": 816752}
{"lr": 0.0024628895794759497, "data_time": 0.017643189430236815, "loss_single": 3.328141188621521, "loss_dense": 3.3799499750137327, "loss": 6.70809121131897, "time": 0.1559098482131958, "step": 816802}
{"lr": 0.0024628895794759497, "data_time": 0.01809117794036865, "loss_single": 3.3509168148040773, "loss_dense": 3.405564546585083, "loss": 6.756481313705445, "time": 0.1560218572616577, "step": 816852}
{"lr": 0.0024628895794759497, "data_time": 0.016766786575317383, "loss_single": 3.342194986343384, "loss_dense": 3.3879955053329467, "loss": 6.730190372467041, "time": 0.15611977577209474, "step": 816902}
{"lr": 0.0024628895794759497, "data_time": 0.01716773509979248, "loss_single": 3.323281502723694, "loss_dense": 3.3742992877960205, "loss": 6.697580766677857, "time": 0.15866098403930665, "step": 816952}
{"lr": 0.0024628895794759497, "data_time": 0.018572735786437988, "loss_single": 3.3467461109161376, "loss_dense": 3.3911909580230715, "loss": 6.737937068939209, "time": 0.20702860355377198, "step": 817002}
{"lr": 0.0024628895794759497, "data_time": 0.017409777641296385, "loss_single": 3.3312546014785767, "loss_dense": 3.3713757753372193, "loss": 6.7026303768157955, "time": 0.1550546646118164, "step": 817052}
{"lr": 0.0024628895794759497, "data_time": 0.01825876235961914, "loss_single": 3.3499850749969484, "loss_dense": 3.399141621589661, "loss": 6.749126672744751, "time": 0.15769217014312745, "step": 817102}
{"lr": 0.0024628895794759497, "data_time": 0.019241929054260254, "loss_single": 3.3375648498535155, "loss_dense": 3.3783747434616087, "loss": 6.715939617156982, "time": 0.1708437204360962, "step": 817152}
{"lr": 0.0024628895794759497, "data_time": 0.016641926765441895, "loss_single": 3.3105145692825317, "loss_dense": 3.344223165512085, "loss": 6.654737758636474, "time": 0.16101951599121095, "step": 817202}
{"lr": 0.0024628895794759497, "data_time": 0.01684248447418213, "loss_single": 3.3468257665634153, "loss_dense": 3.3864304304122923, "loss": 6.733256149291992, "time": 0.15603582859039306, "step": 817252}
{"lr": 0.0024628895794759497, "data_time": 0.01951725482940674, "loss_single": 3.3220862627029417, "loss_dense": 3.374586248397827, "loss": 6.696672487258911, "time": 0.17857952117919923, "step": 817302}
{"lr": 0.0024628895794759497, "data_time": 0.021161317825317383, "loss_single": 3.3208849906921385, "loss_dense": 3.3768285751342773, "loss": 6.697713565826416, "time": 0.1618422269821167, "step": 817352}
{"lr": 0.0024628895794759497, "data_time": 0.018340396881103515, "loss_single": 3.3143502473831177, "loss_dense": 3.367169713973999, "loss": 6.68152003288269, "time": 0.15926704406738282, "step": 817402}
{"lr": 0.0024628895794759497, "data_time": 0.01737983226776123, "loss_single": 3.3335939168930055, "loss_dense": 3.3794471263885497, "loss": 6.713041019439697, "time": 0.15968027114868164, "step": 817452}
{"lr": 0.0024628895794759497, "data_time": 0.019228672981262206, "loss_single": 3.332874870300293, "loss_dense": 3.383163499832153, "loss": 6.716038370132447, "time": 0.16407983303070067, "step": 817502}
{"lr": 0.0024628895794759497, "data_time": 0.023406672477722167, "loss_single": 3.3223983526229857, "loss_dense": 3.3568727016448974, "loss": 6.679271125793457, "time": 0.1712714433670044, "step": 817552}
{"lr": 0.0024628895794759497, "data_time": 0.018543934822082518, "loss_single": 3.3200953006744385, "loss_dense": 3.3672743797302247, "loss": 6.687369680404663, "time": 0.15974586009979247, "step": 817602}
{"lr": 0.0024628895794759497, "data_time": 0.017181897163391115, "loss_single": 3.330017924308777, "loss_dense": 3.371624207496643, "loss": 6.701642084121704, "time": 0.1648355484008789, "step": 817652}
{"lr": 0.0024628895794759497, "data_time": 0.018343615531921386, "loss_single": 3.358542537689209, "loss_dense": 3.399996590614319, "loss": 6.758539199829102, "time": 0.16123616695404053, "step": 817702}
{"lr": 0.0024628895794759497, "data_time": 0.016902875900268555, "loss_single": 3.3402106046676634, "loss_dense": 3.3893632173538206, "loss": 6.729573917388916, "time": 0.17229056358337402, "step": 817752}
{"lr": 0.0024628895794759497, "data_time": 0.01752169132232666, "loss_single": 3.3282490730285645, "loss_dense": 3.3685954093933104, "loss": 6.696844482421875, "time": 0.16309847831726074, "step": 817802}
{"lr": 0.0024628895794759497, "data_time": 0.01744387149810791, "loss_single": 3.3304809093475343, "loss_dense": 3.3782303810119627, "loss": 6.708711242675781, "time": 0.15950658321380615, "step": 817852}
{"lr": 0.0024628895794759497, "data_time": 0.01658322811126709, "loss_single": 3.3414368629455566, "loss_dense": 3.387365698814392, "loss": 6.7288025379180905, "time": 0.16691431999206544, "step": 817902}
{"lr": 0.0024628895794759497, "data_time": 0.016550469398498534, "loss_single": 3.3548640489578245, "loss_dense": 3.395889902114868, "loss": 6.750753927230835, "time": 0.16655161380767822, "step": 817952}
{"lr": 0.0024628895794759497, "data_time": 0.017238664627075195, "loss_single": 3.342422842979431, "loss_dense": 3.3839548110961912, "loss": 6.726377630233765, "time": 0.1586479663848877, "step": 818002}
{"lr": 0.0024628895794759497, "data_time": 0.01744847297668457, "loss_single": 3.349552869796753, "loss_dense": 3.3951536893844603, "loss": 6.744706439971924, "time": 0.16244521141052246, "step": 818052}
{"lr": 0.0024628895794759497, "data_time": 0.0172473669052124, "loss_single": 3.3533935070037844, "loss_dense": 3.4065388202667237, "loss": 6.759932374954223, "time": 0.1759186267852783, "step": 818102}
{"lr": 0.0024628895794759497, "data_time": 0.017739343643188476, "loss_single": 3.342835712432861, "loss_dense": 3.384991097450256, "loss": 6.727826690673828, "time": 0.15630831718444824, "step": 818152}
{"lr": 0.0024628895794759497, "data_time": 0.018065905570983885, "loss_single": 3.3164573192596434, "loss_dense": 3.372566843032837, "loss": 6.689024162292481, "time": 0.22821352481842042, "step": 818202}
{"lr": 0.0024628895794759497, "data_time": 0.01575915813446045, "loss_single": 3.3561105012893675, "loss_dense": 3.3968024253845215, "loss": 6.752912902832032, "time": 0.16105754375457765, "step": 818252}
{"lr": 0.0024628895794759497, "data_time": 0.01791386604309082, "loss_single": 3.3432228803634643, "loss_dense": 3.3881117582321165, "loss": 6.7313347339630125, "time": 0.15749661922454833, "step": 818302}
{"lr": 0.0024628895794759497, "data_time": 0.01773080825805664, "loss_single": 3.364082932472229, "loss_dense": 3.392155981063843, "loss": 6.756238985061645, "time": 0.15596933364868165, "step": 818352}
{"lr": 0.0024628895794759497, "data_time": 0.018640422821044923, "loss_single": 3.325069046020508, "loss_dense": 3.3664977312088014, "loss": 6.691566705703735, "time": 0.1559098482131958, "step": 818402}
{"lr": 0.0024628895794759497, "data_time": 0.016594696044921874, "loss_single": 3.3349843978881837, "loss_dense": 3.3872713327407835, "loss": 6.722255802154541, "time": 0.15466709136962892, "step": 818452}
{"lr": 0.0024628895794759497, "data_time": 0.017569255828857423, "loss_single": 3.3369771957397463, "loss_dense": 3.390341591835022, "loss": 6.7273187160491945, "time": 0.15644385814666747, "step": 818502}
{"lr": 0.0024628895794759497, "data_time": 0.017898201942443848, "loss_single": 3.3200438261032104, "loss_dense": 3.3664241790771485, "loss": 6.686468029022217, "time": 0.15849025249481202, "step": 818552}
{"lr": 0.0024628895794759497, "data_time": 0.018370914459228515, "loss_single": 3.3348175048828126, "loss_dense": 3.3785080909729004, "loss": 6.713325548171997, "time": 0.15857374668121338, "step": 818602}
{"lr": 0.0024628895794759497, "data_time": 0.017933869361877443, "loss_single": 3.3371513366699217, "loss_dense": 3.3861261367797852, "loss": 6.723277473449707, "time": 0.15471792221069336, "step": 818652}
{"lr": 0.0024628895794759497, "data_time": 0.01683032512664795, "loss_single": 3.353597545623779, "loss_dense": 3.415013074874878, "loss": 6.768610668182373, "time": 0.1671506404876709, "step": 818702}
{"lr": 0.0024628895794759497, "data_time": 0.0167799711227417, "loss_single": 3.343230438232422, "loss_dense": 3.3921931982040405, "loss": 6.73542366027832, "time": 0.16565413475036622, "step": 818752}
{"lr": 0.0024628895794759497, "data_time": 0.017996382713317872, "loss_single": 3.3261012554168703, "loss_dense": 3.3667232036590575, "loss": 6.692824459075927, "time": 0.15871570110321045, "step": 818802}
{"lr": 0.0024628895794759497, "data_time": 0.015779566764831544, "loss_single": 3.3406120777130126, "loss_dense": 3.3876504421234133, "loss": 6.728262567520142, "time": 0.15495738983154297, "step": 818852}
{"lr": 0.0024628895794759497, "data_time": 0.01872529983520508, "loss_single": 3.318830728530884, "loss_dense": 3.3669626235961916, "loss": 6.685793447494507, "time": 0.1566854953765869, "step": 818902}
{"lr": 0.0024628895794759497, "data_time": 0.017249655723571778, "loss_single": 3.32657470703125, "loss_dense": 3.3764395475387574, "loss": 6.703014278411866, "time": 0.1578230619430542, "step": 818952}
{"lr": 0.0024628895794759497, "data_time": 0.017464184761047365, "loss_single": 3.3174015522003173, "loss_dense": 3.3679877281188966, "loss": 6.685389375686645, "time": 0.1569767951965332, "step": 819002}
{"lr": 0.0024628895794759497, "data_time": 0.018209552764892577, "loss_single": 3.323665976524353, "loss_dense": 3.385748863220215, "loss": 6.709414863586426, "time": 0.15556750297546387, "step": 819052}
{"lr": 0.0024628895794759497, "data_time": 0.019971442222595216, "loss_single": 3.3428795099258424, "loss_dense": 3.386094331741333, "loss": 6.728973817825318, "time": 0.21269841194152833, "step": 819102}
{"lr": 0.0024628895794759497, "data_time": 0.017296314239501953, "loss_single": 3.350641202926636, "loss_dense": 3.386969256401062, "loss": 6.737610483169556, "time": 0.16181302070617676, "step": 819152}
{"lr": 0.0024628895794759497, "data_time": 0.019979286193847656, "loss_single": 3.354308533668518, "loss_dense": 3.4043834924697878, "loss": 6.758692073822021, "time": 0.1584547758102417, "step": 819202}
{"lr": 0.0024628895794759497, "data_time": 0.019271183013916015, "loss_single": 3.339064860343933, "loss_dense": 3.38222496509552, "loss": 6.721289825439453, "time": 0.15575044155120848, "step": 819252}
{"lr": 0.0024628895794759497, "data_time": 0.020579600334167482, "loss_single": 3.3423715114593504, "loss_dense": 3.376816201210022, "loss": 6.7191877365112305, "time": 0.1563328742980957, "step": 819302}
{"lr": 0.0024628895794759497, "data_time": 0.016782426834106447, "loss_single": 3.3363756418228148, "loss_dense": 3.393956017494202, "loss": 6.730331707000732, "time": 0.16022672653198242, "step": 819352}
{"lr": 0.0024628895794759497, "data_time": 0.021908283233642578, "loss_single": 3.359915614128113, "loss_dense": 3.414525628089905, "loss": 6.774441337585449, "time": 0.1705106258392334, "step": 819402}
{"lr": 0.0024628895794759497, "data_time": 0.017749214172363283, "loss_single": 3.3350020170211794, "loss_dense": 3.3784701347351076, "loss": 6.713472127914429, "time": 0.15653862953186035, "step": 819452}
{"lr": 0.0024628895794759497, "data_time": 0.017238545417785644, "loss_single": 3.3314480781555176, "loss_dense": 3.3666927099227903, "loss": 6.6981407642364506, "time": 0.15962693691253663, "step": 819502}
{"lr": 0.0024628895794759497, "data_time": 0.01642005443572998, "loss_single": 3.348604154586792, "loss_dense": 3.3874200344085694, "loss": 6.736024188995361, "time": 0.15514192581176758, "step": 819552}
{"lr": 0.0024628895794759497, "data_time": 0.017413401603698732, "loss_single": 3.3229132413864138, "loss_dense": 3.3677767753601073, "loss": 6.690689992904663, "time": 0.15647895336151124, "step": 819602}
{"lr": 0.0024628895794759497, "data_time": 0.01742391586303711, "loss_single": 3.337863254547119, "loss_dense": 3.397859001159668, "loss": 6.735722208023072, "time": 0.15564570426940919, "step": 819652}
{"lr": 0.0024628895794759497, "data_time": 0.018978071212768555, "loss_single": 3.345216417312622, "loss_dense": 3.388949394226074, "loss": 6.73416576385498, "time": 0.18620986938476564, "step": 819702}
{"lr": 0.0024628895794759497, "data_time": 0.017684507369995116, "loss_single": 3.3261065006256105, "loss_dense": 3.361110281944275, "loss": 6.687216758728027, "time": 0.15539348125457764, "step": 819752}
{"lr": 0.0024628895794759497, "data_time": 0.01691291332244873, "loss_single": 3.3757704734802245, "loss_dense": 3.408437156677246, "loss": 6.784207677841186, "time": 0.15984435081481935, "step": 819802}
{"lr": 0.0024628895794759497, "data_time": 0.015424346923828125, "loss_single": 3.335256266593933, "loss_dense": 3.3869218111038206, "loss": 6.722178030014038, "time": 0.15537672042846679, "step": 819852}
{"lr": 0.0024628895794759497, "data_time": 0.017964982986450197, "loss_single": 3.347604250907898, "loss_dense": 3.412787413597107, "loss": 6.760391712188721, "time": 0.1560032606124878, "step": 819902}
{"lr": 0.0024628895794759497, "data_time": 0.01718151569366455, "loss_single": 3.3320784330368043, "loss_dense": 3.3749380350112914, "loss": 6.707016468048096, "time": 0.15466482639312745, "step": 819952}
{"lr": 0.0024628895794759497, "data_time": 0.03283698558807373, "loss_single": 3.3271826982498167, "loss_dense": 3.3791138887405396, "loss": 6.706296586990357, "time": 0.22639868259429932, "step": 820002}
{"lr": 0.0024628895794759497, "data_time": 0.014635109901428222, "loss_single": 3.339794063568115, "loss_dense": 3.3775336503982545, "loss": 6.717327737808228, "time": 0.16240127086639405, "step": 820052}
{"lr": 0.0024628895794759497, "data_time": 0.017298007011413576, "loss_single": 3.3190251111984255, "loss_dense": 3.371878457069397, "loss": 6.690903615951538, "time": 0.15746705532073973, "step": 820102}
{"lr": 0.0024628895794759497, "data_time": 0.017355918884277344, "loss_single": 3.3806538820266723, "loss_dense": 3.425062584877014, "loss": 6.805716419219971, "time": 0.19483907222747804, "step": 820152}
{"lr": 0.0024628895794759497, "data_time": 0.01405317783355713, "loss_single": 3.349389743804932, "loss_dense": 3.3977848291397095, "loss": 6.747174453735352, "time": 0.15785810947418213, "step": 820202}
{"lr": 0.0024628895794759497, "data_time": 0.018967366218566893, "loss_single": 3.3291126489639282, "loss_dense": 3.3806389808654784, "loss": 6.70975170135498, "time": 0.15877411365509034, "step": 820252}
{"lr": 0.0024628895794759497, "data_time": 0.017368793487548828, "loss_single": 3.3171218156814577, "loss_dense": 3.3646690368652346, "loss": 6.681790781021118, "time": 0.16174864768981934, "step": 820302}
{"lr": 0.0024628895794759497, "data_time": 0.018039989471435546, "loss_single": 3.3191114902496337, "loss_dense": 3.363206076622009, "loss": 6.682317638397217, "time": 0.16690399646759033, "step": 820352}
{"lr": 0.0024628895794759497, "data_time": 0.01802978515625, "loss_single": 3.3282816886901854, "loss_dense": 3.372384548187256, "loss": 6.700666236877441, "time": 0.1656115770339966, "step": 820402}
{"lr": 0.0024628895794759497, "data_time": 0.015921354293823242, "loss_single": 3.355819821357727, "loss_dense": 3.3994869947433473, "loss": 6.755306720733643, "time": 0.17629828453063964, "step": 820452}
{"lr": 0.0024628895794759497, "data_time": 0.017129993438720702, "loss_single": 3.343385028839111, "loss_dense": 3.394956612586975, "loss": 6.738341665267944, "time": 0.15306603908538818, "step": 820502}
{"lr": 0.0024628895794759497, "data_time": 0.017825913429260255, "loss_single": 3.3556692838668822, "loss_dense": 3.385651731491089, "loss": 6.741320991516114, "time": 0.15652065277099608, "step": 820552}
{"lr": 0.0024628895794759497, "data_time": 0.017780399322509764, "loss_single": 3.3197815656661986, "loss_dense": 3.358821725845337, "loss": 6.678603315353394, "time": 0.1607814073562622, "step": 820602}
{"lr": 0.0024628895794759497, "data_time": 0.019498443603515624, "loss_single": 3.3509337663650514, "loss_dense": 3.414147472381592, "loss": 6.765081214904785, "time": 0.1954298734664917, "step": 820652}
{"lr": 0.0023350811174697775, "data_time": 0.017007613182067872, "loss_single": 3.3255516052246095, "loss_dense": 3.3793253898620605, "loss": 6.704877042770386, "time": 0.17354898452758788, "step": 820706}
{"lr": 0.0023350811174697775, "data_time": 0.017451953887939454, "loss_single": 3.319604015350342, "loss_dense": 3.359677815437317, "loss": 6.679281759262085, "time": 0.1602933883666992, "step": 820756}
{"lr": 0.0023350811174697775, "data_time": 0.015581846237182617, "loss_single": 3.3462907552719114, "loss_dense": 3.38981716632843, "loss": 6.736107873916626, "time": 0.15431029796600343, "step": 820806}
{"lr": 0.0023350811174697775, "data_time": 0.01804220676422119, "loss_single": 3.3540984869003294, "loss_dense": 3.4159022092819216, "loss": 6.770000791549682, "time": 0.1612149715423584, "step": 820856}
{"lr": 0.0023350811174697775, "data_time": 0.018076324462890626, "loss_single": 3.362139272689819, "loss_dense": 3.40385217666626, "loss": 6.765991449356079, "time": 0.15885751247406005, "step": 820906}
{"lr": 0.0023350811174697775, "data_time": 0.017544031143188477, "loss_single": 3.3334374904632567, "loss_dense": 3.373770070075989, "loss": 6.707207536697387, "time": 0.15634758472442628, "step": 820956}
{"lr": 0.0023350811174697775, "data_time": 0.018657159805297852, "loss_single": 3.3327600002288817, "loss_dense": 3.374179315567017, "loss": 6.706939363479615, "time": 0.18488028049468994, "step": 821006}
{"lr": 0.0023350811174697775, "data_time": 0.016959834098815917, "loss_single": 3.348770546913147, "loss_dense": 3.3924986362457275, "loss": 6.741269159317016, "time": 0.15782880783081055, "step": 821056}
{"lr": 0.0023350811174697775, "data_time": 0.018094468116760253, "loss_single": 3.320667767524719, "loss_dense": 3.369465446472168, "loss": 6.690133190155029, "time": 0.1587261438369751, "step": 821106}
{"lr": 0.0023350811174697775, "data_time": 0.018094134330749512, "loss_single": 3.3553585529327394, "loss_dense": 3.3904709577560426, "loss": 6.745829439163208, "time": 0.16395695209503175, "step": 821156}
{"lr": 0.0023350811174697775, "data_time": 0.017911100387573244, "loss_single": 3.3269081354141234, "loss_dense": 3.38258101940155, "loss": 6.709489250183106, "time": 0.15656752586364747, "step": 821206}
{"lr": 0.0023350811174697775, "data_time": 0.01652388572692871, "loss_single": 3.3332414627075195, "loss_dense": 3.3727882623672487, "loss": 6.706029748916626, "time": 0.15597131252288818, "step": 821256}
{"lr": 0.0023350811174697775, "data_time": 0.018724584579467775, "loss_single": 3.332054781913757, "loss_dense": 3.383103585243225, "loss": 6.71515851020813, "time": 0.15867376327514648, "step": 821306}
{"lr": 0.0023350811174697775, "data_time": 0.01624252796173096, "loss_single": 3.348219466209412, "loss_dense": 3.3947429895401, "loss": 6.742962408065796, "time": 0.16444435119628906, "step": 821356}
{"lr": 0.0023350811174697775, "data_time": 0.017098116874694824, "loss_single": 3.335710310935974, "loss_dense": 3.3706448554992674, "loss": 6.706355142593384, "time": 0.15270688533782958, "step": 821406}
{"lr": 0.0023350811174697775, "data_time": 0.017226505279541015, "loss_single": 3.3713348150253295, "loss_dense": 3.401794171333313, "loss": 6.773129034042358, "time": 0.16022779941558837, "step": 821456}
{"lr": 0.0023350811174697775, "data_time": 0.01665332317352295, "loss_single": 3.3388662576675414, "loss_dense": 3.378585171699524, "loss": 6.717451429367065, "time": 0.15912978649139403, "step": 821506}
{"lr": 0.0023350811174697775, "data_time": 0.015445470809936523, "loss_single": 3.340495991706848, "loss_dense": 3.381282162666321, "loss": 6.721778202056885, "time": 0.1580587148666382, "step": 821556}
{"lr": 0.0023350811174697775, "data_time": 0.01656684875488281, "loss_single": 3.341530680656433, "loss_dense": 3.379612398147583, "loss": 6.721143102645874, "time": 0.19933545589447021, "step": 821606}
{"lr": 0.0023350811174697775, "data_time": 0.017673373222351074, "loss_single": 3.352588486671448, "loss_dense": 3.4010458469390867, "loss": 6.753634357452393, "time": 0.15860862731933595, "step": 821656}
{"lr": 0.0023350811174697775, "data_time": 0.014326095581054688, "loss_single": 3.3591209173202516, "loss_dense": 3.3977451086044312, "loss": 6.756865978240967, "time": 0.16459035873413086, "step": 821706}
{"lr": 0.0023350811174697775, "data_time": 0.01751096248626709, "loss_single": 3.3340378999710083, "loss_dense": 3.385403633117676, "loss": 6.719441509246826, "time": 0.16138846874237062, "step": 821756}
{"lr": 0.0023350811174697775, "data_time": 0.018006205558776855, "loss_single": 3.3154154062271117, "loss_dense": 3.36667423248291, "loss": 6.682089614868164, "time": 0.15700814723968506, "step": 821806}
{"lr": 0.0023350811174697775, "data_time": 0.017319846153259277, "loss_single": 3.3400463104248046, "loss_dense": 3.3789870500564576, "loss": 6.7190333843231205, "time": 0.16102187633514403, "step": 821856}
{"lr": 0.0023350811174697775, "data_time": 0.02121448516845703, "loss_single": 3.3567253828048704, "loss_dense": 3.3972453355789183, "loss": 6.753970623016357, "time": 0.23171653747558593, "step": 821906}
{"lr": 0.0023350811174697775, "data_time": 0.020063400268554688, "loss_single": 3.3045293569564818, "loss_dense": 3.356116008758545, "loss": 6.660645389556885, "time": 0.15909166336059571, "step": 821956}
{"lr": 0.0023350811174697775, "data_time": 0.018177151679992676, "loss_single": 3.3213542461395265, "loss_dense": 3.367815351486206, "loss": 6.689169645309448, "time": 0.16110641956329347, "step": 822006}
{"lr": 0.0023350811174697775, "data_time": 0.017345452308654787, "loss_single": 3.342942953109741, "loss_dense": 3.384478807449341, "loss": 6.727421712875366, "time": 0.15978221893310546, "step": 822056}
{"lr": 0.0023350811174697775, "data_time": 0.01765940189361572, "loss_single": 3.327826428413391, "loss_dense": 3.3690021276474, "loss": 6.696828556060791, "time": 0.1585995674133301, "step": 822106}
{"lr": 0.0023350811174697775, "data_time": 0.017089986801147462, "loss_single": 3.335425329208374, "loss_dense": 3.3766743183135985, "loss": 6.712099647521972, "time": 0.16334116458892822, "step": 822156}
{"lr": 0.0023350811174697775, "data_time": 0.01746490001678467, "loss_single": 3.305718183517456, "loss_dense": 3.349585437774658, "loss": 6.655303621292115, "time": 0.1570528268814087, "step": 822206}
{"lr": 0.0023350811174697775, "data_time": 0.019759774208068848, "loss_single": 3.309207320213318, "loss_dense": 3.356211018562317, "loss": 6.665418338775635, "time": 0.1596416711807251, "step": 822256}
{"lr": 0.0023350811174697775, "data_time": 0.016551947593688963, "loss_single": 3.3463837623596193, "loss_dense": 3.397139620780945, "loss": 6.743523454666137, "time": 0.1545769214630127, "step": 822306}
{"lr": 0.0023350811174697775, "data_time": 0.017190027236938476, "loss_single": 3.329828715324402, "loss_dense": 3.391136360168457, "loss": 6.720965051651001, "time": 0.15852885246276854, "step": 822356}
{"lr": 0.0023350811174697775, "data_time": 0.016907930374145508, "loss_single": 3.33040931224823, "loss_dense": 3.3777544498443604, "loss": 6.708163833618164, "time": 0.7881760358810425, "step": 822406}
{"lr": 0.0023350811174697775, "data_time": 0.017408585548400878, "loss_single": 3.3292801141738892, "loss_dense": 3.3835384607315064, "loss": 6.712818670272827, "time": 0.16846921443939208, "step": 822456}
{"lr": 0.0023350811174697775, "data_time": 0.01483900547027588, "loss_single": 3.3153038740158083, "loss_dense": 3.3597737312316895, "loss": 6.675077629089356, "time": 0.15902652740478515, "step": 822506}
{"lr": 0.0023350811174697775, "data_time": 0.01792116165161133, "loss_single": 3.3539292097091673, "loss_dense": 3.3886104583740235, "loss": 6.742539644241333, "time": 0.15283875465393065, "step": 822556}
{"lr": 0.0023350811174697775, "data_time": 0.018952655792236327, "loss_single": 3.35060453414917, "loss_dense": 3.3916599988937377, "loss": 6.74226450920105, "time": 0.15597853660583497, "step": 822606}
{"lr": 0.0023350811174697775, "data_time": 0.016350054740905763, "loss_single": 3.33486647605896, "loss_dense": 3.3796749830245973, "loss": 6.714541435241699, "time": 0.15481505393981934, "step": 822656}
{"lr": 0.0023350811174697775, "data_time": 0.024242401123046875, "loss_single": 3.3623324155807497, "loss_dense": 3.3961318254470827, "loss": 6.758464288711548, "time": 0.24705281257629394, "step": 822706}
{"lr": 0.0023350811174697775, "data_time": 0.016684532165527344, "loss_single": 3.308351469039917, "loss_dense": 3.3664637327194216, "loss": 6.674815225601196, "time": 0.15763261318206787, "step": 822756}
{"lr": 0.0023350811174697775, "data_time": 0.020432305335998536, "loss_single": 3.3595231771469116, "loss_dense": 3.4168599605560304, "loss": 6.776383113861084, "time": 0.15823469161987305, "step": 822806}
{"lr": 0.0023350811174697775, "data_time": 0.019547128677368165, "loss_single": 3.3450194597244263, "loss_dense": 3.3771196842193603, "loss": 6.722139120101929, "time": 0.1589327335357666, "step": 822856}
{"lr": 0.0023350811174697775, "data_time": 0.01903374195098877, "loss_single": 3.3515830039978027, "loss_dense": 3.3829113006591798, "loss": 6.734494304656982, "time": 0.16674449443817138, "step": 822906}
{"lr": 0.0023350811174697775, "data_time": 0.016783642768859863, "loss_single": 3.3417524099349976, "loss_dense": 3.3920496463775636, "loss": 6.733802032470703, "time": 0.15723416805267335, "step": 822956}
{"lr": 0.0023350811174697775, "data_time": 0.020729780197143555, "loss_single": 3.3404767990112303, "loss_dense": 3.3643144607543944, "loss": 6.704791164398193, "time": 0.15958163738250733, "step": 823006}
{"lr": 0.0023350811174697775, "data_time": 0.019011640548706056, "loss_single": 3.3679980278015136, "loss_dense": 3.403076505661011, "loss": 6.77107458114624, "time": 0.1960831642150879, "step": 823056}
{"lr": 0.0023350811174697775, "data_time": 0.016916322708129882, "loss_single": 3.3450945615768433, "loss_dense": 3.373965930938721, "loss": 6.719060564041138, "time": 0.1567239284515381, "step": 823106}
{"lr": 0.0023350811174697775, "data_time": 0.018596243858337403, "loss_single": 3.3254372596740724, "loss_dense": 3.367866039276123, "loss": 6.6933032989501955, "time": 0.17686827182769777, "step": 823156}
{"lr": 0.0023350811174697775, "data_time": 0.018666696548461915, "loss_single": 3.347667360305786, "loss_dense": 3.3862566471099855, "loss": 6.7339239597320555, "time": 0.16403753757476808, "step": 823206}
{"lr": 0.0023350811174697775, "data_time": 0.018135762214660643, "loss_single": 3.331352114677429, "loss_dense": 3.377268362045288, "loss": 6.708620548248291, "time": 0.15339248180389403, "step": 823256}
{"lr": 0.0023350811174697775, "data_time": 0.015523910522460938, "loss_single": 3.3299008131027223, "loss_dense": 3.3741806745529175, "loss": 6.704081583023071, "time": 0.16795587539672852, "step": 823306}
{"lr": 0.0023350811174697775, "data_time": 0.017066121101379395, "loss_single": 3.32954888343811, "loss_dense": 3.3940640449523927, "loss": 6.723612880706787, "time": 0.1653109073638916, "step": 823356}
{"lr": 0.0023350811174697775, "data_time": 0.01768670082092285, "loss_single": 3.3243102073669433, "loss_dense": 3.372119832038879, "loss": 6.69643006324768, "time": 0.15748028755187987, "step": 823406}
{"lr": 0.0023350811174697775, "data_time": 0.01581258773803711, "loss_single": 3.3067060470581056, "loss_dense": 3.36263530254364, "loss": 6.669341325759888, "time": 0.15742390155792235, "step": 823456}
{"lr": 0.0023350811174697775, "data_time": 0.018970370292663574, "loss_single": 3.3437209129333496, "loss_dense": 3.386504650115967, "loss": 6.730225515365601, "time": 0.1614309310913086, "step": 823506}
{"lr": 0.0023350811174697775, "data_time": 0.016193222999572755, "loss_single": 3.3194709539413454, "loss_dense": 3.355663299560547, "loss": 6.675134229660034, "time": 0.18453686237335204, "step": 823556}
{"lr": 0.0023350811174697775, "data_time": 0.018213462829589844, "loss_single": 3.3228844881057737, "loss_dense": 3.369487977027893, "loss": 6.692372512817383, "time": 0.169256854057312, "step": 823606}
{"lr": 0.0023350811174697775, "data_time": 0.02953486442565918, "loss_single": 3.3355079889297485, "loss_dense": 3.3719589948654174, "loss": 6.70746693611145, "time": 0.16619365215301513, "step": 823656}
{"lr": 0.0023350811174697775, "data_time": 0.01902463436126709, "loss_single": 3.351884937286377, "loss_dense": 3.389013338088989, "loss": 6.74089822769165, "time": 0.1593010663986206, "step": 823706}
{"lr": 0.0023350811174697775, "data_time": 0.016089367866516113, "loss_single": 3.348317360877991, "loss_dense": 3.3762808561325075, "loss": 6.724598217010498, "time": 0.15718224048614501, "step": 823756}
{"lr": 0.0023350811174697775, "data_time": 0.01843719482421875, "loss_single": 3.3387699127197266, "loss_dense": 3.3821205139160155, "loss": 6.72089033126831, "time": 0.15715227127075196, "step": 823806}
{"lr": 0.0023350811174697775, "data_time": 0.021709752082824708, "loss_single": 3.332413601875305, "loss_dense": 3.3720583438873293, "loss": 6.704472017288208, "time": 0.2060398817062378, "step": 823856}
{"lr": 0.0023350811174697775, "data_time": 0.01670091152191162, "loss_single": 3.355405879020691, "loss_dense": 3.411217761039734, "loss": 6.766623640060425, "time": 0.1572054147720337, "step": 823906}
{"lr": 0.0023350811174697775, "data_time": 0.016486120223999024, "loss_single": 3.3255897521972657, "loss_dense": 3.3730913400650024, "loss": 6.698681020736695, "time": 0.1574343204498291, "step": 823956}
{"lr": 0.0023350811174697775, "data_time": 0.017115068435668946, "loss_single": 3.329035830497742, "loss_dense": 3.3642037153244018, "loss": 6.693239545822143, "time": 0.17356338500976562, "step": 824006}
{"lr": 0.0023350811174697775, "data_time": 0.020142722129821777, "loss_single": 3.343687915802002, "loss_dense": 3.3889939308166506, "loss": 6.732681941986084, "time": 0.2316422462463379, "step": 824056}
{"lr": 0.0023350811174697775, "data_time": 0.016660141944885253, "loss_single": 3.31594033241272, "loss_dense": 3.364483189582825, "loss": 6.680423593521118, "time": 0.15465714931488037, "step": 824106}
{"lr": 0.0023350811174697775, "data_time": 0.01777188777923584, "loss_single": 3.336967182159424, "loss_dense": 3.371849465370178, "loss": 6.70881667137146, "time": 0.15887877941131592, "step": 824156}
{"lr": 0.0023350811174697775, "data_time": 0.01753063201904297, "loss_single": 3.3474207639694216, "loss_dense": 3.39289653301239, "loss": 6.740317249298096, "time": 0.16067442893981934, "step": 824206}
{"lr": 0.0023350811174697775, "data_time": 0.017737793922424316, "loss_single": 3.32311270236969, "loss_dense": 3.3654675245285035, "loss": 6.6885802268981935, "time": 0.16077604293823242, "step": 824256}
{"lr": 0.0023350811174697775, "data_time": 0.016385602951049804, "loss_single": 3.3211717128753664, "loss_dense": 3.368123769760132, "loss": 6.689295482635498, "time": 0.1574108600616455, "step": 824306}
{"lr": 0.0023350811174697775, "data_time": 0.025124359130859374, "loss_single": 3.356186771392822, "loss_dense": 3.3965467691421507, "loss": 6.752733564376831, "time": 0.19317185878753662, "step": 824356}
{"lr": 0.0023350811174697775, "data_time": 0.01682865619659424, "loss_single": 3.340379023551941, "loss_dense": 3.3780299186706544, "loss": 6.718409013748169, "time": 0.1915410041809082, "step": 824406}
{"lr": 0.0023350811174697775, "data_time": 0.016865134239196777, "loss_single": 3.3341464042663573, "loss_dense": 3.384852409362793, "loss": 6.718998765945434, "time": 0.16096527576446534, "step": 824456}
{"lr": 0.0023350811174697775, "data_time": 0.017828536033630372, "loss_single": 3.360454535484314, "loss_dense": 3.395726704597473, "loss": 6.7561811923980715, "time": 0.15449316501617433, "step": 824506}
{"lr": 0.0023350811174697775, "data_time": 0.016631484031677246, "loss_single": 3.321344232559204, "loss_dense": 3.367018151283264, "loss": 6.688362407684326, "time": 0.16049537658691407, "step": 824556}
{"lr": 0.0023350811174697775, "data_time": 0.017478513717651366, "loss_single": 3.336529040336609, "loss_dense": 3.371877646446228, "loss": 6.708406686782837, "time": 0.1578749656677246, "step": 824606}
{"lr": 0.0023350811174697775, "data_time": 0.016906094551086426, "loss_single": 3.350298023223877, "loss_dense": 3.3752108812332153, "loss": 6.72550892829895, "time": 0.1790095329284668, "step": 824656}
{"lr": 0.0023350811174697775, "data_time": 0.016924953460693358, "loss_single": 3.324476981163025, "loss_dense": 3.364732575416565, "loss": 6.689209508895874, "time": 0.18587982654571533, "step": 824706}
{"lr": 0.0023350811174697775, "data_time": 0.017848515510559083, "loss_single": 3.3483781576156617, "loss_dense": 3.4032062292099, "loss": 6.751584434509278, "time": 0.16308724880218506, "step": 824756}
{"lr": 0.0023350811174697775, "data_time": 0.01752791404724121, "loss_single": 3.352402949333191, "loss_dense": 3.4001205205917358, "loss": 6.752523517608642, "time": 0.15866990089416505, "step": 824806}
{"lr": 0.0023350811174697775, "data_time": 0.015053248405456543, "loss_single": 3.296172857284546, "loss_dense": 3.337160563468933, "loss": 6.633333492279053, "time": 0.15738518238067628, "step": 824856}
{"lr": 0.0023350811174697775, "data_time": 0.017857980728149415, "loss_single": 3.3331153631210326, "loss_dense": 3.383414888381958, "loss": 6.716530227661133, "time": 0.15796425342559814, "step": 824906}
{"lr": 0.0023350811174697775, "data_time": 0.017139720916748046, "loss_single": 3.3109559774398805, "loss_dense": 3.3580586671829225, "loss": 6.669014596939087, "time": 0.15176260471343994, "step": 824956}
{"lr": 0.0023350811174697775, "data_time": 0.016097068786621094, "loss_single": 3.3205540418624877, "loss_dense": 3.371295523643494, "loss": 6.691849613189698, "time": 0.15842211246490479, "step": 825006}
{"lr": 0.0023350811174697775, "data_time": 0.01945500373840332, "loss_single": 3.3211997985839843, "loss_dense": 3.3682496309280396, "loss": 6.689449405670166, "time": 0.15834612846374513, "step": 825056}
{"lr": 0.0023350811174697775, "data_time": 0.01775503158569336, "loss_single": 3.2982969522476195, "loss_dense": 3.3407914876937865, "loss": 6.639088439941406, "time": 0.15534415245056152, "step": 825106}
{"lr": 0.0023350811174697775, "data_time": 0.016645336151123048, "loss_single": 3.355412745475769, "loss_dense": 3.400730848312378, "loss": 6.756143617630005, "time": 0.15727341175079346, "step": 825156}
{"lr": 0.0023350811174697775, "data_time": 0.018464827537536622, "loss_single": 3.3081461668014525, "loss_dense": 3.3534170389175415, "loss": 6.661563158035278, "time": 0.1564190149307251, "step": 825206}
{"lr": 0.0023350811174697775, "data_time": 0.018101763725280762, "loss_single": 3.357537031173706, "loss_dense": 3.3913673639297484, "loss": 6.748904418945313, "time": 0.1564887523651123, "step": 825256}
{"lr": 0.0023350811174697775, "data_time": 0.017323803901672364, "loss_single": 3.3403100967407227, "loss_dense": 3.3882801055908205, "loss": 6.728590202331543, "time": 0.15878140926361084, "step": 825306}
{"lr": 0.0023350811174697775, "data_time": 0.01964459419250488, "loss_single": 3.3396257400512694, "loss_dense": 3.3861719369888306, "loss": 6.725797700881958, "time": 0.22749783992767333, "step": 825356}
{"lr": 0.0023350811174697775, "data_time": 0.01708359718322754, "loss_single": 3.3365969181060793, "loss_dense": 3.366048312187195, "loss": 6.702645254135132, "time": 0.1587681531906128, "step": 825406}
{"lr": 0.0023350811174697775, "data_time": 0.01756861209869385, "loss_single": 3.3405580282211305, "loss_dense": 3.383202624320984, "loss": 6.723760652542114, "time": 0.1562352657318115, "step": 825456}
{"lr": 0.0023350811174697775, "data_time": 0.018372178077697754, "loss_single": 3.309854030609131, "loss_dense": 3.3574252128601074, "loss": 6.667279291152954, "time": 0.16279206275939942, "step": 825506}
{"lr": 0.0023350811174697775, "data_time": 0.016948223114013672, "loss_single": 3.3393881797790526, "loss_dense": 3.3887030124664306, "loss": 6.728091144561768, "time": 0.1579571008682251, "step": 825556}
{"lr": 0.0023350811174697775, "data_time": 0.016130280494689942, "loss_single": 3.3149669647216795, "loss_dense": 3.3634880781173706, "loss": 6.678455066680908, "time": 0.15667431354522704, "step": 825606}
{"lr": 0.0023350811174697775, "data_time": 0.01301887035369873, "loss_single": 3.3349833250045777, "loss_dense": 3.3775344371795653, "loss": 6.712517738342285, "time": 0.15257501602172852, "step": 825656}
{"lr": 0.0022103975346886213, "data_time": 0.01697251796722412, "loss_single": 3.345367360115051, "loss_dense": 3.3966261386871337, "loss": 6.741993427276611, "time": 0.15943872928619385, "step": 825710}
{"lr": 0.0022103975346886213, "data_time": 0.021190810203552245, "loss_single": 3.328359508514404, "loss_dense": 3.3686851024627686, "loss": 6.697044610977173, "time": 0.18897628784179688, "step": 825760}
{"lr": 0.0022103975346886213, "data_time": 0.017302775382995607, "loss_single": 3.350848841667175, "loss_dense": 3.392355489730835, "loss": 6.7432043075561525, "time": 0.15791244506835939, "step": 825810}
{"lr": 0.0022103975346886213, "data_time": 0.01728942394256592, "loss_single": 3.3134334087371826, "loss_dense": 3.3652289390563963, "loss": 6.678662300109863, "time": 0.15806083679199218, "step": 825860}
{"lr": 0.0022103975346886213, "data_time": 0.036269521713256835, "loss_single": 3.3258782386779786, "loss_dense": 3.3758347988128663, "loss": 6.7017130851745605, "time": 0.17381637096405028, "step": 825910}
{"lr": 0.0022103975346886213, "data_time": 0.016210651397705077, "loss_single": 3.31921226978302, "loss_dense": 3.375492525100708, "loss": 6.694704866409301, "time": 0.15403382778167723, "step": 825960}
{"lr": 0.0022103975346886213, "data_time": 0.01488795280456543, "loss_single": 3.3288542509078978, "loss_dense": 3.375211000442505, "loss": 6.704065322875977, "time": 0.16067128181457518, "step": 826010}
{"lr": 0.0022103975346886213, "data_time": 0.017903923988342285, "loss_single": 3.3513720750808718, "loss_dense": 3.3797361612319947, "loss": 6.731108283996582, "time": 0.17094359397888184, "step": 826060}
{"lr": 0.0022103975346886213, "data_time": 0.017830371856689453, "loss_single": 3.3400757551193236, "loss_dense": 3.3939135313034057, "loss": 6.733989334106445, "time": 0.15808920860290526, "step": 826110}
{"lr": 0.0022103975346886213, "data_time": 0.01690065860748291, "loss_single": 3.3439904689788817, "loss_dense": 3.3877067804336547, "loss": 6.731697225570679, "time": 0.1595843553543091, "step": 826160}
{"lr": 0.0022103975346886213, "data_time": 0.017946767807006835, "loss_single": 3.327758717536926, "loss_dense": 3.38219792842865, "loss": 6.709956693649292, "time": 0.1545793056488037, "step": 826210}
{"lr": 0.0022103975346886213, "data_time": 0.01790602207183838, "loss_single": 3.33336820602417, "loss_dense": 3.3709668159484862, "loss": 6.70433497428894, "time": 0.15272080898284912, "step": 826260}
{"lr": 0.0022103975346886213, "data_time": 0.01623551845550537, "loss_single": 3.323634934425354, "loss_dense": 3.3754886865615843, "loss": 6.699123573303223, "time": 0.15302577018737792, "step": 826310}
{"lr": 0.0022103975346886213, "data_time": 0.020891857147216798, "loss_single": 3.3176679372787476, "loss_dense": 3.3560662984848024, "loss": 6.673734188079834, "time": 0.1961215019226074, "step": 826360}
{"lr": 0.0022103975346886213, "data_time": 0.017254900932312012, "loss_single": 3.3288790464401243, "loss_dense": 3.3661439180374146, "loss": 6.695022916793823, "time": 0.15750327110290527, "step": 826410}
{"lr": 0.0022103975346886213, "data_time": 0.014943456649780274, "loss_single": 3.343424105644226, "loss_dense": 3.380983352661133, "loss": 6.724407434463501, "time": 0.16615734100341797, "step": 826460}
{"lr": 0.0022103975346886213, "data_time": 0.016823935508728027, "loss_single": 3.347303104400635, "loss_dense": 3.3911543607711794, "loss": 6.73845739364624, "time": 0.15852560997009277, "step": 826510}
{"lr": 0.0022103975346886213, "data_time": 0.014079928398132324, "loss_single": 3.3393147230148315, "loss_dense": 3.393221139907837, "loss": 6.732535886764526, "time": 0.15371122360229492, "step": 826560}
{"lr": 0.0022103975346886213, "data_time": 0.020360589027404785, "loss_single": 3.324058675765991, "loss_dense": 3.370687413215637, "loss": 6.69474606513977, "time": 0.16055214405059814, "step": 826610}
{"lr": 0.0022103975346886213, "data_time": 0.019713950157165528, "loss_single": 3.338632678985596, "loss_dense": 3.3905250072479247, "loss": 6.7291576862335205, "time": 0.16065587997436523, "step": 826660}
{"lr": 0.0022103975346886213, "data_time": 0.01682569980621338, "loss_single": 3.3541571140289306, "loss_dense": 3.390158438682556, "loss": 6.744315433502197, "time": 0.16167826652526857, "step": 826710}
{"lr": 0.0022103975346886213, "data_time": 0.017191338539123534, "loss_single": 3.314848208427429, "loss_dense": 3.3515399932861327, "loss": 6.6663881778717045, "time": 0.15961043834686278, "step": 826760}
{"lr": 0.0022103975346886213, "data_time": 0.018847060203552247, "loss_single": 3.328408455848694, "loss_dense": 3.3651456356048586, "loss": 6.693554067611695, "time": 0.160032057762146, "step": 826810}
{"lr": 0.0022103975346886213, "data_time": 0.017838025093078615, "loss_single": 3.3255754470825196, "loss_dense": 3.3683973073959352, "loss": 6.693972778320313, "time": 0.16262509822845458, "step": 826860}
{"lr": 0.0022103975346886213, "data_time": 0.022437024116516113, "loss_single": 3.321724224090576, "loss_dense": 3.3651975870132445, "loss": 6.686921882629394, "time": 0.22108426094055175, "step": 826910}
{"lr": 0.0022103975346886213, "data_time": 0.017443585395812988, "loss_single": 3.308168816566467, "loss_dense": 3.344593620300293, "loss": 6.652762460708618, "time": 0.16141946315765382, "step": 826960}
{"lr": 0.0022103975346886213, "data_time": 0.016727757453918458, "loss_single": 3.3077505350112917, "loss_dense": 3.366115164756775, "loss": 6.673865699768067, "time": 0.16231167316436768, "step": 827010}
{"lr": 0.0022103975346886213, "data_time": 0.016629290580749512, "loss_single": 3.318255662918091, "loss_dense": 3.366365170478821, "loss": 6.6846208572387695, "time": 0.1577894687652588, "step": 827060}
{"lr": 0.0022103975346886213, "data_time": 0.01840975284576416, "loss_single": 3.335508418083191, "loss_dense": 3.3763458013534544, "loss": 6.7118542194366455, "time": 0.15657622814178468, "step": 827110}
{"lr": 0.0022103975346886213, "data_time": 0.018017029762268065, "loss_single": 3.345056438446045, "loss_dense": 3.3847492933273315, "loss": 6.7298057079315186, "time": 0.1548236131668091, "step": 827160}
{"lr": 0.0022103975346886213, "data_time": 0.018615007400512695, "loss_single": 3.330606722831726, "loss_dense": 3.3647796869277955, "loss": 6.695386552810669, "time": 0.2203066349029541, "step": 827210}
{"lr": 0.0022103975346886213, "data_time": 0.015697455406188963, "loss_single": 3.363129234313965, "loss_dense": 3.407451939582825, "loss": 6.770581197738648, "time": 0.25415184497833254, "step": 827260}
{"lr": 0.0022103975346886213, "data_time": 0.018930387496948243, "loss_single": 3.3352508306503297, "loss_dense": 3.3778554439544677, "loss": 6.713106250762939, "time": 0.16055746078491212, "step": 827310}
{"lr": 0.0022103975346886213, "data_time": 0.016776132583618163, "loss_single": 3.3039052724838256, "loss_dense": 3.3391826868057253, "loss": 6.643088006973267, "time": 0.15074238777160645, "step": 827360}
{"lr": 0.0022103975346886213, "data_time": 0.017337489128112792, "loss_single": 3.326392984390259, "loss_dense": 3.372841453552246, "loss": 6.699234437942505, "time": 0.1546468734741211, "step": 827410}
{"lr": 0.0022103975346886213, "data_time": 0.01778414249420166, "loss_single": 3.347650671005249, "loss_dense": 3.3993964433670043, "loss": 6.747047090530396, "time": 0.15553038120269774, "step": 827460}
{"lr": 0.0022103975346886213, "data_time": 0.015041875839233398, "loss_single": 3.3146896362304688, "loss_dense": 3.3632713556289673, "loss": 6.677960968017578, "time": 0.1570659875869751, "step": 827510}
{"lr": 0.0022103975346886213, "data_time": 0.02152402400970459, "loss_single": 3.331729865074158, "loss_dense": 3.383333420753479, "loss": 6.7150633335113525, "time": 0.20676116943359374, "step": 827560}
{"lr": 0.0022103975346886213, "data_time": 0.01723048686981201, "loss_single": 3.3312445163726805, "loss_dense": 3.3689308643341063, "loss": 6.700175428390503, "time": 0.1646730899810791, "step": 827610}
{"lr": 0.0022103975346886213, "data_time": 0.01894643306732178, "loss_single": 3.353364872932434, "loss_dense": 3.3889687776565554, "loss": 6.742333650588989, "time": 0.15738790035247802, "step": 827660}
{"lr": 0.0022103975346886213, "data_time": 0.018485260009765626, "loss_single": 3.3208405494689943, "loss_dense": 3.363232684135437, "loss": 6.684073209762573, "time": 0.15596482753753663, "step": 827710}
{"lr": 0.0022103975346886213, "data_time": 0.017963004112243653, "loss_single": 3.314410161972046, "loss_dense": 3.3814237833023073, "loss": 6.6958338737487795, "time": 0.15998916625976561, "step": 827760}
{"lr": 0.0022103975346886213, "data_time": 0.017629384994506836, "loss_single": 3.34351851940155, "loss_dense": 3.388233757019043, "loss": 6.731752252578735, "time": 0.1533327579498291, "step": 827810}
{"lr": 0.0022103975346886213, "data_time": 0.01601407527923584, "loss_single": 3.3189028978347777, "loss_dense": 3.3686847448349, "loss": 6.687587547302246, "time": 0.2044227361679077, "step": 827860}
{"lr": 0.0022103975346886213, "data_time": 0.01736009120941162, "loss_single": 3.3543784856796264, "loss_dense": 3.395205330848694, "loss": 6.74958381652832, "time": 0.15755181312561034, "step": 827910}
{"lr": 0.0022103975346886213, "data_time": 0.017074441909790038, "loss_single": 3.3506305694580076, "loss_dense": 3.398545742034912, "loss": 6.749176359176635, "time": 0.16056499481201172, "step": 827960}
{"lr": 0.0022103975346886213, "data_time": 0.016483759880065917, "loss_single": 3.361857771873474, "loss_dense": 3.408143711090088, "loss": 6.770001602172852, "time": 0.15761311054229737, "step": 828010}
{"lr": 0.0022103975346886213, "data_time": 0.017194509506225586, "loss_single": 3.341563868522644, "loss_dense": 3.3910117864608766, "loss": 6.7325756549835205, "time": 0.1558478593826294, "step": 828060}
{"lr": 0.0022103975346886213, "data_time": 0.01787123680114746, "loss_single": 3.312397503852844, "loss_dense": 3.360823369026184, "loss": 6.673220920562744, "time": 0.15792605876922608, "step": 828110}
{"lr": 0.0022103975346886213, "data_time": 0.019424986839294434, "loss_single": 3.328828716278076, "loss_dense": 3.3783406734466555, "loss": 6.707169485092163, "time": 0.16594164371490477, "step": 828160}
{"lr": 0.0022103975346886213, "data_time": 0.016379523277282714, "loss_single": 3.353221035003662, "loss_dense": 3.3897051572799684, "loss": 6.742926216125488, "time": 0.17733891010284425, "step": 828210}
{"lr": 0.0022103975346886213, "data_time": 0.018740248680114747, "loss_single": 3.3299326419830324, "loss_dense": 3.3746378898620604, "loss": 6.704570484161377, "time": 0.15500860214233397, "step": 828260}
{"lr": 0.0022103975346886213, "data_time": 0.01988692283630371, "loss_single": 3.333716297149658, "loss_dense": 3.3767123937606813, "loss": 6.710428667068482, "time": 0.16024699211120605, "step": 828310}
{"lr": 0.0022103975346886213, "data_time": 0.015758395195007324, "loss_single": 3.3372779369354246, "loss_dense": 3.3788355588912964, "loss": 6.7161133766174315, "time": 0.15995583534240723, "step": 828360}
{"lr": 0.0022103975346886213, "data_time": 0.01729416847229004, "loss_single": 3.3439723014831544, "loss_dense": 3.372819209098816, "loss": 6.716791582107544, "time": 0.1633142948150635, "step": 828410}
{"lr": 0.0022103975346886213, "data_time": 0.01663179397583008, "loss_single": 3.345613193511963, "loss_dense": 3.38203649520874, "loss": 6.727649736404419, "time": 0.1674943447113037, "step": 828460}
{"lr": 0.0022103975346886213, "data_time": 0.02197542190551758, "loss_single": 3.346434545516968, "loss_dense": 3.384463667869568, "loss": 6.730898141860962, "time": 0.1915966033935547, "step": 828510}
{"lr": 0.0022103975346886213, "data_time": 0.01728050708770752, "loss_single": 3.3382843494415284, "loss_dense": 3.3808640003204347, "loss": 6.719148349761963, "time": 0.16026294231414795, "step": 828560}
{"lr": 0.0022103975346886213, "data_time": 0.01752007007598877, "loss_single": 3.328831100463867, "loss_dense": 3.376817226409912, "loss": 6.705648374557495, "time": 0.15347733497619628, "step": 828610}
{"lr": 0.0022103975346886213, "data_time": 0.017426466941833495, "loss_single": 3.3407328844070436, "loss_dense": 3.3836103677749634, "loss": 6.724343252182007, "time": 0.15281777381896972, "step": 828660}
{"lr": 0.0022103975346886213, "data_time": 0.01829047203063965, "loss_single": 3.3196581840515136, "loss_dense": 3.3587849378585815, "loss": 6.678443098068238, "time": 0.1584468126296997, "step": 828710}
{"lr": 0.0022103975346886213, "data_time": 0.017368483543395995, "loss_single": 3.3228703498840333, "loss_dense": 3.3720091819763183, "loss": 6.69487943649292, "time": 0.16170663833618165, "step": 828760}
{"lr": 0.0022103975346886213, "data_time": 0.01721038818359375, "loss_single": 3.3687991380691527, "loss_dense": 3.398833227157593, "loss": 6.7676324367523195, "time": 0.16035895347595214, "step": 828810}
{"lr": 0.0022103975346886213, "data_time": 0.017077016830444335, "loss_single": 3.335324239730835, "loss_dense": 3.3821770906448365, "loss": 6.7175013542175295, "time": 0.16081156730651855, "step": 828860}
{"lr": 0.0022103975346886213, "data_time": 0.016406798362731935, "loss_single": 3.3572298288345337, "loss_dense": 3.3886971950531004, "loss": 6.74592695236206, "time": 0.17569990158081056, "step": 828910}
{"lr": 0.0022103975346886213, "data_time": 0.01676156520843506, "loss_single": 3.324468183517456, "loss_dense": 3.3764992713928224, "loss": 6.700967407226562, "time": 0.15584723949432372, "step": 828960}
{"lr": 0.0022103975346886213, "data_time": 0.0169705867767334, "loss_single": 3.3177342891693113, "loss_dense": 3.363947629928589, "loss": 6.6816819190979, "time": 0.15980832576751708, "step": 829010}
{"lr": 0.0022103975346886213, "data_time": 0.017900943756103516, "loss_single": 3.329204297065735, "loss_dense": 3.3779793977737427, "loss": 6.707183790206909, "time": 0.1537689447402954, "step": 829060}
{"lr": 0.0022103975346886213, "data_time": 0.01703975200653076, "loss_single": 3.3403677940368652, "loss_dense": 3.3821157217025757, "loss": 6.722483444213867, "time": 0.15386605262756348, "step": 829110}
{"lr": 0.0022103975346886213, "data_time": 0.016418886184692384, "loss_single": 3.3096945524215697, "loss_dense": 3.3573768854141237, "loss": 6.667071390151977, "time": 0.1693488597869873, "step": 829160}
{"lr": 0.0022103975346886213, "data_time": 0.01968231201171875, "loss_single": 3.336008071899414, "loss_dense": 3.3706114292144775, "loss": 6.706619453430176, "time": 0.23737547397613526, "step": 829210}
{"lr": 0.0022103975346886213, "data_time": 0.017262363433837892, "loss_single": 3.3260006427764894, "loss_dense": 3.359198307991028, "loss": 6.6851989269256595, "time": 0.16785857677459717, "step": 829260}
{"lr": 0.0022103975346886213, "data_time": 0.01689021587371826, "loss_single": 3.368989610671997, "loss_dense": 3.398456168174744, "loss": 6.767445755004883, "time": 0.15878663063049317, "step": 829310}
{"lr": 0.0022103975346886213, "data_time": 0.01728649139404297, "loss_single": 3.351728105545044, "loss_dense": 3.407498502731323, "loss": 6.759226560592651, "time": 0.1562417984008789, "step": 829360}
{"lr": 0.0022103975346886213, "data_time": 0.017718791961669922, "loss_single": 3.3342227697372437, "loss_dense": 3.369169807434082, "loss": 6.703392696380615, "time": 0.15770373344421387, "step": 829410}
{"lr": 0.0022103975346886213, "data_time": 0.017677044868469237, "loss_single": 3.331298565864563, "loss_dense": 3.374188685417175, "loss": 6.705487155914307, "time": 0.16741666793823243, "step": 829460}
{"lr": 0.0022103975346886213, "data_time": 0.029846382141113282, "loss_single": 3.3298964500427246, "loss_dense": 3.3715171575546266, "loss": 6.701413583755493, "time": 0.2457984209060669, "step": 829510}
{"lr": 0.0022103975346886213, "data_time": 0.01762809753417969, "loss_single": 3.343953013420105, "loss_dense": 3.392334461212158, "loss": 6.736287546157837, "time": 0.16368072032928466, "step": 829560}
{"lr": 0.0022103975346886213, "data_time": 0.017286920547485353, "loss_single": 3.3365192651748656, "loss_dense": 3.3691874027252195, "loss": 6.7057067394256595, "time": 0.1558870792388916, "step": 829610}
{"lr": 0.0022103975346886213, "data_time": 0.015211129188537597, "loss_single": 3.325275015830994, "loss_dense": 3.3787664651870726, "loss": 6.704041385650635, "time": 0.15623161792755128, "step": 829660}
{"lr": 0.0022103975346886213, "data_time": 0.019500732421875, "loss_single": 3.3373690366744997, "loss_dense": 3.378553771972656, "loss": 6.715922737121582, "time": 0.159171462059021, "step": 829710}
{"lr": 0.0022103975346886213, "data_time": 0.016633439064025878, "loss_single": 3.3358344078063964, "loss_dense": 3.3791401624679565, "loss": 6.714974594116211, "time": 0.1814040184020996, "step": 829760}
{"lr": 0.0022103975346886213, "data_time": 0.01765172481536865, "loss_single": 3.3367908000946045, "loss_dense": 3.3702581882476808, "loss": 6.7070488929748535, "time": 0.16102209091186523, "step": 829810}
{"lr": 0.0022103975346886213, "data_time": 0.016794729232788085, "loss_single": 3.3354045391082763, "loss_dense": 3.3739099979400633, "loss": 6.709314584732056, "time": 0.1676382303237915, "step": 829860}
{"lr": 0.0022103975346886213, "data_time": 0.01630856990814209, "loss_single": 3.338801312446594, "loss_dense": 3.381762218475342, "loss": 6.720563554763794, "time": 0.1612008571624756, "step": 829910}
{"lr": 0.0022103975346886213, "data_time": 0.01759006977081299, "loss_single": 3.318922924995422, "loss_dense": 3.3722887516021727, "loss": 6.691211557388305, "time": 0.16000514030456542, "step": 829960}
{"lr": 0.0022103975346886213, "data_time": 0.016793203353881837, "loss_single": 3.339560794830322, "loss_dense": 3.375078797340393, "loss": 6.714639616012573, "time": 0.15827627182006837, "step": 830010}
{"lr": 0.0022103975346886213, "data_time": 0.019516181945800782, "loss_single": 3.3382901191711425, "loss_dense": 3.3906776666641236, "loss": 6.728967761993408, "time": 0.15707709789276122, "step": 830060}
{"lr": 0.0022103975346886213, "data_time": 0.017368388175964356, "loss_single": 3.358604598045349, "loss_dense": 3.3990936279296875, "loss": 6.757698202133179, "time": 0.15774672031402587, "step": 830110}
{"lr": 0.0022103975346886213, "data_time": 0.02175328731536865, "loss_single": 3.341656541824341, "loss_dense": 3.381650471687317, "loss": 6.723306941986084, "time": 0.2052929162979126, "step": 830160}
{"lr": 0.0022103975346886213, "data_time": 0.018191766738891602, "loss_single": 3.3090491771697996, "loss_dense": 3.3606715202331543, "loss": 6.669720697402954, "time": 0.1598735809326172, "step": 830210}
{"lr": 0.0022103975346886213, "data_time": 0.017275071144104003, "loss_single": 3.340077757835388, "loss_dense": 3.3724925041198732, "loss": 6.712570333480835, "time": 0.15768730640411377, "step": 830260}
{"lr": 0.0022103975346886213, "data_time": 0.016303443908691408, "loss_single": 3.348897695541382, "loss_dense": 3.3841121196746826, "loss": 6.733009910583496, "time": 0.160593581199646, "step": 830310}
{"lr": 0.0022103975346886213, "data_time": 0.017775821685791015, "loss_single": 3.3371389389038084, "loss_dense": 3.3886383056640623, "loss": 6.725777196884155, "time": 0.15683188438415527, "step": 830360}
{"lr": 0.0022103975346886213, "data_time": 0.016269826889038087, "loss_single": 3.366124963760376, "loss_dense": 3.4063740015029906, "loss": 6.772498941421508, "time": 0.15348622798919678, "step": 830410}
{"lr": 0.0022103975346886213, "data_time": 0.019423198699951173, "loss_single": 3.3298513650894166, "loss_dense": 3.379699206352234, "loss": 6.709550619125366, "time": 0.15944430828094483, "step": 830460}
{"lr": 0.0022103975346886213, "data_time": 0.01983819007873535, "loss_single": 3.317369842529297, "loss_dense": 3.359282660484314, "loss": 6.676652526855468, "time": 0.15837056636810304, "step": 830510}
{"lr": 0.0022103975346886213, "data_time": 0.018270063400268554, "loss_single": 3.33821496963501, "loss_dense": 3.386625599861145, "loss": 6.7248406410217285, "time": 0.1571197509765625, "step": 830560}
{"lr": 0.0022103975346886213, "data_time": 0.01702878475189209, "loss_single": 3.3279368400573732, "loss_dense": 3.361682105064392, "loss": 6.689618968963623, "time": 0.162389874458313, "step": 830610}
{"lr": 0.0022103975346886213, "data_time": 0.015000700950622559, "loss_single": 3.326538562774658, "loss_dense": 3.3660044431686402, "loss": 6.6925431251525875, "time": 0.15250701904296876, "step": 830660}
{"lr": 0.002088869594940844, "data_time": 0.021851730346679688, "loss_single": 3.338538336753845, "loss_dense": 3.383531093597412, "loss": 6.7220694065094, "time": 0.16082072257995605, "step": 830714}
{"lr": 0.002088869594940844, "data_time": 0.017478203773498534, "loss_single": 3.3418789863586427, "loss_dense": 3.386978363990784, "loss": 6.728857374191284, "time": 0.15524871349334718, "step": 830764}
{"lr": 0.002088869594940844, "data_time": 0.018378901481628417, "loss_single": 3.338637924194336, "loss_dense": 3.3934473276138304, "loss": 6.732085275650024, "time": 0.1595285177230835, "step": 830814}
{"lr": 0.002088869594940844, "data_time": 0.018804407119750975, "loss_single": 3.3234394550323487, "loss_dense": 3.360418128967285, "loss": 6.683857536315918, "time": 0.15933098793029785, "step": 830864}
{"lr": 0.002088869594940844, "data_time": 0.017488694190979003, "loss_single": 3.348813796043396, "loss_dense": 3.4009233474731446, "loss": 6.749737215042114, "time": 0.16904773712158203, "step": 830914}
{"lr": 0.002088869594940844, "data_time": 0.017714333534240723, "loss_single": 3.326905083656311, "loss_dense": 3.376134419441223, "loss": 6.703039455413818, "time": 0.16139366626739501, "step": 830964}
{"lr": 0.002088869594940844, "data_time": 0.01749758720397949, "loss_single": 3.315803647041321, "loss_dense": 3.3604769706726074, "loss": 6.6762806415557865, "time": 0.15363502502441406, "step": 831014}
{"lr": 0.002088869594940844, "data_time": 0.01811246871948242, "loss_single": 3.3453839778900147, "loss_dense": 3.3827364683151244, "loss": 6.728120565414429, "time": 0.15658245086669922, "step": 831064}
{"lr": 0.002088869594940844, "data_time": 0.01634955406188965, "loss_single": 3.3305288553237915, "loss_dense": 3.36790816783905, "loss": 6.698436975479126, "time": 0.16848254203796387, "step": 831114}
{"lr": 0.002088869594940844, "data_time": 0.01742556095123291, "loss_single": 3.3350577116012574, "loss_dense": 3.3796905755996702, "loss": 6.714748239517212, "time": 0.22621486186981202, "step": 831164}
{"lr": 0.002088869594940844, "data_time": 0.01799314022064209, "loss_single": 3.327669882774353, "loss_dense": 3.3697267055511473, "loss": 6.697396612167358, "time": 0.16572844982147217, "step": 831214}
{"lr": 0.002088869594940844, "data_time": 0.018759441375732423, "loss_single": 3.3376946449279785, "loss_dense": 3.383038139343262, "loss": 6.72073278427124, "time": 0.1582463026046753, "step": 831264}
{"lr": 0.002088869594940844, "data_time": 0.017189455032348634, "loss_single": 3.334897208213806, "loss_dense": 3.3731616020202635, "loss": 6.708058786392212, "time": 0.15416624546051025, "step": 831314}
{"lr": 0.002088869594940844, "data_time": 0.01939404010772705, "loss_single": 3.321001124382019, "loss_dense": 3.355115509033203, "loss": 6.67611665725708, "time": 0.1625574827194214, "step": 831364}
{"lr": 0.002088869594940844, "data_time": 0.017252278327941895, "loss_single": 3.320501923561096, "loss_dense": 3.3699191331863405, "loss": 6.690421104431152, "time": 0.1573641061782837, "step": 831414}
{"lr": 0.002088869594940844, "data_time": 0.017974662780761718, "loss_single": 3.3292673349380495, "loss_dense": 3.376638078689575, "loss": 6.705905389785767, "time": 0.15634641647338868, "step": 831464}
{"lr": 0.002088869594940844, "data_time": 0.01881108283996582, "loss_single": 3.322351670265198, "loss_dense": 3.3715818405151365, "loss": 6.693933582305908, "time": 0.15856571197509767, "step": 831514}
{"lr": 0.002088869594940844, "data_time": 0.016812443733215332, "loss_single": 3.32134747505188, "loss_dense": 3.359210562705994, "loss": 6.680558061599731, "time": 0.16299147605895997, "step": 831564}
{"lr": 0.002088869594940844, "data_time": 0.017724895477294923, "loss_single": 3.3307969093322756, "loss_dense": 3.3670931339263914, "loss": 6.697890043258667, "time": 0.15409889221191406, "step": 831614}
{"lr": 0.002088869594940844, "data_time": 0.017708730697631837, "loss_single": 3.337988257408142, "loss_dense": 3.3925668954849244, "loss": 6.730555200576783, "time": 0.1667551040649414, "step": 831664}
{"lr": 0.002088869594940844, "data_time": 0.017153310775756835, "loss_single": 3.373445224761963, "loss_dense": 3.420106077194214, "loss": 6.793551349639893, "time": 0.15301554203033446, "step": 831714}
{"lr": 0.002088869594940844, "data_time": 0.019801688194274903, "loss_single": 3.358452844619751, "loss_dense": 3.3973881244659423, "loss": 6.755841016769409, "time": 0.23852822780609131, "step": 831764}
{"lr": 0.002088869594940844, "data_time": 0.01707119941711426, "loss_single": 3.3410504817962647, "loss_dense": 3.391091775894165, "loss": 6.732142210006714, "time": 0.15892412662506103, "step": 831814}
{"lr": 0.002088869594940844, "data_time": 0.0174666166305542, "loss_single": 3.3485177040100096, "loss_dense": 3.4056461572647097, "loss": 6.7541638851165775, "time": 0.15552000999450682, "step": 831864}
{"lr": 0.002088869594940844, "data_time": 0.01619274616241455, "loss_single": 3.3225533962249756, "loss_dense": 3.363876557350159, "loss": 6.686429882049561, "time": 0.1607954502105713, "step": 831914}
{"lr": 0.002088869594940844, "data_time": 0.017029333114624023, "loss_single": 3.3630021095275877, "loss_dense": 3.3945878982543944, "loss": 6.757589960098267, "time": 0.15713891983032227, "step": 831964}
{"lr": 0.002088869594940844, "data_time": 0.0164201021194458, "loss_single": 3.313985729217529, "loss_dense": 3.3525169610977175, "loss": 6.666502618789673, "time": 0.156183123588562, "step": 832014}
{"lr": 0.002088869594940844, "data_time": 0.01646134853363037, "loss_single": 3.337576127052307, "loss_dense": 3.377473068237305, "loss": 6.715049171447754, "time": 0.15762205123901368, "step": 832064}
{"lr": 0.002088869594940844, "data_time": 0.019627928733825684, "loss_single": 3.312951445579529, "loss_dense": 3.362497854232788, "loss": 6.675449323654175, "time": 0.15903148651123047, "step": 832114}
{"lr": 0.002088869594940844, "data_time": 0.0186464786529541, "loss_single": 3.3237566232681273, "loss_dense": 3.3737873077392577, "loss": 6.697543907165527, "time": 0.16408379077911378, "step": 832164}
{"lr": 0.002088869594940844, "data_time": 0.01709134578704834, "loss_single": 3.3579597949981688, "loss_dense": 3.402200126647949, "loss": 6.760159921646118, "time": 0.15879440307617188, "step": 832214}
{"lr": 0.002088869594940844, "data_time": 0.018058514595031737, "loss_single": 3.3409906148910524, "loss_dense": 3.381347823143005, "loss": 6.722338390350342, "time": 0.15687785148620606, "step": 832264}
{"lr": 0.002088869594940844, "data_time": 0.017526006698608397, "loss_single": 3.3312960386276247, "loss_dense": 3.382214975357056, "loss": 6.713511037826538, "time": 0.15754330158233643, "step": 832314}
{"lr": 0.002088869594940844, "data_time": 0.018012571334838866, "loss_single": 3.3440548896789553, "loss_dense": 3.3875708103179933, "loss": 6.731625652313232, "time": 0.1569507598876953, "step": 832364}
{"lr": 0.002088869594940844, "data_time": 0.016778779029846192, "loss_single": 3.3459264755249025, "loss_dense": 3.390719270706177, "loss": 6.736645698547363, "time": 0.17495124340057372, "step": 832414}
{"lr": 0.002088869594940844, "data_time": 0.0178253173828125, "loss_single": 3.326049828529358, "loss_dense": 3.3626115322113037, "loss": 6.688661289215088, "time": 0.15592825412750244, "step": 832464}
{"lr": 0.002088869594940844, "data_time": 0.01836552619934082, "loss_single": 3.331178092956543, "loss_dense": 3.3755348443984987, "loss": 6.706712961196899, "time": 0.1618565320968628, "step": 832514}
{"lr": 0.002088869594940844, "data_time": 0.01581251621246338, "loss_single": 3.32539165019989, "loss_dense": 3.3767061710357664, "loss": 6.702097749710083, "time": 0.1662045955657959, "step": 832564}
{"lr": 0.002088869594940844, "data_time": 0.020458436012268065, "loss_single": 3.342506694793701, "loss_dense": 3.378184366226196, "loss": 6.720691108703614, "time": 0.15934255123138427, "step": 832614}
{"lr": 0.002088869594940844, "data_time": 0.018192195892333986, "loss_single": 3.367723751068115, "loss_dense": 3.400089693069458, "loss": 6.767813444137573, "time": 0.1552354335784912, "step": 832664}
{"lr": 0.002088869594940844, "data_time": 0.02271454334259033, "loss_single": 3.3320831060409546, "loss_dense": 3.3741650104522707, "loss": 6.706248140335083, "time": 0.2442373275756836, "step": 832714}
{"lr": 0.002088869594940844, "data_time": 0.017078423500061037, "loss_single": 3.346153450012207, "loss_dense": 3.3810020446777345, "loss": 6.727155542373657, "time": 0.15758745670318602, "step": 832764}
{"lr": 0.002088869594940844, "data_time": 0.032576894760131835, "loss_single": 3.329426670074463, "loss_dense": 3.366423177719116, "loss": 6.695849895477295, "time": 0.17194271087646484, "step": 832814}
{"lr": 0.002088869594940844, "data_time": 0.016918635368347167, "loss_single": 3.3376711130142214, "loss_dense": 3.3801058292388917, "loss": 6.717776870727539, "time": 0.1597306728363037, "step": 832864}
{"lr": 0.002088869594940844, "data_time": 0.017249321937561034, "loss_single": 3.3574498176574705, "loss_dense": 3.4092196941375734, "loss": 6.76666955947876, "time": 0.15375607013702391, "step": 832914}
{"lr": 0.002088869594940844, "data_time": 0.018445158004760744, "loss_single": 3.352272081375122, "loss_dense": 3.3971587657928466, "loss": 6.749430799484253, "time": 0.1700963258743286, "step": 832964}
{"lr": 0.002088869594940844, "data_time": 0.01663205623626709, "loss_single": 3.3495498418807985, "loss_dense": 3.389619159698486, "loss": 6.739168977737426, "time": 0.15950093269348145, "step": 833014}
{"lr": 0.002088869594940844, "data_time": 0.02141139507293701, "loss_single": 3.335410737991333, "loss_dense": 3.381258177757263, "loss": 6.7166688442230225, "time": 0.16628382205963135, "step": 833064}
{"lr": 0.002088869594940844, "data_time": 0.018236517906188965, "loss_single": 3.339419722557068, "loss_dense": 3.3856228828430175, "loss": 6.725042676925659, "time": 0.15769367218017577, "step": 833114}
{"lr": 0.002088869594940844, "data_time": 0.01871623992919922, "loss_single": 3.305884909629822, "loss_dense": 3.3482075214385985, "loss": 6.654092454910279, "time": 0.16036515235900878, "step": 833164}
{"lr": 0.002088869594940844, "data_time": 0.017410683631896972, "loss_single": 3.33198344707489, "loss_dense": 3.369020175933838, "loss": 6.701003646850586, "time": 0.1589780330657959, "step": 833214}
{"lr": 0.002088869594940844, "data_time": 0.017391276359558106, "loss_single": 3.341451549530029, "loss_dense": 3.384604978561401, "loss": 6.726056528091431, "time": 0.15952930450439454, "step": 833264}
{"lr": 0.002088869594940844, "data_time": 0.018967747688293457, "loss_single": 3.3446407079696656, "loss_dense": 3.3849414348602296, "loss": 6.729582166671753, "time": 0.16492908000946044, "step": 833314}
{"lr": 0.002088869594940844, "data_time": 0.020807814598083497, "loss_single": 3.3425437688827513, "loss_dense": 3.392302227020264, "loss": 6.734846019744873, "time": 0.16601414680480958, "step": 833364}
{"lr": 0.002088869594940844, "data_time": 0.018030643463134766, "loss_single": 3.320727586746216, "loss_dense": 3.373918128013611, "loss": 6.694645690917969, "time": 0.1566917657852173, "step": 833414}
{"lr": 0.002088869594940844, "data_time": 0.01818721294403076, "loss_single": 3.33402738571167, "loss_dense": 3.3805808305740355, "loss": 6.714608144760132, "time": 0.15590505599975585, "step": 833464}
{"lr": 0.002088869594940844, "data_time": 0.017452931404113768, "loss_single": 3.3165619373321533, "loss_dense": 3.3546032667160035, "loss": 6.671165132522583, "time": 0.16467623710632323, "step": 833514}
{"lr": 0.002088869594940844, "data_time": 0.01836836338043213, "loss_single": 3.350888466835022, "loss_dense": 3.3956218719482423, "loss": 6.746510314941406, "time": 0.15670089721679686, "step": 833564}
{"lr": 0.002088869594940844, "data_time": 0.0174940824508667, "loss_single": 3.3298359632492067, "loss_dense": 3.375507283210754, "loss": 6.705343341827392, "time": 0.16072323322296142, "step": 833614}
{"lr": 0.002088869594940844, "data_time": 0.02072625160217285, "loss_single": 3.374200129508972, "loss_dense": 3.4261604070663454, "loss": 6.800360488891601, "time": 0.18423101902008057, "step": 833664}
{"lr": 0.002088869594940844, "data_time": 0.01762833595275879, "loss_single": 3.343568205833435, "loss_dense": 3.400710701942444, "loss": 6.7442789554595945, "time": 0.16459016799926757, "step": 833714}
{"lr": 0.002088869594940844, "data_time": 0.01734626293182373, "loss_single": 3.331264352798462, "loss_dense": 3.366262102127075, "loss": 6.697526502609253, "time": 0.15577075481414795, "step": 833764}
{"lr": 0.002088869594940844, "data_time": 0.01676936149597168, "loss_single": 3.3198577642440794, "loss_dense": 3.3667558670043944, "loss": 6.6866135597229, "time": 0.17106785774230956, "step": 833814}
{"lr": 0.002088869594940844, "data_time": 0.01763916015625, "loss_single": 3.357265281677246, "loss_dense": 3.3873317718505858, "loss": 6.744597053527832, "time": 0.1592022657394409, "step": 833864}
{"lr": 0.002088869594940844, "data_time": 0.02205519676208496, "loss_single": 3.3214425086975097, "loss_dense": 3.371704030036926, "loss": 6.693146514892578, "time": 0.18292129039764404, "step": 833914}
{"lr": 0.002088869594940844, "data_time": 0.03050816059112549, "loss_single": 3.3590923070907595, "loss_dense": 3.3985129594802856, "loss": 6.757605314254761, "time": 0.17213661670684816, "step": 833964}
{"lr": 0.002088869594940844, "data_time": 0.018591809272766113, "loss_single": 3.3475778818130495, "loss_dense": 3.377407193183899, "loss": 6.724985027313233, "time": 0.16399948596954345, "step": 834014}
{"lr": 0.002088869594940844, "data_time": 0.015668368339538573, "loss_single": 3.340454268455505, "loss_dense": 3.3784664630889893, "loss": 6.718920755386352, "time": 0.1644294023513794, "step": 834064}
{"lr": 0.002088869594940844, "data_time": 0.01834893226623535, "loss_single": 3.324614238739014, "loss_dense": 3.370897626876831, "loss": 6.695511817932129, "time": 0.1574418067932129, "step": 834114}
{"lr": 0.002088869594940844, "data_time": 0.01712949275970459, "loss_single": 3.3383581399917603, "loss_dense": 3.373406481742859, "loss": 6.711764621734619, "time": 0.15619337558746338, "step": 834164}
{"lr": 0.002088869594940844, "data_time": 0.015571904182434083, "loss_single": 3.3393807649612426, "loss_dense": 3.36999831199646, "loss": 6.709379005432129, "time": 0.16340951919555663, "step": 834214}
{"lr": 0.002088869594940844, "data_time": 0.02700226306915283, "loss_single": 3.319256067276001, "loss_dense": 3.3662753343582152, "loss": 6.685531330108643, "time": 0.1660377025604248, "step": 834264}
{"lr": 0.002088869594940844, "data_time": 0.015459322929382324, "loss_single": 3.3540230989456177, "loss_dense": 3.407717156410217, "loss": 6.761740255355835, "time": 0.16044933795928956, "step": 834314}
{"lr": 0.002088869594940844, "data_time": 0.016486215591430663, "loss_single": 3.3274439096450807, "loss_dense": 3.381016206741333, "loss": 6.708459997177124, "time": 0.1598062515258789, "step": 834364}
{"lr": 0.002088869594940844, "data_time": 0.01658189296722412, "loss_single": 3.3392566442489624, "loss_dense": 3.3769999027252195, "loss": 6.71625657081604, "time": 0.1595993757247925, "step": 834414}
{"lr": 0.002088869594940844, "data_time": 0.01714930534362793, "loss_single": 3.3293606519699095, "loss_dense": 3.367085862159729, "loss": 6.696446561813355, "time": 0.15330677032470702, "step": 834464}
{"lr": 0.002088869594940844, "data_time": 0.01653902530670166, "loss_single": 3.3196624517440796, "loss_dense": 3.371828484535217, "loss": 6.691490840911865, "time": 0.15971851348876953, "step": 834514}
{"lr": 0.002088869594940844, "data_time": 0.019875931739807128, "loss_single": 3.325623369216919, "loss_dense": 3.3644433975219727, "loss": 6.690066719055176, "time": 0.19492702484130858, "step": 834564}
{"lr": 0.002088869594940844, "data_time": 0.017009973526000977, "loss_single": 3.3544957637786865, "loss_dense": 3.393377995491028, "loss": 6.747873735427857, "time": 0.1812870979309082, "step": 834614}
{"lr": 0.002088869594940844, "data_time": 0.011874246597290038, "loss_single": 3.3282875776290894, "loss_dense": 3.363941955566406, "loss": 6.692229461669922, "time": 0.15981690883636473, "step": 834664}
{"lr": 0.002088869594940844, "data_time": 0.017660689353942872, "loss_single": 3.321926808357239, "loss_dense": 3.3638620138168336, "loss": 6.685788774490357, "time": 0.15921976566314697, "step": 834714}
{"lr": 0.002088869594940844, "data_time": 0.021083998680114745, "loss_single": 3.3322933435440065, "loss_dense": 3.3761351108551025, "loss": 6.708428430557251, "time": 0.1615140914916992, "step": 834764}
{"lr": 0.002088869594940844, "data_time": 0.01832127571105957, "loss_single": 3.3420424699783324, "loss_dense": 3.389276909828186, "loss": 6.731319379806519, "time": 0.15875389575958251, "step": 834814}
{"lr": 0.002088869594940844, "data_time": 0.019070076942443847, "loss_single": 3.330331015586853, "loss_dense": 3.37425377368927, "loss": 6.7045848846435545, "time": 0.16577723026275634, "step": 834864}
{"lr": 0.002088869594940844, "data_time": 0.018236374855041503, "loss_single": 3.3238749504089355, "loss_dense": 3.375966119766235, "loss": 6.699841070175171, "time": 0.22443370819091796, "step": 834914}
{"lr": 0.002088869594940844, "data_time": 0.017206406593322753, "loss_single": 3.343417930603027, "loss_dense": 3.393641710281372, "loss": 6.737059640884399, "time": 0.17923641204833984, "step": 834964}
{"lr": 0.002088869594940844, "data_time": 0.02035517692565918, "loss_single": 3.3337749004364015, "loss_dense": 3.3896453619003295, "loss": 6.7234203815460205, "time": 0.16511332988739014, "step": 835014}
{"lr": 0.002088869594940844, "data_time": 0.019545698165893556, "loss_single": 3.350030779838562, "loss_dense": 3.3859978675842286, "loss": 6.736028623580933, "time": 0.16113748550415039, "step": 835064}
{"lr": 0.002088869594940844, "data_time": 0.017425894737243652, "loss_single": 3.324041652679443, "loss_dense": 3.354302906990051, "loss": 6.678344631195069, "time": 0.1537019968032837, "step": 835114}
{"lr": 0.002088869594940844, "data_time": 0.01692187786102295, "loss_single": 3.3372851371765138, "loss_dense": 3.372871160507202, "loss": 6.7101562976837155, "time": 0.15746026039123534, "step": 835164}
{"lr": 0.002088869594940844, "data_time": 0.018291878700256347, "loss_single": 3.341274785995483, "loss_dense": 3.3808474063873293, "loss": 6.7221221923828125, "time": 0.17514653205871583, "step": 835214}
{"lr": 0.002088869594940844, "data_time": 0.017491579055786133, "loss_single": 3.3091283798217774, "loss_dense": 3.3507757902145388, "loss": 6.659904098510742, "time": 0.19849748611450196, "step": 835264}
{"lr": 0.002088869594940844, "data_time": 0.014293789863586426, "loss_single": 3.3498608112335204, "loss_dense": 3.386144733428955, "loss": 6.736005640029907, "time": 0.16069395542144777, "step": 835314}
{"lr": 0.002088869594940844, "data_time": 0.01637744903564453, "loss_single": 3.3342064380645753, "loss_dense": 3.364018273353577, "loss": 6.698224592208862, "time": 0.15458903312683106, "step": 835364}
{"lr": 0.002088869594940844, "data_time": 0.017919254302978516, "loss_single": 3.3375208377838135, "loss_dense": 3.3850441217422484, "loss": 6.7225648880004885, "time": 0.15913047790527343, "step": 835414}
{"lr": 0.002088869594940844, "data_time": 0.015449810028076171, "loss_single": 3.3596522331237795, "loss_dense": 3.4027341842651366, "loss": 6.762386512756348, "time": 0.15821828842163085, "step": 835464}
{"lr": 0.002088869594940844, "data_time": 0.018413734436035157, "loss_single": 3.337337040901184, "loss_dense": 3.373744773864746, "loss": 6.711081790924072, "time": 0.16051857471466063, "step": 835514}
{"lr": 0.002088869594940844, "data_time": 0.018373656272888183, "loss_single": 3.3203625202178957, "loss_dense": 3.3712840557098387, "loss": 6.691646575927734, "time": 0.16214342117309571, "step": 835564}
{"lr": 0.002088869594940844, "data_time": 0.017852926254272462, "loss_single": 3.322843837738037, "loss_dense": 3.369621825218201, "loss": 6.6924656391143795, "time": 0.15770313739776612, "step": 835614}
{"lr": 0.002088869594940844, "data_time": 0.013989114761352539, "loss_single": 3.344762659072876, "loss_dense": 3.395793056488037, "loss": 6.740555620193481, "time": 0.19432449340820312, "step": 835664}
{"lr": 0.001970527283427131, "data_time": 0.018417954444885254, "loss_single": 3.331424355506897, "loss_dense": 3.3717709302902223, "loss": 6.703195285797119, "time": 0.1613090753555298, "step": 835718}
{"lr": 0.001970527283427131, "data_time": 0.01714639663696289, "loss_single": 3.312988591194153, "loss_dense": 3.358070492744446, "loss": 6.671059036254883, "time": 0.16065599918365478, "step": 835768}
{"lr": 0.001970527283427131, "data_time": 0.012439918518066407, "loss_single": 3.330071210861206, "loss_dense": 3.373621416091919, "loss": 6.703692626953125, "time": 0.15752723217010497, "step": 835818}
{"lr": 0.001970527283427131, "data_time": 0.018091297149658202, "loss_single": 3.3058282136917114, "loss_dense": 3.348265790939331, "loss": 6.6540940284729, "time": 0.15535359382629393, "step": 835868}
{"lr": 0.001970527283427131, "data_time": 0.01755969524383545, "loss_single": 3.3311452627182008, "loss_dense": 3.368528652191162, "loss": 6.699673843383789, "time": 0.16063735485076905, "step": 835918}
{"lr": 0.001970527283427131, "data_time": 0.021842813491821288, "loss_single": 3.3235268354415894, "loss_dense": 3.3637120485305787, "loss": 6.6872388362884525, "time": 0.23921418190002441, "step": 835968}
{"lr": 0.001970527283427131, "data_time": 0.017643117904663087, "loss_single": 3.3374830722808837, "loss_dense": 3.378694939613342, "loss": 6.716178131103516, "time": 0.17184317111968994, "step": 836018}
{"lr": 0.001970527283427131, "data_time": 0.018295812606811523, "loss_single": 3.340170121192932, "loss_dense": 3.392626142501831, "loss": 6.732796239852905, "time": 0.1542076826095581, "step": 836068}
{"lr": 0.001970527283427131, "data_time": 0.015718936920166016, "loss_single": 3.338683342933655, "loss_dense": 3.3912011623382567, "loss": 6.729884481430053, "time": 0.16124532222747803, "step": 836118}
{"lr": 0.001970527283427131, "data_time": 0.01773817539215088, "loss_single": 3.3094881772994995, "loss_dense": 3.36111466884613, "loss": 6.67060284614563, "time": 0.1619422197341919, "step": 836168}
{"lr": 0.001970527283427131, "data_time": 0.01630980968475342, "loss_single": 3.3174211263656614, "loss_dense": 3.347583699226379, "loss": 6.665004825592041, "time": 0.16886699199676514, "step": 836218}
{"lr": 0.001970527283427131, "data_time": 0.017362213134765624, "loss_single": 3.3556490421295164, "loss_dense": 3.4024023056030273, "loss": 6.75805139541626, "time": 0.16222591400146485, "step": 836268}
{"lr": 0.001970527283427131, "data_time": 0.018363213539123534, "loss_single": 3.319379734992981, "loss_dense": 3.362374997138977, "loss": 6.681754636764526, "time": 0.15895538330078124, "step": 836318}
{"lr": 0.001970527283427131, "data_time": 0.018112659454345703, "loss_single": 3.3104511499404907, "loss_dense": 3.35177001953125, "loss": 6.662221240997314, "time": 0.16274592876434327, "step": 836368}
{"lr": 0.001970527283427131, "data_time": 0.017475986480712892, "loss_single": 3.3440415382385256, "loss_dense": 3.3866429805755613, "loss": 6.730684518814087, "time": 0.16109554767608641, "step": 836418}
{"lr": 0.001970527283427131, "data_time": 0.01735107898712158, "loss_single": 3.3281092643737793, "loss_dense": 3.3673964738845825, "loss": 6.695505666732788, "time": 0.1596304178237915, "step": 836468}
{"lr": 0.001970527283427131, "data_time": 0.018991374969482423, "loss_single": 3.3001474142074585, "loss_dense": 3.3566216945648195, "loss": 6.65676908493042, "time": 0.1646420955657959, "step": 836518}
{"lr": 0.001970527283427131, "data_time": 0.02124791145324707, "loss_single": 3.315073108673096, "loss_dense": 3.353730249404907, "loss": 6.668803358078003, "time": 0.16634581089019776, "step": 836568}
{"lr": 0.001970527283427131, "data_time": 0.018308615684509276, "loss_single": 3.346340560913086, "loss_dense": 3.380395293235779, "loss": 6.7267358779907225, "time": 0.16277129650115968, "step": 836618}
{"lr": 0.001970527283427131, "data_time": 0.017400097846984864, "loss_single": 3.3242034912109375, "loss_dense": 3.370355415344238, "loss": 6.694558906555176, "time": 0.16418306827545165, "step": 836668}
{"lr": 0.001970527283427131, "data_time": 0.016483092308044435, "loss_single": 3.326710271835327, "loss_dense": 3.378518986701965, "loss": 6.705229330062866, "time": 0.15525856018066406, "step": 836718}
{"lr": 0.001970527283427131, "data_time": 0.017060160636901855, "loss_single": 3.326569604873657, "loss_dense": 3.364033842086792, "loss": 6.690603494644165, "time": 0.15651113986968995, "step": 836768}
{"lr": 0.001970527283427131, "data_time": 0.017879629135131837, "loss_single": 3.342615842819214, "loss_dense": 3.389734315872192, "loss": 6.73235011100769, "time": 0.15969533920288087, "step": 836818}
{"lr": 0.001970527283427131, "data_time": 0.0190171480178833, "loss_single": 3.331999731063843, "loss_dense": 3.3784472942352295, "loss": 6.710447072982788, "time": 0.15938994884490967, "step": 836868}
{"lr": 0.001970527283427131, "data_time": 0.018407106399536133, "loss_single": 3.3295299768447877, "loss_dense": 3.3747813940048217, "loss": 6.704311370849609, "time": 0.19411604404449462, "step": 836918}
{"lr": 0.001970527283427131, "data_time": 0.016933560371398926, "loss_single": 3.326687240600586, "loss_dense": 3.374371385574341, "loss": 6.701058626174927, "time": 0.1595451593399048, "step": 836968}
{"lr": 0.001970527283427131, "data_time": 0.018789339065551757, "loss_single": 3.321448731422424, "loss_dense": 3.373105454444885, "loss": 6.694554233551026, "time": 0.15688786506652833, "step": 837018}
{"lr": 0.001970527283427131, "data_time": 0.017390942573547362, "loss_single": 3.335731315612793, "loss_dense": 3.3848206281661986, "loss": 6.720551872253418, "time": 0.1634889602661133, "step": 837068}
{"lr": 0.001970527283427131, "data_time": 0.017612791061401366, "loss_single": 3.328337049484253, "loss_dense": 3.3698919773101808, "loss": 6.698229026794434, "time": 0.15669448375701905, "step": 837118}
{"lr": 0.001970527283427131, "data_time": 0.01544334888458252, "loss_single": 3.3356053829193115, "loss_dense": 3.39367938041687, "loss": 6.729284715652466, "time": 0.17967817783355713, "step": 837168}
{"lr": 0.001970527283427131, "data_time": 0.018159127235412596, "loss_single": 3.3261345863342284, "loss_dense": 3.371018648147583, "loss": 6.69715313911438, "time": 0.1568138360977173, "step": 837218}
{"lr": 0.001970527283427131, "data_time": 0.018306374549865723, "loss_single": 3.3356841802597046, "loss_dense": 3.3821155786514283, "loss": 6.717799711227417, "time": 0.1621919870376587, "step": 837268}
{"lr": 0.001970527283427131, "data_time": 0.016324949264526368, "loss_single": 3.345691204071045, "loss_dense": 3.3766936302185058, "loss": 6.722384786605835, "time": 0.15695056915283204, "step": 837318}
{"lr": 0.001970527283427131, "data_time": 0.017807602882385254, "loss_single": 3.3388123989105223, "loss_dense": 3.3737080574035643, "loss": 6.712520360946655, "time": 0.15414092540740967, "step": 837368}
{"lr": 0.001970527283427131, "data_time": 0.018433761596679688, "loss_single": 3.327594351768494, "loss_dense": 3.368859958648682, "loss": 6.696454381942749, "time": 0.16137783527374266, "step": 837418}
{"lr": 0.001970527283427131, "data_time": 0.017325997352600098, "loss_single": 3.3166996002197267, "loss_dense": 3.3685930967330933, "loss": 6.685292720794678, "time": 0.15830416679382325, "step": 837468}
{"lr": 0.001970527283427131, "data_time": 0.019944477081298827, "loss_single": 3.33282675743103, "loss_dense": 3.3618385076522825, "loss": 6.694665241241455, "time": 0.16721317768096924, "step": 837518}
{"lr": 0.001970527283427131, "data_time": 0.01771388053894043, "loss_single": 3.3579006433486938, "loss_dense": 3.409455394744873, "loss": 6.767356109619141, "time": 0.16224942207336426, "step": 837568}
{"lr": 0.001970527283427131, "data_time": 0.017633223533630372, "loss_single": 3.31445631980896, "loss_dense": 3.367628502845764, "loss": 6.682084846496582, "time": 0.15908536911010743, "step": 837618}
{"lr": 0.001970527283427131, "data_time": 0.017230296134948732, "loss_single": 3.3182652473449705, "loss_dense": 3.37245090007782, "loss": 6.690716218948364, "time": 0.169768762588501, "step": 837668}
{"lr": 0.001970527283427131, "data_time": 0.01777827739715576, "loss_single": 3.3268717527389526, "loss_dense": 3.361369800567627, "loss": 6.6882415294647215, "time": 0.17594804763793945, "step": 837718}
{"lr": 0.001970527283427131, "data_time": 0.021729254722595216, "loss_single": 3.350850820541382, "loss_dense": 3.3686633348464965, "loss": 6.7195141315460205, "time": 0.26199228763580323, "step": 837768}
{"lr": 0.001970527283427131, "data_time": 0.016614198684692383, "loss_single": 3.3419721603393553, "loss_dense": 3.3793948173522947, "loss": 6.72136697769165, "time": 0.18755881786346434, "step": 837818}
{"lr": 0.001970527283427131, "data_time": 0.012295198440551759, "loss_single": 3.3188840627670286, "loss_dense": 3.3563989639282226, "loss": 6.6752830982208256, "time": 0.6885910511016846, "step": 837868}
{"lr": 0.001970527283427131, "data_time": 0.016864085197448732, "loss_single": 3.3029789209365843, "loss_dense": 3.3452975511550904, "loss": 6.648276424407959, "time": 0.18381319046020508, "step": 837918}
{"lr": 0.001970527283427131, "data_time": 0.015348863601684571, "loss_single": 3.338737368583679, "loss_dense": 3.374285650253296, "loss": 6.713022947311401, "time": 0.19617884159088134, "step": 837968}
{"lr": 0.001970527283427131, "data_time": 0.017668652534484863, "loss_single": 3.3062716245651247, "loss_dense": 3.3604353427886964, "loss": 6.666706943511963, "time": 0.17857415676116944, "step": 838018}
{"lr": 0.001970527283427131, "data_time": 0.023692822456359862, "loss_single": 3.3444528341293336, "loss_dense": 3.37754545211792, "loss": 6.72199821472168, "time": 0.21171352863311768, "step": 838068}
{"lr": 0.001970527283427131, "data_time": 0.020273923873901367, "loss_single": 3.325054168701172, "loss_dense": 3.3781256914138793, "loss": 6.703179836273193, "time": 0.24770674705505372, "step": 838118}
{"lr": 0.001970527283427131, "data_time": 0.026779031753540038, "loss_single": 3.3353256464004515, "loss_dense": 3.385086750984192, "loss": 6.720412349700927, "time": 0.1950169563293457, "step": 838168}
{"lr": 0.001970527283427131, "data_time": 0.011285114288330077, "loss_single": 3.3374725580215454, "loss_dense": 3.381562900543213, "loss": 6.7190354347229, "time": 0.18639006614685058, "step": 838218}
{"lr": 0.001970527283427131, "data_time": 0.023703837394714357, "loss_single": 3.3261528253555297, "loss_dense": 3.371947169303894, "loss": 6.698099946975708, "time": 0.1925278663635254, "step": 838268}
{"lr": 0.001970527283427131, "data_time": 0.01657576560974121, "loss_single": 3.3097726821899416, "loss_dense": 3.3495219469070436, "loss": 6.659294652938843, "time": 0.18092663288116456, "step": 838318}
{"lr": 0.001970527283427131, "data_time": 0.016393470764160156, "loss_single": 3.334599995613098, "loss_dense": 3.394604778289795, "loss": 6.729204750061035, "time": 0.16501858234405517, "step": 838368}
{"lr": 0.001970527283427131, "data_time": 0.020624494552612303, "loss_single": 3.3336313009262084, "loss_dense": 3.3754642724990847, "loss": 6.709095525741577, "time": 0.184816312789917, "step": 838418}
{"lr": 0.001970527283427131, "data_time": 0.018224644660949706, "loss_single": 3.369356870651245, "loss_dense": 3.414633107185364, "loss": 6.783989906311035, "time": 0.17292673587799073, "step": 838468}
{"lr": 0.001970527283427131, "data_time": 0.01555039882659912, "loss_single": 3.318850612640381, "loss_dense": 3.366548538208008, "loss": 6.685399150848388, "time": 0.1683210849761963, "step": 838518}
{"lr": 0.001970527283427131, "data_time": 0.020197319984436034, "loss_single": 3.336922812461853, "loss_dense": 3.384362268447876, "loss": 6.721285057067871, "time": 0.16506900787353515, "step": 838568}
{"lr": 0.001970527283427131, "data_time": 0.027688980102539062, "loss_single": 3.3202813148498533, "loss_dense": 3.365696120262146, "loss": 6.685977363586426, "time": 0.19421167373657228, "step": 838618}
{"lr": 0.001970527283427131, "data_time": 0.015145230293273925, "loss_single": 3.3220736742019654, "loss_dense": 3.3566840171813963, "loss": 6.678757762908935, "time": 0.16690330505371093, "step": 838668}
{"lr": 0.001970527283427131, "data_time": 0.01758115291595459, "loss_single": 3.3235573768615723, "loss_dense": 3.367377495765686, "loss": 6.690934896469116, "time": 0.16241414546966554, "step": 838718}
{"lr": 0.001970527283427131, "data_time": 0.01613905429840088, "loss_single": 3.3142050981521605, "loss_dense": 3.3603238344192503, "loss": 6.674528884887695, "time": 0.46784200668334963, "step": 838768}
{"lr": 0.001970527283427131, "data_time": 0.012825298309326171, "loss_single": 3.3358129262924194, "loss_dense": 3.3868247747421263, "loss": 6.722637796401978, "time": 0.6017606019973755, "step": 838818}
{"lr": 0.001970527283427131, "data_time": 0.01779472827911377, "loss_single": 3.341646194458008, "loss_dense": 3.3768098831176756, "loss": 6.718456029891968, "time": 0.1674863576889038, "step": 838868}
{"lr": 0.001970527283427131, "data_time": 0.016780781745910644, "loss_single": 3.332740592956543, "loss_dense": 3.3711758136749266, "loss": 6.703916406631469, "time": 0.17257840633392335, "step": 838918}
{"lr": 0.001970527283427131, "data_time": 0.01754906177520752, "loss_single": 3.3266716241836547, "loss_dense": 3.3646080017089846, "loss": 6.691279602050781, "time": 0.16376206874847413, "step": 838968}
{"lr": 0.001970527283427131, "data_time": 0.018359923362731935, "loss_single": 3.370862674713135, "loss_dense": 3.4127646923065185, "loss": 6.783627367019653, "time": 0.16734445095062256, "step": 839018}
{"lr": 0.001970527283427131, "data_time": 0.019852876663208008, "loss_single": 3.3212358474731447, "loss_dense": 3.362493467330933, "loss": 6.6837293148040775, "time": 0.2839653730392456, "step": 839068}
{"lr": 0.001970527283427131, "data_time": 0.017772722244262695, "loss_single": 3.33673300743103, "loss_dense": 3.3791143178939818, "loss": 6.715847396850586, "time": 0.1673874855041504, "step": 839118}
{"lr": 0.001970527283427131, "data_time": 0.01730518341064453, "loss_single": 3.3515826225280763, "loss_dense": 3.3837422847747805, "loss": 6.735324907302856, "time": 0.16264493465423585, "step": 839168}
{"lr": 0.001970527283427131, "data_time": 0.0182750940322876, "loss_single": 3.3485600233078, "loss_dense": 3.3793815851211546, "loss": 6.727941656112671, "time": 0.1563570499420166, "step": 839218}
{"lr": 0.001970527283427131, "data_time": 0.01629815101623535, "loss_single": 3.3429554224014284, "loss_dense": 3.3967676877975466, "loss": 6.739723157882691, "time": 0.1612318515777588, "step": 839268}
{"lr": 0.001970527283427131, "data_time": 0.01626477241516113, "loss_single": 3.32994749546051, "loss_dense": 3.37919020652771, "loss": 6.709137773513794, "time": 0.16163170337677002, "step": 839318}
{"lr": 0.001970527283427131, "data_time": 0.017289113998413087, "loss_single": 3.3350438356399534, "loss_dense": 3.3841870784759522, "loss": 6.719230890274048, "time": 0.17122952938079833, "step": 839368}
{"lr": 0.001970527283427131, "data_time": 0.018349885940551758, "loss_single": 3.3447413444519043, "loss_dense": 3.387691617012024, "loss": 6.732433032989502, "time": 0.15538501739501953, "step": 839418}
{"lr": 0.001970527283427131, "data_time": 0.020391201972961424, "loss_single": 3.3463576078414916, "loss_dense": 3.3742136716842652, "loss": 6.720571279525757, "time": 0.21750297546386718, "step": 839468}
{"lr": 0.001970527283427131, "data_time": 0.01724247932434082, "loss_single": 3.3369441509246824, "loss_dense": 3.371846151351929, "loss": 6.708790302276611, "time": 0.15921177864074706, "step": 839518}
{"lr": 0.001970527283427131, "data_time": 0.018224596977233887, "loss_single": 3.3373663663864135, "loss_dense": 3.3906373977661133, "loss": 6.728003787994385, "time": 0.15776302814483642, "step": 839568}
{"lr": 0.001970527283427131, "data_time": 0.01830933094024658, "loss_single": 3.3206164598464967, "loss_dense": 3.3653663873672484, "loss": 6.685982942581177, "time": 0.1580965757369995, "step": 839618}
{"lr": 0.001970527283427131, "data_time": 0.017748165130615234, "loss_single": 3.3328508615493773, "loss_dense": 3.360873794555664, "loss": 6.693724632263184, "time": 0.15983235836029053, "step": 839668}
{"lr": 0.001970527283427131, "data_time": 0.01704561710357666, "loss_single": 3.32401556968689, "loss_dense": 3.3551666259765627, "loss": 6.6791821956634525, "time": 0.15542609691619874, "step": 839718}
{"lr": 0.001970527283427131, "data_time": 0.018864965438842772, "loss_single": 3.3470003604888916, "loss_dense": 3.393584394454956, "loss": 6.740584802627564, "time": 0.16017911434173585, "step": 839768}
{"lr": 0.001970527283427131, "data_time": 0.025528526306152342, "loss_single": 3.3247421026229858, "loss_dense": 3.3735416889190675, "loss": 6.698283720016479, "time": 0.24213263988494874, "step": 839818}
{"lr": 0.001970527283427131, "data_time": 0.016996550559997558, "loss_single": 3.326881837844849, "loss_dense": 3.371995043754578, "loss": 6.698876810073853, "time": 0.15764214992523193, "step": 839868}
{"lr": 0.001970527283427131, "data_time": 0.017313385009765626, "loss_single": 3.339148163795471, "loss_dense": 3.384484052658081, "loss": 6.723632192611694, "time": 0.15315403938293456, "step": 839918}
{"lr": 0.001970527283427131, "data_time": 0.01729404926300049, "loss_single": 3.34224853515625, "loss_dense": 3.3796594619750975, "loss": 6.721908044815064, "time": 0.15576348304748536, "step": 839968}
{"lr": 0.001970527283427131, "data_time": 0.017182564735412596, "loss_single": 3.326553153991699, "loss_dense": 3.374854016304016, "loss": 6.701407146453858, "time": 0.15760211944580077, "step": 840018}
{"lr": 0.001970527283427131, "data_time": 0.016934943199157716, "loss_single": 3.3336923122406006, "loss_dense": 3.374604272842407, "loss": 6.708296632766723, "time": 0.15681083202362062, "step": 840068}
{"lr": 0.001970527283427131, "data_time": 0.029587197303771972, "loss_single": 3.340341591835022, "loss_dense": 3.3703449726104737, "loss": 6.7106866359710695, "time": 0.18965117931365966, "step": 840118}
{"lr": 0.001970527283427131, "data_time": 0.018479013442993165, "loss_single": 3.3278772830963135, "loss_dense": 3.3722404718399046, "loss": 6.700117731094361, "time": 0.15502781867980958, "step": 840168}
{"lr": 0.001970527283427131, "data_time": 0.0173337459564209, "loss_single": 3.3266737937927244, "loss_dense": 3.358988118171692, "loss": 6.685661888122558, "time": 0.17345843315124512, "step": 840218}
{"lr": 0.001970527283427131, "data_time": 0.017835044860839845, "loss_single": 3.3489411592483522, "loss_dense": 3.3821764469146727, "loss": 6.731117630004883, "time": 0.164634108543396, "step": 840268}
{"lr": 0.001970527283427131, "data_time": 0.019626927375793458, "loss_single": 3.356632351875305, "loss_dense": 3.3810046672821046, "loss": 6.737636995315552, "time": 0.1668407440185547, "step": 840318}
{"lr": 0.001970527283427131, "data_time": 0.018076372146606446, "loss_single": 3.3477699995040893, "loss_dense": 3.393123912811279, "loss": 6.740893888473511, "time": 0.15748307704925538, "step": 840368}
{"lr": 0.001970527283427131, "data_time": 0.022911429405212402, "loss_single": 3.3358171701431276, "loss_dense": 3.376234030723572, "loss": 6.712051200866699, "time": 0.178220534324646, "step": 840418}
{"lr": 0.001970527283427131, "data_time": 0.017920947074890135, "loss_single": 3.3296357154846192, "loss_dense": 3.375027632713318, "loss": 6.704663324356079, "time": 0.15627942085266114, "step": 840468}
{"lr": 0.001970527283427131, "data_time": 0.014408421516418458, "loss_single": 3.3400468826293945, "loss_dense": 3.382495164871216, "loss": 6.722541999816895, "time": 0.16430654525756835, "step": 840518}
{"lr": 0.001970527283427131, "data_time": 0.01797628402709961, "loss_single": 3.3315690755844116, "loss_dense": 3.3647266387939454, "loss": 6.696295690536499, "time": 0.1651920795440674, "step": 840568}
{"lr": 0.001970527283427131, "data_time": 0.017784667015075684, "loss_single": 3.353616786003113, "loss_dense": 3.3954073667526243, "loss": 6.749024200439453, "time": 0.15705978870391846, "step": 840618}
{"lr": 0.001970527283427131, "data_time": 0.014486861228942872, "loss_single": 3.3123333930969237, "loss_dense": 3.3656954050064085, "loss": 6.678028774261475, "time": 0.15260779857635498, "step": 840668}
{"lr": 0.0018553997993420467, "data_time": 0.01854827404022217, "loss_single": 3.3191189527511598, "loss_dense": 3.366223859786987, "loss": 6.685342788696289, "time": 0.155663800239563, "step": 840722}
{"lr": 0.0018553997993420467, "data_time": 0.019053387641906738, "loss_single": 3.331822967529297, "loss_dense": 3.369801425933838, "loss": 6.701624345779419, "time": 0.16128385066986084, "step": 840772}
{"lr": 0.0018553997993420467, "data_time": 0.017290520668029784, "loss_single": 3.3089149951934815, "loss_dense": 3.3568528652191163, "loss": 6.665767860412598, "time": 0.15811431407928467, "step": 840822}
{"lr": 0.0018553997993420467, "data_time": 0.016925597190856935, "loss_single": 3.3332498550415037, "loss_dense": 3.3682034492492674, "loss": 6.701453304290771, "time": 0.1589416742324829, "step": 840872}
{"lr": 0.0018553997993420467, "data_time": 0.016405248641967775, "loss_single": 3.327349877357483, "loss_dense": 3.3699072360992433, "loss": 6.697257089614868, "time": 0.15783214569091797, "step": 840922}
{"lr": 0.0018553997993420467, "data_time": 0.017926836013793947, "loss_single": 3.3479270219802855, "loss_dense": 3.3837820053100587, "loss": 6.731709098815918, "time": 0.18178246021270753, "step": 840972}
{"lr": 0.0018553997993420467, "data_time": 0.01742391586303711, "loss_single": 3.319635105133057, "loss_dense": 3.3632059335708617, "loss": 6.682841062545776, "time": 0.1572955369949341, "step": 841022}
{"lr": 0.0018553997993420467, "data_time": 0.018800997734069826, "loss_single": 3.3385159254074095, "loss_dense": 3.381249952316284, "loss": 6.719765901565552, "time": 0.1601011037826538, "step": 841072}
{"lr": 0.0018553997993420467, "data_time": 0.018100690841674805, "loss_single": 3.3323117017745973, "loss_dense": 3.364497208595276, "loss": 6.696808862686157, "time": 0.15808641910552979, "step": 841122}
{"lr": 0.0018553997993420467, "data_time": 0.01614983081817627, "loss_single": 3.33778600692749, "loss_dense": 3.4021424055099487, "loss": 6.739928388595581, "time": 0.1568131446838379, "step": 841172}
{"lr": 0.0018553997993420467, "data_time": 0.017378020286560058, "loss_single": 3.3513869524002073, "loss_dense": 3.396482491493225, "loss": 6.747869491577148, "time": 0.15747411251068116, "step": 841222}
{"lr": 0.0018553997993420467, "data_time": 0.017895841598510744, "loss_single": 3.3273077726364138, "loss_dense": 3.365877604484558, "loss": 6.6931853771209715, "time": 0.16332001686096193, "step": 841272}
{"lr": 0.0018553997993420467, "data_time": 0.01610124111175537, "loss_single": 3.315620708465576, "loss_dense": 3.3636407375335695, "loss": 6.679261350631714, "time": 0.1562039375305176, "step": 841322}
{"lr": 0.0018553997993420467, "data_time": 0.017654776573181152, "loss_single": 3.3333245277404786, "loss_dense": 3.3718152761459352, "loss": 6.705139827728272, "time": 0.15541505813598633, "step": 841372}
{"lr": 0.0018553997993420467, "data_time": 0.016458868980407715, "loss_single": 3.3007451772689818, "loss_dense": 3.349573254585266, "loss": 6.650318384170532, "time": 0.1637503385543823, "step": 841422}
{"lr": 0.0018553997993420467, "data_time": 0.018347525596618654, "loss_single": 3.3184887647628782, "loss_dense": 3.3550501346588133, "loss": 6.6735389709472654, "time": 0.16321568489074706, "step": 841472}
{"lr": 0.0018553997993420467, "data_time": 0.017148733139038086, "loss_single": 3.3416345834732057, "loss_dense": 3.3784625053405763, "loss": 6.7200971126556395, "time": 0.1577824354171753, "step": 841522}
{"lr": 0.0018553997993420467, "data_time": 0.017996931076049806, "loss_single": 3.3472067594528196, "loss_dense": 3.379705286026001, "loss": 6.726912021636963, "time": 0.15688838958740234, "step": 841572}
{"lr": 0.0018553997993420467, "data_time": 0.018097662925720216, "loss_single": 3.333471965789795, "loss_dense": 3.3694955587387083, "loss": 6.702967548370362, "time": 0.20585665702819825, "step": 841622}
{"lr": 0.0018553997993420467, "data_time": 0.01570301055908203, "loss_single": 3.3369910955429076, "loss_dense": 3.37217857837677, "loss": 6.709169673919678, "time": 0.18726322650909424, "step": 841672}
{"lr": 0.0018553997993420467, "data_time": 0.017105674743652342, "loss_single": 3.342921280860901, "loss_dense": 3.3885865926742555, "loss": 6.731507921218872, "time": 0.155755877494812, "step": 841722}
{"lr": 0.0018553997993420467, "data_time": 0.01678931713104248, "loss_single": 3.307929539680481, "loss_dense": 3.3624444961547852, "loss": 6.670373964309692, "time": 0.15386085510253905, "step": 841772}
{"lr": 0.0018553997993420467, "data_time": 0.01794581413269043, "loss_single": 3.3266359329223634, "loss_dense": 3.373897171020508, "loss": 6.700533199310303, "time": 0.15950095653533936, "step": 841822}
{"lr": 0.0018553997993420467, "data_time": 0.018506789207458497, "loss_single": 3.332322382926941, "loss_dense": 3.373886466026306, "loss": 6.706208801269531, "time": 0.1617379903793335, "step": 841872}
{"lr": 0.0018553997993420467, "data_time": 0.01713705062866211, "loss_single": 3.350454044342041, "loss_dense": 3.3841750860214233, "loss": 6.734629201889038, "time": 0.16229443550109862, "step": 841922}
{"lr": 0.0018553997993420467, "data_time": 0.016952824592590333, "loss_single": 3.344120407104492, "loss_dense": 3.3834792375564575, "loss": 6.727599716186523, "time": 0.15991787910461425, "step": 841972}
{"lr": 0.0018553997993420467, "data_time": 0.01753969192504883, "loss_single": 3.3591837882995605, "loss_dense": 3.3914235830307007, "loss": 6.750607347488403, "time": 0.16019487380981445, "step": 842022}
{"lr": 0.0018553997993420467, "data_time": 0.016883015632629395, "loss_single": 3.351545524597168, "loss_dense": 3.389944863319397, "loss": 6.741490364074707, "time": 0.16669764518737792, "step": 842072}
{"lr": 0.0018553997993420467, "data_time": 0.017837786674499513, "loss_single": 3.3460103273391724, "loss_dense": 3.392357897758484, "loss": 6.738368177413941, "time": 0.15821256637573242, "step": 842122}
{"lr": 0.0018553997993420467, "data_time": 0.01683065891265869, "loss_single": 3.3225420475006104, "loss_dense": 3.3602903842926026, "loss": 6.682832431793213, "time": 0.16406378746032715, "step": 842172}
{"lr": 0.0018553997993420467, "data_time": 0.01692979335784912, "loss_single": 3.3478394746780396, "loss_dense": 3.386002254486084, "loss": 6.733841753005981, "time": 0.16059303283691406, "step": 842222}
{"lr": 0.0018553997993420467, "data_time": 0.0359025239944458, "loss_single": 3.3194868564605713, "loss_dense": 3.3664495229721068, "loss": 6.685936498641968, "time": 0.2100877046585083, "step": 842272}
{"lr": 0.0018553997993420467, "data_time": 0.017374587059020997, "loss_single": 3.322484278678894, "loss_dense": 3.366214156150818, "loss": 6.6886985301971436, "time": 0.1570504665374756, "step": 842322}
{"lr": 0.0018553997993420467, "data_time": 0.017548799514770508, "loss_single": 3.3354384660720826, "loss_dense": 3.3716411352157594, "loss": 6.707079553604126, "time": 0.16553802490234376, "step": 842372}
{"lr": 0.0018553997993420467, "data_time": 0.01755650043487549, "loss_single": 3.343212342262268, "loss_dense": 3.3938661336898805, "loss": 6.737078475952148, "time": 0.15609276294708252, "step": 842422}
{"lr": 0.0018553997993420467, "data_time": 0.01833200454711914, "loss_single": 3.315781044960022, "loss_dense": 3.364792585372925, "loss": 6.6805737018585205, "time": 0.1604297637939453, "step": 842472}
{"lr": 0.0018553997993420467, "data_time": 0.019260096549987792, "loss_single": 3.317301559448242, "loss_dense": 3.3515577793121336, "loss": 6.668859338760376, "time": 0.15658929347991943, "step": 842522}
{"lr": 0.0018553997993420467, "data_time": 0.019051098823547365, "loss_single": 3.333101677894592, "loss_dense": 3.3691628217697143, "loss": 6.702264451980591, "time": 0.16139488220214843, "step": 842572}
{"lr": 0.0018553997993420467, "data_time": 0.01808791160583496, "loss_single": 3.325930428504944, "loss_dense": 3.3712832927703857, "loss": 6.697213649749756, "time": 0.15992136001586915, "step": 842622}
{"lr": 0.0018553997993420467, "data_time": 0.017945146560668944, "loss_single": 3.329588294029236, "loss_dense": 3.376501536369324, "loss": 6.706089878082276, "time": 0.15941863059997557, "step": 842672}
{"lr": 0.0018553997993420467, "data_time": 0.01859884262084961, "loss_single": 3.335316467285156, "loss_dense": 3.3742117404937746, "loss": 6.709528160095215, "time": 0.1587522268295288, "step": 842722}
{"lr": 0.0018553997993420467, "data_time": 0.01815066337585449, "loss_single": 3.327379250526428, "loss_dense": 3.360586977005005, "loss": 6.687966156005859, "time": 0.15915415287017823, "step": 842772}
{"lr": 0.0018553997993420467, "data_time": 0.019887351989746095, "loss_single": 3.312221121788025, "loss_dense": 3.361698770523071, "loss": 6.67391996383667, "time": 0.16465940475463867, "step": 842822}
{"lr": 0.0018553997993420467, "data_time": 0.019530749320983885, "loss_single": 3.3380877017974853, "loss_dense": 3.3691254615783692, "loss": 6.707213115692139, "time": 0.1651273250579834, "step": 842872}
{"lr": 0.0018553997993420467, "data_time": 0.016837143898010255, "loss_single": 3.3398345470428468, "loss_dense": 3.3795832633972167, "loss": 6.719417858123779, "time": 0.1661471128463745, "step": 842922}
{"lr": 0.0018553997993420467, "data_time": 0.0174041748046875, "loss_single": 3.3368316650390626, "loss_dense": 3.3923179864883424, "loss": 6.729149723052979, "time": 0.15683579444885254, "step": 842972}
{"lr": 0.0018553997993420467, "data_time": 0.01752467155456543, "loss_single": 3.3488925218582155, "loss_dense": 3.382697343826294, "loss": 6.731589841842651, "time": 0.15884222984313964, "step": 843022}
{"lr": 0.0018553997993420467, "data_time": 0.017405033111572266, "loss_single": 3.3273303747177123, "loss_dense": 3.3631399631500245, "loss": 6.690470218658447, "time": 0.16311309337615967, "step": 843072}
{"lr": 0.0018553997993420467, "data_time": 0.01562049388885498, "loss_single": 3.326837253570557, "loss_dense": 3.3587150812149047, "loss": 6.685552310943604, "time": 0.15727388858795166, "step": 843122}
{"lr": 0.0018553997993420467, "data_time": 0.015528655052185059, "loss_single": 3.328476643562317, "loss_dense": 3.354838514328003, "loss": 6.683315134048462, "time": 0.15757453441619873, "step": 843172}
{"lr": 0.0018553997993420467, "data_time": 0.016562485694885255, "loss_single": 3.3318215370178224, "loss_dense": 3.372065544128418, "loss": 6.703887176513672, "time": 0.21674673557281493, "step": 843222}
{"lr": 0.0018553997993420467, "data_time": 0.016878819465637206, "loss_single": 3.350843667984009, "loss_dense": 3.393961191177368, "loss": 6.744804763793946, "time": 0.16185176372528076, "step": 843272}
{"lr": 0.0018553997993420467, "data_time": 0.01763572692871094, "loss_single": 3.3543818950653077, "loss_dense": 3.390836238861084, "loss": 6.745218086242676, "time": 0.1571507930755615, "step": 843322}
{"lr": 0.0018553997993420467, "data_time": 0.017620944976806642, "loss_single": 3.3228594779968263, "loss_dense": 3.3698572158813476, "loss": 6.692716836929321, "time": 0.1555701494216919, "step": 843372}
{"lr": 0.0018553997993420467, "data_time": 0.01788320541381836, "loss_single": 3.331230401992798, "loss_dense": 3.3725772857666017, "loss": 6.703807640075683, "time": 0.15357308387756347, "step": 843422}
{"lr": 0.0018553997993420467, "data_time": 0.015593457221984863, "loss_single": 3.3303635358810424, "loss_dense": 3.3753395557403563, "loss": 6.705703163146973, "time": 0.1742166519165039, "step": 843472}
{"lr": 0.0018553997993420467, "data_time": 0.017708969116210938, "loss_single": 3.298548197746277, "loss_dense": 3.3486096382141115, "loss": 6.647157812118531, "time": 0.18652985095977784, "step": 843522}
{"lr": 0.0018553997993420467, "data_time": 0.015642118453979493, "loss_single": 3.3338139772415163, "loss_dense": 3.370335578918457, "loss": 6.704149532318115, "time": 0.16500728130340575, "step": 843572}
{"lr": 0.0018553997993420467, "data_time": 0.01770803928375244, "loss_single": 3.3224682807922363, "loss_dense": 3.369852304458618, "loss": 6.6923205852508545, "time": 0.15380349159240722, "step": 843622}
{"lr": 0.0018553997993420467, "data_time": 0.019901394844055176, "loss_single": 3.3348352193832396, "loss_dense": 3.372414469718933, "loss": 6.707249689102173, "time": 0.1571274518966675, "step": 843672}
{"lr": 0.0018553997993420467, "data_time": 0.017803001403808593, "loss_single": 3.3379678249359133, "loss_dense": 3.3764062404632567, "loss": 6.714374017715454, "time": 0.15347616672515868, "step": 843722}
{"lr": 0.0018553997993420467, "data_time": 0.01819581985473633, "loss_single": 3.3392842769622804, "loss_dense": 3.374155855178833, "loss": 6.713440179824829, "time": 0.15766582489013672, "step": 843772}
{"lr": 0.0018553997993420467, "data_time": 0.02013392448425293, "loss_single": 3.3383672714233397, "loss_dense": 3.3881255626678466, "loss": 6.7264927387237545, "time": 0.18892998695373536, "step": 843822}
{"lr": 0.0018553997993420467, "data_time": 0.016969847679138183, "loss_single": 3.3397775411605837, "loss_dense": 3.38088698387146, "loss": 6.72066445350647, "time": 0.1568000555038452, "step": 843872}
{"lr": 0.0018553997993420467, "data_time": 0.018281435966491698, "loss_single": 3.32312490940094, "loss_dense": 3.378031778335571, "loss": 6.701156711578369, "time": 0.1611391305923462, "step": 843922}
{"lr": 0.0018553997993420467, "data_time": 0.017120909690856934, "loss_single": 3.334182524681091, "loss_dense": 3.3740743160247804, "loss": 6.708256769180298, "time": 0.15582427978515626, "step": 843972}
{"lr": 0.0018553997993420467, "data_time": 0.017558717727661134, "loss_single": 3.3351903915405274, "loss_dense": 3.370075011253357, "loss": 6.7052654266357425, "time": 0.15753183364868165, "step": 844022}
{"lr": 0.0018553997993420467, "data_time": 0.01805124282836914, "loss_single": 3.320921444892883, "loss_dense": 3.3675957202911375, "loss": 6.6885171890258786, "time": 0.15847494602203369, "step": 844072}
{"lr": 0.0018553997993420467, "data_time": 0.02210953235626221, "loss_single": 3.3371278285980224, "loss_dense": 3.369670581817627, "loss": 6.706798458099366, "time": 0.25190119743347167, "step": 844122}
{"lr": 0.0018553997993420467, "data_time": 0.017396759986877442, "loss_single": 3.334417200088501, "loss_dense": 3.3868767261505126, "loss": 6.721293926239014, "time": 0.15859925746917725, "step": 844172}
{"lr": 0.0018553997993420467, "data_time": 0.016388130187988282, "loss_single": 3.3508193254470826, "loss_dense": 3.382846975326538, "loss": 6.733666324615479, "time": 0.19532625675201415, "step": 844222}
{"lr": 0.0018553997993420467, "data_time": 0.017396831512451173, "loss_single": 3.368820071220398, "loss_dense": 3.398531746864319, "loss": 6.767351865768433, "time": 0.15769381523132325, "step": 844272}
{"lr": 0.0018553997993420467, "data_time": 0.01688530445098877, "loss_single": 3.3246158361434937, "loss_dense": 3.370276618003845, "loss": 6.694892644882202, "time": 0.1590197801589966, "step": 844322}
{"lr": 0.0018553997993420467, "data_time": 0.01738262176513672, "loss_single": 3.3455230951309205, "loss_dense": 3.3900972843170165, "loss": 6.735620355606079, "time": 0.16038293838500978, "step": 844372}
{"lr": 0.0018553997993420467, "data_time": 0.01658763885498047, "loss_single": 3.3351918697357177, "loss_dense": 3.3758472204208374, "loss": 6.711039018630982, "time": 0.18740415573120117, "step": 844422}
{"lr": 0.0018553997993420467, "data_time": 0.020632719993591307, "loss_single": 3.338229942321777, "loss_dense": 3.374244546890259, "loss": 6.712474393844604, "time": 0.2250974178314209, "step": 844472}
{"lr": 0.0018553997993420467, "data_time": 0.0176133394241333, "loss_single": 3.3284979820251466, "loss_dense": 3.373129940032959, "loss": 6.701627922058106, "time": 0.16424341201782228, "step": 844522}
{"lr": 0.0018553997993420467, "data_time": 0.019723677635192872, "loss_single": 3.3280026435852053, "loss_dense": 3.3677574634552, "loss": 6.695760107040405, "time": 0.2048241138458252, "step": 844572}
{"lr": 0.0018553997993420467, "data_time": 0.016298675537109376, "loss_single": 3.3538137674331665, "loss_dense": 3.3861472368240357, "loss": 6.739961099624634, "time": 0.15612592697143554, "step": 844622}
{"lr": 0.0018553997993420467, "data_time": 0.01521615982055664, "loss_single": 3.3373028516769407, "loss_dense": 3.3802372217178345, "loss": 6.717539978027344, "time": 0.1682971954345703, "step": 844672}
{"lr": 0.0018553997993420467, "data_time": 0.018462586402893066, "loss_single": 3.351754832267761, "loss_dense": 3.388126087188721, "loss": 6.739880895614624, "time": 0.1585623502731323, "step": 844722}
{"lr": 0.0018553997993420467, "data_time": 0.016453242301940917, "loss_single": 3.3277462244033815, "loss_dense": 3.3825558185577393, "loss": 6.710302019119263, "time": 0.15768055915832518, "step": 844772}
{"lr": 0.0018553997993420467, "data_time": 0.01717691421508789, "loss_single": 3.3242049694061278, "loss_dense": 3.3599407196044924, "loss": 6.68414568901062, "time": 0.1597818613052368, "step": 844822}
{"lr": 0.0018553997993420467, "data_time": 0.017949628829956054, "loss_single": 3.357234239578247, "loss_dense": 3.397494387626648, "loss": 6.754728698730469, "time": 0.20913147926330566, "step": 844872}
{"lr": 0.0018553997993420467, "data_time": 0.016590642929077148, "loss_single": 3.3147136926651, "loss_dense": 3.367126989364624, "loss": 6.681840610504151, "time": 0.15960476398468018, "step": 844922}
{"lr": 0.0018553997993420467, "data_time": 0.017206621170043946, "loss_single": 3.3518672466278074, "loss_dense": 3.398926520347595, "loss": 6.750793838500977, "time": 0.16040031909942626, "step": 844972}
{"lr": 0.0018553997993420467, "data_time": 0.01879422664642334, "loss_single": 3.335362100601196, "loss_dense": 3.3878740787506105, "loss": 6.723236083984375, "time": 0.16631734371185303, "step": 845022}
{"lr": 0.0018553997993420467, "data_time": 0.0170698881149292, "loss_single": 3.323409843444824, "loss_dense": 3.35505588054657, "loss": 6.67846565246582, "time": 0.1599278688430786, "step": 845072}
{"lr": 0.0018553997993420467, "data_time": 0.016911840438842772, "loss_single": 3.354235291481018, "loss_dense": 3.3947930335998535, "loss": 6.749028253555298, "time": 0.16055550575256347, "step": 845122}
{"lr": 0.0018553997993420467, "data_time": 0.021469736099243165, "loss_single": 3.338835096359253, "loss_dense": 3.384837341308594, "loss": 6.723672389984131, "time": 0.27375993728637693, "step": 845172}
{"lr": 0.0018553997993420467, "data_time": 0.017835116386413573, "loss_single": 3.3289899826049805, "loss_dense": 3.3738335609436034, "loss": 6.702823495864868, "time": 0.15650761127471924, "step": 845222}
{"lr": 0.0018553997993420467, "data_time": 0.017703795433044435, "loss_single": 3.3150346279144287, "loss_dense": 3.3573406457901003, "loss": 6.672375345230103, "time": 0.155889630317688, "step": 845272}
{"lr": 0.0018553997993420467, "data_time": 0.0167874813079834, "loss_single": 3.316426420211792, "loss_dense": 3.3523122787475588, "loss": 6.66873869895935, "time": 0.15426557064056395, "step": 845322}
{"lr": 0.0018553997993420467, "data_time": 0.017933058738708495, "loss_single": 3.3304611444473267, "loss_dense": 3.372830390930176, "loss": 6.703291511535644, "time": 0.1597118377685547, "step": 845372}
{"lr": 0.0018553997993420467, "data_time": 0.018702197074890136, "loss_single": 3.3409063100814818, "loss_dense": 3.376196837425232, "loss": 6.717103147506714, "time": 0.15463991165161134, "step": 845422}
{"lr": 0.0018553997993420467, "data_time": 0.016402554512023926, "loss_single": 3.3133744478225706, "loss_dense": 3.3530406951904297, "loss": 6.666415214538574, "time": 0.15770771503448486, "step": 845472}
{"lr": 0.0018553997993420467, "data_time": 0.01741633415222168, "loss_single": 3.348665738105774, "loss_dense": 3.383212375640869, "loss": 6.731878185272217, "time": 0.1632983922958374, "step": 845522}
{"lr": 0.0018553997993420467, "data_time": 0.01846318244934082, "loss_single": 3.3081757545471193, "loss_dense": 3.348396134376526, "loss": 6.656571865081787, "time": 0.16015570163726806, "step": 845572}
{"lr": 0.0018553997993420467, "data_time": 0.01778366565704346, "loss_single": 3.3094708919525146, "loss_dense": 3.3654943466186524, "loss": 6.674965286254883, "time": 0.16137878894805907, "step": 845622}
{"lr": 0.0018553997993420467, "data_time": 0.014577794075012206, "loss_single": 3.3189980030059814, "loss_dense": 3.3491588592529298, "loss": 6.668156909942627, "time": 0.15386688709259033, "step": 845672}
{"lr": 0.0017435155486695986, "data_time": 0.01856822967529297, "loss_single": 3.3285357475280763, "loss_dense": 3.3666500806808473, "loss": 6.695185899734497, "time": 0.15882010459899903, "step": 845726}
{"lr": 0.0017435155486695986, "data_time": 0.0167849063873291, "loss_single": 3.313796305656433, "loss_dense": 3.3756874322891237, "loss": 6.689483690261841, "time": 0.15839135646820068, "step": 845776}
{"lr": 0.0017435155486695986, "data_time": 0.018923640251159668, "loss_single": 3.3260299921035767, "loss_dense": 3.36802191734314, "loss": 6.694051933288574, "time": 0.17126660346984862, "step": 845826}
{"lr": 0.0017435155486695986, "data_time": 0.018182754516601562, "loss_single": 3.32456111907959, "loss_dense": 3.375045156478882, "loss": 6.699606227874756, "time": 0.15467238426208496, "step": 845876}
{"lr": 0.0017435155486695986, "data_time": 0.018388009071350096, "loss_single": 3.3368457317352296, "loss_dense": 3.380665397644043, "loss": 6.717511177062988, "time": 0.18760280609130858, "step": 845926}
{"lr": 0.0017435155486695986, "data_time": 0.0187222957611084, "loss_single": 3.3136818170547486, "loss_dense": 3.357262206077576, "loss": 6.670943975448608, "time": 0.1599187135696411, "step": 845976}
{"lr": 0.0017435155486695986, "data_time": 0.016938996315002442, "loss_single": 3.294724774360657, "loss_dense": 3.3432993412017824, "loss": 6.638024091720581, "time": 0.16501193046569823, "step": 846026}
{"lr": 0.0017435155486695986, "data_time": 0.017763185501098632, "loss_single": 3.327324056625366, "loss_dense": 3.363835644721985, "loss": 6.691159629821778, "time": 0.15615489482879638, "step": 846076}
{"lr": 0.0017435155486695986, "data_time": 0.01994326114654541, "loss_single": 3.3473784208297728, "loss_dense": 3.3773576736450197, "loss": 6.724736166000366, "time": 0.15644962787628175, "step": 846126}
{"lr": 0.0017435155486695986, "data_time": 0.018739771842956544, "loss_single": 3.3479666471481324, "loss_dense": 3.382148551940918, "loss": 6.730115270614624, "time": 0.15508456230163575, "step": 846176}
{"lr": 0.0017435155486695986, "data_time": 0.03427603244781494, "loss_single": 3.326553773880005, "loss_dense": 3.3696317195892336, "loss": 6.696185541152954, "time": 0.2734849452972412, "step": 846226}
{"lr": 0.0017435155486695986, "data_time": 0.01553647518157959, "loss_single": 3.3283990621566772, "loss_dense": 3.365340828895569, "loss": 6.693739938735962, "time": 0.16065118312835694, "step": 846276}
{"lr": 0.0017435155486695986, "data_time": 0.018233728408813477, "loss_single": 3.3164177179336547, "loss_dense": 3.366267728805542, "loss": 6.682685470581054, "time": 0.15881695747375488, "step": 846326}
{"lr": 0.0017435155486695986, "data_time": 0.01644439697265625, "loss_single": 3.351892423629761, "loss_dense": 3.3859808921813963, "loss": 6.737873363494873, "time": 0.15900893211364747, "step": 846376}
{"lr": 0.0017435155486695986, "data_time": 0.01767077445983887, "loss_single": 3.3545082330703737, "loss_dense": 3.376134252548218, "loss": 6.730642414093017, "time": 0.16216819286346434, "step": 846426}
{"lr": 0.0017435155486695986, "data_time": 0.01616959571838379, "loss_single": 3.325531005859375, "loss_dense": 3.365629863739014, "loss": 6.691160726547241, "time": 0.18243942260742188, "step": 846476}
{"lr": 0.0017435155486695986, "data_time": 0.01826794147491455, "loss_single": 3.3376854419708253, "loss_dense": 3.3713784217834473, "loss": 6.70906400680542, "time": 0.15889363288879393, "step": 846526}
{"lr": 0.0017435155486695986, "data_time": 0.018721604347229005, "loss_single": 3.3165966749191282, "loss_dense": 3.3595078945159913, "loss": 6.676104593276977, "time": 0.2510338544845581, "step": 846576}
{"lr": 0.0017435155486695986, "data_time": 0.017582130432128907, "loss_single": 3.3073620319366457, "loss_dense": 3.3581533193588258, "loss": 6.665515375137329, "time": 0.16485018730163575, "step": 846626}
{"lr": 0.0017435155486695986, "data_time": 0.01887545585632324, "loss_single": 3.316813826560974, "loss_dense": 3.361730933189392, "loss": 6.678544807434082, "time": 0.15620296001434325, "step": 846676}
{"lr": 0.0017435155486695986, "data_time": 0.017197418212890624, "loss_single": 3.3361080646514893, "loss_dense": 3.382472038269043, "loss": 6.718580007553101, "time": 0.1584031581878662, "step": 846726}
{"lr": 0.0017435155486695986, "data_time": 0.018805170059204103, "loss_single": 3.3294330835342407, "loss_dense": 3.373234987258911, "loss": 6.702668046951294, "time": 0.160491943359375, "step": 846776}
{"lr": 0.0017435155486695986, "data_time": 0.018651437759399415, "loss_single": 3.322836422920227, "loss_dense": 3.3689268112182615, "loss": 6.691763210296631, "time": 0.16178433895111083, "step": 846826}
{"lr": 0.0017435155486695986, "data_time": 0.01751234531402588, "loss_single": 3.2967778921127318, "loss_dense": 3.3439666986465455, "loss": 6.640744733810425, "time": 0.1553863763809204, "step": 846876}
{"lr": 0.0017435155486695986, "data_time": 0.015909957885742187, "loss_single": 3.311170148849487, "loss_dense": 3.3698110818862914, "loss": 6.680981254577636, "time": 0.19715209007263185, "step": 846926}
{"lr": 0.0017435155486695986, "data_time": 0.017964959144592285, "loss_single": 3.3090718269348143, "loss_dense": 3.355801010131836, "loss": 6.664872837066651, "time": 0.1570284605026245, "step": 846976}
{"lr": 0.0017435155486695986, "data_time": 0.016975545883178712, "loss_single": 3.339074635505676, "loss_dense": 3.3701709270477296, "loss": 6.7092455387115475, "time": 0.1581116199493408, "step": 847026}
{"lr": 0.0017435155486695986, "data_time": 0.017011642456054688, "loss_single": 3.371898078918457, "loss_dense": 3.40651535987854, "loss": 6.778413391113281, "time": 0.1575996160507202, "step": 847076}
{"lr": 0.0017435155486695986, "data_time": 0.01790785789489746, "loss_single": 3.3493674755096436, "loss_dense": 3.3866014957427977, "loss": 6.735968971252442, "time": 0.15951886177062988, "step": 847126}
{"lr": 0.0017435155486695986, "data_time": 0.0173445463180542, "loss_single": 3.3232413053512575, "loss_dense": 3.3611748456954955, "loss": 6.684416151046753, "time": 0.15529108047485352, "step": 847176}
{"lr": 0.0017435155486695986, "data_time": 0.020855641365051268, "loss_single": 3.3207862854003904, "loss_dense": 3.3649049282073973, "loss": 6.685691213607788, "time": 0.243226957321167, "step": 847226}
{"lr": 0.0017435155486695986, "data_time": 0.019587063789367677, "loss_single": 3.3544883728027344, "loss_dense": 3.387265920639038, "loss": 6.7417542934417725, "time": 0.1572269916534424, "step": 847276}
{"lr": 0.0017435155486695986, "data_time": 0.01745615005493164, "loss_single": 3.321283388137817, "loss_dense": 3.3630138635635376, "loss": 6.684297275543213, "time": 0.16480822563171388, "step": 847326}
{"lr": 0.0017435155486695986, "data_time": 0.01696178913116455, "loss_single": 3.317589449882507, "loss_dense": 3.3637415885925295, "loss": 6.681331014633178, "time": 0.156722354888916, "step": 847376}
{"lr": 0.0017435155486695986, "data_time": 0.017518448829650878, "loss_single": 3.323911118507385, "loss_dense": 3.3616379737854003, "loss": 6.685549068450928, "time": 0.1616408109664917, "step": 847426}
{"lr": 0.0017435155486695986, "data_time": 0.015795469284057617, "loss_single": 3.348956298828125, "loss_dense": 3.3810873508453367, "loss": 6.730043697357178, "time": 0.1558065414428711, "step": 847476}
{"lr": 0.0017435155486695986, "data_time": 0.018724274635314942, "loss_single": 3.3184838771820067, "loss_dense": 3.347914290428162, "loss": 6.666398191452027, "time": 0.195168399810791, "step": 847526}
{"lr": 0.0017435155486695986, "data_time": 0.01916348934173584, "loss_single": 3.3378193855285643, "loss_dense": 3.384526562690735, "loss": 6.722345924377441, "time": 0.1642218828201294, "step": 847576}
{"lr": 0.0017435155486695986, "data_time": 0.018420028686523437, "loss_single": 3.3272425174713134, "loss_dense": 3.3661118507385255, "loss": 6.693354225158691, "time": 0.16304926872253417, "step": 847626}
{"lr": 0.0017435155486695986, "data_time": 0.01545090675354004, "loss_single": 3.326809525489807, "loss_dense": 3.3735583782196046, "loss": 6.700367975234985, "time": 0.1564628839492798, "step": 847676}
{"lr": 0.0017435155486695986, "data_time": 0.016514182090759277, "loss_single": 3.330663466453552, "loss_dense": 3.3691399574279783, "loss": 6.699803400039673, "time": 0.16213750839233398, "step": 847726}
{"lr": 0.0017435155486695986, "data_time": 0.01746375560760498, "loss_single": 3.3118799686431886, "loss_dense": 3.3519782781600953, "loss": 6.663858270645141, "time": 0.15620718002319336, "step": 847776}
{"lr": 0.0017435155486695986, "data_time": 0.02023618221282959, "loss_single": 3.3193733215332033, "loss_dense": 3.368444323539734, "loss": 6.687817668914795, "time": 0.1923914670944214, "step": 847826}
{"lr": 0.0017435155486695986, "data_time": 0.017395687103271485, "loss_single": 3.3380047559738157, "loss_dense": 3.369049143791199, "loss": 6.70705394744873, "time": 0.15931971073150636, "step": 847876}
{"lr": 0.0017435155486695986, "data_time": 0.01720435619354248, "loss_single": 3.3167121410369873, "loss_dense": 3.358223295211792, "loss": 6.674935436248779, "time": 0.15577352046966553, "step": 847926}
{"lr": 0.0017435155486695986, "data_time": 0.016152071952819824, "loss_single": 3.328870964050293, "loss_dense": 3.3654089689254763, "loss": 6.694280004501342, "time": 0.15841164588928222, "step": 847976}
{"lr": 0.0017435155486695986, "data_time": 0.01635167598724365, "loss_single": 3.3289762496948243, "loss_dense": 3.3704400777816774, "loss": 6.6994163513183596, "time": 0.1570305585861206, "step": 848026}
{"lr": 0.0017435155486695986, "data_time": 0.017068028450012207, "loss_single": 3.3323179483413696, "loss_dense": 3.36445209980011, "loss": 6.6967700004577635, "time": 0.15562131404876708, "step": 848076}
{"lr": 0.0017435155486695986, "data_time": 0.027521347999572753, "loss_single": 3.3497355699539186, "loss_dense": 3.380526328086853, "loss": 6.730261898040771, "time": 0.24037930965423585, "step": 848126}
{"lr": 0.0017435155486695986, "data_time": 0.01794886589050293, "loss_single": 3.3215139865875245, "loss_dense": 3.3577289819717406, "loss": 6.679242992401123, "time": 0.1711958408355713, "step": 848176}
{"lr": 0.0017435155486695986, "data_time": 0.017654895782470703, "loss_single": 3.340570330619812, "loss_dense": 3.3772334814071656, "loss": 6.717803812026977, "time": 0.15746681690216063, "step": 848226}
{"lr": 0.0017435155486695986, "data_time": 0.016539573669433594, "loss_single": 3.326639270782471, "loss_dense": 3.3712151765823366, "loss": 6.697854471206665, "time": 0.1576465606689453, "step": 848276}
{"lr": 0.0017435155486695986, "data_time": 0.015929031372070312, "loss_single": 3.3122254371643067, "loss_dense": 3.371001720428467, "loss": 6.683227157592773, "time": 0.16151411533355714, "step": 848326}
{"lr": 0.0017435155486695986, "data_time": 0.019167017936706544, "loss_single": 3.3447792768478393, "loss_dense": 3.3806079864501952, "loss": 6.725387239456177, "time": 0.16237504482269288, "step": 848376}
{"lr": 0.0017435155486695986, "data_time": 0.018025541305541994, "loss_single": 3.330192303657532, "loss_dense": 3.366949677467346, "loss": 6.697141981124878, "time": 0.16341357231140136, "step": 848426}
{"lr": 0.0017435155486695986, "data_time": 0.0174666166305542, "loss_single": 3.307871150970459, "loss_dense": 3.344349908828735, "loss": 6.652221059799194, "time": 0.15867140293121337, "step": 848476}
{"lr": 0.0017435155486695986, "data_time": 0.019073104858398436, "loss_single": 3.349227261543274, "loss_dense": 3.387811541557312, "loss": 6.737038803100586, "time": 0.1603649616241455, "step": 848526}
{"lr": 0.0017435155486695986, "data_time": 0.018528056144714356, "loss_single": 3.3300514221191406, "loss_dense": 3.3630507946014405, "loss": 6.693102169036865, "time": 0.1572416305541992, "step": 848576}
{"lr": 0.0017435155486695986, "data_time": 0.01824038028717041, "loss_single": 3.309978652000427, "loss_dense": 3.3528515338897704, "loss": 6.662830257415772, "time": 0.1565868854522705, "step": 848626}
{"lr": 0.0017435155486695986, "data_time": 0.016965317726135253, "loss_single": 3.3108659029006957, "loss_dense": 3.353527641296387, "loss": 6.664393472671509, "time": 0.1618190288543701, "step": 848676}
{"lr": 0.0017435155486695986, "data_time": 0.019485616683959962, "loss_single": 3.3322071075439452, "loss_dense": 3.3700199842453005, "loss": 6.702227020263672, "time": 0.15721750259399414, "step": 848726}
{"lr": 0.0017435155486695986, "data_time": 0.02024679183959961, "loss_single": 3.304493951797485, "loss_dense": 3.3467530250549316, "loss": 6.651247024536133, "time": 0.19306693077087403, "step": 848776}
{"lr": 0.0017435155486695986, "data_time": 0.020867538452148438, "loss_single": 3.3419574022293093, "loss_dense": 3.38333477973938, "loss": 6.7252922534942625, "time": 0.17743198871612548, "step": 848826}
{"lr": 0.0017435155486695986, "data_time": 0.01782834529876709, "loss_single": 3.3204450607299805, "loss_dense": 3.3525585651397707, "loss": 6.6730035781860355, "time": 0.1608962059020996, "step": 848876}
{"lr": 0.0017435155486695986, "data_time": 0.017696857452392578, "loss_single": 3.3333715915679933, "loss_dense": 3.3839362382888796, "loss": 6.717307901382446, "time": 0.15851233005523682, "step": 848926}
{"lr": 0.0017435155486695986, "data_time": 0.017162322998046875, "loss_single": 3.3308841228485107, "loss_dense": 3.370184874534607, "loss": 6.701068973541259, "time": 0.15539710521697997, "step": 848976}
{"lr": 0.0017435155486695986, "data_time": 0.01992619037628174, "loss_single": 3.3189319372177124, "loss_dense": 3.360374188423157, "loss": 6.679306125640869, "time": 0.16143031120300294, "step": 849026}
{"lr": 0.0017435155486695986, "data_time": 0.016711091995239256, "loss_single": 3.3097984790802, "loss_dense": 3.352775979042053, "loss": 6.6625744819641115, "time": 0.16046533584594727, "step": 849076}
{"lr": 0.0017435155486695986, "data_time": 0.019013047218322754, "loss_single": 3.3365018367767334, "loss_dense": 3.386844825744629, "loss": 6.723346710205078, "time": 0.20927197933197023, "step": 849126}
{"lr": 0.0017435155486695986, "data_time": 0.016775894165039062, "loss_single": 3.350540566444397, "loss_dense": 3.4050623893737795, "loss": 6.75560302734375, "time": 0.15840823650360109, "step": 849176}
{"lr": 0.0017435155486695986, "data_time": 0.016692924499511718, "loss_single": 3.3201303005218508, "loss_dense": 3.3538543224334716, "loss": 6.673984575271606, "time": 0.15542240142822267, "step": 849226}
{"lr": 0.0017435155486695986, "data_time": 0.016213226318359374, "loss_single": 3.3378685235977175, "loss_dense": 3.380107879638672, "loss": 6.717976474761963, "time": 0.15603649616241455, "step": 849276}
{"lr": 0.0017435155486695986, "data_time": 0.018741822242736815, "loss_single": 3.3397336483001707, "loss_dense": 3.3798498153686523, "loss": 6.719583415985108, "time": 0.15935335159301758, "step": 849326}
{"lr": 0.0017435155486695986, "data_time": 0.017317605018615723, "loss_single": 3.34354829788208, "loss_dense": 3.390502762794495, "loss": 6.734051084518432, "time": 0.15704357624053955, "step": 849376}
{"lr": 0.0017435155486695986, "data_time": 0.01713852882385254, "loss_single": 3.3207775592803954, "loss_dense": 3.379010009765625, "loss": 6.699787569046021, "time": 0.15487198829650878, "step": 849426}
{"lr": 0.0017435155486695986, "data_time": 0.01722397804260254, "loss_single": 3.315438914299011, "loss_dense": 3.3579890012741087, "loss": 6.673427963256836, "time": 0.15653517246246337, "step": 849476}
{"lr": 0.0017435155486695986, "data_time": 0.018242359161376953, "loss_single": 3.325316905975342, "loss_dense": 3.3694042444229124, "loss": 6.694721126556397, "time": 0.15850415229797363, "step": 849526}
{"lr": 0.0017435155486695986, "data_time": 0.015996670722961424, "loss_single": 3.3313776731491087, "loss_dense": 3.3733827114105224, "loss": 6.704760408401489, "time": 0.15421638488769532, "step": 849576}
{"lr": 0.0017435155486695986, "data_time": 0.01724259853363037, "loss_single": 3.3381102323532104, "loss_dense": 3.387208032608032, "loss": 6.7253182888031, "time": 0.16143834590911865, "step": 849626}
{"lr": 0.0017435155486695986, "data_time": 0.014242029190063477, "loss_single": 3.3047741651535034, "loss_dense": 3.3470469236373903, "loss": 6.651821088790894, "time": 0.16899330615997316, "step": 849676}
{"lr": 0.0017435155486695986, "data_time": 0.01884901523590088, "loss_single": 3.319500756263733, "loss_dense": 3.3619953393936157, "loss": 6.681496000289917, "time": 0.15692949295043945, "step": 849726}
{"lr": 0.0017435155486695986, "data_time": 0.018575215339660646, "loss_single": 3.3524362564086916, "loss_dense": 3.396958613395691, "loss": 6.749394798278809, "time": 0.17528896331787108, "step": 849776}
{"lr": 0.0017435155486695986, "data_time": 0.017160964012145997, "loss_single": 3.3285157918930053, "loss_dense": 3.3733730554580688, "loss": 6.701888751983643, "time": 0.16000831127166748, "step": 849826}
{"lr": 0.0017435155486695986, "data_time": 0.015595388412475587, "loss_single": 3.29637188911438, "loss_dense": 3.352898454666138, "loss": 6.649270343780517, "time": 0.15803875923156738, "step": 849876}
{"lr": 0.0017435155486695986, "data_time": 0.018341612815856934, "loss_single": 3.343512940406799, "loss_dense": 3.375034809112549, "loss": 6.718547773361206, "time": 0.16021268367767333, "step": 849926}
{"lr": 0.0017435155486695986, "data_time": 0.016907715797424318, "loss_single": 3.315470290184021, "loss_dense": 3.35586793422699, "loss": 6.671338319778442, "time": 0.15313785076141356, "step": 849976}
{"lr": 0.0017435155486695986, "data_time": 0.01746225357055664, "loss_single": 3.34236421585083, "loss_dense": 3.390196418762207, "loss": 6.7325605869293215, "time": 0.15654919147491456, "step": 850026}
{"lr": 0.0017435155486695986, "data_time": 0.02103281021118164, "loss_single": 3.3274308681488036, "loss_dense": 3.3704422235488893, "loss": 6.697873067855835, "time": 0.20722429752349852, "step": 850076}
{"lr": 0.0017435155486695986, "data_time": 0.018195462226867676, "loss_single": 3.3212950229644775, "loss_dense": 3.3698040008544923, "loss": 6.691099023818969, "time": 0.15656042098999023, "step": 850126}
{"lr": 0.0017435155486695986, "data_time": 0.014684176445007325, "loss_single": 3.343857932090759, "loss_dense": 3.379901909828186, "loss": 6.72375979423523, "time": 0.16264119148254394, "step": 850176}
{"lr": 0.0017435155486695986, "data_time": 0.01510789394378662, "loss_single": 3.3159604549407957, "loss_dense": 3.3736918687820436, "loss": 6.689652347564698, "time": 0.15879449844360352, "step": 850226}
{"lr": 0.0017435155486695986, "data_time": 0.018638968467712402, "loss_single": 3.3427123069763183, "loss_dense": 3.378337097167969, "loss": 6.721049404144287, "time": 0.16667637825012208, "step": 850276}
{"lr": 0.0017435155486695986, "data_time": 0.01776547431945801, "loss_single": 3.327233171463013, "loss_dense": 3.362786340713501, "loss": 6.690019512176514, "time": 0.1547942876815796, "step": 850326}
{"lr": 0.0017435155486695986, "data_time": 0.02010483741760254, "loss_single": 3.32717342376709, "loss_dense": 3.3709689140319825, "loss": 6.6981422901153564, "time": 0.25235953330993655, "step": 850376}
{"lr": 0.0017435155486695986, "data_time": 0.01750485897064209, "loss_single": 3.304327201843262, "loss_dense": 3.356331300735474, "loss": 6.660658597946167, "time": 0.1611563205718994, "step": 850426}
{"lr": 0.0017435155486695986, "data_time": 0.018268299102783204, "loss_single": 3.327416753768921, "loss_dense": 3.3720917224884035, "loss": 6.69950852394104, "time": 0.1596766471862793, "step": 850476}
{"lr": 0.0017435155486695986, "data_time": 0.01847822666168213, "loss_single": 3.326743483543396, "loss_dense": 3.37521653175354, "loss": 6.701960039138794, "time": 0.15391168594360352, "step": 850526}
{"lr": 0.0017435155486695986, "data_time": 0.01717696189880371, "loss_single": 3.3562090396881104, "loss_dense": 3.3971843004226683, "loss": 6.7533934116363525, "time": 0.15969641208648683, "step": 850576}
{"lr": 0.0017435155486695986, "data_time": 0.017815756797790527, "loss_single": 3.336977553367615, "loss_dense": 3.3711586713790895, "loss": 6.70813627243042, "time": 0.15764784812927246, "step": 850626}
{"lr": 0.0017435155486695986, "data_time": 0.013999056816101075, "loss_single": 3.335397958755493, "loss_dense": 3.3724038124084474, "loss": 6.707801866531372, "time": 0.15234789848327637, "step": 850676}
{"lr": 0.0016349021371744837, "data_time": 0.01670808792114258, "loss_single": 3.323893666267395, "loss_dense": 3.3750160932540894, "loss": 6.698909759521484, "time": 0.15774219036102294, "step": 850730}
{"lr": 0.0016349021371744837, "data_time": 0.016402816772460936, "loss_single": 3.325730729103088, "loss_dense": 3.37830765247345, "loss": 6.704038476943969, "time": 0.2093050956726074, "step": 850780}
{"lr": 0.0016349021371744837, "data_time": 0.018546223640441895, "loss_single": 3.3286372900009153, "loss_dense": 3.372444748878479, "loss": 6.7010821342468265, "time": 0.1625722885131836, "step": 850830}
{"lr": 0.0016349021371744837, "data_time": 0.01840503215789795, "loss_single": 3.3436527013778687, "loss_dense": 3.385922932624817, "loss": 6.7295756340026855, "time": 0.16698908805847168, "step": 850880}
{"lr": 0.0016349021371744837, "data_time": 0.0268049955368042, "loss_single": 3.313312315940857, "loss_dense": 3.345831060409546, "loss": 6.659143352508545, "time": 0.21942462921142578, "step": 850930}
{"lr": 0.0016349021371744837, "data_time": 0.016179370880126952, "loss_single": 3.324772763252258, "loss_dense": 3.3643494844436646, "loss": 6.689122247695923, "time": 0.157450270652771, "step": 850980}
{"lr": 0.0016349021371744837, "data_time": 0.01642189025878906, "loss_single": 3.338374066352844, "loss_dense": 3.3823691606521606, "loss": 6.720743227005005, "time": 0.15896916389465332, "step": 851030}
{"lr": 0.0016349021371744837, "data_time": 0.017447400093078613, "loss_single": 3.3483511924743654, "loss_dense": 3.3744040012359617, "loss": 6.7227551460266115, "time": 0.15666089057922364, "step": 851080}
{"lr": 0.0016349021371744837, "data_time": 0.018029093742370605, "loss_single": 3.3316267251968386, "loss_dense": 3.352589964866638, "loss": 6.684216737747192, "time": 0.1568829298019409, "step": 851130}
{"lr": 0.0016349021371744837, "data_time": 0.018746066093444824, "loss_single": 3.324819827079773, "loss_dense": 3.365443754196167, "loss": 6.6902636051177975, "time": 0.16662299633026123, "step": 851180}
{"lr": 0.0016349021371744837, "data_time": 0.0212418794631958, "loss_single": 3.3316166400909424, "loss_dense": 3.365611433982849, "loss": 6.697228050231933, "time": 0.24495701789855956, "step": 851230}
{"lr": 0.0016349021371744837, "data_time": 0.01750330924987793, "loss_single": 3.3245676040649412, "loss_dense": 3.3842913627624513, "loss": 6.708858919143677, "time": 0.16946763992309571, "step": 851280}
{"lr": 0.0016349021371744837, "data_time": 0.018712472915649415, "loss_single": 3.329212784767151, "loss_dense": 3.3666337728500366, "loss": 6.6958465576171875, "time": 0.1603461980819702, "step": 851330}
{"lr": 0.0016349021371744837, "data_time": 0.017855215072631835, "loss_single": 3.31345055103302, "loss_dense": 3.3554631233215333, "loss": 6.668913650512695, "time": 0.15955784320831298, "step": 851380}
{"lr": 0.0016349021371744837, "data_time": 0.018006062507629393, "loss_single": 3.3499933004379274, "loss_dense": 3.4020431280136108, "loss": 6.752036476135254, "time": 0.16221227645874023, "step": 851430}
{"lr": 0.0016349021371744837, "data_time": 0.018198633193969728, "loss_single": 3.3165945053100585, "loss_dense": 3.3599403381347654, "loss": 6.676534843444824, "time": 0.15498170852661133, "step": 851480}
{"lr": 0.0016349021371744837, "data_time": 0.01773495674133301, "loss_single": 3.3430491209030153, "loss_dense": 3.3788849830627443, "loss": 6.721934080123901, "time": 0.15732247829437257, "step": 851530}
{"lr": 0.0016349021371744837, "data_time": 0.017333269119262695, "loss_single": 3.320777988433838, "loss_dense": 3.3581791877746583, "loss": 6.678957176208496, "time": 0.1577134609222412, "step": 851580}
{"lr": 0.0016349021371744837, "data_time": 0.018055105209350587, "loss_single": 3.3231741189956665, "loss_dense": 3.3776385307312013, "loss": 6.70081262588501, "time": 0.15403475761413574, "step": 851630}
{"lr": 0.0016349021371744837, "data_time": 0.016772651672363283, "loss_single": 3.346893310546875, "loss_dense": 3.3858680963516234, "loss": 6.732761430740356, "time": 0.15720767974853517, "step": 851680}
{"lr": 0.0016349021371744837, "data_time": 0.019130587577819824, "loss_single": 3.3387158632278444, "loss_dense": 3.3807183504104614, "loss": 6.71943416595459, "time": 0.201013445854187, "step": 851730}
{"lr": 0.0016349021371744837, "data_time": 0.017017221450805663, "loss_single": 3.3266905307769776, "loss_dense": 3.364305925369263, "loss": 6.69099645614624, "time": 0.1594775915145874, "step": 851780}
{"lr": 0.0016349021371744837, "data_time": 0.017963123321533204, "loss_single": 3.337210774421692, "loss_dense": 3.387943387031555, "loss": 6.725154161453247, "time": 0.16163511276245118, "step": 851830}
{"lr": 0.0016349021371744837, "data_time": 0.017760181427001955, "loss_single": 3.3217337846755983, "loss_dense": 3.357900071144104, "loss": 6.679633855819702, "time": 0.16116175651550294, "step": 851880}
{"lr": 0.0016349021371744837, "data_time": 0.01763119697570801, "loss_single": 3.3198018074035645, "loss_dense": 3.3585886716842652, "loss": 6.678390407562256, "time": 0.15689141750335694, "step": 851930}
{"lr": 0.0016349021371744837, "data_time": 0.016177606582641602, "loss_single": 3.302580547332764, "loss_dense": 3.3533403873443604, "loss": 6.655920934677124, "time": 0.16216514110565186, "step": 851980}
{"lr": 0.0016349021371744837, "data_time": 0.015692925453186034, "loss_single": 3.3283901453018188, "loss_dense": 3.3681729316711424, "loss": 6.696563100814819, "time": 0.1820296049118042, "step": 852030}
{"lr": 0.0016349021371744837, "data_time": 0.019375252723693847, "loss_single": 3.3162051677703857, "loss_dense": 3.355021071434021, "loss": 6.671226263046265, "time": 0.1577460527420044, "step": 852080}
{"lr": 0.0016349021371744837, "data_time": 0.01852991580963135, "loss_single": 3.308495807647705, "loss_dense": 3.3555984497070312, "loss": 6.664094305038452, "time": 0.1546243190765381, "step": 852130}
{"lr": 0.0016349021371744837, "data_time": 0.03365170955657959, "loss_single": 3.3284231662750243, "loss_dense": 3.3683711528778075, "loss": 6.696794319152832, "time": 0.16762924194335938, "step": 852180}
{"lr": 0.0016349021371744837, "data_time": 0.018307590484619142, "loss_single": 3.328706884384155, "loss_dense": 3.375492978096008, "loss": 6.704199886322021, "time": 0.16002233028411866, "step": 852230}
{"lr": 0.0016349021371744837, "data_time": 0.017555952072143555, "loss_single": 3.31861412525177, "loss_dense": 3.371130681037903, "loss": 6.689744853973389, "time": 0.1567169427871704, "step": 852280}
{"lr": 0.0016349021371744837, "data_time": 0.019179582595825195, "loss_single": 3.336096405982971, "loss_dense": 3.3768635988235474, "loss": 6.712960052490234, "time": 0.226947021484375, "step": 852330}
{"lr": 0.0016349021371744837, "data_time": 0.016209983825683595, "loss_single": 3.3465076684951782, "loss_dense": 3.3697086572647095, "loss": 6.716216373443603, "time": 0.1649562358856201, "step": 852380}
{"lr": 0.0016349021371744837, "data_time": 0.01625821590423584, "loss_single": 3.3169480323791505, "loss_dense": 3.3685986280441282, "loss": 6.685546636581421, "time": 0.16030530929565429, "step": 852430}
{"lr": 0.0016349021371744837, "data_time": 0.017851996421813964, "loss_single": 3.3113502979278566, "loss_dense": 3.367487907409668, "loss": 6.67883825302124, "time": 0.1605523109436035, "step": 852480}
{"lr": 0.0016349021371744837, "data_time": 0.01812288761138916, "loss_single": 3.3478444099426268, "loss_dense": 3.3852440118789673, "loss": 6.733088445663452, "time": 0.1685170888900757, "step": 852530}
{"lr": 0.0016349021371744837, "data_time": 0.017288637161254884, "loss_single": 3.3236448049545286, "loss_dense": 3.3627940893173216, "loss": 6.686438941955567, "time": 0.16087033748626708, "step": 852580}
{"lr": 0.0016349021371744837, "data_time": 0.01868317127227783, "loss_single": 3.327301812171936, "loss_dense": 3.3682814836502075, "loss": 6.695583343505859, "time": 0.1648343324661255, "step": 852630}
{"lr": 0.0016349021371744837, "data_time": 0.019602274894714354, "loss_single": 3.3382248878479004, "loss_dense": 3.371910548210144, "loss": 6.710135364532471, "time": 0.163169527053833, "step": 852680}
{"lr": 0.0016349021371744837, "data_time": 0.018537187576293947, "loss_single": 3.355550169944763, "loss_dense": 3.39827139377594, "loss": 6.753821563720703, "time": 0.15734901428222656, "step": 852730}
{"lr": 0.0016349021371744837, "data_time": 0.01715834140777588, "loss_single": 3.3149333238601684, "loss_dense": 3.3561166524887085, "loss": 6.671050024032593, "time": 0.15782339572906495, "step": 852780}
{"lr": 0.0016349021371744837, "data_time": 0.0181577205657959, "loss_single": 3.3307690620422363, "loss_dense": 3.380392551422119, "loss": 6.7111616134643555, "time": 0.1554858684539795, "step": 852830}
{"lr": 0.0016349021371744837, "data_time": 0.01760547161102295, "loss_single": 3.311613941192627, "loss_dense": 3.351850461959839, "loss": 6.6634644031524655, "time": 0.16310813426971435, "step": 852880}
{"lr": 0.0016349021371744837, "data_time": 0.015888357162475587, "loss_single": 3.3091542959213256, "loss_dense": 3.3659777641296387, "loss": 6.6751320362091064, "time": 0.16211154460906982, "step": 852930}
{"lr": 0.0016349021371744837, "data_time": 0.020236682891845704, "loss_single": 3.324932909011841, "loss_dense": 3.3694825649261473, "loss": 6.694415521621704, "time": 0.16898140907287598, "step": 852980}
{"lr": 0.0016349021371744837, "data_time": 0.019877815246582033, "loss_single": 3.336498236656189, "loss_dense": 3.3580597639083862, "loss": 6.694558048248291, "time": 0.22954049110412597, "step": 853030}
{"lr": 0.0016349021371744837, "data_time": 0.015983152389526366, "loss_single": 3.3313047647476197, "loss_dense": 3.362749218940735, "loss": 6.694054031372071, "time": 0.16025032997131347, "step": 853080}
{"lr": 0.0016349021371744837, "data_time": 0.017183589935302734, "loss_single": 3.3387916326522826, "loss_dense": 3.394233727455139, "loss": 6.733025360107422, "time": 0.15886878967285156, "step": 853130}
{"lr": 0.0016349021371744837, "data_time": 0.017338085174560546, "loss_single": 3.3261460304260253, "loss_dense": 3.3635874032974242, "loss": 6.689733505249023, "time": 0.15819272994995118, "step": 853180}
{"lr": 0.0016349021371744837, "data_time": 0.01734349727630615, "loss_single": 3.3330042600631713, "loss_dense": 3.385834002494812, "loss": 6.718838357925415, "time": 0.15972447395324707, "step": 853230}
{"lr": 0.0016349021371744837, "data_time": 0.01663968563079834, "loss_single": 3.3266099214553835, "loss_dense": 3.369877076148987, "loss": 6.69648699760437, "time": 0.2027980327606201, "step": 853280}
{"lr": 0.0016349021371744837, "data_time": 0.017128729820251466, "loss_single": 3.3467093229293825, "loss_dense": 3.3836613655090333, "loss": 6.730370664596558, "time": 0.16150150299072266, "step": 853330}
{"lr": 0.0016349021371744837, "data_time": 0.018102359771728516, "loss_single": 3.3253342390060423, "loss_dense": 3.3611644744873046, "loss": 6.686498737335205, "time": 0.16294105052948, "step": 853380}
{"lr": 0.0016349021371744837, "data_time": 0.01723048686981201, "loss_single": 3.331156873703003, "loss_dense": 3.374450182914734, "loss": 6.7056070327758786, "time": 0.15688257217407225, "step": 853430}
{"lr": 0.0016349021371744837, "data_time": 0.017035245895385742, "loss_single": 3.3466553926467895, "loss_dense": 3.3771013498306273, "loss": 6.7237566947937015, "time": 0.15850751399993895, "step": 853480}
{"lr": 0.0016349021371744837, "data_time": 0.0171328067779541, "loss_single": 3.3056463479995726, "loss_dense": 3.353333902359009, "loss": 6.65898027420044, "time": 0.15939681529998778, "step": 853530}
{"lr": 0.0016349021371744837, "data_time": 0.016991376876831055, "loss_single": 3.3350296020507812, "loss_dense": 3.3753101348876955, "loss": 6.710339689254761, "time": 0.15677304267883302, "step": 853580}
{"lr": 0.0016349021371744837, "data_time": 0.01726095676422119, "loss_single": 3.317284107208252, "loss_dense": 3.3528311252593994, "loss": 6.670115280151367, "time": 0.21177945137023926, "step": 853630}
{"lr": 0.0016349021371744837, "data_time": 0.016465926170349122, "loss_single": 3.32609441280365, "loss_dense": 3.3624268531799317, "loss": 6.688521385192871, "time": 0.1610888957977295, "step": 853680}
{"lr": 0.0016349021371744837, "data_time": 0.018500638008117676, "loss_single": 3.33713641166687, "loss_dense": 3.382377815246582, "loss": 6.719514322280884, "time": 0.16041107177734376, "step": 853730}
{"lr": 0.0016349021371744837, "data_time": 0.017862510681152344, "loss_single": 3.319348669052124, "loss_dense": 3.3637096881866455, "loss": 6.683058357238769, "time": 0.15677118301391602, "step": 853780}
{"lr": 0.0016349021371744837, "data_time": 0.019044661521911622, "loss_single": 3.317029094696045, "loss_dense": 3.3486845970153807, "loss": 6.665713691711426, "time": 0.16754956245422364, "step": 853830}
{"lr": 0.0016349021371744837, "data_time": 0.018207216262817384, "loss_single": 3.3402299642562867, "loss_dense": 3.3881520509719847, "loss": 6.728381872177124, "time": 0.15871708393096923, "step": 853880}
{"lr": 0.0016349021371744837, "data_time": 0.023456716537475587, "loss_single": 3.3192734003067015, "loss_dense": 3.3586273908615114, "loss": 6.6779008388519285, "time": 0.24842636585235595, "step": 853930}
{"lr": 0.0016349021371744837, "data_time": 0.015652942657470702, "loss_single": 3.314784121513367, "loss_dense": 3.358347034454346, "loss": 6.673131132125855, "time": 0.19170920848846434, "step": 853980}
{"lr": 0.0016349021371744837, "data_time": 0.016455578804016113, "loss_single": 3.311747169494629, "loss_dense": 3.349363851547241, "loss": 6.661110973358154, "time": 0.1567080497741699, "step": 854030}
{"lr": 0.0016349021371744837, "data_time": 0.01845722198486328, "loss_single": 3.3264474868774414, "loss_dense": 3.3832087755203246, "loss": 6.7096563339233395, "time": 0.15683789253234864, "step": 854080}
{"lr": 0.0016349021371744837, "data_time": 0.01824371814727783, "loss_single": 3.3168400049209597, "loss_dense": 3.3555426359176637, "loss": 6.672382640838623, "time": 0.16127142906188965, "step": 854130}
{"lr": 0.0016349021371744837, "data_time": 0.017084932327270506, "loss_single": 3.312085175514221, "loss_dense": 3.3547956705093385, "loss": 6.66688084602356, "time": 0.15830769538879394, "step": 854180}
{"lr": 0.0016349021371744837, "data_time": 0.01689445972442627, "loss_single": 3.3073275089263916, "loss_dense": 3.351072669029236, "loss": 6.6584001064300535, "time": 0.1704026937484741, "step": 854230}
{"lr": 0.0016349021371744837, "data_time": 0.019555258750915527, "loss_single": 3.314871048927307, "loss_dense": 3.3605794668197633, "loss": 6.675450372695923, "time": 0.24042279720306398, "step": 854280}
{"lr": 0.0016349021371744837, "data_time": 0.018901991844177245, "loss_single": 3.327836751937866, "loss_dense": 3.3577363014221193, "loss": 6.6855730533599855, "time": 0.16304965019226075, "step": 854330}
{"lr": 0.0016349021371744837, "data_time": 0.017853808403015137, "loss_single": 3.3143850326538087, "loss_dense": 3.3602145195007322, "loss": 6.674599647521973, "time": 0.16396040916442872, "step": 854380}
{"lr": 0.0016349021371744837, "data_time": 0.018139863014221193, "loss_single": 3.301932954788208, "loss_dense": 3.349439287185669, "loss": 6.651372241973877, "time": 0.1586228370666504, "step": 854430}
{"lr": 0.0016349021371744837, "data_time": 0.018328547477722168, "loss_single": 3.331649565696716, "loss_dense": 3.366398239135742, "loss": 6.698047780990601, "time": 0.1547863006591797, "step": 854480}
{"lr": 0.0016349021371744837, "data_time": 0.017310214042663575, "loss_single": 3.3027110576629637, "loss_dense": 3.354252338409424, "loss": 6.656963300704956, "time": 0.15809333324432373, "step": 854530}
{"lr": 0.0016349021371744837, "data_time": 0.017041707038879396, "loss_single": 3.3323827028274535, "loss_dense": 3.372274112701416, "loss": 6.704656744003296, "time": 0.15655233860015869, "step": 854580}
{"lr": 0.0016349021371744837, "data_time": 0.01962761878967285, "loss_single": 3.318369221687317, "loss_dense": 3.356710433959961, "loss": 6.675079727172852, "time": 0.22917542457580567, "step": 854630}
{"lr": 0.0016349021371744837, "data_time": 0.016115713119506835, "loss_single": 3.317484140396118, "loss_dense": 3.3561957359313963, "loss": 6.67367992401123, "time": 0.1660463809967041, "step": 854680}
{"lr": 0.0016349021371744837, "data_time": 0.0166933536529541, "loss_single": 3.3239924907684326, "loss_dense": 3.373056960105896, "loss": 6.697049474716186, "time": 0.15680274963378907, "step": 854730}
{"lr": 0.0016349021371744837, "data_time": 0.017929553985595703, "loss_single": 3.3100664138793947, "loss_dense": 3.337617206573486, "loss": 6.647683620452881, "time": 0.15446460247039795, "step": 854780}
{"lr": 0.0016349021371744837, "data_time": 0.017204689979553222, "loss_single": 3.330835294723511, "loss_dense": 3.398720932006836, "loss": 6.729556274414063, "time": 0.15650055408477784, "step": 854830}
{"lr": 0.0016349021371744837, "data_time": 0.018866777420043945, "loss_single": 3.303637170791626, "loss_dense": 3.341597557067871, "loss": 6.645234680175781, "time": 0.1586024522781372, "step": 854880}
{"lr": 0.0016349021371744837, "data_time": 0.015721774101257323, "loss_single": 3.3094922065734864, "loss_dense": 3.354113245010376, "loss": 6.663605451583862, "time": 0.1569904565811157, "step": 854930}
{"lr": 0.0016349021371744837, "data_time": 0.02274041175842285, "loss_single": 3.3385918617248533, "loss_dense": 3.372411012649536, "loss": 6.7110028743743895, "time": 0.18719806671142578, "step": 854980}
{"lr": 0.0016349021371744837, "data_time": 0.018362545967102052, "loss_single": 3.3447152853012083, "loss_dense": 3.375383973121643, "loss": 6.720099306106567, "time": 0.16689350605010986, "step": 855030}
{"lr": 0.0016349021371744837, "data_time": 0.01848299503326416, "loss_single": 3.3265771150588987, "loss_dense": 3.3678722620010375, "loss": 6.694449329376221, "time": 0.16443312168121338, "step": 855080}
{"lr": 0.0016349021371744837, "data_time": 0.01861579418182373, "loss_single": 3.322541666030884, "loss_dense": 3.3616486549377442, "loss": 6.684190368652343, "time": 0.15978140830993653, "step": 855130}
{"lr": 0.0016349021371744837, "data_time": 0.017674684524536133, "loss_single": 3.3361431837081907, "loss_dense": 3.3799652099609374, "loss": 6.71610836982727, "time": 0.15509920120239257, "step": 855180}
{"lr": 0.0016349021371744837, "data_time": 0.018592119216918945, "loss_single": 3.3147624254226686, "loss_dense": 3.3604766607284544, "loss": 6.675239086151123, "time": 0.16329009532928468, "step": 855230}
{"lr": 0.0016349021371744837, "data_time": 0.018932509422302245, "loss_single": 3.3472846031188963, "loss_dense": 3.387505865097046, "loss": 6.734790372848511, "time": 0.1786419630050659, "step": 855280}
{"lr": 0.0016349021371744837, "data_time": 0.02696261405944824, "loss_single": 3.316812753677368, "loss_dense": 3.3673524856567383, "loss": 6.6841652393341064, "time": 0.1972520351409912, "step": 855330}
{"lr": 0.0016349021371744837, "data_time": 0.018167638778686525, "loss_single": 3.327386212348938, "loss_dense": 3.36737802028656, "loss": 6.694764232635498, "time": 0.15738146305084227, "step": 855380}
{"lr": 0.0016349021371744837, "data_time": 0.01841137409210205, "loss_single": 3.33895800113678, "loss_dense": 3.3833165407180785, "loss": 6.722274541854858, "time": 0.1635871171951294, "step": 855430}
{"lr": 0.0016349021371744837, "data_time": 0.01657083034515381, "loss_single": 3.3312374114990235, "loss_dense": 3.3730323553085326, "loss": 6.704269790649414, "time": 0.16239626407623292, "step": 855480}
{"lr": 0.0016349021371744837, "data_time": 0.017687416076660155, "loss_single": 3.306518864631653, "loss_dense": 3.348704624176025, "loss": 6.6552235126495365, "time": 0.15560193061828614, "step": 855530}
{"lr": 0.0016349021371744837, "data_time": 0.0159168004989624, "loss_single": 3.329256510734558, "loss_dense": 3.3718992710113525, "loss": 6.701155710220337, "time": 0.1689028263092041, "step": 855580}
{"lr": 0.0016349021371744837, "data_time": 0.016286253929138184, "loss_single": 3.2931039094924928, "loss_dense": 3.3435275554656982, "loss": 6.636631441116333, "time": 0.18041625022888183, "step": 855630}
{"lr": 0.0016349021371744837, "data_time": 0.012892436981201173, "loss_single": 3.3068428516387938, "loss_dense": 3.3663139581680297, "loss": 6.673156785964966, "time": 0.17117936611175538, "step": 855680}
{"lr": 0.0015295863635907674, "data_time": 0.016555190086364746, "loss_single": 3.318354940414429, "loss_dense": 3.366944670677185, "loss": 6.685299634933472, "time": 0.19315414428710936, "step": 855734}
{"lr": 0.0015295863635907674, "data_time": 0.027215909957885743, "loss_single": 3.320839190483093, "loss_dense": 3.357786011695862, "loss": 6.678625106811523, "time": 0.1868037223815918, "step": 855784}
{"lr": 0.0015295863635907674, "data_time": 0.01611325740814209, "loss_single": 3.320571208000183, "loss_dense": 3.3662952184677124, "loss": 6.686866426467896, "time": 0.18900976181030274, "step": 855834}
{"lr": 0.0015295863635907674, "data_time": 0.017245721817016602, "loss_single": 3.3170670747756956, "loss_dense": 3.355945873260498, "loss": 6.673013019561767, "time": 0.6258331775665283, "step": 855884}
{"lr": 0.0015295863635907674, "data_time": 0.01641037464141846, "loss_single": 3.325456976890564, "loss_dense": 3.3788298606872558, "loss": 6.704286718368531, "time": 0.16812565326690673, "step": 855934}
{"lr": 0.0015295863635907674, "data_time": 0.011283659934997558, "loss_single": 3.34401650428772, "loss_dense": 3.3792531967163084, "loss": 6.723269653320313, "time": 0.6644949674606323, "step": 855984}
{"lr": 0.0015295863635907674, "data_time": 0.015121126174926757, "loss_single": 3.331348204612732, "loss_dense": 3.3680060863494874, "loss": 6.699354219436645, "time": 0.201279354095459, "step": 856034}
{"lr": 0.0015295863635907674, "data_time": 0.01783144474029541, "loss_single": 3.3009854555130005, "loss_dense": 3.34749596118927, "loss": 6.648481369018555, "time": 0.17318243980407716, "step": 856084}
{"lr": 0.0015295863635907674, "data_time": 0.016922616958618165, "loss_single": 3.32111394405365, "loss_dense": 3.3711511373519896, "loss": 6.6922650814056395, "time": 0.30450778007507323, "step": 856134}
{"lr": 0.0015295863635907674, "data_time": 0.01555647850036621, "loss_single": 3.3097095489501953, "loss_dense": 3.3513714551925657, "loss": 6.661080980300904, "time": 0.32854936122894285, "step": 856184}
{"lr": 0.0015295863635907674, "data_time": 0.01972794532775879, "loss_single": 3.3306689262390137, "loss_dense": 3.370462703704834, "loss": 6.701131677627563, "time": 0.17741432189941406, "step": 856234}
{"lr": 0.0015295863635907674, "data_time": 0.01657106876373291, "loss_single": 3.3180267572402955, "loss_dense": 3.364786410331726, "loss": 6.682813215255737, "time": 0.15924339294433593, "step": 856284}
{"lr": 0.0015295863635907674, "data_time": 0.019011664390563964, "loss_single": 3.3297825336456297, "loss_dense": 3.3586132287979127, "loss": 6.6883957862854, "time": 0.24796316623687745, "step": 856334}
{"lr": 0.0015295863635907674, "data_time": 0.016624975204467773, "loss_single": 3.3424147367477417, "loss_dense": 3.3694362878799438, "loss": 6.711850929260254, "time": 0.1573326587677002, "step": 856384}
{"lr": 0.0015295863635907674, "data_time": 0.021553945541381837, "loss_single": 3.339637041091919, "loss_dense": 3.379397678375244, "loss": 6.719034671783447, "time": 0.20661516189575196, "step": 856434}
{"lr": 0.0015295863635907674, "data_time": 0.016864657402038574, "loss_single": 3.329799485206604, "loss_dense": 3.3690648317337035, "loss": 6.698864316940307, "time": 0.15909390449523925, "step": 856484}
{"lr": 0.0015295863635907674, "data_time": 0.015081191062927246, "loss_single": 3.3267785787582396, "loss_dense": 3.361551809310913, "loss": 6.688330411911011, "time": 0.5274059295654296, "step": 856534}
{"lr": 0.0015295863635907674, "data_time": 0.016405200958251952, "loss_single": 3.341712307929993, "loss_dense": 3.3728047370910645, "loss": 6.7145170211792, "time": 0.1644636869430542, "step": 856584}
{"lr": 0.0015295863635907674, "data_time": 0.0168658971786499, "loss_single": 3.320636248588562, "loss_dense": 3.3539540767669678, "loss": 6.674590444564819, "time": 0.1624063730239868, "step": 856634}
{"lr": 0.0015295863635907674, "data_time": 0.01694672107696533, "loss_single": 3.325124716758728, "loss_dense": 3.35866916179657, "loss": 6.6837938785552975, "time": 0.1560758352279663, "step": 856684}
{"lr": 0.0015295863635907674, "data_time": 0.02193164825439453, "loss_single": 3.347861099243164, "loss_dense": 3.3911983966827393, "loss": 6.739059543609619, "time": 0.23715837001800538, "step": 856734}
{"lr": 0.0015295863635907674, "data_time": 0.018096232414245607, "loss_single": 3.320690417289734, "loss_dense": 3.365168046951294, "loss": 6.6858583927154545, "time": 0.1625190258026123, "step": 856784}
{"lr": 0.0015295863635907674, "data_time": 0.0179624080657959, "loss_single": 3.3000255823135376, "loss_dense": 3.34827778339386, "loss": 6.6483033180236815, "time": 0.16827287673950195, "step": 856834}
{"lr": 0.0015295863635907674, "data_time": 0.018045973777770997, "loss_single": 3.3204508781433106, "loss_dense": 3.3734272003173826, "loss": 6.693878126144409, "time": 0.15772585868835448, "step": 856884}
{"lr": 0.0015295863635907674, "data_time": 0.01781766414642334, "loss_single": 3.33943772315979, "loss_dense": 3.3833836555480956, "loss": 6.722821426391602, "time": 0.15554091930389405, "step": 856934}
{"lr": 0.0015295863635907674, "data_time": 0.015804529190063477, "loss_single": 3.324865436553955, "loss_dense": 3.358686637878418, "loss": 6.683552026748657, "time": 0.15871312618255615, "step": 856984}
{"lr": 0.0015295863635907674, "data_time": 0.017310070991516113, "loss_single": 3.3485523223876954, "loss_dense": 3.382863450050354, "loss": 6.731415796279907, "time": 0.1546658992767334, "step": 857034}
{"lr": 0.0015295863635907674, "data_time": 0.018631577491760254, "loss_single": 3.341199493408203, "loss_dense": 3.373245906829834, "loss": 6.714445447921753, "time": 0.1582639217376709, "step": 857084}
{"lr": 0.0015295863635907674, "data_time": 0.01764259338378906, "loss_single": 3.3274861097335817, "loss_dense": 3.36648371219635, "loss": 6.693969774246216, "time": 0.15961062908172607, "step": 857134}
{"lr": 0.0015295863635907674, "data_time": 0.017790818214416505, "loss_single": 3.3183335065841675, "loss_dense": 3.374633049964905, "loss": 6.692966508865356, "time": 0.15726771354675292, "step": 857184}
{"lr": 0.0015295863635907674, "data_time": 0.017110514640808105, "loss_single": 3.319661808013916, "loss_dense": 3.3627075433731077, "loss": 6.682369375228882, "time": 0.1578742742538452, "step": 857234}
{"lr": 0.0015295863635907674, "data_time": 0.018950223922729492, "loss_single": 3.3372117280960083, "loss_dense": 3.372835063934326, "loss": 6.710046720504761, "time": 0.15752315521240234, "step": 857284}
{"lr": 0.0015295863635907674, "data_time": 0.017604804039001463, "loss_single": 3.3248146295547487, "loss_dense": 3.363951539993286, "loss": 6.688766145706177, "time": 0.1503291130065918, "step": 857334}
{"lr": 0.0015295863635907674, "data_time": 0.02115342617034912, "loss_single": 3.2965338945388796, "loss_dense": 3.336452054977417, "loss": 6.632986068725586, "time": 0.17856290340423583, "step": 857384}
{"lr": 0.0015295863635907674, "data_time": 0.015511608123779297, "loss_single": 3.3343313455581667, "loss_dense": 3.3781683921813963, "loss": 6.712499666213989, "time": 0.15815913677215576, "step": 857434}
{"lr": 0.0015295863635907674, "data_time": 0.017365384101867675, "loss_single": 3.3293652534484863, "loss_dense": 3.3685275077819825, "loss": 6.697892761230468, "time": 0.15881009101867677, "step": 857484}
{"lr": 0.0015295863635907674, "data_time": 0.01847982406616211, "loss_single": 3.3523088455200196, "loss_dense": 3.387068009376526, "loss": 6.739376831054687, "time": 0.16465988159179687, "step": 857534}
{"lr": 0.0015295863635907674, "data_time": 0.01709742546081543, "loss_single": 3.3110622644424437, "loss_dense": 3.3696906328201295, "loss": 6.680752849578857, "time": 0.15605225563049316, "step": 857584}
{"lr": 0.0015295863635907674, "data_time": 0.01859760284423828, "loss_single": 3.325982594490051, "loss_dense": 3.364914131164551, "loss": 6.690896701812744, "time": 0.15663864612579345, "step": 857634}
{"lr": 0.0015295863635907674, "data_time": 0.021130466461181642, "loss_single": 3.292392683029175, "loss_dense": 3.338672137260437, "loss": 6.6310648918151855, "time": 0.1989079236984253, "step": 857684}
{"lr": 0.0015295863635907674, "data_time": 0.018487191200256346, "loss_single": 3.319669818878174, "loss_dense": 3.3522531986236572, "loss": 6.671923112869263, "time": 0.16347684860229492, "step": 857734}
{"lr": 0.0015295863635907674, "data_time": 0.01782996654510498, "loss_single": 3.3271157264709474, "loss_dense": 3.367378091812134, "loss": 6.694493818283081, "time": 0.15859265327453614, "step": 857784}
{"lr": 0.0015295863635907674, "data_time": 0.01590425968170166, "loss_single": 3.3176235437393187, "loss_dense": 3.352878999710083, "loss": 6.670502519607544, "time": 0.16603598594665528, "step": 857834}
{"lr": 0.0015295863635907674, "data_time": 0.017582106590270995, "loss_single": 3.3277482986450195, "loss_dense": 3.352865695953369, "loss": 6.680613994598389, "time": 0.15754516124725343, "step": 857884}
{"lr": 0.0015295863635907674, "data_time": 0.016483449935913087, "loss_single": 3.3463345766067505, "loss_dense": 3.3847103118896484, "loss": 6.731044912338257, "time": 0.15753986835479736, "step": 857934}
{"lr": 0.0015295863635907674, "data_time": 0.017293238639831544, "loss_single": 3.3439902305603026, "loss_dense": 3.387069916725159, "loss": 6.731060123443603, "time": 0.15847437381744384, "step": 857984}
{"lr": 0.0015295863635907674, "data_time": 0.017926836013793947, "loss_single": 3.3381403923034667, "loss_dense": 3.3663182497024535, "loss": 6.704458618164063, "time": 0.20377800464630128, "step": 858034}
{"lr": 0.0015295863635907674, "data_time": 0.015267491340637207, "loss_single": 3.326078104972839, "loss_dense": 3.3771299839019777, "loss": 6.703208112716675, "time": 0.16147034168243407, "step": 858084}
{"lr": 0.0015295863635907674, "data_time": 0.016850709915161133, "loss_single": 3.2898166179656982, "loss_dense": 3.3504886865615844, "loss": 6.6403053283691404, "time": 0.1558375358581543, "step": 858134}
{"lr": 0.0015295863635907674, "data_time": 0.021054935455322266, "loss_single": 3.3271066427230833, "loss_dense": 3.359213042259216, "loss": 6.686319637298584, "time": 0.15571749210357666, "step": 858184}
{"lr": 0.0015295863635907674, "data_time": 0.01794164180755615, "loss_single": 3.296870255470276, "loss_dense": 3.3394250154495237, "loss": 6.636295318603516, "time": 0.1590094804763794, "step": 858234}
{"lr": 0.0015295863635907674, "data_time": 0.01725614070892334, "loss_single": 3.3140129327774046, "loss_dense": 3.3554399251937865, "loss": 6.669452905654907, "time": 0.16823251247406007, "step": 858284}
{"lr": 0.0015295863635907674, "data_time": 0.022669315338134766, "loss_single": 3.3244781732559203, "loss_dense": 3.366250419616699, "loss": 6.690728664398193, "time": 0.24481511116027832, "step": 858334}
{"lr": 0.0015295863635907674, "data_time": 0.015802526473999025, "loss_single": 3.300121855735779, "loss_dense": 3.3454827785491945, "loss": 6.6456045627594, "time": 0.16260411739349365, "step": 858384}
{"lr": 0.0015295863635907674, "data_time": 0.017143821716308592, "loss_single": 3.330254626274109, "loss_dense": 3.367549514770508, "loss": 6.697804164886475, "time": 0.15675156116485595, "step": 858434}
{"lr": 0.0015295863635907674, "data_time": 0.015741133689880372, "loss_single": 3.31176278591156, "loss_dense": 3.345119071006775, "loss": 6.656881809234619, "time": 0.15807616710662842, "step": 858484}
{"lr": 0.0015295863635907674, "data_time": 0.01769394874572754, "loss_single": 3.3162025213241577, "loss_dense": 3.354598546028137, "loss": 6.670801019668579, "time": 0.16095900535583496, "step": 858534}
{"lr": 0.0015295863635907674, "data_time": 0.01714456081390381, "loss_single": 3.314725232124329, "loss_dense": 3.3643808364868164, "loss": 6.679105997085571, "time": 0.15886597633361815, "step": 858584}
{"lr": 0.0015295863635907674, "data_time": 0.027402043342590332, "loss_single": 3.3358964681625367, "loss_dense": 3.3714319229125977, "loss": 6.707328462600708, "time": 0.1852442979812622, "step": 858634}
{"lr": 0.0015295863635907674, "data_time": 0.015671730041503906, "loss_single": 3.3276110649108888, "loss_dense": 3.378152680397034, "loss": 6.7057637691497805, "time": 0.17215960025787352, "step": 858684}
{"lr": 0.0015295863635907674, "data_time": 0.018560004234313966, "loss_single": 3.317024040222168, "loss_dense": 3.3617890596389772, "loss": 6.678813028335571, "time": 0.16052508354187012, "step": 858734}
{"lr": 0.0015295863635907674, "data_time": 0.019059014320373536, "loss_single": 3.2969491481781006, "loss_dense": 3.3476539134979246, "loss": 6.644603109359741, "time": 0.15655012130737306, "step": 858784}
{"lr": 0.0015295863635907674, "data_time": 0.02008538246154785, "loss_single": 3.3154947757720947, "loss_dense": 3.372854471206665, "loss": 6.68834924697876, "time": 0.15801515579223632, "step": 858834}
{"lr": 0.0015295863635907674, "data_time": 0.016711783409118653, "loss_single": 3.312135362625122, "loss_dense": 3.3603188514709474, "loss": 6.6724542617797855, "time": 0.1582244873046875, "step": 858884}
{"lr": 0.0015295863635907674, "data_time": 0.014588308334350587, "loss_single": 3.333149528503418, "loss_dense": 3.366343379020691, "loss": 6.699492931365967, "time": 0.1566716432571411, "step": 858934}
{"lr": 0.0015295863635907674, "data_time": 0.020064425468444825, "loss_single": 3.340959143638611, "loss_dense": 3.3710865020751952, "loss": 6.712045574188233, "time": 0.1616514205932617, "step": 858984}
{"lr": 0.0015295863635907674, "data_time": 0.01743159294128418, "loss_single": 3.322619605064392, "loss_dense": 3.371589016914368, "loss": 6.694208669662475, "time": 0.15885918140411376, "step": 859034}
{"lr": 0.0015295863635907674, "data_time": 0.018570923805236818, "loss_single": 3.3480987310409547, "loss_dense": 3.389792275428772, "loss": 6.737891006469726, "time": 0.15635406970977783, "step": 859084}
{"lr": 0.0015295863635907674, "data_time": 0.01807096004486084, "loss_single": 3.3400774717330934, "loss_dense": 3.372029209136963, "loss": 6.712106657028198, "time": 0.16147880554199218, "step": 859134}
{"lr": 0.0015295863635907674, "data_time": 0.017169928550720213, "loss_single": 3.3355756759643556, "loss_dense": 3.377612328529358, "loss": 6.713188123703003, "time": 0.15874724388122557, "step": 859184}
{"lr": 0.0015295863635907674, "data_time": 0.02666926383972168, "loss_single": 3.3346399784088137, "loss_dense": 3.3697365283966065, "loss": 6.704376459121704, "time": 0.19957053661346436, "step": 859234}
{"lr": 0.0015295863635907674, "data_time": 0.01766204833984375, "loss_single": 3.3397745847702027, "loss_dense": 3.3763357400894165, "loss": 6.716110324859619, "time": 0.15786256790161132, "step": 859284}
{"lr": 0.0015295863635907674, "data_time": 0.017400074005126952, "loss_single": 3.306837224960327, "loss_dense": 3.3559739351272584, "loss": 6.662811183929444, "time": 0.1575542211532593, "step": 859334}
{"lr": 0.0015295863635907674, "data_time": 0.017987394332885744, "loss_single": 3.3130922079086305, "loss_dense": 3.362781524658203, "loss": 6.675873708724976, "time": 0.16139552593231202, "step": 859384}
{"lr": 0.0015295863635907674, "data_time": 0.01665518283843994, "loss_single": 3.329763889312744, "loss_dense": 3.36886088848114, "loss": 6.698624897003174, "time": 0.1621375560760498, "step": 859434}
{"lr": 0.0015295863635907674, "data_time": 0.016684317588806154, "loss_single": 3.3342661619186402, "loss_dense": 3.3869315147399903, "loss": 6.721197605133057, "time": 0.17136406898498535, "step": 859484}
{"lr": 0.0015295863635907674, "data_time": 0.016830039024353028, "loss_single": 3.327707815170288, "loss_dense": 3.359376621246338, "loss": 6.687084484100342, "time": 0.1571061372756958, "step": 859534}
{"lr": 0.0015295863635907674, "data_time": 0.015771126747131346, "loss_single": 3.346630835533142, "loss_dense": 3.3821213245391846, "loss": 6.728752136230469, "time": 0.15649209022521973, "step": 859584}
{"lr": 0.0015295863635907674, "data_time": 0.026013660430908202, "loss_single": 3.3171100854873656, "loss_dense": 3.3699590444564818, "loss": 6.687069129943848, "time": 0.17405543327331544, "step": 859634}
{"lr": 0.0015295863635907674, "data_time": 0.01685333251953125, "loss_single": 3.3280043840408324, "loss_dense": 3.3898723125457764, "loss": 6.717876768112182, "time": 0.1527643918991089, "step": 859684}
{"lr": 0.0015295863635907674, "data_time": 0.016151571273803712, "loss_single": 3.317485499382019, "loss_dense": 3.3683884859085085, "loss": 6.685873985290527, "time": 0.16045570373535156, "step": 859734}
{"lr": 0.0015295863635907674, "data_time": 0.019181084632873536, "loss_single": 3.317126178741455, "loss_dense": 3.362256169319153, "loss": 6.67938232421875, "time": 0.15660650730133058, "step": 859784}
{"lr": 0.0015295863635907674, "data_time": 0.017053794860839844, "loss_single": 3.343017911911011, "loss_dense": 3.384028959274292, "loss": 6.727046823501587, "time": 0.155316162109375, "step": 859834}
{"lr": 0.0015295863635907674, "data_time": 0.017521119117736815, "loss_single": 3.3474719285964967, "loss_dense": 3.3906523466110228, "loss": 6.7381243228912355, "time": 0.15563907623291015, "step": 859884}
{"lr": 0.0015295863635907674, "data_time": 0.01756594181060791, "loss_single": 3.3206910371780394, "loss_dense": 3.377807593345642, "loss": 6.698498630523682, "time": 0.16651408672332763, "step": 859934}
{"lr": 0.0015295863635907674, "data_time": 0.017730045318603515, "loss_single": 3.337506651878357, "loss_dense": 3.3836559772491457, "loss": 6.72116265296936, "time": 0.15927553176879883, "step": 859984}
{"lr": 0.0015295863635907674, "data_time": 0.0172987699508667, "loss_single": 3.342669224739075, "loss_dense": 3.3795135736465456, "loss": 6.722182846069336, "time": 0.15737538337707518, "step": 860034}
{"lr": 0.0015295863635907674, "data_time": 0.011931514739990235, "loss_single": 3.3300564289093018, "loss_dense": 3.373289370536804, "loss": 6.703345823287964, "time": 0.16763546466827392, "step": 860084}
{"lr": 0.0015295863635907674, "data_time": 0.016237974166870117, "loss_single": 3.3290037870407105, "loss_dense": 3.3707902669906615, "loss": 6.699794054031372, "time": 0.15858194828033448, "step": 860134}
{"lr": 0.0015295863635907674, "data_time": 0.017046523094177247, "loss_single": 3.341989278793335, "loss_dense": 3.379181456565857, "loss": 6.721170711517334, "time": 0.15311849117279053, "step": 860184}
{"lr": 0.0015295863635907674, "data_time": 0.018005561828613282, "loss_single": 3.3329391717910766, "loss_dense": 3.367632818222046, "loss": 6.700571966171265, "time": 0.1583698034286499, "step": 860234}
{"lr": 0.0015295863635907674, "data_time": 0.018761563301086425, "loss_single": 3.3453303813934325, "loss_dense": 3.381180500984192, "loss": 6.726510953903198, "time": 0.2254934787750244, "step": 860284}
{"lr": 0.0015295863635907674, "data_time": 0.019142842292785643, "loss_single": 3.3331443309783935, "loss_dense": 3.3856523752212526, "loss": 6.718796730041504, "time": 0.15617125034332274, "step": 860334}
{"lr": 0.0015295863635907674, "data_time": 0.01831197738647461, "loss_single": 3.3310113191604613, "loss_dense": 3.378968691825867, "loss": 6.709980058670044, "time": 0.15377345085144042, "step": 860384}
{"lr": 0.0015295863635907674, "data_time": 0.011462187767028809, "loss_single": 3.333793306350708, "loss_dense": 3.3857848167419435, "loss": 6.719578123092651, "time": 0.15771932601928712, "step": 860434}
{"lr": 0.0015295863635907674, "data_time": 0.01739933490753174, "loss_single": 3.3140631914138794, "loss_dense": 3.363491678237915, "loss": 6.677554988861084, "time": 0.16435701847076417, "step": 860484}
{"lr": 0.0015295863635907674, "data_time": 0.01680750846862793, "loss_single": 3.3333083629608153, "loss_dense": 3.3668531656265257, "loss": 6.700161504745483, "time": 0.15741636753082275, "step": 860534}
{"lr": 0.0015295863635907674, "data_time": 0.017886805534362792, "loss_single": 3.3125932693481444, "loss_dense": 3.357198214530945, "loss": 6.6697914600372314, "time": 0.1564478874206543, "step": 860584}
{"lr": 0.0015295863635907674, "data_time": 0.020679378509521486, "loss_single": 3.3154995679855346, "loss_dense": 3.36061806678772, "loss": 6.676117658615112, "time": 0.2289276123046875, "step": 860634}
{"lr": 0.0015295863635907674, "data_time": 0.014448165893554688, "loss_single": 3.3299816608428956, "loss_dense": 3.3705506801605223, "loss": 6.7005321979522705, "time": 0.15378944873809813, "step": 860684}
{"lr": 0.00142759421300971, "data_time": 0.02174375057220459, "loss_single": 3.298997664451599, "loss_dense": 3.3504279136657713, "loss": 6.6494255542755125, "time": 0.23676848411560059, "step": 860738}
{"lr": 0.00142759421300971, "data_time": 0.01663818359375, "loss_single": 3.359393072128296, "loss_dense": 3.3825622320175173, "loss": 6.741955375671386, "time": 0.1978666067123413, "step": 860788}
{"lr": 0.00142759421300971, "data_time": 0.015408563613891601, "loss_single": 3.3113919496536255, "loss_dense": 3.344523048400879, "loss": 6.655915021896362, "time": 0.17839927673339845, "step": 860838}
{"lr": 0.00142759421300971, "data_time": 0.018833184242248537, "loss_single": 3.3191689252853394, "loss_dense": 3.353709268569946, "loss": 6.672878122329712, "time": 0.17420883178710939, "step": 860888}
{"lr": 0.00142759421300971, "data_time": 0.015464091300964355, "loss_single": 3.319440770149231, "loss_dense": 3.3681130409240723, "loss": 6.687553930282593, "time": 0.17160241603851317, "step": 860938}
{"lr": 0.00142759421300971, "data_time": 0.01655395030975342, "loss_single": 3.3176169872283934, "loss_dense": 3.361740732192993, "loss": 6.679357814788818, "time": 0.17313754558563232, "step": 860988}
{"lr": 0.00142759421300971, "data_time": 0.018300461769104003, "loss_single": 3.334266114234924, "loss_dense": 3.3733696937561035, "loss": 6.707635736465454, "time": 0.15935881137847902, "step": 861038}
{"lr": 0.00142759421300971, "data_time": 0.01768033504486084, "loss_single": 3.3241046905517577, "loss_dense": 3.3580614805221556, "loss": 6.682166194915771, "time": 0.161031174659729, "step": 861088}
{"lr": 0.00142759421300971, "data_time": 0.016884684562683105, "loss_single": 3.3225017309188845, "loss_dense": 3.362738347053528, "loss": 6.685240077972412, "time": 0.15739092826843262, "step": 861138}
{"lr": 0.00142759421300971, "data_time": 0.02220287322998047, "loss_single": 3.3173404932022095, "loss_dense": 3.3530253887176515, "loss": 6.670365858078003, "time": 0.18326821327209472, "step": 861188}
{"lr": 0.00142759421300971, "data_time": 0.01731564998626709, "loss_single": 3.3267953872680662, "loss_dense": 3.368886613845825, "loss": 6.695682048797607, "time": 0.15690922737121582, "step": 861238}
{"lr": 0.00142759421300971, "data_time": 0.018943357467651366, "loss_single": 3.326711416244507, "loss_dense": 3.36946964263916, "loss": 6.696180963516236, "time": 0.15743391513824462, "step": 861288}
{"lr": 0.00142759421300971, "data_time": 0.017284107208251954, "loss_single": 3.2990697622299194, "loss_dense": 3.3492352247238157, "loss": 6.6483049392700195, "time": 0.15565741062164307, "step": 861338}
{"lr": 0.00142759421300971, "data_time": 0.0187225341796875, "loss_single": 3.337532615661621, "loss_dense": 3.372485399246216, "loss": 6.710018062591553, "time": 0.16154019832611083, "step": 861388}
{"lr": 0.00142759421300971, "data_time": 0.01855912208557129, "loss_single": 3.3245852470397947, "loss_dense": 3.373739790916443, "loss": 6.698325109481812, "time": 0.15743134021759034, "step": 861438}
{"lr": 0.00142759421300971, "data_time": 0.016561222076416016, "loss_single": 3.325053882598877, "loss_dense": 3.3695412158966063, "loss": 6.694595050811768, "time": 0.16052181720733644, "step": 861488}
{"lr": 0.00142759421300971, "data_time": 0.034188342094421384, "loss_single": 3.3356135368347166, "loss_dense": 3.3680687665939333, "loss": 6.703682327270508, "time": 0.17337262630462646, "step": 861538}
{"lr": 0.00142759421300971, "data_time": 0.016201281547546388, "loss_single": 3.32222318649292, "loss_dense": 3.3780067682266237, "loss": 6.700229978561401, "time": 0.16895036697387694, "step": 861588}
{"lr": 0.00142759421300971, "data_time": 0.01803157329559326, "loss_single": 3.308362674713135, "loss_dense": 3.355271601676941, "loss": 6.663634252548218, "time": 0.16164963245391845, "step": 861638}
{"lr": 0.00142759421300971, "data_time": 0.017112088203430176, "loss_single": 3.331418442726135, "loss_dense": 3.366145205497742, "loss": 6.697563600540161, "time": 0.2255561113357544, "step": 861688}
{"lr": 0.00142759421300971, "data_time": 0.01731705665588379, "loss_single": 3.334833288192749, "loss_dense": 3.36765775680542, "loss": 6.702491092681885, "time": 0.1567317247390747, "step": 861738}
{"lr": 0.00142759421300971, "data_time": 0.016330933570861815, "loss_single": 3.293186163902283, "loss_dense": 3.332568049430847, "loss": 6.625754165649414, "time": 0.15748283863067628, "step": 861788}
{"lr": 0.00142759421300971, "data_time": 0.016642451286315918, "loss_single": 3.2926841020584106, "loss_dense": 3.337042546272278, "loss": 6.6297266483306885, "time": 0.1859654426574707, "step": 861838}
{"lr": 0.00142759421300971, "data_time": 0.017111778259277344, "loss_single": 3.3200605392456053, "loss_dense": 3.3599502086639403, "loss": 6.680010652542114, "time": 0.1563727617263794, "step": 861888}
{"lr": 0.00142759421300971, "data_time": 0.01760687828063965, "loss_single": 3.3530197858810427, "loss_dense": 3.3931724548339846, "loss": 6.746192264556885, "time": 0.15873708724975585, "step": 861938}
{"lr": 0.00142759421300971, "data_time": 0.017847323417663576, "loss_single": 3.3120477914810182, "loss_dense": 3.3642311811447145, "loss": 6.676278924942016, "time": 0.15546302795410155, "step": 861988}
{"lr": 0.00142759421300971, "data_time": 0.01690852642059326, "loss_single": 3.3453906297683718, "loss_dense": 3.385872650146484, "loss": 6.731263256072998, "time": 0.16195642948150635, "step": 862038}
{"lr": 0.00142759421300971, "data_time": 0.016667389869689943, "loss_single": 3.3170120239257814, "loss_dense": 3.3478928089141844, "loss": 6.664904832839966, "time": 0.15277550220489503, "step": 862088}
{"lr": 0.00142759421300971, "data_time": 0.017200922966003417, "loss_single": 3.3123809337615966, "loss_dense": 3.3474716186523437, "loss": 6.659852457046509, "time": 0.1854083776473999, "step": 862138}
{"lr": 0.00142759421300971, "data_time": 0.01824643611907959, "loss_single": 3.3330654382705687, "loss_dense": 3.372190165519714, "loss": 6.705255556106567, "time": 0.16654117107391359, "step": 862188}
{"lr": 0.00142759421300971, "data_time": 0.01716740131378174, "loss_single": 3.315326452255249, "loss_dense": 3.3553425073623657, "loss": 6.670668983459473, "time": 0.16079211235046387, "step": 862238}
{"lr": 0.00142759421300971, "data_time": 0.01779170036315918, "loss_single": 3.3151682138442995, "loss_dense": 3.35963089466095, "loss": 6.674799108505249, "time": 0.18608484268188477, "step": 862288}
{"lr": 0.00142759421300971, "data_time": 0.016424274444580077, "loss_single": 3.3322352886199953, "loss_dense": 3.378152680397034, "loss": 6.7103879928588865, "time": 0.1550818920135498, "step": 862338}
{"lr": 0.00142759421300971, "data_time": 0.017058181762695312, "loss_single": 3.3236721038818358, "loss_dense": 3.364875817298889, "loss": 6.688547897338867, "time": 0.15541534423828124, "step": 862388}
{"lr": 0.00142759421300971, "data_time": 0.02453944683074951, "loss_single": 3.3144877195358275, "loss_dense": 3.362971234321594, "loss": 6.677459001541138, "time": 0.18518280982971191, "step": 862438}
{"lr": 0.00142759421300971, "data_time": 0.017326164245605468, "loss_single": 3.32770094871521, "loss_dense": 3.365767574310303, "loss": 6.693468475341797, "time": 0.15460293292999266, "step": 862488}
{"lr": 0.00142759421300971, "data_time": 0.01786012649536133, "loss_single": 3.3229851722717285, "loss_dense": 3.358173632621765, "loss": 6.681158781051636, "time": 0.1576228380203247, "step": 862538}
{"lr": 0.00142759421300971, "data_time": 0.016268229484558104, "loss_single": 3.340551424026489, "loss_dense": 3.3739863634109497, "loss": 6.714537858963013, "time": 0.15979084968566895, "step": 862588}
{"lr": 0.00142759421300971, "data_time": 0.017631340026855468, "loss_single": 3.3029654264450072, "loss_dense": 3.3480096101760863, "loss": 6.650974988937378, "time": 0.15936679840087892, "step": 862638}
{"lr": 0.00142759421300971, "data_time": 0.017426490783691406, "loss_single": 3.328711986541748, "loss_dense": 3.366313624382019, "loss": 6.6950255870819095, "time": 0.16288788318634034, "step": 862688}
{"lr": 0.00142759421300971, "data_time": 0.016643929481506347, "loss_single": 3.316034126281738, "loss_dense": 3.3521414279937742, "loss": 6.668175554275512, "time": 0.16083250045776368, "step": 862738}
{"lr": 0.00142759421300971, "data_time": 0.019338512420654298, "loss_single": 3.334857869148254, "loss_dense": 3.372638726234436, "loss": 6.707496547698975, "time": 0.16842613220214844, "step": 862788}
{"lr": 0.00142759421300971, "data_time": 0.017610716819763183, "loss_single": 3.3286199808120727, "loss_dense": 3.3715461254119874, "loss": 6.700166082382202, "time": 0.2179107904434204, "step": 862838}
{"lr": 0.00142759421300971, "data_time": 0.018030714988708497, "loss_single": 3.311283731460571, "loss_dense": 3.3532055854797362, "loss": 6.664489316940307, "time": 0.16263606548309326, "step": 862888}
{"lr": 0.00142759421300971, "data_time": 0.01667814254760742, "loss_single": 3.312211751937866, "loss_dense": 3.3600055456161497, "loss": 6.672217273712159, "time": 0.16165237426757811, "step": 862938}
{"lr": 0.00142759421300971, "data_time": 0.01851167678833008, "loss_single": 3.3192309856414797, "loss_dense": 3.35580153465271, "loss": 6.675032472610473, "time": 0.2010817527770996, "step": 862988}
{"lr": 0.00142759421300971, "data_time": 0.017463374137878417, "loss_single": 3.3234747886657714, "loss_dense": 3.374829626083374, "loss": 6.698304510116577, "time": 0.16159708499908448, "step": 863038}
{"lr": 0.00142759421300971, "data_time": 0.016515088081359864, "loss_single": 3.3401185512542724, "loss_dense": 3.3762104511260986, "loss": 6.7163290023803714, "time": 0.15778756141662598, "step": 863088}
{"lr": 0.00142759421300971, "data_time": 0.019043970108032226, "loss_single": 3.3374749660491942, "loss_dense": 3.3733970642089846, "loss": 6.710872077941895, "time": 0.16070930957794188, "step": 863138}
{"lr": 0.00142759421300971, "data_time": 0.018079304695129396, "loss_single": 3.3169536352157594, "loss_dense": 3.353741931915283, "loss": 6.670695495605469, "time": 0.16184380054473876, "step": 863188}
{"lr": 0.00142759421300971, "data_time": 0.01733276844024658, "loss_single": 3.3164520502090453, "loss_dense": 3.3581598520278932, "loss": 6.6746118545532225, "time": 0.16467998027801514, "step": 863238}
{"lr": 0.00142759421300971, "data_time": 0.0185793399810791, "loss_single": 3.351667952537537, "loss_dense": 3.389535403251648, "loss": 6.741203260421753, "time": 0.16176092624664307, "step": 863288}
{"lr": 0.00142759421300971, "data_time": 0.017434024810791017, "loss_single": 3.316351318359375, "loss_dense": 3.3728699684143066, "loss": 6.6892212390899655, "time": 0.15874874591827393, "step": 863338}
{"lr": 0.00142759421300971, "data_time": 0.018310356140136718, "loss_single": 3.308591914176941, "loss_dense": 3.34196355342865, "loss": 6.650555515289307, "time": 0.1677238702774048, "step": 863388}
{"lr": 0.00142759421300971, "data_time": 0.018906545639038087, "loss_single": 3.3467411518096926, "loss_dense": 3.3959766387939454, "loss": 6.7427177906036375, "time": 0.20055336952209474, "step": 863438}
{"lr": 0.00142759421300971, "data_time": 0.017987823486328124, "loss_single": 3.3098079681396486, "loss_dense": 3.3586453199386597, "loss": 6.668453216552734, "time": 0.15789618492126464, "step": 863488}
{"lr": 0.00142759421300971, "data_time": 0.018676328659057616, "loss_single": 3.304027485847473, "loss_dense": 3.363044285774231, "loss": 6.66707181930542, "time": 0.16016774177551268, "step": 863538}
{"lr": 0.00142759421300971, "data_time": 0.026839137077331543, "loss_single": 3.3112184524536135, "loss_dense": 3.357086491584778, "loss": 6.668304920196533, "time": 0.16470794677734374, "step": 863588}
{"lr": 0.00142759421300971, "data_time": 0.017650556564331055, "loss_single": 3.309952187538147, "loss_dense": 3.3506264686584473, "loss": 6.660578727722168, "time": 0.16261539459228516, "step": 863638}
{"lr": 0.00142759421300971, "data_time": 0.016860175132751464, "loss_single": 3.332232928276062, "loss_dense": 3.3771676540374758, "loss": 6.709400606155396, "time": 0.1656015396118164, "step": 863688}
{"lr": 0.00142759421300971, "data_time": 0.022975349426269533, "loss_single": 3.3324903726577757, "loss_dense": 3.3732159614562987, "loss": 6.705706405639648, "time": 0.19564270973205566, "step": 863738}
{"lr": 0.00142759421300971, "data_time": 0.017414402961730958, "loss_single": 3.3163089036941527, "loss_dense": 3.364127039909363, "loss": 6.6804359436035154, "time": 0.16260848045349122, "step": 863788}
{"lr": 0.00142759421300971, "data_time": 0.01680607795715332, "loss_single": 3.3252580165863037, "loss_dense": 3.373270297050476, "loss": 6.698528242111206, "time": 0.15567190647125245, "step": 863838}
{"lr": 0.00142759421300971, "data_time": 0.017294430732727052, "loss_single": 3.324529767036438, "loss_dense": 3.3698995113372803, "loss": 6.69442925453186, "time": 0.15453290939331055, "step": 863888}
{"lr": 0.00142759421300971, "data_time": 0.019434690475463867, "loss_single": 3.309680867195129, "loss_dense": 3.3548165798187255, "loss": 6.664497423171997, "time": 0.1622471570968628, "step": 863938}
{"lr": 0.00142759421300971, "data_time": 0.019137883186340333, "loss_single": 3.3149506568908693, "loss_dense": 3.3602209091186523, "loss": 6.675171518325806, "time": 0.16423799991607665, "step": 863988}
{"lr": 0.00142759421300971, "data_time": 0.0239565372467041, "loss_single": 3.3460989713668825, "loss_dense": 3.392609691619873, "loss": 6.738708591461181, "time": 0.2841956377029419, "step": 864038}
{"lr": 0.00142759421300971, "data_time": 0.016567063331604005, "loss_single": 3.3359442472457888, "loss_dense": 3.369545269012451, "loss": 6.705489587783814, "time": 0.16611888408660888, "step": 864088}
{"lr": 0.00142759421300971, "data_time": 0.0176314115524292, "loss_single": 3.32520534992218, "loss_dense": 3.3720437049865724, "loss": 6.697249031066894, "time": 0.15723185539245604, "step": 864138}
{"lr": 0.00142759421300971, "data_time": 0.018388032913208008, "loss_single": 3.3040348529815673, "loss_dense": 3.359271192550659, "loss": 6.663306093215942, "time": 0.16376311779022218, "step": 864188}
{"lr": 0.00142759421300971, "data_time": 0.018952226638793944, "loss_single": 3.327831435203552, "loss_dense": 3.3756598949432375, "loss": 6.703491258621216, "time": 0.18165748119354247, "step": 864238}
{"lr": 0.00142759421300971, "data_time": 0.018697667121887206, "loss_single": 3.319309663772583, "loss_dense": 3.362393116950989, "loss": 6.6817028522491455, "time": 0.15548474788665773, "step": 864288}
{"lr": 0.00142759421300971, "data_time": 0.01721370220184326, "loss_single": 3.309618854522705, "loss_dense": 3.356955623626709, "loss": 6.666574382781983, "time": 0.15551400184631348, "step": 864338}
{"lr": 0.00142759421300971, "data_time": 0.022539520263671876, "loss_single": 3.307581162452698, "loss_dense": 3.344583821296692, "loss": 6.6521649837493895, "time": 0.2308964252471924, "step": 864388}
{"lr": 0.00142759421300971, "data_time": 0.017449069023132324, "loss_single": 3.335505557060242, "loss_dense": 3.3762629985809327, "loss": 6.711768579483032, "time": 0.1800455093383789, "step": 864438}
{"lr": 0.00142759421300971, "data_time": 0.01568455696105957, "loss_single": 3.324701356887817, "loss_dense": 3.3547033071517944, "loss": 6.679404640197754, "time": 0.15990891456604003, "step": 864488}
{"lr": 0.00142759421300971, "data_time": 0.01750195026397705, "loss_single": 3.3596150159835814, "loss_dense": 3.3889615535736084, "loss": 6.748576545715332, "time": 0.15303096771240235, "step": 864538}
{"lr": 0.00142759421300971, "data_time": 0.017663788795471192, "loss_single": 3.327689528465271, "loss_dense": 3.3723295450210573, "loss": 6.700019025802613, "time": 0.15853688716888428, "step": 864588}
{"lr": 0.00142759421300971, "data_time": 0.02180492877960205, "loss_single": 3.3437909364700316, "loss_dense": 3.3913258790969847, "loss": 6.735116720199585, "time": 0.15932183265686034, "step": 864638}
{"lr": 0.00142759421300971, "data_time": 0.01782069206237793, "loss_single": 3.320956826210022, "loss_dense": 3.361583209037781, "loss": 6.682539987564087, "time": 0.15641443729400634, "step": 864688}
{"lr": 0.00142759421300971, "data_time": 0.018478250503540038, "loss_single": 3.3301435708999634, "loss_dense": 3.370708966255188, "loss": 6.700852584838867, "time": 0.21760036945343017, "step": 864738}
{"lr": 0.00142759421300971, "data_time": 0.017222166061401367, "loss_single": 3.325767970085144, "loss_dense": 3.363872194290161, "loss": 6.689640188217163, "time": 0.15900862216949463, "step": 864788}
{"lr": 0.00142759421300971, "data_time": 0.018599748611450195, "loss_single": 3.3137092351913453, "loss_dense": 3.349063444137573, "loss": 6.662772703170776, "time": 0.15965738296508789, "step": 864838}
{"lr": 0.00142759421300971, "data_time": 0.017473363876342775, "loss_single": 3.311189365386963, "loss_dense": 3.343772602081299, "loss": 6.654961967468262, "time": 0.15959415435791016, "step": 864888}
{"lr": 0.00142759421300971, "data_time": 0.016466307640075683, "loss_single": 3.3206827640533447, "loss_dense": 3.3668959617614744, "loss": 6.687578773498535, "time": 0.16878926753997803, "step": 864938}
{"lr": 0.00142759421300971, "data_time": 0.019289588928222655, "loss_single": 3.3262872219085695, "loss_dense": 3.3640914440155028, "loss": 6.6903785228729244, "time": 0.16118738651275635, "step": 864988}
{"lr": 0.00142759421300971, "data_time": 0.018323087692260744, "loss_single": 3.343022656440735, "loss_dense": 3.3825047492980955, "loss": 6.725527381896972, "time": 0.23040356636047363, "step": 865038}
{"lr": 0.00142759421300971, "data_time": 0.01624288558959961, "loss_single": 3.318735933303833, "loss_dense": 3.3587393045425413, "loss": 6.677475214004517, "time": 0.1885711669921875, "step": 865088}
{"lr": 0.00142759421300971, "data_time": 0.019305729866027833, "loss_single": 3.319279193878174, "loss_dense": 3.362203025817871, "loss": 6.681482124328613, "time": 0.1572317361831665, "step": 865138}
{"lr": 0.00142759421300971, "data_time": 0.017712712287902832, "loss_single": 3.311662483215332, "loss_dense": 3.3540212631225588, "loss": 6.665683603286743, "time": 0.15993683338165282, "step": 865188}
{"lr": 0.00142759421300971, "data_time": 0.01590425968170166, "loss_single": 3.3189780712127686, "loss_dense": 3.3682860136032104, "loss": 6.687264108657837, "time": 0.16017374992370606, "step": 865238}
{"lr": 0.00142759421300971, "data_time": 0.017533397674560545, "loss_single": 3.3340789794921877, "loss_dense": 3.377415633201599, "loss": 6.7114945411682125, "time": 0.16332311630249025, "step": 865288}
{"lr": 0.00142759421300971, "data_time": 0.01714920997619629, "loss_single": 3.320163130760193, "loss_dense": 3.347139763832092, "loss": 6.667302942276001, "time": 0.16147522926330565, "step": 865338}
{"lr": 0.00142759421300971, "data_time": 0.01639573574066162, "loss_single": 3.313070559501648, "loss_dense": 3.3529664278030396, "loss": 6.666036987304688, "time": 0.19049506187438964, "step": 865388}
{"lr": 0.00142759421300971, "data_time": 0.017129969596862794, "loss_single": 3.3389360904693604, "loss_dense": 3.3770063638687136, "loss": 6.7159423828125, "time": 0.22260353565216065, "step": 865438}
{"lr": 0.00142759421300971, "data_time": 0.01703929901123047, "loss_single": 3.32458176612854, "loss_dense": 3.360134792327881, "loss": 6.684716510772705, "time": 0.16013550758361816, "step": 865488}
{"lr": 0.00142759421300971, "data_time": 0.017468357086181642, "loss_single": 3.334710931777954, "loss_dense": 3.3809056282043457, "loss": 6.7156165599822994, "time": 0.15789599418640138, "step": 865538}
{"lr": 0.00142759421300971, "data_time": 0.01719956398010254, "loss_single": 3.328106093406677, "loss_dense": 3.3630080461502074, "loss": 6.691114187240601, "time": 0.157216477394104, "step": 865588}
{"lr": 0.00142759421300971, "data_time": 0.018073296546936034, "loss_single": 3.317590093612671, "loss_dense": 3.355608034133911, "loss": 6.673198080062866, "time": 0.16169731616973876, "step": 865638}
{"lr": 0.00142759421300971, "data_time": 0.013953065872192383, "loss_single": 3.31217474937439, "loss_dense": 3.3583655834197996, "loss": 6.6705403327941895, "time": 0.15391123294830322, "step": 865688}
{"lr": 0.0013289508504683244, "data_time": 0.017081522941589357, "loss_single": 3.3338505744934084, "loss_dense": 3.364319586753845, "loss": 6.698170137405396, "time": 0.15935077667236328, "step": 865742}
{"lr": 0.0013289508504683244, "data_time": 0.020300698280334473, "loss_single": 3.293757700920105, "loss_dense": 3.340347981452942, "loss": 6.634105587005616, "time": 0.21290314197540283, "step": 865792}
{"lr": 0.0013289508504683244, "data_time": 0.019141268730163575, "loss_single": 3.3062697649002075, "loss_dense": 3.3630655288696287, "loss": 6.669335222244262, "time": 0.16400294303894042, "step": 865842}
{"lr": 0.0013289508504683244, "data_time": 0.016837453842163085, "loss_single": 3.3208545684814452, "loss_dense": 3.3742438316345216, "loss": 6.695098447799682, "time": 0.15922656059265136, "step": 865892}
{"lr": 0.0013289508504683244, "data_time": 0.01774594783782959, "loss_single": 3.2945688009262084, "loss_dense": 3.340022397041321, "loss": 6.634591102600098, "time": 0.1552043914794922, "step": 865942}
{"lr": 0.0013289508504683244, "data_time": 0.017528176307678223, "loss_single": 3.3071444511413572, "loss_dense": 3.348427891731262, "loss": 6.655572319030762, "time": 0.15622401237487793, "step": 865992}
{"lr": 0.0013289508504683244, "data_time": 0.01764850616455078, "loss_single": 3.308217716217041, "loss_dense": 3.3547470808029174, "loss": 6.662964773178101, "time": 0.15780901908874512, "step": 866042}
{"lr": 0.0013289508504683244, "data_time": 0.016070866584777833, "loss_single": 3.3105303287506103, "loss_dense": 3.365799403190613, "loss": 6.676329612731934, "time": 0.15655128955841063, "step": 866092}
{"lr": 0.0013289508504683244, "data_time": 0.02549417018890381, "loss_single": 3.3093772172927856, "loss_dense": 3.3573900699615478, "loss": 6.666767406463623, "time": 0.24222772121429442, "step": 866142}
{"lr": 0.0013289508504683244, "data_time": 0.016693592071533203, "loss_single": 3.3069071531295777, "loss_dense": 3.3451478481292725, "loss": 6.652055025100708, "time": 0.16891119480133057, "step": 866192}
{"lr": 0.0013289508504683244, "data_time": 0.017033600807189943, "loss_single": 3.318715047836304, "loss_dense": 3.3489182233810424, "loss": 6.66763334274292, "time": 0.16168155670166015, "step": 866242}
{"lr": 0.0013289508504683244, "data_time": 0.018419885635375978, "loss_single": 3.3227755308151243, "loss_dense": 3.3619709730148317, "loss": 6.684746551513672, "time": 0.1877591609954834, "step": 866292}
{"lr": 0.0013289508504683244, "data_time": 0.017516779899597167, "loss_single": 3.326744818687439, "loss_dense": 3.3631563663482664, "loss": 6.689901113510132, "time": 0.16147427558898925, "step": 866342}
{"lr": 0.0013289508504683244, "data_time": 0.016936993598937987, "loss_single": 3.3483863353729246, "loss_dense": 3.3946851015090944, "loss": 6.743071413040161, "time": 0.1574165105819702, "step": 866392}
{"lr": 0.0013289508504683244, "data_time": 0.01837749481201172, "loss_single": 3.3153877019882203, "loss_dense": 3.3549245595932007, "loss": 6.670312309265137, "time": 0.1807551860809326, "step": 866442}
{"lr": 0.0013289508504683244, "data_time": 0.017658686637878417, "loss_single": 3.3380531072616577, "loss_dense": 3.376744270324707, "loss": 6.7147973537445065, "time": 0.15559844970703124, "step": 866492}
{"lr": 0.0013289508504683244, "data_time": 0.016334724426269532, "loss_single": 3.3027853965759277, "loss_dense": 3.3541846752166746, "loss": 6.656970024108887, "time": 0.16401288509368897, "step": 866542}
{"lr": 0.0013289508504683244, "data_time": 0.017412471771240234, "loss_single": 3.3104382276535036, "loss_dense": 3.3479878664016725, "loss": 6.658426189422608, "time": 0.15322458744049072, "step": 866592}
{"lr": 0.0013289508504683244, "data_time": 0.017907595634460448, "loss_single": 3.349810814857483, "loss_dense": 3.3780972003936767, "loss": 6.727908039093018, "time": 0.15972371101379396, "step": 866642}
{"lr": 0.0013289508504683244, "data_time": 0.017055916786193847, "loss_single": 3.337352728843689, "loss_dense": 3.3786919593811033, "loss": 6.716044664382935, "time": 0.1702632188796997, "step": 866692}
{"lr": 0.0013289508504683244, "data_time": 0.017293787002563475, "loss_single": 3.3024357080459597, "loss_dense": 3.3473230838775634, "loss": 6.6497588634490965, "time": 0.1580988883972168, "step": 866742}
{"lr": 0.0013289508504683244, "data_time": 0.01876201629638672, "loss_single": 3.307187080383301, "loss_dense": 3.344729852676392, "loss": 6.651916933059693, "time": 0.17691571712493898, "step": 866792}
{"lr": 0.0013289508504683244, "data_time": 0.019811105728149415, "loss_single": 3.3473699569702147, "loss_dense": 3.395293855667114, "loss": 6.742663860321045, "time": 0.16104478836059571, "step": 866842}
{"lr": 0.0013289508504683244, "data_time": 0.017855262756347655, "loss_single": 3.320804810523987, "loss_dense": 3.352662372589111, "loss": 6.673467206954956, "time": 0.16277406215667725, "step": 866892}
{"lr": 0.0013289508504683244, "data_time": 0.017449665069580077, "loss_single": 3.34113404750824, "loss_dense": 3.3859118223190308, "loss": 6.7270458221435545, "time": 0.15697135925292968, "step": 866942}
{"lr": 0.0013289508504683244, "data_time": 0.01965045928955078, "loss_single": 3.3324750661849976, "loss_dense": 3.359301495552063, "loss": 6.691776609420776, "time": 0.1600322723388672, "step": 866992}
{"lr": 0.0013289508504683244, "data_time": 0.01741039752960205, "loss_single": 3.32719943523407, "loss_dense": 3.377788257598877, "loss": 6.704987668991089, "time": 0.1633218288421631, "step": 867042}
{"lr": 0.0013289508504683244, "data_time": 0.01683950424194336, "loss_single": 3.319623899459839, "loss_dense": 3.3494088411331178, "loss": 6.66903281211853, "time": 0.1559065580368042, "step": 867092}
{"lr": 0.0013289508504683244, "data_time": 0.017289137840270995, "loss_single": 3.3202744722366333, "loss_dense": 3.349300217628479, "loss": 6.669574785232544, "time": 0.16655492782592773, "step": 867142}
{"lr": 0.0013289508504683244, "data_time": 0.017336559295654298, "loss_single": 3.3230210065841677, "loss_dense": 3.372537922859192, "loss": 6.695558881759643, "time": 0.161293363571167, "step": 867192}
{"lr": 0.0013289508504683244, "data_time": 0.03621387481689453, "loss_single": 3.297877073287964, "loss_dense": 3.3481037855148315, "loss": 6.645980739593506, "time": 0.17369964122772216, "step": 867242}
{"lr": 0.0013289508504683244, "data_time": 0.01614687442779541, "loss_single": 3.328097033500671, "loss_dense": 3.362274956703186, "loss": 6.690371942520142, "time": 0.20161771774291992, "step": 867292}
{"lr": 0.0013289508504683244, "data_time": 0.01710023880004883, "loss_single": 3.330570363998413, "loss_dense": 3.35550971031189, "loss": 6.68608021736145, "time": 0.15873587131500244, "step": 867342}
{"lr": 0.0013289508504683244, "data_time": 0.01790950298309326, "loss_single": 3.322706937789917, "loss_dense": 3.3726746320724486, "loss": 6.695381593704224, "time": 0.15894572734832763, "step": 867392}
{"lr": 0.0013289508504683244, "data_time": 0.02046210765838623, "loss_single": 3.31830096244812, "loss_dense": 3.3609541177749636, "loss": 6.67925500869751, "time": 0.21220183372497559, "step": 867442}
{"lr": 0.0013289508504683244, "data_time": 0.018410348892211915, "loss_single": 3.316468620300293, "loss_dense": 3.3658001899719237, "loss": 6.682268857955933, "time": 0.16331713199615477, "step": 867492}
{"lr": 0.0013289508504683244, "data_time": 0.013077282905578613, "loss_single": 3.348008465766907, "loss_dense": 3.387560319900513, "loss": 6.735568809509277, "time": 0.15824651718139648, "step": 867542}
{"lr": 0.0013289508504683244, "data_time": 0.019063544273376466, "loss_single": 3.3102499723434446, "loss_dense": 3.3615255832672117, "loss": 6.67177562713623, "time": 0.16234474182128905, "step": 867592}
{"lr": 0.0013289508504683244, "data_time": 0.019234418869018555, "loss_single": 3.362766909599304, "loss_dense": 3.4068692445755007, "loss": 6.769636249542236, "time": 0.16154987812042237, "step": 867642}
{"lr": 0.0013289508504683244, "data_time": 0.01793406009674072, "loss_single": 3.318072509765625, "loss_dense": 3.3548727512359617, "loss": 6.672945308685303, "time": 0.1629101037979126, "step": 867692}
{"lr": 0.0013289508504683244, "data_time": 0.017150068283081056, "loss_single": 3.32201201915741, "loss_dense": 3.3704076290130613, "loss": 6.692419624328613, "time": 0.15828356742858887, "step": 867742}
{"lr": 0.0013289508504683244, "data_time": 0.01731729507446289, "loss_single": 3.3078455924987793, "loss_dense": 3.3559542894363403, "loss": 6.663799905776978, "time": 0.15643532276153566, "step": 867792}
{"lr": 0.0013289508504683244, "data_time": 0.017482614517211913, "loss_single": 3.33579626083374, "loss_dense": 3.376011061668396, "loss": 6.71180739402771, "time": 0.16100721359252929, "step": 867842}
{"lr": 0.0013289508504683244, "data_time": 0.018110322952270507, "loss_single": 3.341304659843445, "loss_dense": 3.3830702543258666, "loss": 6.724374914169312, "time": 0.15718953609466552, "step": 867892}
{"lr": 0.0013289508504683244, "data_time": 0.018369174003601073, "loss_single": 3.3125245332717896, "loss_dense": 3.359882926940918, "loss": 6.672407531738282, "time": 0.15444331169128417, "step": 867942}
{"lr": 0.0013289508504683244, "data_time": 0.01784512996673584, "loss_single": 3.3335129261016845, "loss_dense": 3.3726176977157594, "loss": 6.706130599975586, "time": 0.1587451457977295, "step": 867992}
{"lr": 0.0013289508504683244, "data_time": 0.018783211708068848, "loss_single": 3.295549750328064, "loss_dense": 3.343623971939087, "loss": 6.639173793792724, "time": 0.1578909158706665, "step": 868042}
{"lr": 0.0013289508504683244, "data_time": 0.020447659492492675, "loss_single": 3.3176446914672852, "loss_dense": 3.3507893800735475, "loss": 6.668434000015258, "time": 0.1638899564743042, "step": 868092}
{"lr": 0.0013289508504683244, "data_time": 0.017760562896728515, "loss_single": 3.296916198730469, "loss_dense": 3.3398711919784545, "loss": 6.636787462234497, "time": 0.16490519046783447, "step": 868142}
{"lr": 0.0013289508504683244, "data_time": 0.017406392097473144, "loss_single": 3.3176685571670532, "loss_dense": 3.3636205911636354, "loss": 6.681289148330689, "time": 0.15646371841430665, "step": 868192}
{"lr": 0.0013289508504683244, "data_time": 0.017522335052490234, "loss_single": 3.338823652267456, "loss_dense": 3.3654163599014284, "loss": 6.704240083694458, "time": 0.1626051664352417, "step": 868242}
{"lr": 0.0013289508504683244, "data_time": 0.02068362236022949, "loss_single": 3.3317373991012573, "loss_dense": 3.3732073307037354, "loss": 6.704944753646851, "time": 0.1627574920654297, "step": 868292}
{"lr": 0.0013289508504683244, "data_time": 0.017723679542541504, "loss_single": 3.3330886125564576, "loss_dense": 3.3690996170043945, "loss": 6.702188205718994, "time": 0.15777959823608398, "step": 868342}
{"lr": 0.0013289508504683244, "data_time": 0.016457748413085938, "loss_single": 3.338641619682312, "loss_dense": 3.371103572845459, "loss": 6.709745216369629, "time": 0.15780203342437743, "step": 868392}
{"lr": 0.0013289508504683244, "data_time": 0.021229934692382813, "loss_single": 3.3240880966186523, "loss_dense": 3.3796329498291016, "loss": 6.703721046447754, "time": 0.23376688957214356, "step": 868442}
{"lr": 0.0013289508504683244, "data_time": 0.017461204528808595, "loss_single": 3.3426583290100096, "loss_dense": 3.3720205783843995, "loss": 6.7146789073944095, "time": 0.1632552146911621, "step": 868492}
{"lr": 0.0013289508504683244, "data_time": 0.01643187999725342, "loss_single": 3.317456817626953, "loss_dense": 3.3630698204040526, "loss": 6.680526685714722, "time": 0.15647754669189454, "step": 868542}
{"lr": 0.0013289508504683244, "data_time": 0.018772649765014648, "loss_single": 3.312379264831543, "loss_dense": 3.345890498161316, "loss": 6.658269786834717, "time": 0.15651779174804686, "step": 868592}
{"lr": 0.0013289508504683244, "data_time": 0.01671128273010254, "loss_single": 3.333837890625, "loss_dense": 3.3685205698013307, "loss": 6.702358436584473, "time": 0.16064560413360596, "step": 868642}
{"lr": 0.0013289508504683244, "data_time": 0.01596970558166504, "loss_single": 3.2944916248321534, "loss_dense": 3.3390764474868773, "loss": 6.633568048477173, "time": 0.18471403121948243, "step": 868692}
{"lr": 0.0013289508504683244, "data_time": 0.016544151306152343, "loss_single": 3.305361771583557, "loss_dense": 3.355044364929199, "loss": 6.660406112670898, "time": 0.1623558759689331, "step": 868742}
{"lr": 0.0013289508504683244, "data_time": 0.01832559108734131, "loss_single": 3.2911911010742188, "loss_dense": 3.3325079917907714, "loss": 6.623699092864991, "time": 0.20912744998931884, "step": 868792}
{"lr": 0.0013289508504683244, "data_time": 0.020084047317504884, "loss_single": 3.3679646968841555, "loss_dense": 3.3900546073913573, "loss": 6.7580193996429445, "time": 0.15793271064758302, "step": 868842}
{"lr": 0.0013289508504683244, "data_time": 0.017997598648071288, "loss_single": 3.324823760986328, "loss_dense": 3.366417336463928, "loss": 6.691241121292114, "time": 0.157480788230896, "step": 868892}
{"lr": 0.0013289508504683244, "data_time": 0.018834662437438966, "loss_single": 3.322361445426941, "loss_dense": 3.357421708106995, "loss": 6.6797832489013675, "time": 0.15670347213745117, "step": 868942}
{"lr": 0.0013289508504683244, "data_time": 0.018564772605895997, "loss_single": 3.314347577095032, "loss_dense": 3.359240698814392, "loss": 6.673588275909424, "time": 0.15848963260650634, "step": 868992}
{"lr": 0.0013289508504683244, "data_time": 0.01667068004608154, "loss_single": 3.321775722503662, "loss_dense": 3.3589519023895265, "loss": 6.680727624893189, "time": 0.18481988906860353, "step": 869042}
{"lr": 0.0013289508504683244, "data_time": 0.016964149475097657, "loss_single": 3.285523247718811, "loss_dense": 3.335826873779297, "loss": 6.62135009765625, "time": 0.15894131660461425, "step": 869092}
{"lr": 0.0013289508504683244, "data_time": 0.02411799430847168, "loss_single": 3.332563042640686, "loss_dense": 3.3903382062911986, "loss": 6.722901248931885, "time": 0.22658967971801758, "step": 869142}
{"lr": 0.0013289508504683244, "data_time": 0.0192767858505249, "loss_single": 3.345151448249817, "loss_dense": 3.392737102508545, "loss": 6.737888622283935, "time": 0.16847658157348633, "step": 869192}
{"lr": 0.0013289508504683244, "data_time": 0.020526790618896486, "loss_single": 3.3225288867950438, "loss_dense": 3.364590382575989, "loss": 6.6871192932128904, "time": 0.1646120548248291, "step": 869242}
{"lr": 0.0013289508504683244, "data_time": 0.01832437515258789, "loss_single": 3.315539336204529, "loss_dense": 3.360018992424011, "loss": 6.675558423995971, "time": 0.15952706336975098, "step": 869292}
{"lr": 0.0013289508504683244, "data_time": 0.017338895797729494, "loss_single": 3.3299793720245363, "loss_dense": 3.372957873344421, "loss": 6.702937269210816, "time": 0.1579432487487793, "step": 869342}
{"lr": 0.0013289508504683244, "data_time": 0.01584286689758301, "loss_single": 3.3266029357910156, "loss_dense": 3.3549848079681395, "loss": 6.681587743759155, "time": 0.1551292896270752, "step": 869392}
{"lr": 0.0013289508504683244, "data_time": 0.01795809268951416, "loss_single": 3.322818636894226, "loss_dense": 3.3607980251312255, "loss": 6.683616685867309, "time": 0.1557084560394287, "step": 869442}
{"lr": 0.0013289508504683244, "data_time": 0.023046469688415526, "loss_single": 3.3208903551101683, "loss_dense": 3.3628775835037232, "loss": 6.683767890930175, "time": 0.23809654712677003, "step": 869492}
{"lr": 0.0013289508504683244, "data_time": 0.017563128471374513, "loss_single": 3.330810213088989, "loss_dense": 3.3652610063552855, "loss": 6.696071147918701, "time": 0.1531787633895874, "step": 869542}
{"lr": 0.0013289508504683244, "data_time": 0.01707150936126709, "loss_single": 3.3173534154891966, "loss_dense": 3.355717992782593, "loss": 6.673071336746216, "time": 0.16394031047821045, "step": 869592}
{"lr": 0.0013289508504683244, "data_time": 0.017113423347473143, "loss_single": 3.3107054471969604, "loss_dense": 3.3460464477539062, "loss": 6.656751918792724, "time": 0.15917651653289794, "step": 869642}
{"lr": 0.0013289508504683244, "data_time": 0.018535900115966796, "loss_single": 3.311301064491272, "loss_dense": 3.3625984668731688, "loss": 6.673899555206299, "time": 0.16058144569396973, "step": 869692}
{"lr": 0.0013289508504683244, "data_time": 0.017578673362731934, "loss_single": 3.3292635679244995, "loss_dense": 3.361053228378296, "loss": 6.690316867828369, "time": 0.16022884845733643, "step": 869742}
{"lr": 0.0013289508504683244, "data_time": 0.017755007743835448, "loss_single": 3.3202608108520506, "loss_dense": 3.35937876701355, "loss": 6.679639625549316, "time": 0.15558016300201416, "step": 869792}
{"lr": 0.0013289508504683244, "data_time": 0.017826414108276366, "loss_single": 3.32765736579895, "loss_dense": 3.373810911178589, "loss": 6.7014683246612545, "time": 0.15851180553436278, "step": 869842}
{"lr": 0.0013289508504683244, "data_time": 0.019634819030761717, "loss_single": 3.3231548070907593, "loss_dense": 3.352588486671448, "loss": 6.675743293762207, "time": 0.16150405406951904, "step": 869892}
{"lr": 0.0013289508504683244, "data_time": 0.017818164825439454, "loss_single": 3.319405269622803, "loss_dense": 3.355580997467041, "loss": 6.674986171722412, "time": 0.1608050584793091, "step": 869942}
{"lr": 0.0013289508504683244, "data_time": 0.016969060897827147, "loss_single": 3.3232956647872927, "loss_dense": 3.3664565324783324, "loss": 6.689752197265625, "time": 0.15931377410888672, "step": 869992}
{"lr": 0.0013289508504683244, "data_time": 0.018669438362121583, "loss_single": 3.3259764671325684, "loss_dense": 3.364581799507141, "loss": 6.690558290481567, "time": 0.1583256483078003, "step": 870042}
{"lr": 0.0013289508504683244, "data_time": 0.01728208065032959, "loss_single": 3.3326872110366823, "loss_dense": 3.364138436317444, "loss": 6.696825695037842, "time": 0.15892090797424316, "step": 870092}
{"lr": 0.0013289508504683244, "data_time": 0.027645301818847657, "loss_single": 3.3251610517501833, "loss_dense": 3.358343005180359, "loss": 6.6835041522979735, "time": 0.25727732181549073, "step": 870142}
{"lr": 0.0013289508504683244, "data_time": 0.01722884178161621, "loss_single": 3.3101727247238157, "loss_dense": 3.355979013442993, "loss": 6.666151762008667, "time": 0.16482512950897216, "step": 870192}
{"lr": 0.0013289508504683244, "data_time": 0.017493128776550293, "loss_single": 3.3281373977661133, "loss_dense": 3.366155195236206, "loss": 6.694292640686035, "time": 0.1695270299911499, "step": 870242}
{"lr": 0.0013289508504683244, "data_time": 0.01815974712371826, "loss_single": 3.3267603874206544, "loss_dense": 3.375051712989807, "loss": 6.701812076568603, "time": 0.1612152099609375, "step": 870292}
{"lr": 0.0013289508504683244, "data_time": 0.016802072525024414, "loss_single": 3.322923994064331, "loss_dense": 3.370577359199524, "loss": 6.693501329421997, "time": 0.16756055355072022, "step": 870342}
{"lr": 0.0013289508504683244, "data_time": 0.018856334686279296, "loss_single": 3.3018412351608277, "loss_dense": 3.348389172554016, "loss": 6.6502303123474125, "time": 0.15612125396728516, "step": 870392}
{"lr": 0.0013289508504683244, "data_time": 0.01652195453643799, "loss_single": 3.305545425415039, "loss_dense": 3.3461246252059937, "loss": 6.651670026779175, "time": 0.15695483684539796, "step": 870442}
{"lr": 0.0013289508504683244, "data_time": 0.02101180553436279, "loss_single": 3.3263583421707152, "loss_dense": 3.3773507118225097, "loss": 6.703709077835083, "time": 0.26362617015838624, "step": 870492}
{"lr": 0.0013289508504683244, "data_time": 0.01832132339477539, "loss_single": 3.336519479751587, "loss_dense": 3.377116560935974, "loss": 6.713636016845703, "time": 0.16210150718688965, "step": 870542}
{"lr": 0.0013289508504683244, "data_time": 0.016474342346191405, "loss_single": 3.32721152305603, "loss_dense": 3.365016484260559, "loss": 6.692227983474732, "time": 0.1633366584777832, "step": 870592}
{"lr": 0.0013289508504683244, "data_time": 0.018738389015197754, "loss_single": 3.316160249710083, "loss_dense": 3.365508246421814, "loss": 6.681668519973755, "time": 0.15925405025482178, "step": 870642}
{"lr": 0.0013289508504683244, "data_time": 0.014326262474060058, "loss_single": 3.3197848558425904, "loss_dense": 3.3477030277252195, "loss": 6.667487907409668, "time": 0.15142204761505126, "step": 870692}
{"lr": 0.0012336806147402867, "data_time": 0.017462849617004395, "loss_single": 3.317293334007263, "loss_dense": 3.364451217651367, "loss": 6.681744623184204, "time": 0.15223393440246583, "step": 870746}
{"lr": 0.0012336806147402867, "data_time": 0.01683650016784668, "loss_single": 3.3361390352249147, "loss_dense": 3.3759523153305055, "loss": 6.712091302871704, "time": 0.15820071697235108, "step": 870796}
{"lr": 0.0012336806147402867, "data_time": 0.017702984809875488, "loss_single": 3.354815888404846, "loss_dense": 3.399003839492798, "loss": 6.7538196563720705, "time": 0.16122596263885497, "step": 870846}
{"lr": 0.0012336806147402867, "data_time": 0.017398428916931153, "loss_single": 3.313849139213562, "loss_dense": 3.3607866764068604, "loss": 6.674635744094848, "time": 0.16522371768951416, "step": 870896}
{"lr": 0.0012336806147402867, "data_time": 0.02424442768096924, "loss_single": 3.3183706760406495, "loss_dense": 3.360551381111145, "loss": 6.678922080993653, "time": 0.2219452142715454, "step": 870946}
{"lr": 0.0012336806147402867, "data_time": 0.0170229434967041, "loss_single": 3.3160454511642454, "loss_dense": 3.361985182762146, "loss": 6.678030681610108, "time": 0.16077156066894532, "step": 870996}
{"lr": 0.0012336806147402867, "data_time": 0.017916393280029298, "loss_single": 3.3493661880493164, "loss_dense": 3.379873442649841, "loss": 6.7292396068573, "time": 0.15992562770843505, "step": 871046}
{"lr": 0.0012336806147402867, "data_time": 0.018820571899414062, "loss_single": 3.3012258052825927, "loss_dense": 3.3484299898147585, "loss": 6.649655818939209, "time": 0.16192901134490967, "step": 871096}
{"lr": 0.0012336806147402867, "data_time": 0.017734479904174805, "loss_single": 3.2861571073532105, "loss_dense": 3.3169866800308228, "loss": 6.603143835067749, "time": 0.15950989723205566, "step": 871146}
{"lr": 0.0012336806147402867, "data_time": 0.01695537567138672, "loss_single": 3.328810119628906, "loss_dense": 3.3703598499298097, "loss": 6.699170064926148, "time": 0.15783021450042725, "step": 871196}
{"lr": 0.0012336806147402867, "data_time": 0.017627954483032227, "loss_single": 3.337020683288574, "loss_dense": 3.373026990890503, "loss": 6.710047626495362, "time": 0.15393242835998536, "step": 871246}
{"lr": 0.0012336806147402867, "data_time": 0.018462324142456056, "loss_single": 3.32294557094574, "loss_dense": 3.3656802415847777, "loss": 6.688625812530518, "time": 0.1597219467163086, "step": 871296}
{"lr": 0.0012336806147402867, "data_time": 0.017582392692565917, "loss_single": 3.3241065979003905, "loss_dense": 3.366257381439209, "loss": 6.690364074707031, "time": 0.16037673950195314, "step": 871346}
{"lr": 0.0012336806147402867, "data_time": 0.01781606674194336, "loss_single": 3.3264832735061645, "loss_dense": 3.3576405525207518, "loss": 6.684123802185058, "time": 0.15840249061584472, "step": 871396}
{"lr": 0.0012336806147402867, "data_time": 0.016738367080688477, "loss_single": 3.3299798250198362, "loss_dense": 3.3621661186218263, "loss": 6.692145919799804, "time": 0.1531320571899414, "step": 871446}
{"lr": 0.0012336806147402867, "data_time": 0.01797983646392822, "loss_single": 3.323653244972229, "loss_dense": 3.3692649841308593, "loss": 6.6929182529449465, "time": 0.15998976230621337, "step": 871496}
{"lr": 0.0012336806147402867, "data_time": 0.01742243766784668, "loss_single": 3.31056170463562, "loss_dense": 3.3475282430648803, "loss": 6.658089971542358, "time": 0.16001572608947753, "step": 871546}
{"lr": 0.0012336806147402867, "data_time": 0.017786717414855956, "loss_single": 3.3456345558166505, "loss_dense": 3.376081109046936, "loss": 6.721715688705444, "time": 0.1595249891281128, "step": 871596}
{"lr": 0.0012336806147402867, "data_time": 0.01701812744140625, "loss_single": 3.3294971704483034, "loss_dense": 3.376840424537659, "loss": 6.706337547302246, "time": 0.16131532192230225, "step": 871646}
{"lr": 0.0012336806147402867, "data_time": 0.020673274993896484, "loss_single": 3.3126082897186278, "loss_dense": 3.343306303024292, "loss": 6.655914640426635, "time": 0.1658252239227295, "step": 871696}
{"lr": 0.0012336806147402867, "data_time": 0.017649745941162108, "loss_single": 3.3310400009155274, "loss_dense": 3.377212119102478, "loss": 6.708252096176148, "time": 0.16066265106201172, "step": 871746}
{"lr": 0.0012336806147402867, "data_time": 0.01717073917388916, "loss_single": 3.3072899341583253, "loss_dense": 3.3408713340759277, "loss": 6.648161268234253, "time": 0.16871509552001954, "step": 871796}
{"lr": 0.0012336806147402867, "data_time": 0.021445393562316895, "loss_single": 3.3090879201889036, "loss_dense": 3.3478498697280883, "loss": 6.656937789916992, "time": 0.17364563941955566, "step": 871846}
{"lr": 0.0012336806147402867, "data_time": 0.018927812576293945, "loss_single": 3.3156952381134035, "loss_dense": 3.3499189615249634, "loss": 6.665614223480224, "time": 0.15822844505310057, "step": 871896}
{"lr": 0.0012336806147402867, "data_time": 0.02861487865447998, "loss_single": 3.3142709016799925, "loss_dense": 3.357421946525574, "loss": 6.671692800521851, "time": 0.29911327362060547, "step": 871946}
{"lr": 0.0012336806147402867, "data_time": 0.017342090606689453, "loss_single": 3.340752673149109, "loss_dense": 3.3695442199707033, "loss": 6.710296869277954, "time": 0.1549363374710083, "step": 871996}
{"lr": 0.0012336806147402867, "data_time": 0.018230652809143065, "loss_single": 3.3221068143844605, "loss_dense": 3.339682459831238, "loss": 6.661789226531982, "time": 0.15345592498779298, "step": 872046}
{"lr": 0.0012336806147402867, "data_time": 0.01781003475189209, "loss_single": 3.320105195045471, "loss_dense": 3.361651062965393, "loss": 6.6817563533782955, "time": 0.162262225151062, "step": 872096}
{"lr": 0.0012336806147402867, "data_time": 0.01815216541290283, "loss_single": 3.324556517601013, "loss_dense": 3.36463463306427, "loss": 6.689191198348999, "time": 0.15573015213012695, "step": 872146}
{"lr": 0.0012336806147402867, "data_time": 0.0169508695602417, "loss_single": 3.3057425737380983, "loss_dense": 3.343328857421875, "loss": 6.649071407318115, "time": 0.1642009973526001, "step": 872196}
{"lr": 0.0012336806147402867, "data_time": 0.016302728652954103, "loss_single": 3.298313593864441, "loss_dense": 3.349705672264099, "loss": 6.64801926612854, "time": 0.16328773498535157, "step": 872246}
{"lr": 0.0012336806147402867, "data_time": 0.022934889793395995, "loss_single": 3.3122870922088623, "loss_dense": 3.369964098930359, "loss": 6.6822511672973635, "time": 0.24439764022827148, "step": 872296}
{"lr": 0.0012336806147402867, "data_time": 0.017051291465759278, "loss_single": 3.3273672580718996, "loss_dense": 3.3694034099578856, "loss": 6.6967706203460695, "time": 0.1574551820755005, "step": 872346}
{"lr": 0.0012336806147402867, "data_time": 0.018876147270202637, "loss_single": 3.331561541557312, "loss_dense": 3.3780675649642946, "loss": 6.709629058837891, "time": 0.16170294284820558, "step": 872396}
{"lr": 0.0012336806147402867, "data_time": 0.01895883083343506, "loss_single": 3.320525789260864, "loss_dense": 3.3613250970840456, "loss": 6.681850862503052, "time": 0.16179780960083007, "step": 872446}
{"lr": 0.0012336806147402867, "data_time": 0.0167266845703125, "loss_single": 3.3107616186141966, "loss_dense": 3.348807144165039, "loss": 6.659568738937378, "time": 0.15408554077148437, "step": 872496}
{"lr": 0.0012336806147402867, "data_time": 0.016981124877929688, "loss_single": 3.319717216491699, "loss_dense": 3.3572513103485107, "loss": 6.67696852684021, "time": 0.15883898735046387, "step": 872546}
{"lr": 0.0012336806147402867, "data_time": 0.017487931251525878, "loss_single": 3.331195759773254, "loss_dense": 3.374896740913391, "loss": 6.706092453002929, "time": 0.1577347993850708, "step": 872596}
{"lr": 0.0012336806147402867, "data_time": 0.017147231101989745, "loss_single": 3.339897704124451, "loss_dense": 3.363920307159424, "loss": 6.703817987442017, "time": 0.22944388389587403, "step": 872646}
{"lr": 0.0012336806147402867, "data_time": 0.018938422203063965, "loss_single": 3.322806477546692, "loss_dense": 3.3627907752990724, "loss": 6.685597276687622, "time": 0.16290647983551027, "step": 872696}
{"lr": 0.0012336806147402867, "data_time": 0.019133996963500977, "loss_single": 3.3004817008972167, "loss_dense": 3.3444433927536013, "loss": 6.6449250221252445, "time": 0.15650103092193604, "step": 872746}
{"lr": 0.0012336806147402867, "data_time": 0.017472004890441893, "loss_single": 3.334810185432434, "loss_dense": 3.3709444999694824, "loss": 6.705754709243775, "time": 0.1638887882232666, "step": 872796}
{"lr": 0.0012336806147402867, "data_time": 0.016761302947998047, "loss_single": 3.2922837495803834, "loss_dense": 3.3432682752609253, "loss": 6.635552024841308, "time": 0.1601031541824341, "step": 872846}
{"lr": 0.0012336806147402867, "data_time": 0.01717422008514404, "loss_single": 3.334093999862671, "loss_dense": 3.373669958114624, "loss": 6.7077638626098635, "time": 0.16211991310119628, "step": 872896}
{"lr": 0.0012336806147402867, "data_time": 0.016833114624023437, "loss_single": 3.2990006685256956, "loss_dense": 3.348926854133606, "loss": 6.647927570343017, "time": 0.15894758701324463, "step": 872946}
{"lr": 0.0012336806147402867, "data_time": 0.01781589984893799, "loss_single": 3.350277066230774, "loss_dense": 3.3860243558883667, "loss": 6.736301422119141, "time": 0.21658611297607422, "step": 872996}
{"lr": 0.0012336806147402867, "data_time": 0.01830103397369385, "loss_single": 3.3412665843963625, "loss_dense": 3.3768362283706663, "loss": 6.718102836608887, "time": 0.15709216594696046, "step": 873046}
{"lr": 0.0012336806147402867, "data_time": 0.019150590896606444, "loss_single": 3.3215187311172487, "loss_dense": 3.3656826496124266, "loss": 6.687201261520386, "time": 0.15768423080444335, "step": 873096}
{"lr": 0.0012336806147402867, "data_time": 0.01592686176300049, "loss_single": 3.3052393198013306, "loss_dense": 3.3535216093063354, "loss": 6.658760976791382, "time": 0.156911301612854, "step": 873146}
{"lr": 0.0012336806147402867, "data_time": 0.017247223854064943, "loss_single": 3.3068917989730835, "loss_dense": 3.3514594793319703, "loss": 6.65835132598877, "time": 0.1670766592025757, "step": 873196}
{"lr": 0.0012336806147402867, "data_time": 0.017083406448364258, "loss_single": 3.3422660350799562, "loss_dense": 3.365872097015381, "loss": 6.708138084411621, "time": 0.1594231367111206, "step": 873246}
{"lr": 0.0012336806147402867, "data_time": 0.017151784896850587, "loss_single": 3.3151576280593873, "loss_dense": 3.3597063302993773, "loss": 6.674863958358765, "time": 0.15853114128112794, "step": 873296}
{"lr": 0.0012336806147402867, "data_time": 0.02003943920135498, "loss_single": 3.313388204574585, "loss_dense": 3.3486043930053713, "loss": 6.661992597579956, "time": 0.2066516876220703, "step": 873346}
{"lr": 0.0012336806147402867, "data_time": 0.017894434928894042, "loss_single": 3.3165069818496704, "loss_dense": 3.3661356925964356, "loss": 6.6826427459716795, "time": 0.16083388328552245, "step": 873396}
{"lr": 0.0012336806147402867, "data_time": 0.017156648635864257, "loss_single": 3.3336201667785645, "loss_dense": 3.375444459915161, "loss": 6.709064626693726, "time": 0.16116528511047362, "step": 873446}
{"lr": 0.0012336806147402867, "data_time": 0.01836423873901367, "loss_single": 3.3206438064575194, "loss_dense": 3.3496052265167235, "loss": 6.670248985290527, "time": 0.1605386972427368, "step": 873496}
{"lr": 0.0012336806147402867, "data_time": 0.01723048686981201, "loss_single": 3.322305965423584, "loss_dense": 3.358692836761475, "loss": 6.680998802185059, "time": 0.15957772731781006, "step": 873546}
{"lr": 0.0012336806147402867, "data_time": 0.018921780586242675, "loss_single": 3.3115581274032593, "loss_dense": 3.344985842704773, "loss": 6.656543970108032, "time": 0.16137316226959228, "step": 873596}
{"lr": 0.0012336806147402867, "data_time": 0.016328310966491698, "loss_single": 3.3067945003509522, "loss_dense": 3.3495402336120605, "loss": 6.656334686279297, "time": 0.16511361598968505, "step": 873646}
{"lr": 0.0012336806147402867, "data_time": 0.016653680801391603, "loss_single": 3.3555519580841064, "loss_dense": 3.3932719945907595, "loss": 6.748823881149292, "time": 0.1559288263320923, "step": 873696}
{"lr": 0.0012336806147402867, "data_time": 0.016286826133728026, "loss_single": 3.3093926906585693, "loss_dense": 3.346409225463867, "loss": 6.65580186843872, "time": 0.15383501052856446, "step": 873746}
{"lr": 0.0012336806147402867, "data_time": 0.01818232536315918, "loss_single": 3.303337073326111, "loss_dense": 3.346420669555664, "loss": 6.649757766723633, "time": 0.16137239933013917, "step": 873796}
{"lr": 0.0012336806147402867, "data_time": 0.017055296897888185, "loss_single": 3.3393709659576416, "loss_dense": 3.387470507621765, "loss": 6.72684154510498, "time": 0.15911121368408204, "step": 873846}
{"lr": 0.0012336806147402867, "data_time": 0.017189955711364745, "loss_single": 3.3133724689483643, "loss_dense": 3.358161759376526, "loss": 6.671534204483033, "time": 0.15873782634735106, "step": 873896}
{"lr": 0.0012336806147402867, "data_time": 0.018627262115478514, "loss_single": 3.3125800609588625, "loss_dense": 3.346429777145386, "loss": 6.65900993347168, "time": 0.1557978868484497, "step": 873946}
{"lr": 0.0012336806147402867, "data_time": 0.016969466209411622, "loss_single": 3.3067617416381836, "loss_dense": 3.347701978683472, "loss": 6.654463624954223, "time": 0.1688819169998169, "step": 873996}
{"lr": 0.0012336806147402867, "data_time": 0.018921613693237305, "loss_single": 3.3264739751815795, "loss_dense": 3.369179630279541, "loss": 6.695653629302979, "time": 0.15926144123077393, "step": 874046}
{"lr": 0.0012336806147402867, "data_time": 0.042023634910583495, "loss_single": 3.3549891471862794, "loss_dense": 3.38706521987915, "loss": 6.742054414749146, "time": 0.20234282016754152, "step": 874096}
{"lr": 0.0012336806147402867, "data_time": 0.0195209264755249, "loss_single": 3.302947211265564, "loss_dense": 3.3418787717819214, "loss": 6.6448259353637695, "time": 0.15614898204803468, "step": 874146}
{"lr": 0.0012336806147402867, "data_time": 0.017899107933044434, "loss_single": 3.3093365907669066, "loss_dense": 3.361650013923645, "loss": 6.670986604690552, "time": 0.15443854331970214, "step": 874196}
{"lr": 0.0012336806147402867, "data_time": 0.01780264377593994, "loss_single": 3.3109280586242678, "loss_dense": 3.353565740585327, "loss": 6.664493894577026, "time": 0.15778541564941406, "step": 874246}
{"lr": 0.0012336806147402867, "data_time": 0.026528048515319824, "loss_single": 3.3082520246505736, "loss_dense": 3.3525071859359743, "loss": 6.660759305953979, "time": 0.26444387435913086, "step": 874296}
{"lr": 0.0012336806147402867, "data_time": 0.017377090454101563, "loss_single": 3.322412395477295, "loss_dense": 3.355526638031006, "loss": 6.6779390335083, "time": 0.1571669578552246, "step": 874346}
{"lr": 0.0012336806147402867, "data_time": 0.017423343658447266, "loss_single": 3.319807744026184, "loss_dense": 3.3605314016342165, "loss": 6.680339097976685, "time": 0.15639903545379638, "step": 874396}
{"lr": 0.0012336806147402867, "data_time": 0.017323827743530272, "loss_single": 3.327430748939514, "loss_dense": 3.3531134605407713, "loss": 6.680544233322143, "time": 0.16327309608459473, "step": 874446}
{"lr": 0.0012336806147402867, "data_time": 0.017601490020751953, "loss_single": 3.3286776304244996, "loss_dense": 3.3669163465499876, "loss": 6.695594024658203, "time": 0.1585648775100708, "step": 874496}
{"lr": 0.0012336806147402867, "data_time": 0.016114020347595216, "loss_single": 3.31952223777771, "loss_dense": 3.361900734901428, "loss": 6.681422853469849, "time": 0.1596384286880493, "step": 874546}
{"lr": 0.0012336806147402867, "data_time": 0.018790316581726075, "loss_single": 3.3273587465286254, "loss_dense": 3.366269087791443, "loss": 6.693627882003784, "time": 0.16305742263793946, "step": 874596}
{"lr": 0.0012336806147402867, "data_time": 0.01887829303741455, "loss_single": 3.340284538269043, "loss_dense": 3.378193712234497, "loss": 6.71847825050354, "time": 0.1562859058380127, "step": 874646}
{"lr": 0.0012336806147402867, "data_time": 0.01830723285675049, "loss_single": 3.331776666641235, "loss_dense": 3.363990616798401, "loss": 6.6957673072814945, "time": 0.1568814992904663, "step": 874696}
{"lr": 0.0012336806147402867, "data_time": 0.018364620208740235, "loss_single": 3.3265841960906983, "loss_dense": 3.369713377952576, "loss": 6.696297550201416, "time": 0.16384663581848144, "step": 874746}
{"lr": 0.0012336806147402867, "data_time": 0.017437148094177245, "loss_single": 3.308946442604065, "loss_dense": 3.3483778715133665, "loss": 6.657324361801147, "time": 0.1581653118133545, "step": 874796}
{"lr": 0.0012336806147402867, "data_time": 0.0193131685256958, "loss_single": 3.3087605953216555, "loss_dense": 3.347432088851929, "loss": 6.656192684173584, "time": 0.16235735416412353, "step": 874846}
{"lr": 0.0012336806147402867, "data_time": 0.016724634170532226, "loss_single": 3.33629515171051, "loss_dense": 3.3693826675415037, "loss": 6.705677795410156, "time": 0.1722561836242676, "step": 874896}
{"lr": 0.0012336806147402867, "data_time": 0.017690253257751466, "loss_single": 3.321239185333252, "loss_dense": 3.358367681503296, "loss": 6.679606866836548, "time": 0.1539294481277466, "step": 874946}
{"lr": 0.0012336806147402867, "data_time": 0.0172088623046875, "loss_single": 3.313517379760742, "loss_dense": 3.345380401611328, "loss": 6.658897733688354, "time": 0.15646226406097413, "step": 874996}
{"lr": 0.0012336806147402867, "data_time": 0.01707608699798584, "loss_single": 3.32341992855072, "loss_dense": 3.3574787378311157, "loss": 6.680898666381836, "time": 0.15819811820983887, "step": 875046}
{"lr": 0.0012336806147402867, "data_time": 0.018111920356750487, "loss_single": 3.325869250297546, "loss_dense": 3.3652755975723267, "loss": 6.691144895553589, "time": 0.15854082107543946, "step": 875096}
{"lr": 0.0012336806147402867, "data_time": 0.029244446754455568, "loss_single": 3.306038427352905, "loss_dense": 3.346884512901306, "loss": 6.652922964096069, "time": 0.167777943611145, "step": 875146}
{"lr": 0.0012336806147402867, "data_time": 0.02168717384338379, "loss_single": 3.3205025434494018, "loss_dense": 3.3570213317871094, "loss": 6.677523946762085, "time": 0.2068392515182495, "step": 875196}
{"lr": 0.0012336806147402867, "data_time": 0.0414128303527832, "loss_single": 3.323380541801453, "loss_dense": 3.3733331680297853, "loss": 6.6967137336730955, "time": 0.18090875148773194, "step": 875246}
{"lr": 0.0012336806147402867, "data_time": 0.017464590072631837, "loss_single": 3.2931329727172853, "loss_dense": 3.3370821714401244, "loss": 6.630215167999268, "time": 0.15918545722961425, "step": 875296}
{"lr": 0.0012336806147402867, "data_time": 0.017349743843078615, "loss_single": 3.366780972480774, "loss_dense": 3.3897445678710936, "loss": 6.75652551651001, "time": 0.15923576354980468, "step": 875346}
{"lr": 0.0012336806147402867, "data_time": 0.016840410232543946, "loss_single": 3.329928755760193, "loss_dense": 3.375355291366577, "loss": 6.7052840232849125, "time": 0.16224162578582763, "step": 875396}
{"lr": 0.0012336806147402867, "data_time": 0.01816592216491699, "loss_single": 3.315659832954407, "loss_dense": 3.366824746131897, "loss": 6.682484579086304, "time": 0.1567443609237671, "step": 875446}
{"lr": 0.0012336806147402867, "data_time": 0.020350837707519533, "loss_single": 3.3443437099456785, "loss_dense": 3.375890016555786, "loss": 6.720233726501465, "time": 0.1578829050064087, "step": 875496}
{"lr": 0.0012336806147402867, "data_time": 0.020781946182250977, "loss_single": 3.323640537261963, "loss_dense": 3.361206316947937, "loss": 6.684846878051758, "time": 0.24657320976257324, "step": 875546}
{"lr": 0.0012336806147402867, "data_time": 0.021116137504577637, "loss_single": 3.329337167739868, "loss_dense": 3.373478102684021, "loss": 6.702815198898316, "time": 0.16311156749725342, "step": 875596}
{"lr": 0.0012336806147402867, "data_time": 0.019042539596557616, "loss_single": 3.327462363243103, "loss_dense": 3.359347915649414, "loss": 6.686810255050659, "time": 0.15716586112976075, "step": 875646}
{"lr": 0.0012336806147402867, "data_time": 0.01513674259185791, "loss_single": 3.3376947164535524, "loss_dense": 3.3823800325393676, "loss": 6.720074796676636, "time": 0.1557605266571045, "step": 875696}
{"lr": 0.0011418070123307025, "data_time": 0.018185639381408693, "loss_single": 3.317198896408081, "loss_dense": 3.361455512046814, "loss": 6.678654336929322, "time": 0.16131021976470947, "step": 875750}
{"lr": 0.0011418070123307025, "data_time": 0.01598355770111084, "loss_single": 3.3172460556030274, "loss_dense": 3.352592134475708, "loss": 6.66983814239502, "time": 0.18440792560577393, "step": 875800}
{"lr": 0.0011418070123307025, "data_time": 0.016636013984680176, "loss_single": 3.307257342338562, "loss_dense": 3.351268172264099, "loss": 6.658525514602661, "time": 0.15847737789154054, "step": 875850}
{"lr": 0.0011418070123307025, "data_time": 0.01689295768737793, "loss_single": 3.3178449153900145, "loss_dense": 3.374340462684631, "loss": 6.692185354232788, "time": 0.15446505546569825, "step": 875900}
{"lr": 0.0011418070123307025, "data_time": 0.01823551654815674, "loss_single": 3.329489803314209, "loss_dense": 3.3666954040527344, "loss": 6.696185207366943, "time": 0.1654266595840454, "step": 875950}
{"lr": 0.0011418070123307025, "data_time": 0.01733973026275635, "loss_single": 3.3221423387527467, "loss_dense": 3.365367126464844, "loss": 6.687509489059448, "time": 0.16373004913330078, "step": 876000}
{"lr": 0.0011418070123307025, "data_time": 0.01780591011047363, "loss_single": 3.2980077266693115, "loss_dense": 3.334222936630249, "loss": 6.632230758666992, "time": 0.15646741390228272, "step": 876050}
{"lr": 0.0011418070123307025, "data_time": 0.017639684677124023, "loss_single": 3.3093746423721315, "loss_dense": 3.346707344055176, "loss": 6.656082010269165, "time": 0.1574446439743042, "step": 876100}
{"lr": 0.0011418070123307025, "data_time": 0.017767620086669923, "loss_single": 3.3012959003448485, "loss_dense": 3.354865837097168, "loss": 6.656161689758301, "time": 0.15486295223236085, "step": 876150}
{"lr": 0.0011418070123307025, "data_time": 0.015899300575256348, "loss_single": 3.3051334857940673, "loss_dense": 3.350875401496887, "loss": 6.6560088157653805, "time": 0.1574960708618164, "step": 876200}
{"lr": 0.0011418070123307025, "data_time": 0.018290138244628905, "loss_single": 3.3145912885665894, "loss_dense": 3.3563676118850707, "loss": 6.670958852767944, "time": 0.15881013870239258, "step": 876250}
{"lr": 0.0011418070123307025, "data_time": 0.01993403434753418, "loss_single": 3.3210365533828736, "loss_dense": 3.353117895126343, "loss": 6.67415452003479, "time": 0.18521952629089355, "step": 876300}
{"lr": 0.0011418070123307025, "data_time": 0.018915343284606933, "loss_single": 3.3266326189041138, "loss_dense": 3.363054966926575, "loss": 6.689687633514405, "time": 0.16287288665771485, "step": 876350}
{"lr": 0.0011418070123307025, "data_time": 0.018738460540771485, "loss_single": 3.3257524013519286, "loss_dense": 3.3718411445617678, "loss": 6.69759349822998, "time": 0.15684981346130372, "step": 876400}
{"lr": 0.0011418070123307025, "data_time": 0.018883132934570314, "loss_single": 3.30369873046875, "loss_dense": 3.3531739473342896, "loss": 6.656872701644898, "time": 0.15664069652557372, "step": 876450}
{"lr": 0.0011418070123307025, "data_time": 0.017026257514953614, "loss_single": 3.3241438388824465, "loss_dense": 3.3632827758789063, "loss": 6.687426614761352, "time": 0.15505766868591309, "step": 876500}
{"lr": 0.0011418070123307025, "data_time": 0.01831026077270508, "loss_single": 3.310434627532959, "loss_dense": 3.3459001779556274, "loss": 6.656334924697876, "time": 0.15769448280334472, "step": 876550}
{"lr": 0.0011418070123307025, "data_time": 0.020584249496459962, "loss_single": 3.330065393447876, "loss_dense": 3.372278165817261, "loss": 6.702343606948853, "time": 0.1963439702987671, "step": 876600}
{"lr": 0.0011418070123307025, "data_time": 0.01804816722869873, "loss_single": 3.296872925758362, "loss_dense": 3.339440608024597, "loss": 6.636313533782959, "time": 0.15640883445739745, "step": 876650}
{"lr": 0.0011418070123307025, "data_time": 0.01649205684661865, "loss_single": 3.3057348251342775, "loss_dense": 3.3454882383346556, "loss": 6.651223087310791, "time": 0.15949294567108155, "step": 876700}
{"lr": 0.0011418070123307025, "data_time": 0.016295909881591797, "loss_single": 3.332086682319641, "loss_dense": 3.359841513633728, "loss": 6.691928148269653, "time": 0.16298503875732423, "step": 876750}
{"lr": 0.0011418070123307025, "data_time": 0.017399191856384277, "loss_single": 3.2935659408569338, "loss_dense": 3.335403060913086, "loss": 6.628969001770019, "time": 0.1570213556289673, "step": 876800}
{"lr": 0.0011418070123307025, "data_time": 0.01669266223907471, "loss_single": 3.3157243013381956, "loss_dense": 3.3409637212753296, "loss": 6.65668797492981, "time": 0.15704269409179689, "step": 876850}
{"lr": 0.0011418070123307025, "data_time": 0.01783413887023926, "loss_single": 3.3088497877120973, "loss_dense": 3.3465672731399536, "loss": 6.655417013168335, "time": 0.1693871259689331, "step": 876900}
{"lr": 0.0011418070123307025, "data_time": 0.01689772605895996, "loss_single": 3.323655390739441, "loss_dense": 3.3643977880477904, "loss": 6.688053178787231, "time": 0.1597794771194458, "step": 876950}
{"lr": 0.0011418070123307025, "data_time": 0.017947626113891602, "loss_single": 3.3222678184509276, "loss_dense": 3.3715224981307985, "loss": 6.693790292739868, "time": 0.16074128150939943, "step": 877000}
{"lr": 0.0011418070123307025, "data_time": 0.01876189708709717, "loss_single": 3.312536907196045, "loss_dense": 3.350008416175842, "loss": 6.662545394897461, "time": 0.15720200538635254, "step": 877050}
{"lr": 0.0011418070123307025, "data_time": 0.017771482467651367, "loss_single": 3.3241713762283327, "loss_dense": 3.358803129196167, "loss": 6.682974529266358, "time": 0.17094101905822753, "step": 877100}
{"lr": 0.0011418070123307025, "data_time": 0.018475103378295898, "loss_single": 3.336279201507568, "loss_dense": 3.3714993953704835, "loss": 6.707778644561768, "time": 0.1598883628845215, "step": 877150}
{"lr": 0.0011418070123307025, "data_time": 0.015553116798400879, "loss_single": 3.3282598733901976, "loss_dense": 3.3701436042785646, "loss": 6.698403406143188, "time": 0.16075570583343507, "step": 877200}
{"lr": 0.0011418070123307025, "data_time": 0.019619393348693847, "loss_single": 3.3155966997146606, "loss_dense": 3.34683780670166, "loss": 6.6624345779418945, "time": 0.16140334606170653, "step": 877250}
{"lr": 0.0011418070123307025, "data_time": 0.019136953353881835, "loss_single": 3.3129124879837035, "loss_dense": 3.3490307569503783, "loss": 6.661943340301514, "time": 0.15809390544891358, "step": 877300}
{"lr": 0.0011418070123307025, "data_time": 0.01807537078857422, "loss_single": 3.3042532205581665, "loss_dense": 3.333219122886658, "loss": 6.637472343444824, "time": 0.1586064577102661, "step": 877350}
{"lr": 0.0011418070123307025, "data_time": 0.01712028980255127, "loss_single": 3.339486312866211, "loss_dense": 3.376204180717468, "loss": 6.715690422058105, "time": 0.15183215141296386, "step": 877400}
{"lr": 0.0011418070123307025, "data_time": 0.01780989170074463, "loss_single": 3.315492296218872, "loss_dense": 3.3650001525878905, "loss": 6.680492353439331, "time": 0.15885720252990723, "step": 877450}
{"lr": 0.0011418070123307025, "data_time": 0.02207813262939453, "loss_single": 3.303675317764282, "loss_dense": 3.342454504966736, "loss": 6.646129846572876, "time": 0.16146273612976075, "step": 877500}
{"lr": 0.0011418070123307025, "data_time": 0.01734011173248291, "loss_single": 3.3433084011077883, "loss_dense": 3.372805094718933, "loss": 6.716113567352295, "time": 0.16243453025817872, "step": 877550}
{"lr": 0.0011418070123307025, "data_time": 0.01993141174316406, "loss_single": 3.312868356704712, "loss_dense": 3.3581161975860594, "loss": 6.670984601974487, "time": 0.1980297803878784, "step": 877600}
{"lr": 0.0011418070123307025, "data_time": 0.01496281623840332, "loss_single": 3.3357876777648925, "loss_dense": 3.3685853481292725, "loss": 6.704372978210449, "time": 0.15992887020111085, "step": 877650}
{"lr": 0.0011418070123307025, "data_time": 0.02009880542755127, "loss_single": 3.295191526412964, "loss_dense": 3.3342147350311278, "loss": 6.629406261444092, "time": 0.19227373600006104, "step": 877700}
{"lr": 0.0011418070123307025, "data_time": 0.016219067573547363, "loss_single": 3.3363632440567015, "loss_dense": 3.363645577430725, "loss": 6.700008869171143, "time": 0.15680866241455077, "step": 877750}
{"lr": 0.0011418070123307025, "data_time": 0.015508508682250977, "loss_single": 3.321834421157837, "loss_dense": 3.357943534851074, "loss": 6.6797778606414795, "time": 0.15644402503967286, "step": 877800}
{"lr": 0.0011418070123307025, "data_time": 0.01794254779815674, "loss_single": 3.3276843786239625, "loss_dense": 3.3621689796447756, "loss": 6.68985333442688, "time": 0.15794286727905274, "step": 877850}
{"lr": 0.0011418070123307025, "data_time": 0.019685578346252442, "loss_single": 3.3450764656066894, "loss_dense": 3.3760924339294434, "loss": 6.721168899536133, "time": 0.28841142654418944, "step": 877900}
{"lr": 0.0011418070123307025, "data_time": 0.018214154243469238, "loss_single": 3.321376395225525, "loss_dense": 3.3677826881408692, "loss": 6.689159154891968, "time": 0.15849676132202148, "step": 877950}
{"lr": 0.0011418070123307025, "data_time": 0.018915724754333497, "loss_single": 3.319821095466614, "loss_dense": 3.355412149429321, "loss": 6.675233221054077, "time": 0.1645437479019165, "step": 878000}
{"lr": 0.0011418070123307025, "data_time": 0.016655850410461425, "loss_single": 3.328267455101013, "loss_dense": 3.3683777809143067, "loss": 6.696645212173462, "time": 0.15833702087402343, "step": 878050}
{"lr": 0.0011418070123307025, "data_time": 0.017691683769226075, "loss_single": 3.3091670274734497, "loss_dense": 3.3583473682403566, "loss": 6.667514371871948, "time": 0.1555422067642212, "step": 878100}
{"lr": 0.0011418070123307025, "data_time": 0.018911337852478026, "loss_single": 3.294148087501526, "loss_dense": 3.3412226676940917, "loss": 6.63537073135376, "time": 0.15954315662384033, "step": 878150}
{"lr": 0.0011418070123307025, "data_time": 0.019330525398254396, "loss_single": 3.340992736816406, "loss_dense": 3.384377288818359, "loss": 6.72536997795105, "time": 0.20199356079101563, "step": 878200}
{"lr": 0.0011418070123307025, "data_time": 0.019802665710449217, "loss_single": 3.3334535360336304, "loss_dense": 3.375369501113892, "loss": 6.708823013305664, "time": 0.19940392971038817, "step": 878250}
{"lr": 0.0011418070123307025, "data_time": 0.01758441925048828, "loss_single": 3.305778431892395, "loss_dense": 3.3521379947662355, "loss": 6.657916450500489, "time": 0.16217343807220458, "step": 878300}
{"lr": 0.0011418070123307025, "data_time": 0.018082666397094726, "loss_single": 3.32043833732605, "loss_dense": 3.3620514631271363, "loss": 6.682489824295044, "time": 0.16020219326019286, "step": 878350}
{"lr": 0.0011418070123307025, "data_time": 0.01723508834838867, "loss_single": 3.3128008604049684, "loss_dense": 3.3490495920181274, "loss": 6.661850452423096, "time": 0.15703217983245848, "step": 878400}
{"lr": 0.0011418070123307025, "data_time": 0.01750192642211914, "loss_single": 3.3449650049209594, "loss_dense": 3.387109088897705, "loss": 6.732074117660522, "time": 0.15613467693328859, "step": 878450}
{"lr": 0.0011418070123307025, "data_time": 0.01900813579559326, "loss_single": 3.3296814441680906, "loss_dense": 3.3794956684112547, "loss": 6.70917706489563, "time": 0.15943491458892822, "step": 878500}
{"lr": 0.0011418070123307025, "data_time": 0.018046188354492187, "loss_single": 3.3192391395568848, "loss_dense": 3.3707216024398803, "loss": 6.689960718154907, "time": 0.15549030303955078, "step": 878550}
{"lr": 0.0011418070123307025, "data_time": 0.021308159828186034, "loss_single": 3.3288074493408204, "loss_dense": 3.366168999671936, "loss": 6.694976472854615, "time": 0.2113424062728882, "step": 878600}
{"lr": 0.0011418070123307025, "data_time": 0.01772429943084717, "loss_single": 3.322228264808655, "loss_dense": 3.361923170089722, "loss": 6.684151363372803, "time": 0.15618884563446045, "step": 878650}
{"lr": 0.0011418070123307025, "data_time": 0.018535447120666505, "loss_single": 3.3262897968292235, "loss_dense": 3.3792686223983766, "loss": 6.705558443069458, "time": 0.15994954109191895, "step": 878700}
{"lr": 0.0011418070123307025, "data_time": 0.018010902404785156, "loss_single": 3.3307704448699953, "loss_dense": 3.3794886112213134, "loss": 6.710259008407593, "time": 0.16093823909759522, "step": 878750}
{"lr": 0.0011418070123307025, "data_time": 0.017810344696044922, "loss_single": 3.3386738538742065, "loss_dense": 3.3732527017593386, "loss": 6.711926555633545, "time": 0.15965027809143068, "step": 878800}
{"lr": 0.0011418070123307025, "data_time": 0.01787111759185791, "loss_single": 3.3125539302825926, "loss_dense": 3.3529021978378295, "loss": 6.665456056594849, "time": 0.16078009605407714, "step": 878850}
{"lr": 0.0011418070123307025, "data_time": 0.0170764684677124, "loss_single": 3.3182276010513307, "loss_dense": 3.369631218910217, "loss": 6.687858772277832, "time": 0.15752952098846434, "step": 878900}
{"lr": 0.0011418070123307025, "data_time": 0.019663667678833006, "loss_single": 3.3572946071624754, "loss_dense": 3.4054539680480955, "loss": 6.762748575210571, "time": 0.21889121532440187, "step": 878950}
{"lr": 0.0011418070123307025, "data_time": 0.01715121269226074, "loss_single": 3.3175764322280883, "loss_dense": 3.355415105819702, "loss": 6.672991561889648, "time": 0.1636385440826416, "step": 879000}
{"lr": 0.0011418070123307025, "data_time": 0.016762495040893555, "loss_single": 3.3147684574127196, "loss_dense": 3.347982335090637, "loss": 6.662750768661499, "time": 0.17186877727508545, "step": 879050}
{"lr": 0.0011418070123307025, "data_time": 0.017235708236694337, "loss_single": 3.348003387451172, "loss_dense": 3.3825748682022097, "loss": 6.730578231811523, "time": 0.1609942674636841, "step": 879100}
{"lr": 0.0011418070123307025, "data_time": 0.01835963726043701, "loss_single": 3.3229474067687987, "loss_dense": 3.3645541429519654, "loss": 6.687501573562622, "time": 0.16251955032348633, "step": 879150}
{"lr": 0.0011418070123307025, "data_time": 0.017758703231811522, "loss_single": 3.2988375186920167, "loss_dense": 3.3371073246002196, "loss": 6.635944938659668, "time": 0.19553327560424805, "step": 879200}
{"lr": 0.0011418070123307025, "data_time": 0.017531466484069825, "loss_single": 3.313994884490967, "loss_dense": 3.347846531867981, "loss": 6.6618414402008055, "time": 0.17788619995117189, "step": 879250}
{"lr": 0.0011418070123307025, "data_time": 0.024504804611206056, "loss_single": 3.3536001682281493, "loss_dense": 3.3800694942474365, "loss": 6.733669662475586, "time": 0.170312237739563, "step": 879300}
{"lr": 0.0011418070123307025, "data_time": 0.02054901123046875, "loss_single": 3.297236609458923, "loss_dense": 3.3490397691726685, "loss": 6.646276426315308, "time": 0.18309614658355713, "step": 879350}
{"lr": 0.0011418070123307025, "data_time": 0.019033646583557128, "loss_single": 3.3322601079940797, "loss_dense": 3.361961340904236, "loss": 6.694221448898316, "time": 0.1601893424987793, "step": 879400}
{"lr": 0.0011418070123307025, "data_time": 0.018595433235168456, "loss_single": 3.328401231765747, "loss_dense": 3.3733160972595213, "loss": 6.701717376708984, "time": 0.15679326057434081, "step": 879450}
{"lr": 0.0011418070123307025, "data_time": 0.01752338409423828, "loss_single": 3.315074586868286, "loss_dense": 3.3522451162338256, "loss": 6.667319679260254, "time": 0.15732686519622802, "step": 879500}
{"lr": 0.0011418070123307025, "data_time": 0.018407011032104494, "loss_single": 3.2909310340881346, "loss_dense": 3.3344861030578614, "loss": 6.62541708946228, "time": 0.1561890125274658, "step": 879550}
{"lr": 0.0011418070123307025, "data_time": 0.0180037260055542, "loss_single": 3.3492788791656496, "loss_dense": 3.3864414930343627, "loss": 6.7357203483581545, "time": 0.16841681003570558, "step": 879600}
{"lr": 0.0011418070123307025, "data_time": 0.044034171104431155, "loss_single": 3.340439486503601, "loss_dense": 3.3745267152786256, "loss": 6.714966201782227, "time": 0.19188861846923827, "step": 879650}
{"lr": 0.0011418070123307025, "data_time": 0.020380854606628418, "loss_single": 3.3086498260498045, "loss_dense": 3.350621557235718, "loss": 6.6592714309692385, "time": 0.27334141731262207, "step": 879700}
{"lr": 0.0011418070123307025, "data_time": 0.018252849578857422, "loss_single": 3.3376588582992555, "loss_dense": 3.3686240673065186, "loss": 6.7062829494476315, "time": 0.166261887550354, "step": 879750}
{"lr": 0.0011418070123307025, "data_time": 0.016122317314147948, "loss_single": 3.3064059734344484, "loss_dense": 3.3483408451080323, "loss": 6.65474681854248, "time": 0.15764255523681642, "step": 879800}
{"lr": 0.0011418070123307025, "data_time": 0.017512035369873048, "loss_single": 3.314852237701416, "loss_dense": 3.3515194177627565, "loss": 6.66637167930603, "time": 0.16180822849273682, "step": 879850}
{"lr": 0.0011418070123307025, "data_time": 0.0195359468460083, "loss_single": 3.3317225694656374, "loss_dense": 3.379091572761536, "loss": 6.710814142227173, "time": 0.16361603736877442, "step": 879900}
{"lr": 0.0011418070123307025, "data_time": 0.017970466613769533, "loss_single": 3.317961502075195, "loss_dense": 3.351410984992981, "loss": 6.66937255859375, "time": 0.15784130096435547, "step": 879950}
{"lr": 0.0011418070123307025, "data_time": 0.015616416931152344, "loss_single": 3.306763243675232, "loss_dense": 3.3546758890151978, "loss": 6.66143913269043, "time": 0.15516018867492676, "step": 880000}
{"lr": 0.0011418070123307025, "data_time": 0.019539308547973634, "loss_single": 3.3458289384841917, "loss_dense": 3.378338408470154, "loss": 6.724167251586914, "time": 0.1910921812057495, "step": 880050}
{"lr": 0.0011418070123307025, "data_time": 0.017826247215270995, "loss_single": 3.2941221237182616, "loss_dense": 3.3362078428268434, "loss": 6.630329942703247, "time": 0.15867261886596679, "step": 880100}
{"lr": 0.0011418070123307025, "data_time": 0.015442657470703124, "loss_single": 3.3431262016296386, "loss_dense": 3.368509578704834, "loss": 6.711635780334473, "time": 0.16957108974456786, "step": 880150}
{"lr": 0.0011418070123307025, "data_time": 0.02027750015258789, "loss_single": 3.309262251853943, "loss_dense": 3.351241421699524, "loss": 6.660503673553467, "time": 0.2460414171218872, "step": 880200}
{"lr": 0.0011418070123307025, "data_time": 0.017335033416748045, "loss_single": 3.3327956914901735, "loss_dense": 3.3705877304077148, "loss": 6.7033833980560305, "time": 0.17542269229888915, "step": 880250}
{"lr": 0.0011418070123307025, "data_time": 0.013024401664733887, "loss_single": 3.3281612634658813, "loss_dense": 3.3830464363098143, "loss": 6.711207628250122, "time": 0.15832822322845458, "step": 880300}
{"lr": 0.0011418070123307025, "data_time": 0.017980003356933595, "loss_single": 3.305495047569275, "loss_dense": 3.3517689228057863, "loss": 6.657264041900635, "time": 0.16100690364837647, "step": 880350}
{"lr": 0.0011418070123307025, "data_time": 0.01765284538269043, "loss_single": 3.3121892690658568, "loss_dense": 3.3517743587493896, "loss": 6.663963747024536, "time": 0.17260410785675048, "step": 880400}
{"lr": 0.0011418070123307025, "data_time": 0.01723470687866211, "loss_single": 3.322553539276123, "loss_dense": 3.377872180938721, "loss": 6.700425672531128, "time": 0.15642037391662597, "step": 880450}
{"lr": 0.0011418070123307025, "data_time": 0.017252898216247557, "loss_single": 3.31734185218811, "loss_dense": 3.3578662872314453, "loss": 6.6752081394195555, "time": 0.1613210678100586, "step": 880500}
{"lr": 0.0011418070123307025, "data_time": 0.01227104663848877, "loss_single": 3.304439067840576, "loss_dense": 3.3554245233535767, "loss": 6.659863615036011, "time": 0.16487138271331786, "step": 880550}
{"lr": 0.0011418070123307025, "data_time": 0.03258969783782959, "loss_single": 3.3271726608276366, "loss_dense": 3.3664885997772216, "loss": 6.693661308288574, "time": 0.17887744903564454, "step": 880600}
{"lr": 0.0011418070123307025, "data_time": 0.014336466789245605, "loss_single": 3.297241044044495, "loss_dense": 3.3368008136749268, "loss": 6.634041833877563, "time": 0.1650840997695923, "step": 880650}
{"lr": 0.0011418070123307025, "data_time": 0.01667025089263916, "loss_single": 3.3168028593063354, "loss_dense": 3.365876030921936, "loss": 6.682678842544556, "time": 0.17225449085235595, "step": 880700}
{"lr": 0.0010533527116762301, "data_time": 0.017406868934631347, "loss_single": 3.3155174016952516, "loss_dense": 3.341890287399292, "loss": 6.657407665252686, "time": 0.161057710647583, "step": 880754}
{"lr": 0.0010533527116762301, "data_time": 0.017565584182739256, "loss_single": 3.3101017475128174, "loss_dense": 3.3483326196670533, "loss": 6.658434343338013, "time": 0.16313002109527588, "step": 880804}
{"lr": 0.0010533527116762301, "data_time": 0.01744711399078369, "loss_single": 3.3140166997909546, "loss_dense": 3.3523504734039307, "loss": 6.666367149353027, "time": 0.1618889331817627, "step": 880854}
{"lr": 0.0010533527116762301, "data_time": 0.0166445255279541, "loss_single": 3.3387890100479125, "loss_dense": 3.3652910232543944, "loss": 6.70408000946045, "time": 0.15479812622070313, "step": 880904}
{"lr": 0.0010533527116762301, "data_time": 0.01805102825164795, "loss_single": 3.3049954175949097, "loss_dense": 3.3479264974594116, "loss": 6.65292181968689, "time": 0.16471374034881592, "step": 880954}
{"lr": 0.0010533527116762301, "data_time": 0.01622307300567627, "loss_single": 3.3161208868026733, "loss_dense": 3.3568543195724487, "loss": 6.672975206375122, "time": 0.17717196941375732, "step": 881004}
{"lr": 0.0010533527116762301, "data_time": 0.019802546501159667, "loss_single": 3.3061903715133667, "loss_dense": 3.346355652809143, "loss": 6.652546072006226, "time": 0.24628963470458984, "step": 881054}
{"lr": 0.0010533527116762301, "data_time": 0.017851972579956056, "loss_single": 3.3190454721450804, "loss_dense": 3.348184418678284, "loss": 6.66722993850708, "time": 0.16147518157958984, "step": 881104}
{"lr": 0.0010533527116762301, "data_time": 0.018914437294006346, "loss_single": 3.318937826156616, "loss_dense": 3.358644437789917, "loss": 6.677582263946533, "time": 0.16148180961608888, "step": 881154}
{"lr": 0.0010533527116762301, "data_time": 0.018221712112426756, "loss_single": 3.3180983304977416, "loss_dense": 3.3562588691711426, "loss": 6.674357223510742, "time": 0.15730319023132325, "step": 881204}
{"lr": 0.0010533527116762301, "data_time": 0.017165637016296385, "loss_single": 3.3104967355728148, "loss_dense": 3.3575156211853026, "loss": 6.668012285232544, "time": 0.17206623554229736, "step": 881254}
{"lr": 0.0010533527116762301, "data_time": 0.018015027046203613, "loss_single": 3.3322736263275146, "loss_dense": 3.3677922010421755, "loss": 6.700065851211548, "time": 0.16138789653778077, "step": 881304}
{"lr": 0.0010533527116762301, "data_time": 0.01860508918762207, "loss_single": 3.3133326292037966, "loss_dense": 3.3670424222946167, "loss": 6.680375051498413, "time": 0.16042349338531495, "step": 881354}
{"lr": 0.0010533527116762301, "data_time": 0.018726301193237305, "loss_single": 3.292963671684265, "loss_dense": 3.3571743965148926, "loss": 6.6501380443573, "time": 0.16212906837463378, "step": 881404}
{"lr": 0.0010533527116762301, "data_time": 0.017332816123962404, "loss_single": 3.3029938459396364, "loss_dense": 3.3567481517791746, "loss": 6.659741973876953, "time": 0.15643715858459473, "step": 881454}
{"lr": 0.0010533527116762301, "data_time": 0.01753525733947754, "loss_single": 3.316404414176941, "loss_dense": 3.3537422895431517, "loss": 6.6701466083526615, "time": 0.15964894294738768, "step": 881504}
{"lr": 0.0010533527116762301, "data_time": 0.017906951904296874, "loss_single": 3.3048426866531373, "loss_dense": 3.3541617155075074, "loss": 6.659004497528076, "time": 0.15991437435150146, "step": 881554}
{"lr": 0.0010533527116762301, "data_time": 0.01891493797302246, "loss_single": 3.301638126373291, "loss_dense": 3.34167857170105, "loss": 6.643316650390625, "time": 0.1572352409362793, "step": 881604}
{"lr": 0.0010533527116762301, "data_time": 0.018013906478881837, "loss_single": 3.326814579963684, "loss_dense": 3.361631417274475, "loss": 6.688445997238159, "time": 0.15961556434631347, "step": 881654}
{"lr": 0.0010533527116762301, "data_time": 0.04092161655426026, "loss_single": 3.334522342681885, "loss_dense": 3.3723471403121947, "loss": 6.706869411468506, "time": 0.21758391857147216, "step": 881704}
{"lr": 0.0010533527116762301, "data_time": 0.015474772453308106, "loss_single": 3.3354589223861693, "loss_dense": 3.367439126968384, "loss": 6.70289797782898, "time": 0.15786421298980713, "step": 881754}
{"lr": 0.0010533527116762301, "data_time": 0.018408727645874024, "loss_single": 3.304162549972534, "loss_dense": 3.349063539505005, "loss": 6.653226137161255, "time": 0.15941324234008789, "step": 881804}
{"lr": 0.0010533527116762301, "data_time": 0.016060352325439453, "loss_single": 3.321471071243286, "loss_dense": 3.3654877662658693, "loss": 6.6869587898254395, "time": 0.16221742630004882, "step": 881854}
{"lr": 0.0010533527116762301, "data_time": 0.016205596923828124, "loss_single": 3.3105656147003173, "loss_dense": 3.3550852060317995, "loss": 6.665650701522827, "time": 0.15612409114837647, "step": 881904}
{"lr": 0.0010533527116762301, "data_time": 0.01753056049346924, "loss_single": 3.307871961593628, "loss_dense": 3.3463919162750244, "loss": 6.654263877868653, "time": 0.1571045160293579, "step": 881954}
{"lr": 0.0010533527116762301, "data_time": 0.019997358322143555, "loss_single": 3.327385663986206, "loss_dense": 3.365819978713989, "loss": 6.693205642700195, "time": 0.15905294418334961, "step": 882004}
{"lr": 0.0010533527116762301, "data_time": 0.018675565719604492, "loss_single": 3.3157345056533813, "loss_dense": 3.349735140800476, "loss": 6.665469646453857, "time": 0.23790359497070312, "step": 882054}
{"lr": 0.0010533527116762301, "data_time": 0.017053866386413576, "loss_single": 3.3187111616134644, "loss_dense": 3.358293652534485, "loss": 6.677004861831665, "time": 0.15688257217407225, "step": 882104}
{"lr": 0.0010533527116762301, "data_time": 0.019010305404663086, "loss_single": 3.3088239431381226, "loss_dense": 3.3448656797409058, "loss": 6.653689527511597, "time": 0.159643292427063, "step": 882154}
{"lr": 0.0010533527116762301, "data_time": 0.017960548400878906, "loss_single": 3.3157816410064695, "loss_dense": 3.362694334983826, "loss": 6.678475999832154, "time": 0.1548219680786133, "step": 882204}
{"lr": 0.0010533527116762301, "data_time": 0.019411563873291016, "loss_single": 3.3223101615905763, "loss_dense": 3.3612465381622316, "loss": 6.683556604385376, "time": 0.157983136177063, "step": 882254}
{"lr": 0.0010533527116762301, "data_time": 0.018677163124084472, "loss_single": 3.3173447608947755, "loss_dense": 3.3648483514785767, "loss": 6.68219313621521, "time": 0.15749685764312743, "step": 882304}
{"lr": 0.0010533527116762301, "data_time": 0.018496155738830566, "loss_single": 3.3317947387695312, "loss_dense": 3.379934573173523, "loss": 6.711729288101196, "time": 0.1566617012023926, "step": 882354}
{"lr": 0.0010533527116762301, "data_time": 0.020952463150024414, "loss_single": 3.330395317077637, "loss_dense": 3.3658123254776, "loss": 6.696207666397095, "time": 0.2508591413497925, "step": 882404}
{"lr": 0.0010533527116762301, "data_time": 0.018690276145935058, "loss_single": 3.326889252662659, "loss_dense": 3.362152123451233, "loss": 6.689041376113892, "time": 0.16285274028778077, "step": 882454}
{"lr": 0.0010533527116762301, "data_time": 0.01726069450378418, "loss_single": 3.3176704168319704, "loss_dense": 3.353706383705139, "loss": 6.671376800537109, "time": 0.157930588722229, "step": 882504}
{"lr": 0.0010533527116762301, "data_time": 0.01637146472930908, "loss_single": 3.305826687812805, "loss_dense": 3.357423686981201, "loss": 6.663250207901001, "time": 0.15794222354888915, "step": 882554}
{"lr": 0.0010533527116762301, "data_time": 0.018585014343261718, "loss_single": 3.300041913986206, "loss_dense": 3.341430425643921, "loss": 6.641472244262696, "time": 0.15544238090515136, "step": 882604}
{"lr": 0.0010533527116762301, "data_time": 0.018468499183654785, "loss_single": 3.316991090774536, "loss_dense": 3.360534930229187, "loss": 6.6775260925292965, "time": 0.15953950881958007, "step": 882654}
{"lr": 0.0010533527116762301, "data_time": 0.017039155960083006, "loss_single": 3.311028075218201, "loss_dense": 3.343218374252319, "loss": 6.654246425628662, "time": 0.15822043418884277, "step": 882704}
{"lr": 0.0010533527116762301, "data_time": 0.018775391578674316, "loss_single": 3.33812837600708, "loss_dense": 3.374004530906677, "loss": 6.712132835388184, "time": 0.16211605072021484, "step": 882754}
{"lr": 0.0010533527116762301, "data_time": 0.017479133605957032, "loss_single": 3.305900764465332, "loss_dense": 3.336591029167175, "loss": 6.64249176979065, "time": 0.16970295906066896, "step": 882804}
{"lr": 0.0010533527116762301, "data_time": 0.015916156768798827, "loss_single": 3.2929100513458254, "loss_dense": 3.330739068984985, "loss": 6.623649168014526, "time": 0.1546013355255127, "step": 882854}
{"lr": 0.0010533527116762301, "data_time": 0.017269992828369142, "loss_single": 3.3121515274047852, "loss_dense": 3.3621390581130983, "loss": 6.674290609359741, "time": 0.1592411518096924, "step": 882904}
{"lr": 0.0010533527116762301, "data_time": 0.017461872100830077, "loss_single": 3.3175609588623045, "loss_dense": 3.351203989982605, "loss": 6.668765020370484, "time": 0.15807790756225587, "step": 882954}
{"lr": 0.0010533527116762301, "data_time": 0.01662755012512207, "loss_single": 3.3041585445404054, "loss_dense": 3.3465622425079347, "loss": 6.650720834732056, "time": 0.15875654220581054, "step": 883004}
{"lr": 0.0010533527116762301, "data_time": 0.019713830947875977, "loss_single": 3.3108500242233276, "loss_dense": 3.3351903915405274, "loss": 6.646040439605713, "time": 0.2176741361618042, "step": 883054}
{"lr": 0.0010533527116762301, "data_time": 0.01833953857421875, "loss_single": 3.330470252037048, "loss_dense": 3.3665282487869264, "loss": 6.696998500823975, "time": 0.16565086841583251, "step": 883104}
{"lr": 0.0010533527116762301, "data_time": 0.017196464538574218, "loss_single": 3.337858557701111, "loss_dense": 3.3722034454345704, "loss": 6.71006212234497, "time": 0.1690610408782959, "step": 883154}
{"lr": 0.0010533527116762301, "data_time": 0.018500351905822755, "loss_single": 3.321136140823364, "loss_dense": 3.379982423782349, "loss": 6.701118612289429, "time": 0.18381388187408448, "step": 883204}
{"lr": 0.0010533527116762301, "data_time": 0.01754469871520996, "loss_single": 3.3201210260391236, "loss_dense": 3.3643810510635377, "loss": 6.684501981735229, "time": 0.16146526336669922, "step": 883254}
{"lr": 0.0010533527116762301, "data_time": 0.017398500442504884, "loss_single": 3.3125648975372313, "loss_dense": 3.349989342689514, "loss": 6.6625542640686035, "time": 0.15261378288269042, "step": 883304}
{"lr": 0.0010533527116762301, "data_time": 0.018239307403564452, "loss_single": 3.3292169332504273, "loss_dense": 3.3540619373321534, "loss": 6.6832788467407225, "time": 0.15445785522460936, "step": 883354}
{"lr": 0.0010533527116762301, "data_time": 0.019160032272338867, "loss_single": 3.3217111825942993, "loss_dense": 3.343016028404236, "loss": 6.664727067947387, "time": 0.1657499074935913, "step": 883404}
{"lr": 0.0010533527116762301, "data_time": 0.016103315353393554, "loss_single": 3.3459178686141966, "loss_dense": 3.3837910175323485, "loss": 6.729708909988403, "time": 0.15981826782226563, "step": 883454}
{"lr": 0.0010533527116762301, "data_time": 0.018480300903320312, "loss_single": 3.3265846729278565, "loss_dense": 3.352309322357178, "loss": 6.678893995285034, "time": 0.15947580337524414, "step": 883504}
{"lr": 0.0010533527116762301, "data_time": 0.018108725547790527, "loss_single": 3.307888627052307, "loss_dense": 3.3597278356552125, "loss": 6.6676164150238035, "time": 0.16083669662475586, "step": 883554}
{"lr": 0.0010533527116762301, "data_time": 0.017807531356811523, "loss_single": 3.3262097120285032, "loss_dense": 3.361735391616821, "loss": 6.687945127487183, "time": 0.16063270568847657, "step": 883604}
{"lr": 0.0010533527116762301, "data_time": 0.016746258735656737, "loss_single": 3.3180566787719727, "loss_dense": 3.349230337142944, "loss": 6.667287158966064, "time": 0.1841106414794922, "step": 883654}
{"lr": 0.0010533527116762301, "data_time": 0.018257808685302735, "loss_single": 3.3292794227600098, "loss_dense": 3.363711643218994, "loss": 6.692991113662719, "time": 0.16314032077789306, "step": 883704}
{"lr": 0.0010533527116762301, "data_time": 0.0169095516204834, "loss_single": 3.3111017465591432, "loss_dense": 3.3496268510818483, "loss": 6.660728693008423, "time": 0.15948071479797363, "step": 883754}
{"lr": 0.0010533527116762301, "data_time": 0.017215585708618163, "loss_single": 3.3004765272140504, "loss_dense": 3.3387520790100096, "loss": 6.63922872543335, "time": 0.15555365085601808, "step": 883804}
{"lr": 0.0010533527116762301, "data_time": 0.01735508441925049, "loss_single": 3.317407464981079, "loss_dense": 3.362483334541321, "loss": 6.679890823364258, "time": 0.15615720748901368, "step": 883854}
{"lr": 0.0010533527116762301, "data_time": 0.018360710144042967, "loss_single": 3.299889159202576, "loss_dense": 3.3431196451187133, "loss": 6.643008804321289, "time": 0.16401937007904052, "step": 883904}
{"lr": 0.0010533527116762301, "data_time": 0.018129944801330566, "loss_single": 3.3278740644454956, "loss_dense": 3.3553990840911867, "loss": 6.683273124694824, "time": 0.16312751770019532, "step": 883954}
{"lr": 0.0010533527116762301, "data_time": 0.022231531143188477, "loss_single": 3.318569302558899, "loss_dense": 3.3673696517944336, "loss": 6.685938882827759, "time": 0.22206437587738037, "step": 884004}
{"lr": 0.0010533527116762301, "data_time": 0.017275190353393553, "loss_single": 3.339311146736145, "loss_dense": 3.3672508716583254, "loss": 6.7065619945526125, "time": 0.16030566692352294, "step": 884054}
{"lr": 0.0010533527116762301, "data_time": 0.017461824417114257, "loss_single": 3.3077731370925902, "loss_dense": 3.361133170127869, "loss": 6.668906307220459, "time": 0.16175453662872313, "step": 884104}
{"lr": 0.0010533527116762301, "data_time": 0.018904995918273926, "loss_single": 3.325609827041626, "loss_dense": 3.36895809173584, "loss": 6.694567918777466, "time": 0.16143136024475097, "step": 884154}
{"lr": 0.0010533527116762301, "data_time": 0.017615509033203126, "loss_single": 3.3266123294830323, "loss_dense": 3.363642168045044, "loss": 6.690254402160645, "time": 0.16292717456817626, "step": 884204}
{"lr": 0.0010533527116762301, "data_time": 0.018656468391418456, "loss_single": 3.3064149141311647, "loss_dense": 3.3416691780090333, "loss": 6.648084115982056, "time": 0.1606433868408203, "step": 884254}
{"lr": 0.0010533527116762301, "data_time": 0.01687037944793701, "loss_single": 3.328888773918152, "loss_dense": 3.354149031639099, "loss": 6.683037805557251, "time": 0.15570106506347656, "step": 884304}
{"lr": 0.0010533527116762301, "data_time": 0.016832876205444335, "loss_single": 3.3328420877456666, "loss_dense": 3.369285988807678, "loss": 6.702128076553345, "time": 0.2578732490539551, "step": 884354}
{"lr": 0.0010533527116762301, "data_time": 0.018415117263793947, "loss_single": 3.3222750425338745, "loss_dense": 3.366856908798218, "loss": 6.6891319274902346, "time": 0.15582833290100098, "step": 884404}
{"lr": 0.0010533527116762301, "data_time": 0.017183423042297363, "loss_single": 3.3061002254486085, "loss_dense": 3.3493279218673706, "loss": 6.655428123474121, "time": 0.1610896110534668, "step": 884454}
{"lr": 0.0010533527116762301, "data_time": 0.016560959815979003, "loss_single": 3.314103388786316, "loss_dense": 3.3437846899032593, "loss": 6.6578880786895756, "time": 0.15919067859649658, "step": 884504}
{"lr": 0.0010533527116762301, "data_time": 0.0177478551864624, "loss_single": 3.3423664808273315, "loss_dense": 3.3858274936676027, "loss": 6.728193998336792, "time": 0.16025338172912598, "step": 884554}
{"lr": 0.0010533527116762301, "data_time": 0.018430614471435548, "loss_single": 3.329644465446472, "loss_dense": 3.3633142709732056, "loss": 6.692958784103394, "time": 0.15515286922454835, "step": 884604}
{"lr": 0.0010533527116762301, "data_time": 0.01690073013305664, "loss_single": 3.3282767295837403, "loss_dense": 3.364518904685974, "loss": 6.692795705795288, "time": 0.15987370014190674, "step": 884654}
{"lr": 0.0010533527116762301, "data_time": 0.023042130470275878, "loss_single": 3.305917477607727, "loss_dense": 3.3487881422042847, "loss": 6.654705619812011, "time": 0.22350103855133058, "step": 884704}
{"lr": 0.0010533527116762301, "data_time": 0.017482995986938477, "loss_single": 3.3313461780548095, "loss_dense": 3.382674050331116, "loss": 6.7140203475952145, "time": 0.15523934364318848, "step": 884754}
{"lr": 0.0010533527116762301, "data_time": 0.016187381744384766, "loss_single": 3.3341919660568236, "loss_dense": 3.376150441169739, "loss": 6.710342454910278, "time": 0.16891441345214844, "step": 884804}
{"lr": 0.0010533527116762301, "data_time": 0.01782972812652588, "loss_single": 3.290244698524475, "loss_dense": 3.3395657300949098, "loss": 6.629810428619384, "time": 0.15745480060577394, "step": 884854}
{"lr": 0.0010533527116762301, "data_time": 0.01727936267852783, "loss_single": 3.311933469772339, "loss_dense": 3.3576329946517944, "loss": 6.669566488265991, "time": 0.1557208776473999, "step": 884904}
{"lr": 0.0010533527116762301, "data_time": 0.018316125869750975, "loss_single": 3.3091453075408936, "loss_dense": 3.3543804407119753, "loss": 6.663525819778442, "time": 0.15868780612945557, "step": 884954}
{"lr": 0.0010533527116762301, "data_time": 0.01962916851043701, "loss_single": 3.3114145755767823, "loss_dense": 3.346230983734131, "loss": 6.657645606994629, "time": 0.21483137607574462, "step": 885004}
{"lr": 0.0010533527116762301, "data_time": 0.01874663829803467, "loss_single": 3.296878719329834, "loss_dense": 3.3412289381027223, "loss": 6.638107585906982, "time": 0.1578526735305786, "step": 885054}
{"lr": 0.0010533527116762301, "data_time": 0.01748530864715576, "loss_single": 3.322976803779602, "loss_dense": 3.3748252153396607, "loss": 6.697801971435547, "time": 0.15621697902679443, "step": 885104}
{"lr": 0.0010533527116762301, "data_time": 0.017478036880493163, "loss_single": 3.299970030784607, "loss_dense": 3.3435205936431887, "loss": 6.643490791320801, "time": 0.15881073474884033, "step": 885154}
{"lr": 0.0010533527116762301, "data_time": 0.0192763090133667, "loss_single": 3.327496337890625, "loss_dense": 3.361794376373291, "loss": 6.689290857315063, "time": 0.1588430166244507, "step": 885204}
{"lr": 0.0010533527116762301, "data_time": 0.01790750026702881, "loss_single": 3.3138941049575807, "loss_dense": 3.357682943344116, "loss": 6.671577072143554, "time": 0.16134099960327147, "step": 885254}
{"lr": 0.0010533527116762301, "data_time": 0.017713594436645507, "loss_single": 3.3124812126159666, "loss_dense": 3.350137734413147, "loss": 6.66261887550354, "time": 0.15784711837768556, "step": 885304}
{"lr": 0.0010533527116762301, "data_time": 0.018250203132629393, "loss_single": 3.3228091955184937, "loss_dense": 3.361747121810913, "loss": 6.684556245803833, "time": 0.15498659610748292, "step": 885354}
{"lr": 0.0010533527116762301, "data_time": 0.02030618190765381, "loss_single": 3.3180604696273805, "loss_dense": 3.3582521200180055, "loss": 6.676312494277954, "time": 0.1627565383911133, "step": 885404}
{"lr": 0.0010533527116762301, "data_time": 0.018773794174194336, "loss_single": 3.3243627548217773, "loss_dense": 3.3612929582595825, "loss": 6.685655689239502, "time": 0.1594832181930542, "step": 885454}
{"lr": 0.0010533527116762301, "data_time": 0.018710970878601074, "loss_single": 3.3230857849121094, "loss_dense": 3.3732834100723266, "loss": 6.696369218826294, "time": 0.16411514282226564, "step": 885504}
{"lr": 0.0010533527116762301, "data_time": 0.016534256935119628, "loss_single": 3.329510545730591, "loss_dense": 3.361289048194885, "loss": 6.690799617767334, "time": 0.15720601081848146, "step": 885554}
{"lr": 0.0010533527116762301, "data_time": 0.017951560020446778, "loss_single": 3.3329829216003417, "loss_dense": 3.38283052444458, "loss": 6.715813493728637, "time": 0.15564377307891847, "step": 885604}
{"lr": 0.0010533527116762301, "data_time": 0.018095850944519043, "loss_single": 3.3208134174346924, "loss_dense": 3.36608681678772, "loss": 6.6869001388549805, "time": 0.1803346633911133, "step": 885654}
{"lr": 0.0010533527116762301, "data_time": 0.01098787784576416, "loss_single": 3.316182994842529, "loss_dense": 3.347776007652283, "loss": 6.66395902633667, "time": 0.1537243604660034, "step": 885704}
{"lr": 0.0009683395375519897, "data_time": 0.01770622730255127, "loss_single": 3.3057690620422364, "loss_dense": 3.3477276086807253, "loss": 6.653496646881104, "time": 0.16837012767791748, "step": 885758}
{"lr": 0.0009683395375519897, "data_time": 0.01929893493652344, "loss_single": 3.339268445968628, "loss_dense": 3.3705085277557374, "loss": 6.709776973724365, "time": 0.16120512485504152, "step": 885808}
{"lr": 0.0009683395375519897, "data_time": 0.015451002120971679, "loss_single": 3.3038436651229857, "loss_dense": 3.3448474407196045, "loss": 6.648691082000733, "time": 0.1556174039840698, "step": 885858}
{"lr": 0.0009683395375519897, "data_time": 0.0183133602142334, "loss_single": 3.3104819536209105, "loss_dense": 3.3589863061904905, "loss": 6.669468212127685, "time": 0.15745689868927001, "step": 885908}
{"lr": 0.0009683395375519897, "data_time": 0.01654787063598633, "loss_single": 3.330677127838135, "loss_dense": 3.3669920206069945, "loss": 6.6976690769195555, "time": 0.17341806888580322, "step": 885958}
{"lr": 0.0009683395375519897, "data_time": 0.017768335342407227, "loss_single": 3.294951295852661, "loss_dense": 3.3264203310012816, "loss": 6.621371650695801, "time": 0.16396694183349608, "step": 886008}
{"lr": 0.0009683395375519897, "data_time": 0.015207576751708984, "loss_single": 3.327463483810425, "loss_dense": 3.3703444719314577, "loss": 6.697807931900025, "time": 0.20387561321258546, "step": 886058}
{"lr": 0.0009683395375519897, "data_time": 0.018001461029052736, "loss_single": 3.33932511806488, "loss_dense": 3.376638102531433, "loss": 6.715963220596313, "time": 0.15990467071533204, "step": 886108}
{"lr": 0.0009683395375519897, "data_time": 0.016981792449951173, "loss_single": 3.3240668535232545, "loss_dense": 3.364187479019165, "loss": 6.688254261016846, "time": 0.1604466438293457, "step": 886158}
{"lr": 0.0009683395375519897, "data_time": 0.017259883880615234, "loss_single": 3.3079413890838625, "loss_dense": 3.3527897357940675, "loss": 6.660731172561645, "time": 0.15626869201660157, "step": 886208}
{"lr": 0.0009683395375519897, "data_time": 0.01794710159301758, "loss_single": 3.314467740058899, "loss_dense": 3.362864089012146, "loss": 6.677331829071045, "time": 0.15826730728149413, "step": 886258}
{"lr": 0.0009683395375519897, "data_time": 0.017563366889953615, "loss_single": 3.3188954830169677, "loss_dense": 3.3715318202972413, "loss": 6.690427350997925, "time": 0.1580902099609375, "step": 886308}
{"lr": 0.0009683395375519897, "data_time": 0.021497654914855956, "loss_single": 3.3069445133209228, "loss_dense": 3.3472113847732543, "loss": 6.65415587425232, "time": 0.16106922626495362, "step": 886358}
{"lr": 0.0009683395375519897, "data_time": 0.0186051607131958, "loss_single": 3.325696516036987, "loss_dense": 3.3705066204071046, "loss": 6.696203088760376, "time": 0.1601280689239502, "step": 886408}
{"lr": 0.0009683395375519897, "data_time": 0.017721724510192872, "loss_single": 3.307473134994507, "loss_dense": 3.340216588973999, "loss": 6.64768967628479, "time": 0.16104674339294434, "step": 886458}
{"lr": 0.0009683395375519897, "data_time": 0.017853927612304688, "loss_single": 3.3333598375320435, "loss_dense": 3.375736713409424, "loss": 6.709096527099609, "time": 0.16526730060577394, "step": 886508}
{"lr": 0.0009683395375519897, "data_time": 0.017905211448669432, "loss_single": 3.336605167388916, "loss_dense": 3.376469349861145, "loss": 6.713074445724487, "time": 0.157714319229126, "step": 886558}
{"lr": 0.0009683395375519897, "data_time": 0.01821877956390381, "loss_single": 3.322967195510864, "loss_dense": 3.3570542097091676, "loss": 6.6800213813781735, "time": 0.15416474342346193, "step": 886608}
{"lr": 0.0009683395375519897, "data_time": 0.016896915435791016, "loss_single": 3.327727031707764, "loss_dense": 3.3671631097793577, "loss": 6.69489016532898, "time": 0.1579914093017578, "step": 886658}
{"lr": 0.0009683395375519897, "data_time": 0.02045152187347412, "loss_single": 3.3129287481307985, "loss_dense": 3.350804305076599, "loss": 6.663733005523682, "time": 0.19954307079315187, "step": 886708}
{"lr": 0.0009683395375519897, "data_time": 0.018065118789672853, "loss_single": 3.3140955924987794, "loss_dense": 3.352986693382263, "loss": 6.6670823097229, "time": 0.1555018901824951, "step": 886758}
{"lr": 0.0009683395375519897, "data_time": 0.017605519294738768, "loss_single": 3.329730725288391, "loss_dense": 3.361980700492859, "loss": 6.69171142578125, "time": 0.15827298164367676, "step": 886808}
{"lr": 0.0009683395375519897, "data_time": 0.01802053451538086, "loss_single": 3.339518404006958, "loss_dense": 3.3927086353302003, "loss": 6.732227039337158, "time": 0.1601785182952881, "step": 886858}
{"lr": 0.0009683395375519897, "data_time": 0.01775984764099121, "loss_single": 3.3497656345367433, "loss_dense": 3.383265805244446, "loss": 6.733031368255615, "time": 0.16111233234405517, "step": 886908}
{"lr": 0.0009683395375519897, "data_time": 0.017156982421875, "loss_single": 3.3119319677352905, "loss_dense": 3.3530467987060546, "loss": 6.664978694915772, "time": 0.15707695484161377, "step": 886958}
{"lr": 0.0009683395375519897, "data_time": 0.017628788948059082, "loss_single": 3.3356191635131838, "loss_dense": 3.3909430265426637, "loss": 6.72656216621399, "time": 0.15469007492065429, "step": 887008}
{"lr": 0.0009683395375519897, "data_time": 0.017867064476013182, "loss_single": 3.3104817390441896, "loss_dense": 3.3554533958435058, "loss": 6.665935087203979, "time": 0.16126177310943604, "step": 887058}
{"lr": 0.0009683395375519897, "data_time": 0.01633636951446533, "loss_single": 3.308143734931946, "loss_dense": 3.362373447418213, "loss": 6.670517253875732, "time": 0.15763001441955565, "step": 887108}
{"lr": 0.0009683395375519897, "data_time": 0.01865849494934082, "loss_single": 3.3184568166732786, "loss_dense": 3.3550382375717165, "loss": 6.673495149612426, "time": 0.15718297958374022, "step": 887158}
{"lr": 0.0009683395375519897, "data_time": 0.019811010360717772, "loss_single": 3.3206678152084352, "loss_dense": 3.3580079317092895, "loss": 6.678675699234009, "time": 0.2059858560562134, "step": 887208}
{"lr": 0.0009683395375519897, "data_time": 0.016889429092407225, "loss_single": 3.3277321338653563, "loss_dense": 3.3761354207992555, "loss": 6.703867626190186, "time": 0.15874509811401366, "step": 887258}
{"lr": 0.0009683395375519897, "data_time": 0.017059516906738282, "loss_single": 3.311611533164978, "loss_dense": 3.3548522710800173, "loss": 6.66646375656128, "time": 0.1569756507873535, "step": 887308}
{"lr": 0.0009683395375519897, "data_time": 0.018738794326782226, "loss_single": 3.3221450090408324, "loss_dense": 3.3623910665512087, "loss": 6.684536123275757, "time": 0.1600132703781128, "step": 887358}
{"lr": 0.0009683395375519897, "data_time": 0.01822686195373535, "loss_single": 3.3026822805404663, "loss_dense": 3.340212869644165, "loss": 6.642895078659057, "time": 0.15885984897613525, "step": 887408}
{"lr": 0.0009683395375519897, "data_time": 0.018389678001403807, "loss_single": 3.3204427003860473, "loss_dense": 3.366244983673096, "loss": 6.686687803268432, "time": 0.16673011779785157, "step": 887458}
{"lr": 0.0009683395375519897, "data_time": 0.015813708305358887, "loss_single": 3.309440517425537, "loss_dense": 3.354650092124939, "loss": 6.664090633392334, "time": 0.15561494827270508, "step": 887508}
{"lr": 0.0009683395375519897, "data_time": 0.020038652420043945, "loss_single": 3.3312031269073485, "loss_dense": 3.371302366256714, "loss": 6.702505588531494, "time": 0.16014811992645264, "step": 887558}
{"lr": 0.0009683395375519897, "data_time": 0.029772734642028807, "loss_single": 3.331395721435547, "loss_dense": 3.3633798360824585, "loss": 6.694775533676148, "time": 0.1709078550338745, "step": 887608}
{"lr": 0.0009683395375519897, "data_time": 0.01951875686645508, "loss_single": 3.309172749519348, "loss_dense": 3.363757300376892, "loss": 6.672930192947388, "time": 0.24149978160858154, "step": 887658}
{"lr": 0.0009683395375519897, "data_time": 0.026434493064880372, "loss_single": 3.3082109928131103, "loss_dense": 3.357620620727539, "loss": 6.665831661224365, "time": 0.19547104835510254, "step": 887708}
{"lr": 0.0009683395375519897, "data_time": 0.01810309886932373, "loss_single": 3.340105414390564, "loss_dense": 3.377703905105591, "loss": 6.717809247970581, "time": 0.16068553924560547, "step": 887758}
{"lr": 0.0009683395375519897, "data_time": 0.01611180305480957, "loss_single": 3.3159649848937987, "loss_dense": 3.361737275123596, "loss": 6.677702331542969, "time": 0.16063425540924073, "step": 887808}
{"lr": 0.0009683395375519897, "data_time": 0.017455291748046876, "loss_single": 3.337327551841736, "loss_dense": 3.367438530921936, "loss": 6.7047662258148195, "time": 0.15772488117218017, "step": 887858}
{"lr": 0.0009683395375519897, "data_time": 0.01618826389312744, "loss_single": 3.3695888757705688, "loss_dense": 3.4013281583786013, "loss": 6.770917081832886, "time": 0.15989770889282226, "step": 887908}
{"lr": 0.0009683395375519897, "data_time": 0.01721689701080322, "loss_single": 3.324719262123108, "loss_dense": 3.3710351467132567, "loss": 6.695754432678223, "time": 0.15732345581054688, "step": 887958}
{"lr": 0.0009683395375519897, "data_time": 0.01783781051635742, "loss_single": 3.2883845806121825, "loss_dense": 3.33079309463501, "loss": 6.619177627563476, "time": 0.15593817234039306, "step": 888008}
{"lr": 0.0009683395375519897, "data_time": 0.020067858695983886, "loss_single": 3.333515739440918, "loss_dense": 3.3873403549194334, "loss": 6.720856094360352, "time": 0.17200288772583008, "step": 888058}
{"lr": 0.0009683395375519897, "data_time": 0.01800801753997803, "loss_single": 3.3141939878463744, "loss_dense": 3.364134168624878, "loss": 6.678328180313111, "time": 0.15671920776367188, "step": 888108}
{"lr": 0.0009683395375519897, "data_time": 0.01732325553894043, "loss_single": 3.3151993274688722, "loss_dense": 3.355218029022217, "loss": 6.670417451858521, "time": 0.15790293216705323, "step": 888158}
{"lr": 0.0009683395375519897, "data_time": 0.016757392883300783, "loss_single": 3.3251948595046996, "loss_dense": 3.3620176553726195, "loss": 6.687212562561035, "time": 0.1579190969467163, "step": 888208}
{"lr": 0.0009683395375519897, "data_time": 0.017777609825134277, "loss_single": 3.3097747325897218, "loss_dense": 3.3503228425979614, "loss": 6.660097551345825, "time": 0.1595280647277832, "step": 888258}
{"lr": 0.0009683395375519897, "data_time": 0.018039608001708986, "loss_single": 3.3113362789154053, "loss_dense": 3.3500483751297, "loss": 6.6613846778869625, "time": 0.1590660333633423, "step": 888308}
{"lr": 0.0009683395375519897, "data_time": 0.015695953369140626, "loss_single": 3.3198966503143312, "loss_dense": 3.3661426305770874, "loss": 6.68603925704956, "time": 0.20500051975250244, "step": 888358}
{"lr": 0.0009683395375519897, "data_time": 0.01706557273864746, "loss_single": 3.3072608709335327, "loss_dense": 3.3424340724945067, "loss": 6.6496950626373295, "time": 0.16520144939422607, "step": 888408}
{"lr": 0.0009683395375519897, "data_time": 0.018468236923217772, "loss_single": 3.3008869886398315, "loss_dense": 3.3475645780563354, "loss": 6.648451566696167, "time": 0.1561279296875, "step": 888458}
{"lr": 0.0009683395375519897, "data_time": 0.017642855644226074, "loss_single": 3.3034533739089964, "loss_dense": 3.3376168251037597, "loss": 6.641070175170898, "time": 0.16175553798675538, "step": 888508}
{"lr": 0.0009683395375519897, "data_time": 0.01883101463317871, "loss_single": 3.319171357154846, "loss_dense": 3.359397768974304, "loss": 6.678569173812866, "time": 0.1595297336578369, "step": 888558}
{"lr": 0.0009683395375519897, "data_time": 0.015850377082824708, "loss_single": 3.3488960027694703, "loss_dense": 3.381293225288391, "loss": 6.730189180374145, "time": 0.15454983711242676, "step": 888608}
{"lr": 0.0009683395375519897, "data_time": 0.02329387664794922, "loss_single": 3.301071572303772, "loss_dense": 3.3491161584854128, "loss": 6.650187683105469, "time": 0.174049973487854, "step": 888658}
{"lr": 0.0009683395375519897, "data_time": 0.030438852310180665, "loss_single": 3.3283137559890745, "loss_dense": 3.3709653854370116, "loss": 6.699279069900513, "time": 0.17532083988189698, "step": 888708}
{"lr": 0.0009683395375519897, "data_time": 0.01578052043914795, "loss_single": 3.3289424657821653, "loss_dense": 3.353292441368103, "loss": 6.682234907150269, "time": 0.17054731845855714, "step": 888758}
{"lr": 0.0009683395375519897, "data_time": 0.01832718849182129, "loss_single": 3.3408859252929686, "loss_dense": 3.3840364694595335, "loss": 6.72492241859436, "time": 0.15807948112487794, "step": 888808}
{"lr": 0.0009683395375519897, "data_time": 0.01712479591369629, "loss_single": 3.330998945236206, "loss_dense": 3.3724907636642456, "loss": 6.703489780426025, "time": 0.16433944702148437, "step": 888858}
{"lr": 0.0009683395375519897, "data_time": 0.019063997268676757, "loss_single": 3.3030519485473633, "loss_dense": 3.3542293310165405, "loss": 6.6572812557220455, "time": 0.16466066837310792, "step": 888908}
{"lr": 0.0009683395375519897, "data_time": 0.016431689262390137, "loss_single": 3.34791898727417, "loss_dense": 3.3761531591415403, "loss": 6.724072074890136, "time": 0.20585575103759765, "step": 888958}
{"lr": 0.0009683395375519897, "data_time": 0.01882791519165039, "loss_single": 3.3196123123168944, "loss_dense": 3.3705711364746094, "loss": 6.690183448791504, "time": 0.15967700481414795, "step": 889008}
{"lr": 0.0009683395375519897, "data_time": 0.021277475357055663, "loss_single": 3.307235050201416, "loss_dense": 3.350122880935669, "loss": 6.657357978820801, "time": 0.19095902442932128, "step": 889058}
{"lr": 0.0009683395375519897, "data_time": 0.01834845542907715, "loss_single": 3.314174270629883, "loss_dense": 3.3521979331970213, "loss": 6.666372203826905, "time": 0.16223151683807374, "step": 889108}
{"lr": 0.0009683395375519897, "data_time": 0.019087791442871094, "loss_single": 3.345455837249756, "loss_dense": 3.3859447479248046, "loss": 6.7314005374908445, "time": 0.16061906814575194, "step": 889158}
{"lr": 0.0009683395375519897, "data_time": 0.01688213348388672, "loss_single": 3.3154598474502563, "loss_dense": 3.345943546295166, "loss": 6.661403322219849, "time": 0.1585153818130493, "step": 889208}
{"lr": 0.0009683395375519897, "data_time": 0.01686713695526123, "loss_single": 3.329948139190674, "loss_dense": 3.3602816581726076, "loss": 6.690229797363282, "time": 0.1642848014831543, "step": 889258}
{"lr": 0.0009683395375519897, "data_time": 0.016628146171569824, "loss_single": 3.2968133687973022, "loss_dense": 3.3300395011901855, "loss": 6.6268528461456295, "time": 0.16673679351806642, "step": 889308}
{"lr": 0.0009683395375519897, "data_time": 0.020865106582641603, "loss_single": 3.3227707862854006, "loss_dense": 3.37024405002594, "loss": 6.693014907836914, "time": 0.20017502307891846, "step": 889358}
{"lr": 0.0009683395375519897, "data_time": 0.016715240478515626, "loss_single": 3.3073466777801515, "loss_dense": 3.351810598373413, "loss": 6.659157228469849, "time": 0.16284873485565185, "step": 889408}
{"lr": 0.0009683395375519897, "data_time": 0.018471956253051758, "loss_single": 3.2796648025512694, "loss_dense": 3.3342823505401613, "loss": 6.613947153091431, "time": 0.15869526863098143, "step": 889458}
{"lr": 0.0009683395375519897, "data_time": 0.017596793174743653, "loss_single": 3.3234171152114866, "loss_dense": 3.3730330228805543, "loss": 6.696450233459473, "time": 0.15637948513031005, "step": 889508}
{"lr": 0.0009683395375519897, "data_time": 0.016485118865966798, "loss_single": 3.3108519315719604, "loss_dense": 3.3587426424026487, "loss": 6.6695945262908936, "time": 0.16040399074554443, "step": 889558}
{"lr": 0.0009683395375519897, "data_time": 0.017560744285583497, "loss_single": 3.321065092086792, "loss_dense": 3.3572049379348754, "loss": 6.678270101547241, "time": 0.15666694641113282, "step": 889608}
{"lr": 0.0009683395375519897, "data_time": 0.017324447631835938, "loss_single": 3.318879175186157, "loss_dense": 3.3568846225738525, "loss": 6.675763845443726, "time": 0.158314847946167, "step": 889658}
{"lr": 0.0009683395375519897, "data_time": 0.01972966194152832, "loss_single": 3.3110587358474732, "loss_dense": 3.352624535560608, "loss": 6.663683319091797, "time": 0.24180076122283936, "step": 889708}
{"lr": 0.0009683395375519897, "data_time": 0.018070411682128907, "loss_single": 3.325376844406128, "loss_dense": 3.3593135833740235, "loss": 6.684690475463867, "time": 0.15576865673065185, "step": 889758}
{"lr": 0.0009683395375519897, "data_time": 0.016019415855407716, "loss_single": 3.316612124443054, "loss_dense": 3.347654867172241, "loss": 6.664266920089721, "time": 0.16953177452087403, "step": 889808}
{"lr": 0.0009683395375519897, "data_time": 0.01830596923828125, "loss_single": 3.308932328224182, "loss_dense": 3.354212737083435, "loss": 6.663145065307617, "time": 0.16131503582000734, "step": 889858}
{"lr": 0.0009683395375519897, "data_time": 0.01740729808807373, "loss_single": 3.3205000162124634, "loss_dense": 3.368724060058594, "loss": 6.689224052429199, "time": 0.16079115867614746, "step": 889908}
{"lr": 0.0009683395375519897, "data_time": 0.016861701011657716, "loss_single": 3.3237194061279296, "loss_dense": 3.367876744270325, "loss": 6.691596126556396, "time": 0.15895042419433594, "step": 889958}
{"lr": 0.0009683395375519897, "data_time": 0.017231130599975587, "loss_single": 3.300044846534729, "loss_dense": 3.3365158796310426, "loss": 6.636560773849487, "time": 0.16288373470306397, "step": 890008}
{"lr": 0.0009683395375519897, "data_time": 0.020116186141967772, "loss_single": 3.3056094884872436, "loss_dense": 3.352740931510925, "loss": 6.6583503723144535, "time": 0.20924756526947022, "step": 890058}
{"lr": 0.0009683395375519897, "data_time": 0.018328261375427247, "loss_single": 3.3116428375244142, "loss_dense": 3.360721302032471, "loss": 6.672364139556885, "time": 0.1592179298400879, "step": 890108}
{"lr": 0.0009683395375519897, "data_time": 0.01736328601837158, "loss_single": 3.322914886474609, "loss_dense": 3.3538760423660277, "loss": 6.676791048049926, "time": 0.1572199821472168, "step": 890158}
{"lr": 0.0009683395375519897, "data_time": 0.016310477256774904, "loss_single": 3.313361978530884, "loss_dense": 3.362432026863098, "loss": 6.675793933868408, "time": 0.1580415964126587, "step": 890208}
{"lr": 0.0009683395375519897, "data_time": 0.017389702796936034, "loss_single": 3.3093118190765383, "loss_dense": 3.353162145614624, "loss": 6.662473964691162, "time": 0.15608866214752198, "step": 890258}
{"lr": 0.0009683395375519897, "data_time": 0.01706254482269287, "loss_single": 3.3235287189483644, "loss_dense": 3.359014368057251, "loss": 6.682543087005615, "time": 0.15989584922790528, "step": 890308}
{"lr": 0.0009683395375519897, "data_time": 0.021947145462036133, "loss_single": 3.288077712059021, "loss_dense": 3.336249303817749, "loss": 6.624327039718628, "time": 0.1641068935394287, "step": 890358}
{"lr": 0.0009683395375519897, "data_time": 0.017658710479736328, "loss_single": 3.3011700391769407, "loss_dense": 3.3466378450393677, "loss": 6.647807836532593, "time": 0.19063146114349366, "step": 890408}
{"lr": 0.0009683395375519897, "data_time": 0.020861887931823732, "loss_single": 3.3205023050308227, "loss_dense": 3.3544493436813356, "loss": 6.674951696395874, "time": 0.165447998046875, "step": 890458}
{"lr": 0.0009683395375519897, "data_time": 0.01733982563018799, "loss_single": 3.3243013620376587, "loss_dense": 3.3733140230178833, "loss": 6.697615432739258, "time": 0.1577469825744629, "step": 890508}
{"lr": 0.0009683395375519897, "data_time": 0.018393611907958983, "loss_single": 3.3502916574478148, "loss_dense": 3.3918636798858643, "loss": 6.74215521812439, "time": 0.16408724784851075, "step": 890558}
{"lr": 0.0009683395375519897, "data_time": 0.017514801025390624, "loss_single": 3.3078691720962525, "loss_dense": 3.3532013177871702, "loss": 6.661070442199707, "time": 0.15572574138641357, "step": 890608}
{"lr": 0.0009683395375519897, "data_time": 0.022385048866271972, "loss_single": 3.3190810441970826, "loss_dense": 3.3568832874298096, "loss": 6.67596435546875, "time": 0.17888495922088624, "step": 890658}
{"lr": 0.0009683395375519897, "data_time": 0.015123295783996581, "loss_single": 3.301297187805176, "loss_dense": 3.3404037952423096, "loss": 6.641700887680054, "time": 0.151404070854187, "step": 890708}
{"lr": 0.0008867884656866185, "data_time": 0.01738729476928711, "loss_single": 3.3258131980895995, "loss_dense": 3.3588738441467285, "loss": 6.6846870422363285, "time": 0.15959498882293702, "step": 890762}
{"lr": 0.0008867884656866185, "data_time": 0.017140793800354003, "loss_single": 3.324437737464905, "loss_dense": 3.368037152290344, "loss": 6.692474889755249, "time": 0.15842247009277344, "step": 890812}
{"lr": 0.0008867884656866185, "data_time": 0.018983793258666993, "loss_single": 3.2963454484939576, "loss_dense": 3.3360658407211305, "loss": 6.632411336898803, "time": 0.15608317852020265, "step": 890862}
{"lr": 0.0008867884656866185, "data_time": 0.01706981658935547, "loss_single": 3.319332981109619, "loss_dense": 3.3622438430786135, "loss": 6.681576776504516, "time": 0.170731520652771, "step": 890912}
{"lr": 0.0008867884656866185, "data_time": 0.01815493106842041, "loss_single": 3.2926082372665406, "loss_dense": 3.331001114845276, "loss": 6.623609352111816, "time": 0.15819618701934815, "step": 890962}
{"lr": 0.0008867884656866185, "data_time": 0.0182600736618042, "loss_single": 3.2976834297180178, "loss_dense": 3.3348807096481323, "loss": 6.632564115524292, "time": 0.15595037937164308, "step": 891012}
{"lr": 0.0008867884656866185, "data_time": 0.017479252815246583, "loss_single": 3.306931805610657, "loss_dense": 3.3380122900009157, "loss": 6.644944143295288, "time": 0.15908443927764893, "step": 891062}
{"lr": 0.0008867884656866185, "data_time": 0.01965067386627197, "loss_single": 3.3178796768188477, "loss_dense": 3.3513122320175173, "loss": 6.669191837310791, "time": 0.20775160789489747, "step": 891112}
{"lr": 0.0008867884656866185, "data_time": 0.016658997535705565, "loss_single": 3.3294413805007936, "loss_dense": 3.3644383192062377, "loss": 6.693879747390747, "time": 0.1567129135131836, "step": 891162}
{"lr": 0.0008867884656866185, "data_time": 0.018048667907714845, "loss_single": 3.322228717803955, "loss_dense": 3.369106578826904, "loss": 6.6913353443145756, "time": 0.15723235607147218, "step": 891212}
{"lr": 0.0008867884656866185, "data_time": 0.01751985549926758, "loss_single": 3.3030606746673583, "loss_dense": 3.3441822290420533, "loss": 6.6472429752349855, "time": 0.1554654598236084, "step": 891262}
{"lr": 0.0008867884656866185, "data_time": 0.019497108459472657, "loss_single": 3.319338893890381, "loss_dense": 3.365202784538269, "loss": 6.684541702270508, "time": 0.16375482082366943, "step": 891312}
{"lr": 0.0008867884656866185, "data_time": 0.018210411071777344, "loss_single": 3.3086137771606445, "loss_dense": 3.357684540748596, "loss": 6.666298294067383, "time": 0.15838592052459716, "step": 891362}
{"lr": 0.0008867884656866185, "data_time": 0.016771626472473145, "loss_single": 3.326452541351318, "loss_dense": 3.3684751987457275, "loss": 6.694927787780761, "time": 0.16059644222259523, "step": 891412}
{"lr": 0.0008867884656866185, "data_time": 0.017855215072631835, "loss_single": 3.3287690401077272, "loss_dense": 3.3658586502075196, "loss": 6.694627714157105, "time": 0.15799970626831056, "step": 891462}
{"lr": 0.0008867884656866185, "data_time": 0.017679286003112794, "loss_single": 3.309224534034729, "loss_dense": 3.3417579889297486, "loss": 6.650982522964478, "time": 0.15993101596832277, "step": 891512}
{"lr": 0.0008867884656866185, "data_time": 0.01838850975036621, "loss_single": 3.309776711463928, "loss_dense": 3.350052571296692, "loss": 6.6598292827606205, "time": 0.1620509147644043, "step": 891562}
{"lr": 0.0008867884656866185, "data_time": 0.018025827407836915, "loss_single": 3.323739767074585, "loss_dense": 3.3574262380599977, "loss": 6.681165933609009, "time": 0.16721489429473876, "step": 891612}
{"lr": 0.0008867884656866185, "data_time": 0.015092229843139649, "loss_single": 3.296755790710449, "loss_dense": 3.339018392562866, "loss": 6.635774183273315, "time": 0.16270711421966552, "step": 891662}
{"lr": 0.0008867884656866185, "data_time": 0.017090225219726564, "loss_single": 3.315115809440613, "loss_dense": 3.3473348379135133, "loss": 6.66245059967041, "time": 0.1563253164291382, "step": 891712}
{"lr": 0.0008867884656866185, "data_time": 0.017326974868774415, "loss_single": 3.3096211910247804, "loss_dense": 3.348659300804138, "loss": 6.658280515670777, "time": 0.1580810546875, "step": 891762}
{"lr": 0.0008867884656866185, "data_time": 0.017131876945495606, "loss_single": 3.3141210079193115, "loss_dense": 3.3701356649398804, "loss": 6.684256649017334, "time": 0.16146650314331054, "step": 891812}
{"lr": 0.0008867884656866185, "data_time": 0.017278409004211424, "loss_single": 3.2956895351409914, "loss_dense": 3.3361792087554933, "loss": 6.631868743896485, "time": 0.1602242708206177, "step": 891862}
{"lr": 0.0008867884656866185, "data_time": 0.018466901779174805, "loss_single": 3.3080395460128784, "loss_dense": 3.3501831769943236, "loss": 6.658222723007202, "time": 0.16960084438323975, "step": 891912}
{"lr": 0.0008867884656866185, "data_time": 0.01980016231536865, "loss_single": 3.3273705005645753, "loss_dense": 3.357653331756592, "loss": 6.685023927688599, "time": 0.2000272274017334, "step": 891962}
{"lr": 0.0008867884656866185, "data_time": 0.019368243217468262, "loss_single": 3.334760594367981, "loss_dense": 3.375620174407959, "loss": 6.7103808403015135, "time": 0.2433396339416504, "step": 892012}
{"lr": 0.0008867884656866185, "data_time": 0.0329420804977417, "loss_single": 3.3123001575469972, "loss_dense": 3.346383833885193, "loss": 6.6586840629577635, "time": 0.21519167423248292, "step": 892062}
{"lr": 0.0008867884656866185, "data_time": 0.016363692283630372, "loss_single": 3.3353692531585692, "loss_dense": 3.380927896499634, "loss": 6.716297197341919, "time": 0.17736661434173584, "step": 892112}
{"lr": 0.0008867884656866185, "data_time": 0.015680670738220215, "loss_single": 3.3266379833221436, "loss_dense": 3.3667415142059327, "loss": 6.693379545211792, "time": 0.17971785068511964, "step": 892162}
{"lr": 0.0008867884656866185, "data_time": 0.021026754379272462, "loss_single": 3.3120009660720826, "loss_dense": 3.347771096229553, "loss": 6.659772062301636, "time": 0.6379984617233276, "step": 892212}
{"lr": 0.0008867884656866185, "data_time": 0.017452168464660644, "loss_single": 3.307955431938171, "loss_dense": 3.346045732498169, "loss": 6.65400128364563, "time": 0.22515528202056884, "step": 892262}
{"lr": 0.0008867884656866185, "data_time": 0.01935749053955078, "loss_single": 3.3079954385757446, "loss_dense": 3.3504583835601807, "loss": 6.658453798294067, "time": 0.19790685176849365, "step": 892312}
{"lr": 0.0008867884656866185, "data_time": 0.017148494720458984, "loss_single": 3.310783791542053, "loss_dense": 3.3450952768325806, "loss": 6.655879068374634, "time": 0.17133762836456298, "step": 892362}
{"lr": 0.0008867884656866185, "data_time": 0.017192530632019042, "loss_single": 3.3050543308258056, "loss_dense": 3.3457136869430544, "loss": 6.650768089294433, "time": 0.15915417671203613, "step": 892412}
{"lr": 0.0008867884656866185, "data_time": 0.017188262939453126, "loss_single": 3.3235431432724, "loss_dense": 3.3635046005249025, "loss": 6.68704776763916, "time": 0.16383023262023927, "step": 892462}
{"lr": 0.0008867884656866185, "data_time": 0.018750715255737304, "loss_single": 3.3228919982910154, "loss_dense": 3.3571865797042846, "loss": 6.680078601837158, "time": 0.16209893226623534, "step": 892512}
{"lr": 0.0008867884656866185, "data_time": 0.017478227615356445, "loss_single": 3.3192779302597044, "loss_dense": 3.363803672790527, "loss": 6.68308162689209, "time": 0.15621740818023683, "step": 892562}
{"lr": 0.0008867884656866185, "data_time": 0.017256999015808107, "loss_single": 3.3198506832122803, "loss_dense": 3.375633955001831, "loss": 6.695484685897827, "time": 0.15801570415496827, "step": 892612}
{"lr": 0.0008867884656866185, "data_time": 0.04116597175598145, "loss_single": 3.293347883224487, "loss_dense": 3.334558367729187, "loss": 6.627906274795532, "time": 0.20869591236114501, "step": 892662}
{"lr": 0.0008867884656866185, "data_time": 0.018940997123718262, "loss_single": 3.313347339630127, "loss_dense": 3.362397384643555, "loss": 6.6757447719573975, "time": 0.15673387050628662, "step": 892712}
{"lr": 0.0008867884656866185, "data_time": 0.017860794067382814, "loss_single": 3.2860577583312987, "loss_dense": 3.32326762676239, "loss": 6.6093254566192625, "time": 0.16066176891326905, "step": 892762}
{"lr": 0.0008867884656866185, "data_time": 0.019207119941711426, "loss_single": 3.3146774530410767, "loss_dense": 3.3478771924972532, "loss": 6.662554597854614, "time": 0.1567438840866089, "step": 892812}
{"lr": 0.0008867884656866185, "data_time": 0.014227080345153808, "loss_single": 3.325267219543457, "loss_dense": 3.36040461063385, "loss": 6.6856719017028805, "time": 0.17045912742614747, "step": 892862}
{"lr": 0.0008867884656866185, "data_time": 0.02062547206878662, "loss_single": 3.3077656269073485, "loss_dense": 3.3490299701690676, "loss": 6.656795597076416, "time": 0.1581904411315918, "step": 892912}
{"lr": 0.0008867884656866185, "data_time": 0.016234540939331056, "loss_single": 3.298540449142456, "loss_dense": 3.3430418252944945, "loss": 6.641582298278808, "time": 0.1566702127456665, "step": 892962}
{"lr": 0.0008867884656866185, "data_time": 0.01682775020599365, "loss_single": 3.333210563659668, "loss_dense": 3.373890495300293, "loss": 6.707101058959961, "time": 0.20528733730316162, "step": 893012}
{"lr": 0.0008867884656866185, "data_time": 0.028397011756896972, "loss_single": 3.3216522455215456, "loss_dense": 3.356814074516296, "loss": 6.678466367721557, "time": 0.16882405281066895, "step": 893062}
{"lr": 0.0008867884656866185, "data_time": 0.01942439079284668, "loss_single": 3.326924276351929, "loss_dense": 3.3696571350097657, "loss": 6.6965813636779785, "time": 0.1571744918823242, "step": 893112}
{"lr": 0.0008867884656866185, "data_time": 0.018536472320556642, "loss_single": 3.3318427085876463, "loss_dense": 3.3642505645751952, "loss": 6.696093273162842, "time": 0.1600412130355835, "step": 893162}
{"lr": 0.0008867884656866185, "data_time": 0.017748141288757326, "loss_single": 3.3193453550338745, "loss_dense": 3.3575454235076903, "loss": 6.676890850067139, "time": 0.15932209491729737, "step": 893212}
{"lr": 0.0008867884656866185, "data_time": 0.018011808395385742, "loss_single": 3.296721267700195, "loss_dense": 3.345154309272766, "loss": 6.6418756484985355, "time": 0.1621952772140503, "step": 893262}
{"lr": 0.0008867884656866185, "data_time": 0.01974639892578125, "loss_single": 3.3116592884063722, "loss_dense": 3.3524515628814697, "loss": 6.664110851287842, "time": 0.2302079677581787, "step": 893312}
{"lr": 0.0008867884656866185, "data_time": 0.01944582462310791, "loss_single": 3.3059446096420286, "loss_dense": 3.34709837436676, "loss": 6.653042984008789, "time": 0.15793259143829347, "step": 893362}
{"lr": 0.0008867884656866185, "data_time": 0.01792328357696533, "loss_single": 3.3023195028305055, "loss_dense": 3.350657343864441, "loss": 6.652976846694946, "time": 0.1587998390197754, "step": 893412}
{"lr": 0.0008867884656866185, "data_time": 0.01883563995361328, "loss_single": 3.3144963502883913, "loss_dense": 3.3531007289886476, "loss": 6.6675971984863285, "time": 0.1592081069946289, "step": 893462}
{"lr": 0.0008867884656866185, "data_time": 0.016927814483642577, "loss_single": 3.325187015533447, "loss_dense": 3.367173504829407, "loss": 6.692360496520996, "time": 0.16353225708007812, "step": 893512}
{"lr": 0.0008867884656866185, "data_time": 0.016884112358093263, "loss_single": 3.3076210737228395, "loss_dense": 3.340302515029907, "loss": 6.647923564910888, "time": 0.15444469451904297, "step": 893562}
{"lr": 0.0008867884656866185, "data_time": 0.019672536849975587, "loss_single": 3.315375065803528, "loss_dense": 3.3330509424209596, "loss": 6.648425960540772, "time": 0.16364750862121583, "step": 893612}
{"lr": 0.0008867884656866185, "data_time": 0.019887375831604003, "loss_single": 3.325957727432251, "loss_dense": 3.360778045654297, "loss": 6.686735820770264, "time": 0.1932997226715088, "step": 893662}
{"lr": 0.0008867884656866185, "data_time": 0.017490315437316894, "loss_single": 3.321798491477966, "loss_dense": 3.3496635437011717, "loss": 6.6714620113372805, "time": 0.1599623441696167, "step": 893712}
{"lr": 0.0008867884656866185, "data_time": 0.020636343955993654, "loss_single": 3.3121580839157105, "loss_dense": 3.353217530250549, "loss": 6.665375661849976, "time": 0.15898609161376953, "step": 893762}
{"lr": 0.0008867884656866185, "data_time": 0.016006278991699218, "loss_single": 3.302903342247009, "loss_dense": 3.3454041481018066, "loss": 6.648307514190674, "time": 0.1561516046524048, "step": 893812}
{"lr": 0.0008867884656866185, "data_time": 0.018417000770568848, "loss_single": 3.3180883169174193, "loss_dense": 3.353869891166687, "loss": 6.6719582080841064, "time": 0.15602943897247315, "step": 893862}
{"lr": 0.0008867884656866185, "data_time": 0.018700242042541504, "loss_single": 3.320113277435303, "loss_dense": 3.368083620071411, "loss": 6.688196849822998, "time": 0.15789523124694824, "step": 893912}
{"lr": 0.0008867884656866185, "data_time": 0.024604439735412598, "loss_single": 3.2934045076370237, "loss_dense": 3.3410525560379027, "loss": 6.634456968307495, "time": 0.19041645526885986, "step": 893962}
{"lr": 0.0008867884656866185, "data_time": 0.016400694847106934, "loss_single": 3.343585157394409, "loss_dense": 3.3865094900131227, "loss": 6.73009467124939, "time": 0.15779123306274415, "step": 894012}
{"lr": 0.0008867884656866185, "data_time": 0.018059754371643068, "loss_single": 3.331440782546997, "loss_dense": 3.362855648994446, "loss": 6.694296360015869, "time": 0.16204073429107665, "step": 894062}
{"lr": 0.0008867884656866185, "data_time": 0.020594453811645506, "loss_single": 3.3205620527267454, "loss_dense": 3.3621174097061157, "loss": 6.682679462432861, "time": 0.1654585599899292, "step": 894112}
{"lr": 0.0008867884656866185, "data_time": 0.016716361045837402, "loss_single": 3.314015531539917, "loss_dense": 3.358790135383606, "loss": 6.672805690765381, "time": 0.16450874805450438, "step": 894162}
{"lr": 0.0008867884656866185, "data_time": 0.01638450622558594, "loss_single": 3.313734245300293, "loss_dense": 3.3596351623535154, "loss": 6.673369455337524, "time": 0.15469224452972413, "step": 894212}
{"lr": 0.0008867884656866185, "data_time": 0.021299147605895997, "loss_single": 3.32810115814209, "loss_dense": 3.3580893993377687, "loss": 6.68619065284729, "time": 0.18673324584960938, "step": 894262}
{"lr": 0.0008867884656866185, "data_time": 0.01720008850097656, "loss_single": 3.332531690597534, "loss_dense": 3.3843315839767456, "loss": 6.716863346099854, "time": 0.1614276647567749, "step": 894312}
{"lr": 0.0008867884656866185, "data_time": 0.017958950996398926, "loss_single": 3.345192003250122, "loss_dense": 3.373406934738159, "loss": 6.71859884262085, "time": 0.16185669898986815, "step": 894362}
{"lr": 0.0008867884656866185, "data_time": 0.016444897651672362, "loss_single": 3.3170907258987428, "loss_dense": 3.3528872966766357, "loss": 6.66997799873352, "time": 0.1625973701477051, "step": 894412}
{"lr": 0.0008867884656866185, "data_time": 0.017031931877136232, "loss_single": 3.314069056510925, "loss_dense": 3.3617008447647097, "loss": 6.675769901275634, "time": 0.16150438785552979, "step": 894462}
{"lr": 0.0008867884656866185, "data_time": 0.017420315742492677, "loss_single": 3.3371699333190916, "loss_dense": 3.379758191108704, "loss": 6.716928148269654, "time": 0.15609655380249024, "step": 894512}
{"lr": 0.0008867884656866185, "data_time": 0.01772162914276123, "loss_single": 3.3175369024276735, "loss_dense": 3.3438532829284666, "loss": 6.66139030456543, "time": 0.15544159412384034, "step": 894562}
{"lr": 0.0008867884656866185, "data_time": 0.02825801372528076, "loss_single": 3.2943174839019775, "loss_dense": 3.3476330757141115, "loss": 6.641950464248657, "time": 0.2531276702880859, "step": 894612}
{"lr": 0.0008867884656866185, "data_time": 0.018708515167236327, "loss_single": 3.298492407798767, "loss_dense": 3.3425289392471313, "loss": 6.641021347045898, "time": 0.16257967948913574, "step": 894662}
{"lr": 0.0008867884656866185, "data_time": 0.01713268756866455, "loss_single": 3.3381963968276978, "loss_dense": 3.373614048957825, "loss": 6.711810493469239, "time": 0.16735763549804689, "step": 894712}
{"lr": 0.0008867884656866185, "data_time": 0.01831181049346924, "loss_single": 3.332637333869934, "loss_dense": 3.3710427045822144, "loss": 6.70368013381958, "time": 0.16069695949554444, "step": 894762}
{"lr": 0.0008867884656866185, "data_time": 0.016727447509765625, "loss_single": 3.3316699266433716, "loss_dense": 3.3635706663131715, "loss": 6.695240592956543, "time": 0.1554711103439331, "step": 894812}
{"lr": 0.0008867884656866185, "data_time": 0.016249895095825195, "loss_single": 3.326437473297119, "loss_dense": 3.3781734466552735, "loss": 6.704610872268677, "time": 0.15974876880645753, "step": 894862}
{"lr": 0.0008867884656866185, "data_time": 0.01658957004547119, "loss_single": 3.3034972190856933, "loss_dense": 3.344307041168213, "loss": 6.6478043556213375, "time": 0.15889573097229004, "step": 894912}
{"lr": 0.0008867884656866185, "data_time": 0.017101526260375977, "loss_single": 3.314082908630371, "loss_dense": 3.3621771335601807, "loss": 6.676259994506836, "time": 0.18594443798065186, "step": 894962}
{"lr": 0.0008867884656866185, "data_time": 0.016348886489868163, "loss_single": 3.333218240737915, "loss_dense": 3.381171631813049, "loss": 6.714389896392822, "time": 0.17547030448913575, "step": 895012}
{"lr": 0.0008867884656866185, "data_time": 0.018056154251098633, "loss_single": 3.305803108215332, "loss_dense": 3.3436755418777464, "loss": 6.649478530883789, "time": 0.15931057929992676, "step": 895062}
{"lr": 0.0008867884656866185, "data_time": 0.018704676628112794, "loss_single": 3.31791467666626, "loss_dense": 3.3479159832000733, "loss": 6.665830755233765, "time": 0.15609865188598632, "step": 895112}
{"lr": 0.0008867884656866185, "data_time": 0.017142581939697265, "loss_single": 3.3196933031082154, "loss_dense": 3.349323606491089, "loss": 6.669016885757446, "time": 0.15280332565307617, "step": 895162}
{"lr": 0.0008867884656866185, "data_time": 0.018808460235595702, "loss_single": 3.3161507129669188, "loss_dense": 3.352504301071167, "loss": 6.668655014038086, "time": 0.1593317747116089, "step": 895212}
{"lr": 0.0008867884656866185, "data_time": 0.03873677253723144, "loss_single": 3.3215600490570067, "loss_dense": 3.362339496612549, "loss": 6.6838994979858395, "time": 0.2528403282165527, "step": 895262}
{"lr": 0.0008867884656866185, "data_time": 0.016237568855285645, "loss_single": 3.308629775047302, "loss_dense": 3.342181396484375, "loss": 6.650811195373535, "time": 0.1814260959625244, "step": 895312}
{"lr": 0.0008867884656866185, "data_time": 0.016753625869750977, "loss_single": 3.28816876411438, "loss_dense": 3.3328340530395506, "loss": 6.6210027694702145, "time": 0.15657420158386232, "step": 895362}
{"lr": 0.0008867884656866185, "data_time": 0.01840708255767822, "loss_single": 3.3118608713150026, "loss_dense": 3.3430216550827025, "loss": 6.654882478713989, "time": 0.16036434173583985, "step": 895412}
{"lr": 0.0008867884656866185, "data_time": 0.016918540000915527, "loss_single": 3.3208224773406982, "loss_dense": 3.353992295265198, "loss": 6.674814891815186, "time": 0.15714221000671386, "step": 895462}
{"lr": 0.0008867884656866185, "data_time": 0.017335796356201173, "loss_single": 3.3356336832046507, "loss_dense": 3.361637902259827, "loss": 6.697271633148193, "time": 0.15581839084625243, "step": 895512}
{"lr": 0.0008867884656866185, "data_time": 0.01764490604400635, "loss_single": 3.3227351665496827, "loss_dense": 3.3752331733703613, "loss": 6.69796838760376, "time": 0.15876870155334472, "step": 895562}
{"lr": 0.0008867884656866185, "data_time": 0.025623631477355958, "loss_single": 3.3338587522506713, "loss_dense": 3.367281913757324, "loss": 6.701140689849853, "time": 0.23639099597930907, "step": 895612}
{"lr": 0.0008867884656866185, "data_time": 0.017409849166870116, "loss_single": 3.311895561218262, "loss_dense": 3.3573726177215577, "loss": 6.6692681312561035, "time": 0.16164722442626953, "step": 895662}
{"lr": 0.0008867884656866185, "data_time": 0.016338920593261717, "loss_single": 3.308106565475464, "loss_dense": 3.3556766748428344, "loss": 6.663783216476441, "time": 0.15259163379669188, "step": 895712}
{"lr": 0.0008087196175868208, "data_time": 0.017807722091674805, "loss_single": 3.324716567993164, "loss_dense": 3.360718011856079, "loss": 6.685434579849243, "time": 0.15553545951843262, "step": 895766}
{"lr": 0.0008087196175868208, "data_time": 0.018729472160339357, "loss_single": 3.3177404403686523, "loss_dense": 3.3583991289138795, "loss": 6.67613959312439, "time": 0.16502013206481933, "step": 895816}
{"lr": 0.0008087196175868208, "data_time": 0.01737086772918701, "loss_single": 3.30654034614563, "loss_dense": 3.3443546533584594, "loss": 6.650895023345948, "time": 0.15906598567962646, "step": 895866}
{"lr": 0.0008087196175868208, "data_time": 0.016946935653686525, "loss_single": 3.3206594228744506, "loss_dense": 3.3633914947509767, "loss": 6.6840509414672855, "time": 0.15648024082183837, "step": 895916}
{"lr": 0.0008087196175868208, "data_time": 0.017696070671081542, "loss_single": 3.3144938707351685, "loss_dense": 3.3584731340408327, "loss": 6.672967052459716, "time": 0.1556528091430664, "step": 895966}
{"lr": 0.0008087196175868208, "data_time": 0.02014615535736084, "loss_single": 3.327265191078186, "loss_dense": 3.364657425880432, "loss": 6.691922569274903, "time": 0.23704535961151124, "step": 896016}
{"lr": 0.0008087196175868208, "data_time": 0.017847776412963867, "loss_single": 3.3027734756469727, "loss_dense": 3.345340299606323, "loss": 6.648113775253296, "time": 0.16429572105407714, "step": 896066}
{"lr": 0.0008087196175868208, "data_time": 0.017817354202270506, "loss_single": 3.3376280546188353, "loss_dense": 3.3786911964416504, "loss": 6.716319227218628, "time": 0.1562507152557373, "step": 896116}
{"lr": 0.0008087196175868208, "data_time": 0.018254971504211424, "loss_single": 3.306633973121643, "loss_dense": 3.3571951150894166, "loss": 6.66382908821106, "time": 0.16198744773864746, "step": 896166}
{"lr": 0.0008087196175868208, "data_time": 0.01792190074920654, "loss_single": 3.319871258735657, "loss_dense": 3.3622637510299684, "loss": 6.682135105133057, "time": 0.15690200328826903, "step": 896216}
{"lr": 0.0008087196175868208, "data_time": 0.018822216987609865, "loss_single": 3.3176210165023803, "loss_dense": 3.3647130727767944, "loss": 6.682334089279175, "time": 0.15585250854492189, "step": 896266}
{"lr": 0.0008087196175868208, "data_time": 0.017303991317749023, "loss_single": 3.3101682901382445, "loss_dense": 3.3530534982681273, "loss": 6.663221788406372, "time": 0.16162631511688233, "step": 896316}
{"lr": 0.0008087196175868208, "data_time": 0.022125744819641115, "loss_single": 3.307146430015564, "loss_dense": 3.3530457735061647, "loss": 6.660192251205444, "time": 0.2843256235122681, "step": 896366}
{"lr": 0.0008087196175868208, "data_time": 0.018594884872436525, "loss_single": 3.3246567010879517, "loss_dense": 3.36216254234314, "loss": 6.686819267272949, "time": 0.15954139232635497, "step": 896416}
{"lr": 0.0008087196175868208, "data_time": 0.01718878746032715, "loss_single": 3.3285475969314575, "loss_dense": 3.37825665473938, "loss": 6.70680422782898, "time": 0.16118254661560058, "step": 896466}
{"lr": 0.0008087196175868208, "data_time": 0.020536231994628906, "loss_single": 3.310840678215027, "loss_dense": 3.356690526008606, "loss": 6.667531204223633, "time": 0.16144256591796874, "step": 896516}
{"lr": 0.0008087196175868208, "data_time": 0.018091511726379395, "loss_single": 3.325302815437317, "loss_dense": 3.354297375679016, "loss": 6.679600191116333, "time": 0.15567529201507568, "step": 896566}
{"lr": 0.0008087196175868208, "data_time": 0.007342338562011719, "loss_single": 3.310146188735962, "loss_dense": 3.357322096824646, "loss": 6.667468452453614, "time": 0.17544796466827392, "step": 896616}
{"lr": 0.0008087196175868208, "data_time": 0.01744256019592285, "loss_single": 3.309795451164246, "loss_dense": 3.3533429861068726, "loss": 6.663138437271118, "time": 0.15718982219696045, "step": 896666}
{"lr": 0.0008087196175868208, "data_time": 0.017764520645141602, "loss_single": 3.3102683067321776, "loss_dense": 3.336160349845886, "loss": 6.6464286804199215, "time": 0.15694763660430908, "step": 896716}
{"lr": 0.0008087196175868208, "data_time": 0.017460203170776366, "loss_single": 3.3204288721084594, "loss_dense": 3.3564020156860352, "loss": 6.676830863952636, "time": 0.18477275371551513, "step": 896766}
{"lr": 0.0008087196175868208, "data_time": 0.017731499671936036, "loss_single": 3.3012996435165407, "loss_dense": 3.344581437110901, "loss": 6.645881128311157, "time": 0.157707142829895, "step": 896816}
{"lr": 0.0008087196175868208, "data_time": 0.018381738662719728, "loss_single": 3.312225079536438, "loss_dense": 3.349728536605835, "loss": 6.661953592300415, "time": 0.15980207920074463, "step": 896866}
{"lr": 0.0008087196175868208, "data_time": 0.017680978775024413, "loss_single": 3.3277864694595336, "loss_dense": 3.3575199604034425, "loss": 6.685306453704834, "time": 0.16208789348602295, "step": 896916}
{"lr": 0.0008087196175868208, "data_time": 0.017199182510375978, "loss_single": 3.3123878955841066, "loss_dense": 3.3517159938812258, "loss": 6.664103937149048, "time": 0.16019325256347655, "step": 896966}
{"lr": 0.0008087196175868208, "data_time": 0.01680281162261963, "loss_single": 3.2983242988586428, "loss_dense": 3.3391987562179564, "loss": 6.637522983551025, "time": 0.15890812873840332, "step": 897016}
{"lr": 0.0008087196175868208, "data_time": 0.02120943069458008, "loss_single": 3.3230772972106934, "loss_dense": 3.350192928314209, "loss": 6.6732700824737545, "time": 0.17388732433319093, "step": 897066}
{"lr": 0.0008087196175868208, "data_time": 0.017208552360534667, "loss_single": 3.3304744720458985, "loss_dense": 3.355902600288391, "loss": 6.686377143859863, "time": 0.15902917385101317, "step": 897116}
{"lr": 0.0008087196175868208, "data_time": 0.016936397552490233, "loss_single": 3.313000965118408, "loss_dense": 3.347937321662903, "loss": 6.660938310623169, "time": 0.15631551742553712, "step": 897166}
{"lr": 0.0008087196175868208, "data_time": 0.016767501831054688, "loss_single": 3.312968397140503, "loss_dense": 3.3462316036224364, "loss": 6.659199953079224, "time": 0.16239569187164307, "step": 897216}
{"lr": 0.0008087196175868208, "data_time": 0.017058968544006348, "loss_single": 3.3116498708724977, "loss_dense": 3.3575541019439696, "loss": 6.6692039489746096, "time": 0.1727220296859741, "step": 897266}
{"lr": 0.0008087196175868208, "data_time": 0.017721915245056154, "loss_single": 3.323221945762634, "loss_dense": 3.3655732393264772, "loss": 6.6887952327728275, "time": 0.15879592895507813, "step": 897316}
{"lr": 0.0008087196175868208, "data_time": 0.015810704231262206, "loss_single": 3.2955931186676026, "loss_dense": 3.323923945426941, "loss": 6.619517040252686, "time": 0.17156009674072265, "step": 897366}
{"lr": 0.0008087196175868208, "data_time": 0.017052102088928222, "loss_single": 3.299804759025574, "loss_dense": 3.344380187988281, "loss": 6.644184970855713, "time": 0.18316006660461426, "step": 897416}
{"lr": 0.0008087196175868208, "data_time": 0.017610669136047363, "loss_single": 3.307611680030823, "loss_dense": 3.3417255878448486, "loss": 6.649337339401245, "time": 0.16319527626037597, "step": 897466}
{"lr": 0.0008087196175868208, "data_time": 0.01766095161437988, "loss_single": 3.335828709602356, "loss_dense": 3.364476704597473, "loss": 6.700305318832397, "time": 0.15774328708648683, "step": 897516}
{"lr": 0.0008087196175868208, "data_time": 0.042349815368652344, "loss_single": 3.318058490753174, "loss_dense": 3.3455366611480715, "loss": 6.66359510421753, "time": 0.1819751739501953, "step": 897566}
{"lr": 0.0008087196175868208, "data_time": 0.01819300651550293, "loss_single": 3.3110366821289063, "loss_dense": 3.363939094543457, "loss": 6.674975872039795, "time": 0.1597844362258911, "step": 897616}
{"lr": 0.0008087196175868208, "data_time": 0.01709127426147461, "loss_single": 3.3148056507110595, "loss_dense": 3.347178411483765, "loss": 6.661984014511108, "time": 0.15568246841430664, "step": 897666}
{"lr": 0.0008087196175868208, "data_time": 0.019260859489440917, "loss_single": 3.3085155487060547, "loss_dense": 3.3486899375915526, "loss": 6.657205438613891, "time": 0.19911692142486573, "step": 897716}
{"lr": 0.0008087196175868208, "data_time": 0.01739053726196289, "loss_single": 3.331995701789856, "loss_dense": 3.3589958906173707, "loss": 6.690991544723511, "time": 0.15930681228637694, "step": 897766}
{"lr": 0.0008087196175868208, "data_time": 0.018750429153442383, "loss_single": 3.321665620803833, "loss_dense": 3.3597784996032716, "loss": 6.681444120407105, "time": 0.16198694705963135, "step": 897816}
{"lr": 0.0008087196175868208, "data_time": 0.01662113666534424, "loss_single": 3.3279187202453615, "loss_dense": 3.371267890930176, "loss": 6.699186611175537, "time": 0.1718487024307251, "step": 897866}
{"lr": 0.0008087196175868208, "data_time": 0.018001890182495116, "loss_single": 3.311757469177246, "loss_dense": 3.348789644241333, "loss": 6.660547113418579, "time": 0.16180565357208251, "step": 897916}
{"lr": 0.0008087196175868208, "data_time": 0.018506979942321776, "loss_single": 3.3126031398773192, "loss_dense": 3.356782102584839, "loss": 6.669385194778442, "time": 0.15345454216003418, "step": 897966}
{"lr": 0.0008087196175868208, "data_time": 0.017205119132995605, "loss_single": 3.3554694414138795, "loss_dense": 3.37977614402771, "loss": 6.735245656967163, "time": 0.203774356842041, "step": 898016}
{"lr": 0.0008087196175868208, "data_time": 0.019431519508361816, "loss_single": 3.324402928352356, "loss_dense": 3.3618452072143556, "loss": 6.686248111724853, "time": 0.16655323505401612, "step": 898066}
{"lr": 0.0008087196175868208, "data_time": 0.01753566265106201, "loss_single": 3.321289825439453, "loss_dense": 3.367567944526672, "loss": 6.688857793807983, "time": 0.15792112350463866, "step": 898116}
{"lr": 0.0008087196175868208, "data_time": 0.016972923278808595, "loss_single": 3.315556859970093, "loss_dense": 3.3617128849029543, "loss": 6.677269792556762, "time": 0.1620566129684448, "step": 898166}
{"lr": 0.0008087196175868208, "data_time": 0.016778016090393068, "loss_single": 3.302494525909424, "loss_dense": 3.342995262145996, "loss": 6.64548978805542, "time": 0.15571296215057373, "step": 898216}
{"lr": 0.0008087196175868208, "data_time": 0.016645479202270507, "loss_single": 3.314785289764404, "loss_dense": 3.34927499294281, "loss": 6.664060306549072, "time": 0.16911759376525878, "step": 898266}
{"lr": 0.0008087196175868208, "data_time": 0.022818541526794432, "loss_single": 3.329389500617981, "loss_dense": 3.365543341636658, "loss": 6.694932889938355, "time": 0.2211601734161377, "step": 898316}
{"lr": 0.0008087196175868208, "data_time": 0.014461350440979005, "loss_single": 3.311339545249939, "loss_dense": 3.3576590538024904, "loss": 6.668998527526855, "time": 0.1843804121017456, "step": 898366}
{"lr": 0.0008087196175868208, "data_time": 0.018131613731384277, "loss_single": 3.3075650453567507, "loss_dense": 3.3486852169036867, "loss": 6.656250238418579, "time": 0.16083261966705323, "step": 898416}
{"lr": 0.0008087196175868208, "data_time": 0.017682933807373048, "loss_single": 3.2927059650421144, "loss_dense": 3.3275989055633546, "loss": 6.620304918289184, "time": 0.15836479663848876, "step": 898466}
{"lr": 0.0008087196175868208, "data_time": 0.018856287002563477, "loss_single": 3.2897541522979736, "loss_dense": 3.3254952669143676, "loss": 6.615249395370483, "time": 0.16910970211029053, "step": 898516}
{"lr": 0.0008087196175868208, "data_time": 0.017355942726135255, "loss_single": 3.3100003957748414, "loss_dense": 3.3578577280044555, "loss": 6.667858219146728, "time": 0.15527098178863524, "step": 898566}
{"lr": 0.0008087196175868208, "data_time": 0.017614364624023438, "loss_single": 3.3230323076248167, "loss_dense": 3.3464147090911864, "loss": 6.669447040557861, "time": 0.15775701999664307, "step": 898616}
{"lr": 0.0008087196175868208, "data_time": 0.023912501335144044, "loss_single": 3.333738088607788, "loss_dense": 3.377119541168213, "loss": 6.710857629776001, "time": 0.2700275659561157, "step": 898666}
{"lr": 0.0008087196175868208, "data_time": 0.03119692802429199, "loss_single": 3.2999155044555666, "loss_dense": 3.3221012592315673, "loss": 6.622016859054566, "time": 0.17048892974853516, "step": 898716}
{"lr": 0.0008087196175868208, "data_time": 0.0178253173828125, "loss_single": 3.3243896484375, "loss_dense": 3.3693523168563844, "loss": 6.693741989135742, "time": 0.1679368495941162, "step": 898766}
{"lr": 0.0008087196175868208, "data_time": 0.017620038986206055, "loss_single": 3.305880975723267, "loss_dense": 3.3407181978225706, "loss": 6.646599292755127, "time": 0.16253995895385742, "step": 898816}
{"lr": 0.0008087196175868208, "data_time": 0.017079854011535646, "loss_single": 3.3075623512268066, "loss_dense": 3.3403892278671266, "loss": 6.64795150756836, "time": 0.15952138900756835, "step": 898866}
{"lr": 0.0008087196175868208, "data_time": 0.013180279731750488, "loss_single": 3.2952978372573853, "loss_dense": 3.340251064300537, "loss": 6.635548877716064, "time": 0.15886163711547852, "step": 898916}
{"lr": 0.0008087196175868208, "data_time": 0.020662951469421386, "loss_single": 3.320167350769043, "loss_dense": 3.3633259773254394, "loss": 6.683493328094483, "time": 0.1583028554916382, "step": 898966}
{"lr": 0.0008087196175868208, "data_time": 0.018151617050170897, "loss_single": 3.323865509033203, "loss_dense": 3.358684849739075, "loss": 6.682550430297852, "time": 0.1615549087524414, "step": 899016}
{"lr": 0.0008087196175868208, "data_time": 0.02384190559387207, "loss_single": 3.340551519393921, "loss_dense": 3.366165804862976, "loss": 6.706717395782471, "time": 0.24348530769348145, "step": 899066}
{"lr": 0.0008087196175868208, "data_time": 0.018822956085205077, "loss_single": 3.3071001529693604, "loss_dense": 3.350299096107483, "loss": 6.6573991775512695, "time": 0.15955569744110107, "step": 899116}
{"lr": 0.0008087196175868208, "data_time": 0.01679275035858154, "loss_single": 3.321426033973694, "loss_dense": 3.3564427852630616, "loss": 6.677868795394898, "time": 0.16835741996765136, "step": 899166}
{"lr": 0.0008087196175868208, "data_time": 0.017226815223693848, "loss_single": 3.3027817964553834, "loss_dense": 3.352103662490845, "loss": 6.6548854351043705, "time": 0.1605029821395874, "step": 899216}
{"lr": 0.0008087196175868208, "data_time": 0.016677093505859376, "loss_single": 3.3156657934188845, "loss_dense": 3.3529161691665648, "loss": 6.668581914901734, "time": 0.15907731056213378, "step": 899266}
{"lr": 0.0008087196175868208, "data_time": 0.016654419898986816, "loss_single": 3.300995969772339, "loss_dense": 3.336989951133728, "loss": 6.637985944747925, "time": 0.1593226671218872, "step": 899316}
{"lr": 0.0008087196175868208, "data_time": 0.016996312141418456, "loss_single": 3.3137464046478273, "loss_dense": 3.3446616888046266, "loss": 6.6584080219268795, "time": 0.19835155010223388, "step": 899366}
{"lr": 0.0008087196175868208, "data_time": 0.016300153732299805, "loss_single": 3.3188151121139526, "loss_dense": 3.352898645401001, "loss": 6.671713829040527, "time": 0.16050009727478026, "step": 899416}
{"lr": 0.0008087196175868208, "data_time": 0.01620025634765625, "loss_single": 3.3051222562789917, "loss_dense": 3.3389873027801515, "loss": 6.644109630584717, "time": 0.16002771854400635, "step": 899466}
{"lr": 0.0008087196175868208, "data_time": 0.016686511039733887, "loss_single": 3.3262646198272705, "loss_dense": 3.3641106128692626, "loss": 6.690375232696534, "time": 0.15940968990325927, "step": 899516}
{"lr": 0.0008087196175868208, "data_time": 0.020119667053222656, "loss_single": 3.2953686475753785, "loss_dense": 3.352350854873657, "loss": 6.647719526290894, "time": 0.1559609889984131, "step": 899566}
{"lr": 0.0008087196175868208, "data_time": 0.017432427406311034, "loss_single": 3.301424837112427, "loss_dense": 3.356292486190796, "loss": 6.6577174186706545, "time": 0.1560279607772827, "step": 899616}
{"lr": 0.0008087196175868208, "data_time": 0.01696329116821289, "loss_single": 3.3382345914840696, "loss_dense": 3.361506533622742, "loss": 6.6997411251068115, "time": 0.15845260620117188, "step": 899666}
{"lr": 0.0008087196175868208, "data_time": 0.02042050361633301, "loss_single": 3.3147480726242065, "loss_dense": 3.3602315187454224, "loss": 6.674979591369629, "time": 0.18229236602783203, "step": 899716}
{"lr": 0.0008087196175868208, "data_time": 0.017003965377807618, "loss_single": 3.3286930561065673, "loss_dense": 3.3691481828689573, "loss": 6.697841167449951, "time": 0.16641242504119874, "step": 899766}
{"lr": 0.0008087196175868208, "data_time": 0.016576457023620605, "loss_single": 3.3270518302917482, "loss_dense": 3.3623774528503416, "loss": 6.68942928314209, "time": 0.16887788772583007, "step": 899816}
{"lr": 0.0008087196175868208, "data_time": 0.04497363567352295, "loss_single": 3.318378472328186, "loss_dense": 3.361537766456604, "loss": 6.67991623878479, "time": 0.18462796211242677, "step": 899866}
{"lr": 0.0008087196175868208, "data_time": 0.018912601470947265, "loss_single": 3.3058553457260134, "loss_dense": 3.336060810089111, "loss": 6.641916131973266, "time": 0.16039540767669677, "step": 899916}
{"lr": 0.0008087196175868208, "data_time": 0.016578173637390135, "loss_single": 3.357584238052368, "loss_dense": 3.3863201379776, "loss": 6.74390435218811, "time": 0.16298506259918213, "step": 899966}
{"lr": 0.0008087196175868208, "data_time": 0.017702651023864747, "loss_single": 3.298343062400818, "loss_dense": 3.3425515413284304, "loss": 6.640894508361816, "time": 0.16414957046508788, "step": 900016}
{"lr": 0.0008087196175868208, "data_time": 0.01839282512664795, "loss_single": 3.307151985168457, "loss_dense": 3.3485593795776367, "loss": 6.65571141242981, "time": 0.15672268867492675, "step": 900066}
{"lr": 0.0008087196175868208, "data_time": 0.01569368839263916, "loss_single": 3.3169145822525024, "loss_dense": 3.360203409194946, "loss": 6.677117919921875, "time": 0.15781407356262206, "step": 900116}
{"lr": 0.0008087196175868208, "data_time": 0.017067480087280273, "loss_single": 3.298752689361572, "loss_dense": 3.3467647790908814, "loss": 6.6455175399780275, "time": 0.15712549686431884, "step": 900166}
{"lr": 0.0008087196175868208, "data_time": 0.018077492713928223, "loss_single": 3.3312540531158445, "loss_dense": 3.3602455854415894, "loss": 6.6914996147155765, "time": 0.164589786529541, "step": 900216}
{"lr": 0.0008087196175868208, "data_time": 0.01835489273071289, "loss_single": 3.336195373535156, "loss_dense": 3.3697391510009767, "loss": 6.705934333801269, "time": 0.16023709774017333, "step": 900266}
{"lr": 0.0008087196175868208, "data_time": 0.01664583683013916, "loss_single": 3.311756134033203, "loss_dense": 3.3497737407684327, "loss": 6.661529874801635, "time": 0.21731491088867189, "step": 900316}
{"lr": 0.0008087196175868208, "data_time": 0.016328954696655275, "loss_single": 3.3069572687149047, "loss_dense": 3.3514870166778565, "loss": 6.658444261550903, "time": 0.16509733200073243, "step": 900366}
{"lr": 0.0008087196175868208, "data_time": 0.018589282035827638, "loss_single": 3.3186076641082765, "loss_dense": 3.3672317028045655, "loss": 6.685839414596558, "time": 0.16289882659912108, "step": 900416}
{"lr": 0.0008087196175868208, "data_time": 0.018762707710266113, "loss_single": 3.318311858177185, "loss_dense": 3.3602584838867187, "loss": 6.678570318222046, "time": 0.15614783763885498, "step": 900466}
{"lr": 0.0008087196175868208, "data_time": 0.019011592864990233, "loss_single": 3.323733353614807, "loss_dense": 3.364265704154968, "loss": 6.687999057769775, "time": 0.16233623027801514, "step": 900516}
{"lr": 0.0008087196175868208, "data_time": 0.018111681938171385, "loss_single": 3.334622097015381, "loss_dense": 3.3748013496398928, "loss": 6.709423303604126, "time": 0.15911941528320311, "step": 900566}
{"lr": 0.0008087196175868208, "data_time": 0.01730644702911377, "loss_single": 3.320957827568054, "loss_dense": 3.3693690299987793, "loss": 6.690326833724976, "time": 0.16143016815185546, "step": 900616}
{"lr": 0.0008087196175868208, "data_time": 0.01988675594329834, "loss_single": 3.2942166328430176, "loss_dense": 3.3407410860061644, "loss": 6.634957695007325, "time": 0.16685283184051514, "step": 900666}
{"lr": 0.0008087196175868208, "data_time": 0.014180755615234375, "loss_single": 3.3089093446731566, "loss_dense": 3.3407764196395875, "loss": 6.649685716629028, "time": 0.15208191871643068, "step": 900716}
{"lr": 0.0007341522555726973, "data_time": 0.018379616737365722, "loss_single": 3.321535563468933, "loss_dense": 3.3632290601730346, "loss": 6.684764671325683, "time": 0.20015869140625, "step": 900770}
{"lr": 0.0007341522555726973, "data_time": 0.017664623260498048, "loss_single": 3.320322346687317, "loss_dense": 3.3578530073165895, "loss": 6.678175354003907, "time": 0.15582139492034913, "step": 900820}
{"lr": 0.0007341522555726973, "data_time": 0.02020573616027832, "loss_single": 3.3029828310012816, "loss_dense": 3.337729835510254, "loss": 6.640712738037109, "time": 0.25009706020355227, "step": 900870}
{"lr": 0.0007341522555726973, "data_time": 0.01756608486175537, "loss_single": 3.2831015825271606, "loss_dense": 3.3387625217437744, "loss": 6.6218640327453615, "time": 0.15666551589965821, "step": 900920}
{"lr": 0.0007341522555726973, "data_time": 0.01724834442138672, "loss_single": 3.313489317893982, "loss_dense": 3.343670201301575, "loss": 6.657159519195557, "time": 0.1583655595779419, "step": 900970}
{"lr": 0.0007341522555726973, "data_time": 0.018377137184143067, "loss_single": 3.3290114402770996, "loss_dense": 3.365725016593933, "loss": 6.694736528396606, "time": 0.16253504753112794, "step": 901020}
{"lr": 0.0007341522555726973, "data_time": 0.017423105239868165, "loss_single": 3.325944185256958, "loss_dense": 3.3675237894058228, "loss": 6.693467903137207, "time": 0.155488920211792, "step": 901070}
{"lr": 0.0007341522555726973, "data_time": 0.019904351234436034, "loss_single": 3.341175937652588, "loss_dense": 3.3697006464004517, "loss": 6.710876607894898, "time": 0.19362339973449708, "step": 901120}
{"lr": 0.0007341522555726973, "data_time": 0.017414331436157227, "loss_single": 3.3041327953338624, "loss_dense": 3.3396706342697144, "loss": 6.643803501129151, "time": 0.16022858619689942, "step": 901170}
{"lr": 0.0007341522555726973, "data_time": 0.01771423816680908, "loss_single": 3.306163263320923, "loss_dense": 3.3608892440795897, "loss": 6.667052459716797, "time": 0.1558363914489746, "step": 901220}
{"lr": 0.0007341522555726973, "data_time": 0.018645429611206056, "loss_single": 3.3063273429870605, "loss_dense": 3.338190197944641, "loss": 6.644517517089843, "time": 0.1586064577102661, "step": 901270}
{"lr": 0.0007341522555726973, "data_time": 0.017348766326904297, "loss_single": 3.3158670902252196, "loss_dense": 3.3477482080459593, "loss": 6.663615322113037, "time": 0.15510814189910888, "step": 901320}
{"lr": 0.0007341522555726973, "data_time": 0.018093013763427736, "loss_single": 3.3034637928009034, "loss_dense": 3.348370313644409, "loss": 6.651834011077881, "time": 0.16401982307434082, "step": 901370}
{"lr": 0.0007341522555726973, "data_time": 0.01731724739074707, "loss_single": 3.33377742767334, "loss_dense": 3.3735096931457518, "loss": 6.707287168502807, "time": 0.16211724281311035, "step": 901420}
{"lr": 0.0007341522555726973, "data_time": 0.016494011878967284, "loss_single": 3.319298505783081, "loss_dense": 3.3506224870681764, "loss": 6.669920969009399, "time": 0.15477406978607178, "step": 901470}
{"lr": 0.0007341522555726973, "data_time": 0.01634049415588379, "loss_single": 3.290102410316467, "loss_dense": 3.3324065446853637, "loss": 6.622508859634399, "time": 0.15674924850463867, "step": 901520}
{"lr": 0.0007341522555726973, "data_time": 0.017605924606323244, "loss_single": 3.299957275390625, "loss_dense": 3.339463782310486, "loss": 6.639421033859253, "time": 0.1627211570739746, "step": 901570}
{"lr": 0.0007341522555726973, "data_time": 0.01564357280731201, "loss_single": 3.3271867752075197, "loss_dense": 3.3503673791885378, "loss": 6.677554130554199, "time": 0.17827279567718507, "step": 901620}
{"lr": 0.0007341522555726973, "data_time": 0.017514729499816896, "loss_single": 3.3055715799331664, "loss_dense": 3.3433785915374754, "loss": 6.648950099945068, "time": 0.17091808319091797, "step": 901670}
{"lr": 0.0007341522555726973, "data_time": 0.01735951900482178, "loss_single": 3.3154305458068847, "loss_dense": 3.3509564876556395, "loss": 6.666387033462525, "time": 0.16688640117645265, "step": 901720}
{"lr": 0.0007341522555726973, "data_time": 0.01843111515045166, "loss_single": 3.313987684249878, "loss_dense": 3.362698483467102, "loss": 6.676686191558838, "time": 0.1566314220428467, "step": 901770}
{"lr": 0.0007341522555726973, "data_time": 0.018044424057006837, "loss_single": 3.317889165878296, "loss_dense": 3.356952929496765, "loss": 6.674842166900635, "time": 0.155433988571167, "step": 901820}
{"lr": 0.0007341522555726973, "data_time": 0.018387413024902342, "loss_single": 3.309110474586487, "loss_dense": 3.348008894920349, "loss": 6.657119369506836, "time": 0.16000592708587646, "step": 901870}
{"lr": 0.0007341522555726973, "data_time": 0.01761338710784912, "loss_single": 3.312528705596924, "loss_dense": 3.347586822509766, "loss": 6.6601156234741214, "time": 0.15515270233154296, "step": 901920}
{"lr": 0.0007341522555726973, "data_time": 0.021882128715515137, "loss_single": 3.2759626865386964, "loss_dense": 3.3258726596832275, "loss": 6.6018353462219235, "time": 0.16136317253112792, "step": 901970}
{"lr": 0.0007341522555726973, "data_time": 0.017925596237182616, "loss_single": 3.3016204833984375, "loss_dense": 3.332150197029114, "loss": 6.6337706565856935, "time": 0.16545639038085938, "step": 902020}
{"lr": 0.0007341522555726973, "data_time": 0.021183085441589356, "loss_single": 3.321406292915344, "loss_dense": 3.357134962081909, "loss": 6.678541231155395, "time": 0.17611093521118165, "step": 902070}
{"lr": 0.0007341522555726973, "data_time": 0.0159895658493042, "loss_single": 3.3318078994750975, "loss_dense": 3.363129472732544, "loss": 6.694937324523925, "time": 0.15924057960510254, "step": 902120}
{"lr": 0.0007341522555726973, "data_time": 0.017611432075500488, "loss_single": 3.3273046970367433, "loss_dense": 3.359699249267578, "loss": 6.687003898620605, "time": 0.15865237712860109, "step": 902170}
{"lr": 0.0007341522555726973, "data_time": 0.01751110553741455, "loss_single": 3.3193188667297364, "loss_dense": 3.3570043563842775, "loss": 6.6763232231140135, "time": 0.160799241065979, "step": 902220}
{"lr": 0.0007341522555726973, "data_time": 0.017583203315734864, "loss_single": 3.3212549924850463, "loss_dense": 3.3518232107162476, "loss": 6.673078203201294, "time": 0.15795588493347168, "step": 902270}
{"lr": 0.0007341522555726973, "data_time": 0.016986989974975587, "loss_single": 3.3039772510528564, "loss_dense": 3.329508638381958, "loss": 6.633485889434814, "time": 0.15757217407226562, "step": 902320}
{"lr": 0.0007341522555726973, "data_time": 0.017224788665771484, "loss_single": 3.33732008934021, "loss_dense": 3.3784420013427736, "loss": 6.715762090682984, "time": 0.15694687366485596, "step": 902370}
{"lr": 0.0007341522555726973, "data_time": 0.016745519638061524, "loss_single": 3.3157488107681274, "loss_dense": 3.3483726501464846, "loss": 6.664121437072754, "time": 0.15715880393981935, "step": 902420}
{"lr": 0.0007341522555726973, "data_time": 0.018131351470947264, "loss_single": 3.3329134702682497, "loss_dense": 3.354119324684143, "loss": 6.687032794952392, "time": 0.16739075183868407, "step": 902470}
{"lr": 0.0007341522555726973, "data_time": 0.01611306667327881, "loss_single": 3.322383713722229, "loss_dense": 3.355386757850647, "loss": 6.677770328521729, "time": 0.15285131931304932, "step": 902520}
{"lr": 0.0007341522555726973, "data_time": 0.01748828887939453, "loss_single": 3.316255521774292, "loss_dense": 3.3479399919509887, "loss": 6.664195537567139, "time": 0.1564425230026245, "step": 902570}
{"lr": 0.0007341522555726973, "data_time": 0.01676676273345947, "loss_single": 3.319987487792969, "loss_dense": 3.3667280197143556, "loss": 6.686715507507325, "time": 0.16465258598327637, "step": 902620}
{"lr": 0.0007341522555726973, "data_time": 0.024432563781738283, "loss_single": 3.330974555015564, "loss_dense": 3.35893337726593, "loss": 6.689907884597778, "time": 0.1737532377243042, "step": 902670}
{"lr": 0.0007341522555726973, "data_time": 0.017298388481140136, "loss_single": 3.331793284416199, "loss_dense": 3.3742947578430176, "loss": 6.706088018417359, "time": 0.15520708560943602, "step": 902720}
{"lr": 0.0007341522555726973, "data_time": 0.016148185729980467, "loss_single": 3.3129963636398316, "loss_dense": 3.3464919090270997, "loss": 6.659488248825073, "time": 0.1547213077545166, "step": 902770}
{"lr": 0.0007341522555726973, "data_time": 0.01920468807220459, "loss_single": 3.3123623609542845, "loss_dense": 3.339014768600464, "loss": 6.651377153396607, "time": 0.16093356609344484, "step": 902820}
{"lr": 0.0007341522555726973, "data_time": 0.01722133159637451, "loss_single": 3.3171884298324583, "loss_dense": 3.3651560306549073, "loss": 6.682344436645508, "time": 0.16279189586639403, "step": 902870}
{"lr": 0.0007341522555726973, "data_time": 0.030846643447875976, "loss_single": 3.2916491985321046, "loss_dense": 3.342260456085205, "loss": 6.633909702301025, "time": 0.19671785831451416, "step": 902920}
{"lr": 0.0007341522555726973, "data_time": 0.01770501136779785, "loss_single": 3.3078728675842286, "loss_dense": 3.342576265335083, "loss": 6.650449180603028, "time": 0.16742935180664062, "step": 902970}
{"lr": 0.0007341522555726973, "data_time": 0.01829531192779541, "loss_single": 3.3076205968856813, "loss_dense": 3.3616389513015745, "loss": 6.669259548187256, "time": 0.16565680503845215, "step": 903020}
{"lr": 0.0007341522555726973, "data_time": 0.017417263984680176, "loss_single": 3.308599925041199, "loss_dense": 3.3556424379348755, "loss": 6.664242315292358, "time": 0.16176011562347412, "step": 903070}
{"lr": 0.0007341522555726973, "data_time": 0.017241930961608885, "loss_single": 3.302690601348877, "loss_dense": 3.3392641067504885, "loss": 6.641954708099365, "time": 0.15990710258483887, "step": 903120}
{"lr": 0.0007341522555726973, "data_time": 0.017649459838867187, "loss_single": 3.317320227622986, "loss_dense": 3.3541379451751707, "loss": 6.6714582443237305, "time": 0.16711883544921874, "step": 903170}
{"lr": 0.0007341522555726973, "data_time": 0.017803072929382324, "loss_single": 3.285559821128845, "loss_dense": 3.3340978384017945, "loss": 6.619657754898071, "time": 0.16887640953063965, "step": 903220}
{"lr": 0.0007341522555726973, "data_time": 0.01948890686035156, "loss_single": 3.3125404596328734, "loss_dense": 3.3576345205307008, "loss": 6.670174932479858, "time": 0.21206140518188477, "step": 903270}
{"lr": 0.0007341522555726973, "data_time": 0.01759791374206543, "loss_single": 3.307584857940674, "loss_dense": 3.340610694885254, "loss": 6.648195600509643, "time": 0.15517094135284423, "step": 903320}
{"lr": 0.0007341522555726973, "data_time": 0.01698746681213379, "loss_single": 3.3242985010147095, "loss_dense": 3.3550992727279665, "loss": 6.679397916793823, "time": 0.16040000915527344, "step": 903370}
{"lr": 0.0007341522555726973, "data_time": 0.020366215705871583, "loss_single": 3.3090119123458863, "loss_dense": 3.344649052619934, "loss": 6.6536609649658205, "time": 0.15949490070343017, "step": 903420}
{"lr": 0.0007341522555726973, "data_time": 0.019179058074951173, "loss_single": 3.3183374881744383, "loss_dense": 3.3578505516052246, "loss": 6.676188039779663, "time": 0.15915935039520263, "step": 903470}
{"lr": 0.0007341522555726973, "data_time": 0.017107701301574706, "loss_single": 3.3037233352661133, "loss_dense": 3.350581741333008, "loss": 6.654305124282837, "time": 0.16471822261810304, "step": 903520}
{"lr": 0.0007341522555726973, "data_time": 0.016825652122497557, "loss_single": 3.3291318893432615, "loss_dense": 3.3596840858459474, "loss": 6.688815927505493, "time": 0.158479905128479, "step": 903570}
{"lr": 0.0007341522555726973, "data_time": 0.01774137020111084, "loss_single": 3.3169652938842775, "loss_dense": 3.3651437282562258, "loss": 6.682109117507935, "time": 0.2053581953048706, "step": 903620}
{"lr": 0.0007341522555726973, "data_time": 0.016914224624633788, "loss_single": 3.3173815250396728, "loss_dense": 3.3590734958648683, "loss": 6.676454973220825, "time": 0.167702054977417, "step": 903670}
{"lr": 0.0007341522555726973, "data_time": 0.01862599849700928, "loss_single": 3.321513271331787, "loss_dense": 3.35625479221344, "loss": 6.677768039703369, "time": 0.16341452598571776, "step": 903720}
{"lr": 0.0007341522555726973, "data_time": 0.017389321327209474, "loss_single": 3.3167930126190184, "loss_dense": 3.3594154596328734, "loss": 6.676208448410034, "time": 0.15683438777923583, "step": 903770}
{"lr": 0.0007341522555726973, "data_time": 0.016836786270141603, "loss_single": 3.3138750076293944, "loss_dense": 3.3661409616470337, "loss": 6.680015945434571, "time": 0.155547571182251, "step": 903820}
{"lr": 0.0007341522555726973, "data_time": 0.01724271774291992, "loss_single": 3.3216883659362795, "loss_dense": 3.35760178565979, "loss": 6.679290151596069, "time": 0.16030333042144776, "step": 903870}
{"lr": 0.0007341522555726973, "data_time": 0.017606043815612794, "loss_single": 3.3135730981826783, "loss_dense": 3.3460378646850586, "loss": 6.659610891342163, "time": 0.1578974485397339, "step": 903920}
{"lr": 0.0007341522555726973, "data_time": 0.022813987731933594, "loss_single": 3.297723913192749, "loss_dense": 3.342122936248779, "loss": 6.6398468017578125, "time": 0.1887685775756836, "step": 903970}
{"lr": 0.0007341522555726973, "data_time": 0.020972466468811034, "loss_single": 3.3037498712539675, "loss_dense": 3.3499409914016725, "loss": 6.653690958023072, "time": 0.1721463680267334, "step": 904020}
{"lr": 0.0007341522555726973, "data_time": 0.01744387149810791, "loss_single": 3.2985751390457154, "loss_dense": 3.3305670976638795, "loss": 6.6291422843933105, "time": 0.15832931995391847, "step": 904070}
{"lr": 0.0007341522555726973, "data_time": 0.018332791328430176, "loss_single": 3.2910738229751586, "loss_dense": 3.3316482305526733, "loss": 6.622722148895264, "time": 0.16159470081329347, "step": 904120}
{"lr": 0.0007341522555726973, "data_time": 0.01600801944732666, "loss_single": 3.2995919466018675, "loss_dense": 3.3293513536453245, "loss": 6.628943300247192, "time": 0.16275339126586913, "step": 904170}
{"lr": 0.0007341522555726973, "data_time": 0.017809104919433594, "loss_single": 3.292052698135376, "loss_dense": 3.319937014579773, "loss": 6.611989831924438, "time": 0.16731581687927247, "step": 904220}
{"lr": 0.0007341522555726973, "data_time": 0.020629382133483885, "loss_single": 3.315004062652588, "loss_dense": 3.3584304094314574, "loss": 6.673434495925903, "time": 0.24617466926574708, "step": 904270}
{"lr": 0.0007341522555726973, "data_time": 0.01711874008178711, "loss_single": 3.289081335067749, "loss_dense": 3.3284701347351073, "loss": 6.617551565170288, "time": 0.15897910594940184, "step": 904320}
{"lr": 0.0007341522555726973, "data_time": 0.016248250007629396, "loss_single": 3.3076460361480713, "loss_dense": 3.353095602989197, "loss": 6.660741567611694, "time": 0.15716795921325682, "step": 904370}
{"lr": 0.0007341522555726973, "data_time": 0.017289185523986818, "loss_single": 3.323062539100647, "loss_dense": 3.3616134405136107, "loss": 6.684676027297973, "time": 0.18711481094360352, "step": 904420}
{"lr": 0.0007341522555726973, "data_time": 0.017020106315612793, "loss_single": 3.3143017292022705, "loss_dense": 3.3562800884246826, "loss": 6.6705817699432375, "time": 0.15792529582977294, "step": 904470}
{"lr": 0.0007341522555726973, "data_time": 0.017334723472595216, "loss_single": 3.3446273803710938, "loss_dense": 3.380487632751465, "loss": 6.725115060806274, "time": 0.1599449634552002, "step": 904520}
{"lr": 0.0007341522555726973, "data_time": 0.016092419624328613, "loss_single": 3.304674243927002, "loss_dense": 3.3414471626281737, "loss": 6.646121311187744, "time": 0.16775157451629638, "step": 904570}
{"lr": 0.0007341522555726973, "data_time": 0.022519588470458984, "loss_single": 3.3004472494125365, "loss_dense": 3.3412001609802244, "loss": 6.641647434234619, "time": 0.23539488315582274, "step": 904620}
{"lr": 0.0007341522555726973, "data_time": 0.017151737213134767, "loss_single": 3.3048850774765013, "loss_dense": 3.3541912317276, "loss": 6.659076309204101, "time": 0.1572632074356079, "step": 904670}
{"lr": 0.0007341522555726973, "data_time": 0.017986416816711426, "loss_single": 3.329568791389465, "loss_dense": 3.3666293621063232, "loss": 6.696198177337647, "time": 0.15623097419738768, "step": 904720}
{"lr": 0.0007341522555726973, "data_time": 0.016733860969543456, "loss_single": 3.293613624572754, "loss_dense": 3.33997163772583, "loss": 6.6335853099822994, "time": 0.1676624298095703, "step": 904770}
{"lr": 0.0007341522555726973, "data_time": 0.01662428379058838, "loss_single": 3.281998348236084, "loss_dense": 3.3265939950942993, "loss": 6.608592367172241, "time": 0.16291518211364747, "step": 904820}
{"lr": 0.0007341522555726973, "data_time": 0.017691636085510255, "loss_single": 3.328656268119812, "loss_dense": 3.349284625053406, "loss": 6.677940750122071, "time": 0.1609729528427124, "step": 904870}
{"lr": 0.0007341522555726973, "data_time": 0.016617894172668457, "loss_single": 3.305106520652771, "loss_dense": 3.3270490169525146, "loss": 6.632155561447144, "time": 0.15502190589904785, "step": 904920}
{"lr": 0.0007341522555726973, "data_time": 0.018760991096496583, "loss_single": 3.3068153142929075, "loss_dense": 3.3566678524017335, "loss": 6.663483190536499, "time": 0.22839820384979248, "step": 904970}
{"lr": 0.0007341522555726973, "data_time": 0.018261313438415527, "loss_single": 3.303164553642273, "loss_dense": 3.336613917350769, "loss": 6.639778470993042, "time": 0.1607926607131958, "step": 905020}
{"lr": 0.0007341522555726973, "data_time": 0.018439006805419923, "loss_single": 3.318741273880005, "loss_dense": 3.358211612701416, "loss": 6.6769530296325685, "time": 0.15574142932891846, "step": 905070}
{"lr": 0.0007341522555726973, "data_time": 0.01762082576751709, "loss_single": 3.3231798887252806, "loss_dense": 3.377559685707092, "loss": 6.700739622116089, "time": 0.15995407104492188, "step": 905120}
{"lr": 0.0007341522555726973, "data_time": 0.0165802001953125, "loss_single": 3.2905150413513184, "loss_dense": 3.3346732378005983, "loss": 6.625188255310059, "time": 0.15887699127197266, "step": 905170}
{"lr": 0.0007341522555726973, "data_time": 0.016113424301147462, "loss_single": 3.301979327201843, "loss_dense": 3.3487700462341308, "loss": 6.650749444961548, "time": 0.1596287488937378, "step": 905220}
{"lr": 0.0007341522555726973, "data_time": 0.016590332984924315, "loss_single": 3.3339927911758425, "loss_dense": 3.371895742416382, "loss": 6.705888462066651, "time": 0.18911986351013182, "step": 905270}
{"lr": 0.0007341522555726973, "data_time": 0.017883706092834472, "loss_single": 3.3075085639953614, "loss_dense": 3.351703405380249, "loss": 6.65921196937561, "time": 0.16357827186584473, "step": 905320}
{"lr": 0.0007341522555726973, "data_time": 0.016641712188720702, "loss_single": 3.312237286567688, "loss_dense": 3.349006700515747, "loss": 6.661244010925293, "time": 0.1600172996520996, "step": 905370}
{"lr": 0.0007341522555726973, "data_time": 0.01917548179626465, "loss_single": 3.305718994140625, "loss_dense": 3.356438493728638, "loss": 6.662157487869263, "time": 0.16413538455963134, "step": 905420}
{"lr": 0.0007341522555726973, "data_time": 0.02112445831298828, "loss_single": 3.3147069692611693, "loss_dense": 3.3586307525634767, "loss": 6.673337650299072, "time": 0.16244678497314452, "step": 905470}
{"lr": 0.0007341522555726973, "data_time": 0.018090105056762694, "loss_single": 3.340474557876587, "loss_dense": 3.3728243350982665, "loss": 6.7132988452911375, "time": 0.157851505279541, "step": 905520}
{"lr": 0.0007341522555726973, "data_time": 0.017720627784729003, "loss_single": 3.297119450569153, "loss_dense": 3.3360307455062865, "loss": 6.633150100708008, "time": 0.15741369724273682, "step": 905570}
{"lr": 0.0007341522555726973, "data_time": 0.02180447578430176, "loss_single": 3.2983806848526003, "loss_dense": 3.3394571781158446, "loss": 6.637837934494018, "time": 0.22314412593841554, "step": 905620}
{"lr": 0.0007341522555726973, "data_time": 0.01750485897064209, "loss_single": 3.3141894340515137, "loss_dense": 3.348161149024963, "loss": 6.662350606918335, "time": 0.16938719749450684, "step": 905670}
{"lr": 0.0007341522555726973, "data_time": 0.014789247512817382, "loss_single": 3.3280471563339233, "loss_dense": 3.3653846979141235, "loss": 6.6934319019317625, "time": 0.15468430519104004, "step": 905720}
{"lr": 0.0006631047780250484, "data_time": 0.0182358980178833, "loss_single": 3.2863937854766845, "loss_dense": 3.3283377647399903, "loss": 6.614731550216675, "time": 0.16101982593536376, "step": 905774}
{"lr": 0.0006631047780250484, "data_time": 0.016740083694458008, "loss_single": 3.332558512687683, "loss_dense": 3.378349041938782, "loss": 6.7109075546264645, "time": 0.16048705577850342, "step": 905824}
{"lr": 0.0006631047780250484, "data_time": 0.016878175735473632, "loss_single": 3.317415738105774, "loss_dense": 3.357746052742004, "loss": 6.675161743164063, "time": 0.1618960380554199, "step": 905874}
{"lr": 0.0006631047780250484, "data_time": 0.017416167259216308, "loss_single": 3.3200489044189454, "loss_dense": 3.355862331390381, "loss": 6.675911235809326, "time": 0.1578587770462036, "step": 905924}
{"lr": 0.0006631047780250484, "data_time": 0.016992020606994628, "loss_single": 3.2888491630554197, "loss_dense": 3.331725287437439, "loss": 6.620574426651001, "time": 0.16079726219177246, "step": 905974}
{"lr": 0.0006631047780250484, "data_time": 0.01607468128204346, "loss_single": 3.3083850622177122, "loss_dense": 3.3439825773239136, "loss": 6.652367687225341, "time": 0.1921602487564087, "step": 906024}
{"lr": 0.0006631047780250484, "data_time": 0.019479966163635253, "loss_single": 3.317725157737732, "loss_dense": 3.354313063621521, "loss": 6.672038125991821, "time": 0.16345384120941162, "step": 906074}
{"lr": 0.0006631047780250484, "data_time": 0.01617131233215332, "loss_single": 3.298696732521057, "loss_dense": 3.3372483015060426, "loss": 6.6359450340271, "time": 0.15566165447235109, "step": 906124}
{"lr": 0.0006631047780250484, "data_time": 0.01872580051422119, "loss_single": 3.316198229789734, "loss_dense": 3.3458698749542237, "loss": 6.6620680809021, "time": 0.15864162445068358, "step": 906174}
{"lr": 0.0006631047780250484, "data_time": 0.015248441696166992, "loss_single": 3.3160045862197878, "loss_dense": 3.3502872228622436, "loss": 6.666291856765747, "time": 0.16074390411376954, "step": 906224}
{"lr": 0.0006631047780250484, "data_time": 0.017943096160888673, "loss_single": 3.333639407157898, "loss_dense": 3.3672266960144044, "loss": 6.700866174697876, "time": 0.1559276580810547, "step": 906274}
{"lr": 0.0006631047780250484, "data_time": 0.017050671577453613, "loss_single": 3.3200883865356445, "loss_dense": 3.3540629148483276, "loss": 6.674151277542114, "time": 0.15974209308624268, "step": 906324}
{"lr": 0.0006631047780250484, "data_time": 0.01698613166809082, "loss_single": 3.328470230102539, "loss_dense": 3.367123913764954, "loss": 6.695594120025635, "time": 0.16079344749450683, "step": 906374}
{"lr": 0.0006631047780250484, "data_time": 0.018870735168457033, "loss_single": 3.3055004835128785, "loss_dense": 3.347389841079712, "loss": 6.65289044380188, "time": 0.1631385564804077, "step": 906424}
{"lr": 0.0006631047780250484, "data_time": 0.016389226913452147, "loss_single": 3.3159236907958984, "loss_dense": 3.35305495262146, "loss": 6.668978691101074, "time": 0.1592928171157837, "step": 906474}
{"lr": 0.0006631047780250484, "data_time": 0.017931127548217775, "loss_single": 3.3177993059158326, "loss_dense": 3.3665385246276855, "loss": 6.684337902069092, "time": 0.1611224889755249, "step": 906524}
{"lr": 0.0006631047780250484, "data_time": 0.014580225944519043, "loss_single": 3.326480507850647, "loss_dense": 3.356725573539734, "loss": 6.6832061290740965, "time": 0.16296541690826416, "step": 906574}
{"lr": 0.0006631047780250484, "data_time": 0.01768038272857666, "loss_single": 3.3045628309249877, "loss_dense": 3.3510165214538574, "loss": 6.655579471588135, "time": 0.16347072124481202, "step": 906624}
{"lr": 0.0006631047780250484, "data_time": 0.01755688190460205, "loss_single": 3.3168132305145264, "loss_dense": 3.3453081130981444, "loss": 6.662121343612671, "time": 0.15505993366241455, "step": 906674}
{"lr": 0.0006631047780250484, "data_time": 0.022182226181030273, "loss_single": 3.3142020463943482, "loss_dense": 3.356810283660889, "loss": 6.671012353897095, "time": 0.22311816215515137, "step": 906724}
{"lr": 0.0006631047780250484, "data_time": 0.017794179916381835, "loss_single": 3.32612144947052, "loss_dense": 3.365258002281189, "loss": 6.691379404067993, "time": 0.1590559482574463, "step": 906774}
{"lr": 0.0006631047780250484, "data_time": 0.017314600944519042, "loss_single": 3.3227324962615965, "loss_dense": 3.3560474157333373, "loss": 6.67877984046936, "time": 0.15670468807220458, "step": 906824}
{"lr": 0.0006631047780250484, "data_time": 0.017605113983154296, "loss_single": 3.333658981323242, "loss_dense": 3.363157773017883, "loss": 6.696816778182983, "time": 0.16322712898254393, "step": 906874}
{"lr": 0.0006631047780250484, "data_time": 0.01667640209197998, "loss_single": 3.293019413948059, "loss_dense": 3.3381707191467287, "loss": 6.631190204620362, "time": 0.16262705326080323, "step": 906924}
{"lr": 0.0006631047780250484, "data_time": 0.017739391326904295, "loss_single": 3.3239367961883546, "loss_dense": 3.378766107559204, "loss": 6.702702856063842, "time": 0.1594684362411499, "step": 906974}
{"lr": 0.0006631047780250484, "data_time": 0.01768174171447754, "loss_single": 3.280599284172058, "loss_dense": 3.3216830015182497, "loss": 6.602282333374023, "time": 0.15560541152954102, "step": 907024}
{"lr": 0.0006631047780250484, "data_time": 0.0220792293548584, "loss_single": 3.3123690605163576, "loss_dense": 3.353695011138916, "loss": 6.666064119338989, "time": 0.2774024963378906, "step": 907074}
{"lr": 0.0006631047780250484, "data_time": 0.01465158462524414, "loss_single": 3.3024389028549193, "loss_dense": 3.3468405485153196, "loss": 6.649279499053955, "time": 0.16083886623382568, "step": 907124}
{"lr": 0.0006631047780250484, "data_time": 0.017507648468017577, "loss_single": 3.323373627662659, "loss_dense": 3.363404130935669, "loss": 6.6867776870727536, "time": 0.1563120126724243, "step": 907174}
{"lr": 0.0006631047780250484, "data_time": 0.017348003387451173, "loss_single": 3.3046749353408815, "loss_dense": 3.3518100500106813, "loss": 6.6564850330352785, "time": 0.16073381900787354, "step": 907224}
{"lr": 0.0006631047780250484, "data_time": 0.01700098514556885, "loss_single": 3.312050628662109, "loss_dense": 3.348999547958374, "loss": 6.661050128936767, "time": 0.15656065940856934, "step": 907274}
{"lr": 0.0006631047780250484, "data_time": 0.017616939544677735, "loss_single": 3.3116718530654907, "loss_dense": 3.348638963699341, "loss": 6.660310888290406, "time": 0.15748512744903564, "step": 907324}
{"lr": 0.0006631047780250484, "data_time": 0.015822315216064455, "loss_single": 3.2853513956069946, "loss_dense": 3.325995397567749, "loss": 6.611346864700318, "time": 0.1579883337020874, "step": 907374}
{"lr": 0.0006631047780250484, "data_time": 0.018769669532775878, "loss_single": 3.3335938930511473, "loss_dense": 3.3730947732925416, "loss": 6.706688690185547, "time": 0.1563943862915039, "step": 907424}
{"lr": 0.0006631047780250484, "data_time": 0.02086362838745117, "loss_single": 3.2912115812301637, "loss_dense": 3.344049501419067, "loss": 6.635261106491089, "time": 0.22144954204559325, "step": 907474}
{"lr": 0.0006631047780250484, "data_time": 0.01771237850189209, "loss_single": 3.2986285209655763, "loss_dense": 3.3355011463165285, "loss": 6.634129619598388, "time": 0.1615912914276123, "step": 907524}
{"lr": 0.0006631047780250484, "data_time": 0.016286802291870118, "loss_single": 3.3332252740859984, "loss_dense": 3.3748711585998534, "loss": 6.70809645652771, "time": 0.15692999362945556, "step": 907574}
{"lr": 0.0006631047780250484, "data_time": 0.017520499229431153, "loss_single": 3.3133336782455443, "loss_dense": 3.368533802032471, "loss": 6.681867551803589, "time": 0.15813419818878174, "step": 907624}
{"lr": 0.0006631047780250484, "data_time": 0.016739320755004884, "loss_single": 3.2817815780639648, "loss_dense": 3.342691159248352, "loss": 6.6244728565216064, "time": 0.15695536136627197, "step": 907674}
{"lr": 0.0006631047780250484, "data_time": 0.01860191822052002, "loss_single": 3.3022858619689943, "loss_dense": 3.3399595737457277, "loss": 6.6422453880310055, "time": 0.1612823486328125, "step": 907724}
{"lr": 0.0006631047780250484, "data_time": 0.01814119815826416, "loss_single": 3.334045934677124, "loss_dense": 3.3535938262939453, "loss": 6.687639760971069, "time": 0.15992138385772706, "step": 907774}
{"lr": 0.0006631047780250484, "data_time": 0.018079614639282225, "loss_single": 3.301335597038269, "loss_dense": 3.353156065940857, "loss": 6.654491758346557, "time": 0.16244785785675048, "step": 907824}
{"lr": 0.0006631047780250484, "data_time": 0.017423582077026368, "loss_single": 3.2998273372650146, "loss_dense": 3.336450457572937, "loss": 6.636277770996093, "time": 0.15592749118804933, "step": 907874}
{"lr": 0.0006631047780250484, "data_time": 0.01696629524230957, "loss_single": 3.3250505685806275, "loss_dense": 3.360478734970093, "loss": 6.685529327392578, "time": 0.20698833465576172, "step": 907924}
{"lr": 0.0006631047780250484, "data_time": 0.015765047073364256, "loss_single": 3.3151461601257326, "loss_dense": 3.360924792289734, "loss": 6.676070976257324, "time": 0.16030113697052, "step": 907974}
{"lr": 0.0006631047780250484, "data_time": 0.01836402416229248, "loss_single": 3.318563175201416, "loss_dense": 3.3532887935638427, "loss": 6.671851921081543, "time": 0.15960097312927246, "step": 908024}
{"lr": 0.0006631047780250484, "data_time": 0.016958284378051757, "loss_single": 3.315091276168823, "loss_dense": 3.3563383340835573, "loss": 6.671429586410523, "time": 0.15751867294311522, "step": 908074}
{"lr": 0.0006631047780250484, "data_time": 0.016524791717529297, "loss_single": 3.301219654083252, "loss_dense": 3.332349181175232, "loss": 6.633568811416626, "time": 0.16030187606811525, "step": 908124}
{"lr": 0.0006631047780250484, "data_time": 0.01836504936218262, "loss_single": 3.294943332672119, "loss_dense": 3.346058464050293, "loss": 6.641001844406128, "time": 0.16330080032348632, "step": 908174}
{"lr": 0.0006631047780250484, "data_time": 0.01775383949279785, "loss_single": 3.296116018295288, "loss_dense": 3.341070222854614, "loss": 6.6371862411499025, "time": 0.1647667646408081, "step": 908224}
{"lr": 0.0006631047780250484, "data_time": 0.016207265853881835, "loss_single": 3.3315425157546996, "loss_dense": 3.368504214286804, "loss": 6.70004677772522, "time": 0.15966715812683105, "step": 908274}
{"lr": 0.0006631047780250484, "data_time": 0.01835758686065674, "loss_single": 3.3109778881073, "loss_dense": 3.35376238822937, "loss": 6.66474027633667, "time": 0.15983870029449462, "step": 908324}
{"lr": 0.0006631047780250484, "data_time": 0.016894030570983886, "loss_single": 3.3059427738189697, "loss_dense": 3.3361870288848876, "loss": 6.642129802703858, "time": 0.16062450408935547, "step": 908374}
{"lr": 0.0006631047780250484, "data_time": 0.016198897361755372, "loss_single": 3.3109849214553835, "loss_dense": 3.36275851726532, "loss": 6.673743343353271, "time": 0.16832873821258545, "step": 908424}
{"lr": 0.0006631047780250484, "data_time": 0.02104344367980957, "loss_single": 3.3054181337356567, "loss_dense": 3.342281532287598, "loss": 6.647699594497681, "time": 0.23472857475280762, "step": 908474}
{"lr": 0.0006631047780250484, "data_time": 0.03267545700073242, "loss_single": 3.2937693119049074, "loss_dense": 3.3466607093811036, "loss": 6.640430021286011, "time": 0.176071834564209, "step": 908524}
{"lr": 0.0006631047780250484, "data_time": 0.017232990264892577, "loss_single": 3.3050360441207887, "loss_dense": 3.351237964630127, "loss": 6.656274032592774, "time": 0.1595325469970703, "step": 908574}
{"lr": 0.0006631047780250484, "data_time": 0.016620230674743653, "loss_single": 3.315546917915344, "loss_dense": 3.3555708646774294, "loss": 6.671117687225342, "time": 0.1557868480682373, "step": 908624}
{"lr": 0.0006631047780250484, "data_time": 0.017523789405822755, "loss_single": 3.3092039108276365, "loss_dense": 3.3374040365219115, "loss": 6.646607875823975, "time": 0.15845203399658203, "step": 908674}
{"lr": 0.0006631047780250484, "data_time": 0.016483616828918458, "loss_single": 3.3293880224227905, "loss_dense": 3.36176483631134, "loss": 6.691152811050415, "time": 0.161140775680542, "step": 908724}
{"lr": 0.0006631047780250484, "data_time": 0.017887282371520995, "loss_single": 3.301726460456848, "loss_dense": 3.337069940567017, "loss": 6.638796377182007, "time": 0.16401164531707763, "step": 908774}
{"lr": 0.0006631047780250484, "data_time": 0.018440389633178712, "loss_single": 3.3120747089385985, "loss_dense": 3.3486663579940794, "loss": 6.660741138458252, "time": 0.2292928695678711, "step": 908824}
{"lr": 0.0006631047780250484, "data_time": 0.01917712688446045, "loss_single": 3.3086639165878298, "loss_dense": 3.3443770170211793, "loss": 6.653040885925293, "time": 0.18647236824035646, "step": 908874}
{"lr": 0.0006631047780250484, "data_time": 0.016543984413146973, "loss_single": 3.2996570825576783, "loss_dense": 3.335224437713623, "loss": 6.634881448745728, "time": 0.16517090797424316, "step": 908924}
{"lr": 0.0006631047780250484, "data_time": 0.01716768741607666, "loss_single": 3.30233838558197, "loss_dense": 3.3234427213668822, "loss": 6.625781154632568, "time": 0.16294527053833008, "step": 908974}
{"lr": 0.0006631047780250484, "data_time": 0.015699267387390137, "loss_single": 3.327015447616577, "loss_dense": 3.361489510536194, "loss": 6.688504981994629, "time": 0.1578268051147461, "step": 909024}
{"lr": 0.0006631047780250484, "data_time": 0.01792576313018799, "loss_single": 3.3011916160583494, "loss_dense": 3.340804386138916, "loss": 6.641996002197265, "time": 0.16250145435333252, "step": 909074}
{"lr": 0.0006631047780250484, "data_time": 0.018120741844177245, "loss_single": 3.303573560714722, "loss_dense": 3.349223327636719, "loss": 6.652796936035156, "time": 0.16164765357971192, "step": 909124}
{"lr": 0.0006631047780250484, "data_time": 0.02280752658843994, "loss_single": 3.328285503387451, "loss_dense": 3.3732481241226195, "loss": 6.701533651351928, "time": 0.20899076461791993, "step": 909174}
{"lr": 0.0006631047780250484, "data_time": 0.020250225067138673, "loss_single": 3.328307938575745, "loss_dense": 3.3709092855453493, "loss": 6.699217224121094, "time": 0.22247688770294188, "step": 909224}
{"lr": 0.0006631047780250484, "data_time": 0.018635368347167967, "loss_single": 3.301812767982483, "loss_dense": 3.3463395118713377, "loss": 6.648152160644531, "time": 0.1549527645111084, "step": 909274}
{"lr": 0.0006631047780250484, "data_time": 0.016695332527160645, "loss_single": 3.3138887882232666, "loss_dense": 3.3457518577575684, "loss": 6.659640598297119, "time": 0.1598804235458374, "step": 909324}
{"lr": 0.0006631047780250484, "data_time": 0.017127847671508788, "loss_single": 3.3192562818527223, "loss_dense": 3.357869291305542, "loss": 6.677125644683838, "time": 0.16723334789276123, "step": 909374}
{"lr": 0.0006631047780250484, "data_time": 0.018195748329162598, "loss_single": 3.3083119869232176, "loss_dense": 3.344304823875427, "loss": 6.652616882324219, "time": 0.16484627723693848, "step": 909424}
{"lr": 0.0006631047780250484, "data_time": 0.017551827430725097, "loss_single": 3.3107362031936645, "loss_dense": 3.3424817323684692, "loss": 6.653217887878418, "time": 0.17868075370788575, "step": 909474}
{"lr": 0.0006631047780250484, "data_time": 0.01853635311126709, "loss_single": 3.317039680480957, "loss_dense": 3.3586012363433837, "loss": 6.675640869140625, "time": 0.16260621547698975, "step": 909524}
{"lr": 0.0006631047780250484, "data_time": 0.019118666648864746, "loss_single": 3.297266626358032, "loss_dense": 3.331264066696167, "loss": 6.628530693054199, "time": 0.23845458030700684, "step": 909574}
{"lr": 0.0006631047780250484, "data_time": 0.01624302864074707, "loss_single": 3.3099827766418457, "loss_dense": 3.3529630422592165, "loss": 6.662945890426636, "time": 0.1622148036956787, "step": 909624}
{"lr": 0.0006631047780250484, "data_time": 0.01711113452911377, "loss_single": 3.2938486337661743, "loss_dense": 3.333800172805786, "loss": 6.627648782730103, "time": 0.16525673866271973, "step": 909674}
{"lr": 0.0006631047780250484, "data_time": 0.01740260124206543, "loss_single": 3.296689248085022, "loss_dense": 3.3525455951690675, "loss": 6.649234867095947, "time": 0.16520681381225585, "step": 909724}
{"lr": 0.0006631047780250484, "data_time": 0.017092418670654298, "loss_single": 3.3082622051239015, "loss_dense": 3.3468255519866945, "loss": 6.655087661743164, "time": 0.1589062452316284, "step": 909774}
{"lr": 0.0006631047780250484, "data_time": 0.018877744674682617, "loss_single": 3.321102166175842, "loss_dense": 3.3506067037582397, "loss": 6.671708965301514, "time": 0.16079983711242676, "step": 909824}
{"lr": 0.0006631047780250484, "data_time": 0.017473602294921876, "loss_single": 3.328279495239258, "loss_dense": 3.3697128534317016, "loss": 6.697992372512817, "time": 0.1569976568222046, "step": 909874}
{"lr": 0.0006631047780250484, "data_time": 0.02134249210357666, "loss_single": 3.3204328775405885, "loss_dense": 3.349087429046631, "loss": 6.669520330429077, "time": 0.16758368015289307, "step": 909924}
{"lr": 0.0006631047780250484, "data_time": 0.01642444133758545, "loss_single": 3.3187444686889647, "loss_dense": 3.3547759294509887, "loss": 6.67352032661438, "time": 0.21457836627960206, "step": 909974}
{"lr": 0.0006631047780250484, "data_time": 0.02369382381439209, "loss_single": 3.3073089599609373, "loss_dense": 3.338967227935791, "loss": 6.646276140213013, "time": 0.17406551837921141, "step": 910024}
{"lr": 0.0006631047780250484, "data_time": 0.018090343475341795, "loss_single": 3.3291716814041137, "loss_dense": 3.361780309677124, "loss": 6.69095196723938, "time": 0.16982724666595458, "step": 910074}
{"lr": 0.0006631047780250484, "data_time": 0.017328643798828126, "loss_single": 3.305879020690918, "loss_dense": 3.352029538154602, "loss": 6.657908582687378, "time": 0.15850372314453126, "step": 910124}
{"lr": 0.0006631047780250484, "data_time": 0.01806645393371582, "loss_single": 3.30282301902771, "loss_dense": 3.344910478591919, "loss": 6.647733497619629, "time": 0.155517578125, "step": 910174}
{"lr": 0.0006631047780250484, "data_time": 0.016855239868164062, "loss_single": 3.3263287782669066, "loss_dense": 3.3599448919296266, "loss": 6.686273717880249, "time": 0.1565727949142456, "step": 910224}
{"lr": 0.0006631047780250484, "data_time": 0.018351078033447266, "loss_single": 3.325298523902893, "loss_dense": 3.363050031661987, "loss": 6.6883485317230225, "time": 0.15734508037567138, "step": 910274}
{"lr": 0.0006631047780250484, "data_time": 0.01730175018310547, "loss_single": 3.3061804294586183, "loss_dense": 3.346523571014404, "loss": 6.652704048156738, "time": 0.1613929271697998, "step": 910324}
{"lr": 0.0006631047780250484, "data_time": 0.01671261787414551, "loss_single": 3.2993011236190797, "loss_dense": 3.3288963794708253, "loss": 6.628197479248047, "time": 0.15855538845062256, "step": 910374}
{"lr": 0.0006631047780250484, "data_time": 0.017530298233032225, "loss_single": 3.3035956621170044, "loss_dense": 3.351246643066406, "loss": 6.654842281341553, "time": 0.16145148277282714, "step": 910424}
{"lr": 0.0006631047780250484, "data_time": 0.018970727920532227, "loss_single": 3.330064535140991, "loss_dense": 3.3715725183486938, "loss": 6.701637125015258, "time": 0.15512490272521973, "step": 910474}
{"lr": 0.0006631047780250484, "data_time": 0.018619465827941894, "loss_single": 3.314868855476379, "loss_dense": 3.3576757431030275, "loss": 6.6725445747375485, "time": 0.15529170036315917, "step": 910524}
{"lr": 0.0006631047780250484, "data_time": 0.0160646915435791, "loss_single": 3.339881682395935, "loss_dense": 3.3775787591934203, "loss": 6.717460489273071, "time": 0.16124405860900878, "step": 910574}
{"lr": 0.0006631047780250484, "data_time": 0.017740964889526367, "loss_single": 3.3211377620697022, "loss_dense": 3.36401572227478, "loss": 6.685153532028198, "time": 0.15851032733917236, "step": 910624}
{"lr": 0.0006631047780250484, "data_time": 0.017191052436828613, "loss_single": 3.290635681152344, "loss_dense": 3.327450704574585, "loss": 6.618086338043213, "time": 0.16478774547576905, "step": 910674}
{"lr": 0.0006631047780250484, "data_time": 0.016748547554016113, "loss_single": 3.3241125345230103, "loss_dense": 3.3735663175582884, "loss": 6.697678804397583, "time": 0.15897367000579835, "step": 910724}
{"lr": 0.0005955947148458559, "data_time": 0.017465662956237794, "loss_single": 3.3092063903808593, "loss_dense": 3.3567186832427978, "loss": 6.665925121307373, "time": 0.16766598224639892, "step": 910778}
{"lr": 0.0005955947148458559, "data_time": 0.01842796802520752, "loss_single": 3.3168479442596435, "loss_dense": 3.3488526821136473, "loss": 6.6657005786895756, "time": 0.15911493301391602, "step": 910828}
{"lr": 0.0005955947148458559, "data_time": 0.014910054206848145, "loss_single": 3.304261589050293, "loss_dense": 3.3384257793426513, "loss": 6.642687368392944, "time": 0.16048316955566405, "step": 910878}
{"lr": 0.0005955947148458559, "data_time": 0.01641058921813965, "loss_single": 3.3177909374237062, "loss_dense": 3.3642508029937743, "loss": 6.68204174041748, "time": 0.15982770919799805, "step": 910928}
{"lr": 0.0005955947148458559, "data_time": 0.015759205818176268, "loss_single": 3.3321313142776487, "loss_dense": 3.3611788749694824, "loss": 6.693310117721557, "time": 0.15383470058441162, "step": 910978}
{"lr": 0.0005955947148458559, "data_time": 0.026284670829772948, "loss_single": 3.3298716068267824, "loss_dense": 3.365049123764038, "loss": 6.6949207305908205, "time": 0.16191203594207765, "step": 911028}
{"lr": 0.0005955947148458559, "data_time": 0.017226743698120116, "loss_single": 3.317875361442566, "loss_dense": 3.3485895156860352, "loss": 6.666464900970459, "time": 0.15492165088653564, "step": 911078}
{"lr": 0.0005955947148458559, "data_time": 0.017838525772094726, "loss_single": 3.291549801826477, "loss_dense": 3.3331764698028565, "loss": 6.624726343154907, "time": 0.15928466320037843, "step": 911128}
{"lr": 0.0005955947148458559, "data_time": 0.019114160537719728, "loss_single": 3.357861113548279, "loss_dense": 3.3756896018981934, "loss": 6.73355073928833, "time": 0.15721375942230226, "step": 911178}
{"lr": 0.0005955947148458559, "data_time": 0.019336342811584473, "loss_single": 3.3182260036468505, "loss_dense": 3.344356894493103, "loss": 6.66258282661438, "time": 0.15951263904571533, "step": 911228}
{"lr": 0.0005955947148458559, "data_time": 0.02037050724029541, "loss_single": 3.3009557485580445, "loss_dense": 3.35252161026001, "loss": 6.653477334976197, "time": 0.15981771945953369, "step": 911278}
{"lr": 0.0005955947148458559, "data_time": 0.021013641357421876, "loss_single": 3.3053005933761597, "loss_dense": 3.341401767730713, "loss": 6.64670238494873, "time": 0.20783598423004152, "step": 911328}
{"lr": 0.0005955947148458559, "data_time": 0.017221903800964354, "loss_single": 3.3076215505599977, "loss_dense": 3.3396324634552004, "loss": 6.647253942489624, "time": 0.1601639986038208, "step": 911378}
{"lr": 0.0005955947148458559, "data_time": 0.01834256649017334, "loss_single": 3.317112350463867, "loss_dense": 3.353167748451233, "loss": 6.670280027389526, "time": 0.1595837116241455, "step": 911428}
{"lr": 0.0005955947148458559, "data_time": 0.01844649314880371, "loss_single": 3.2954237937927244, "loss_dense": 3.3305965185165407, "loss": 6.626020288467407, "time": 0.15840840339660645, "step": 911478}
{"lr": 0.0005955947148458559, "data_time": 0.0409085750579834, "loss_single": 3.329995274543762, "loss_dense": 3.3706010818481444, "loss": 6.700596475601197, "time": 0.18563489913940429, "step": 911528}
{"lr": 0.0005955947148458559, "data_time": 0.016905975341796876, "loss_single": 3.3274712562561035, "loss_dense": 3.360398197174072, "loss": 6.687869453430176, "time": 0.15871360301971435, "step": 911578}
{"lr": 0.0005955947148458559, "data_time": 0.01699485778808594, "loss_single": 3.3023850440979006, "loss_dense": 3.3517394781112673, "loss": 6.654124546051025, "time": 0.16101222038269042, "step": 911628}
{"lr": 0.0005955947148458559, "data_time": 0.021649670600891114, "loss_single": 3.308415389060974, "loss_dense": 3.3479358673095705, "loss": 6.6563512802124025, "time": 0.2592360734939575, "step": 911678}
{"lr": 0.0005955947148458559, "data_time": 0.018026232719421387, "loss_single": 3.318560791015625, "loss_dense": 3.3540225267410277, "loss": 6.672583293914795, "time": 0.16007328033447266, "step": 911728}
{"lr": 0.0005955947148458559, "data_time": 0.017561125755310058, "loss_single": 3.3129820823669434, "loss_dense": 3.3551924228668213, "loss": 6.66817455291748, "time": 0.16425902843475343, "step": 911778}
{"lr": 0.0005955947148458559, "data_time": 0.01661539077758789, "loss_single": 3.293091630935669, "loss_dense": 3.324990725517273, "loss": 6.618082332611084, "time": 0.16749002933502197, "step": 911828}
{"lr": 0.0005955947148458559, "data_time": 0.018508553504943848, "loss_single": 3.2980188846588137, "loss_dense": 3.3389549970626833, "loss": 6.636973810195923, "time": 0.16941237449645996, "step": 911878}
{"lr": 0.0005955947148458559, "data_time": 0.017081618309020996, "loss_single": 3.3235820531845093, "loss_dense": 3.3649872064590456, "loss": 6.688569355010986, "time": 0.15952625274658203, "step": 911928}
{"lr": 0.0005955947148458559, "data_time": 0.01879744529724121, "loss_single": 3.3089304685592653, "loss_dense": 3.34896776676178, "loss": 6.657898235321045, "time": 0.15708000659942628, "step": 911978}
{"lr": 0.0005955947148458559, "data_time": 0.023075079917907713, "loss_single": 3.3350319385528566, "loss_dense": 3.37452654838562, "loss": 6.709558439254761, "time": 0.23116486072540282, "step": 912028}
{"lr": 0.0005955947148458559, "data_time": 0.01741940975189209, "loss_single": 3.305046558380127, "loss_dense": 3.3482521772384644, "loss": 6.653298807144165, "time": 0.15831301212310792, "step": 912078}
{"lr": 0.0005955947148458559, "data_time": 0.017216873168945313, "loss_single": 3.3353595972061156, "loss_dense": 3.359611225128174, "loss": 6.694970798492432, "time": 0.1675712823867798, "step": 912128}
{"lr": 0.0005955947148458559, "data_time": 0.02117891311645508, "loss_single": 3.3126994132995606, "loss_dense": 3.3440181493759153, "loss": 6.656717586517334, "time": 0.17837841510772706, "step": 912178}
{"lr": 0.0005955947148458559, "data_time": 0.019399523735046387, "loss_single": 3.3004757881164553, "loss_dense": 3.333265995979309, "loss": 6.63374171257019, "time": 0.15950803756713866, "step": 912228}
{"lr": 0.0005955947148458559, "data_time": 0.018744492530822755, "loss_single": 3.313662958145142, "loss_dense": 3.3593246698379517, "loss": 6.672987604141236, "time": 0.16192944049835206, "step": 912278}
{"lr": 0.0005955947148458559, "data_time": 0.01742563247680664, "loss_single": 3.3220898628234865, "loss_dense": 3.356977367401123, "loss": 6.6790672779083256, "time": 0.16251108646392823, "step": 912328}
{"lr": 0.0005955947148458559, "data_time": 0.018520617485046388, "loss_single": 3.317858266830444, "loss_dense": 3.3394166231155396, "loss": 6.657274913787842, "time": 0.1655010461807251, "step": 912378}
{"lr": 0.0005955947148458559, "data_time": 0.013968324661254883, "loss_single": 3.3134241580963133, "loss_dense": 3.3490044355392454, "loss": 6.662428569793701, "time": 0.16217491626739503, "step": 912428}
{"lr": 0.0005955947148458559, "data_time": 4.351729512214661, "loss_single": 3.3005923509597777, "loss_dense": 3.3433258533477783, "loss": 6.643918180465699, "time": 4.690951490402222, "step": 912478}
{"lr": 0.0005955947148458559, "data_time": 0.018437838554382323, "loss_single": 3.3233667373657227, "loss_dense": 3.365582513809204, "loss": 6.688949203491211, "time": 0.15644073486328125, "step": 912528}
{"lr": 0.0005955947148458559, "data_time": 0.018177080154418945, "loss_single": 3.315473747253418, "loss_dense": 3.355647325515747, "loss": 6.671120977401733, "time": 0.15983157157897948, "step": 912578}
{"lr": 0.0005955947148458559, "data_time": 0.017934751510620118, "loss_single": 3.325176978111267, "loss_dense": 3.3684964418411254, "loss": 6.693673467636108, "time": 0.16036911010742189, "step": 912628}
{"lr": 0.0005955947148458559, "data_time": 0.019822859764099122, "loss_single": 3.2988646984100343, "loss_dense": 3.3546916961669924, "loss": 6.653556442260742, "time": 0.19092087745666503, "step": 912678}
{"lr": 0.0005955947148458559, "data_time": 0.018141984939575195, "loss_single": 3.298009490966797, "loss_dense": 3.3360769510269166, "loss": 6.6340865135192875, "time": 0.16121797561645507, "step": 912728}
{"lr": 0.0005955947148458559, "data_time": 0.01875467300415039, "loss_single": 3.3174976825714113, "loss_dense": 3.3550978183746336, "loss": 6.672595453262329, "time": 0.1612478733062744, "step": 912778}
{"lr": 0.0005955947148458559, "data_time": 0.019420623779296875, "loss_single": 3.30596809387207, "loss_dense": 3.3589855432510376, "loss": 6.664953708648682, "time": 0.16717278957366943, "step": 912828}
{"lr": 0.0005955947148458559, "data_time": 0.01864945888519287, "loss_single": 3.3208807945251464, "loss_dense": 3.3554422855377197, "loss": 6.676323127746582, "time": 0.15983343124389648, "step": 912878}
{"lr": 0.0005955947148458559, "data_time": 0.01722126007080078, "loss_single": 3.308989429473877, "loss_dense": 3.3549156665802, "loss": 6.663905191421509, "time": 0.15867972373962402, "step": 912928}
{"lr": 0.0005955947148458559, "data_time": 0.017517924308776855, "loss_single": 3.297686982154846, "loss_dense": 3.34035804271698, "loss": 6.638045024871826, "time": 0.15807271003723145, "step": 912978}
{"lr": 0.0005955947148458559, "data_time": 0.01810293197631836, "loss_single": 3.307511496543884, "loss_dense": 3.3382462739944456, "loss": 6.6457579135894775, "time": 0.15830590724945068, "step": 913028}
{"lr": 0.0005955947148458559, "data_time": 0.018208813667297364, "loss_single": 3.2977792739868166, "loss_dense": 3.342641806602478, "loss": 6.640421056747437, "time": 0.16174061298370362, "step": 913078}
{"lr": 0.0005955947148458559, "data_time": 0.01787910461425781, "loss_single": 3.3205672979354857, "loss_dense": 3.365660309791565, "loss": 6.686227655410766, "time": 0.1574310541152954, "step": 913128}
{"lr": 0.0005955947148458559, "data_time": 0.020686531066894533, "loss_single": 3.310308408737183, "loss_dense": 3.3495412349700926, "loss": 6.659849691390991, "time": 0.16488068103790282, "step": 913178}
{"lr": 0.0005955947148458559, "data_time": 0.019447064399719237, "loss_single": 3.3199882030487062, "loss_dense": 3.3463135242462156, "loss": 6.666301631927491, "time": 0.1582190990447998, "step": 913228}
{"lr": 0.0005955947148458559, "data_time": 0.016059160232543945, "loss_single": 3.297157144546509, "loss_dense": 3.335615849494934, "loss": 6.632772970199585, "time": 0.16678934097290038, "step": 913278}
{"lr": 0.0005955947148458559, "data_time": 0.01706843376159668, "loss_single": 3.27491614818573, "loss_dense": 3.3137550830841063, "loss": 6.5886712074279785, "time": 0.1732337474822998, "step": 913328}
{"lr": 0.0005955947148458559, "data_time": 0.02062954902648926, "loss_single": 3.322952723503113, "loss_dense": 3.356679606437683, "loss": 6.679632377624512, "time": 0.2320502519607544, "step": 913378}
{"lr": 0.0005955947148458559, "data_time": 0.016470623016357423, "loss_single": 3.3150798082351685, "loss_dense": 3.361877679824829, "loss": 6.676957511901856, "time": 0.16552059650421141, "step": 913428}
{"lr": 0.0005955947148458559, "data_time": 0.01725144386291504, "loss_single": 3.3094691038131714, "loss_dense": 3.340729999542236, "loss": 6.650199127197266, "time": 0.1571134567260742, "step": 913478}
{"lr": 0.0005955947148458559, "data_time": 0.017309403419494628, "loss_single": 3.31506233215332, "loss_dense": 3.354239249229431, "loss": 6.669301557540893, "time": 0.1579035520553589, "step": 913528}
{"lr": 0.0005955947148458559, "data_time": 0.017152023315429688, "loss_single": 3.3236681461334228, "loss_dense": 3.3385353326797484, "loss": 6.662203550338745, "time": 0.15545315742492677, "step": 913578}
{"lr": 0.0005955947148458559, "data_time": 0.017761802673339842, "loss_single": 3.3243369817733766, "loss_dense": 3.359215497970581, "loss": 6.683552551269531, "time": 0.15627872943878174, "step": 913628}
{"lr": 0.0005955947148458559, "data_time": 0.024173903465270995, "loss_single": 3.2944270610809325, "loss_dense": 3.333837080001831, "loss": 6.628264093399048, "time": 0.1921008825302124, "step": 913678}
{"lr": 0.0005955947148458559, "data_time": 0.018321657180786134, "loss_single": 3.3010886192321776, "loss_dense": 3.3456584930419924, "loss": 6.646747159957886, "time": 0.15870358943939208, "step": 913728}
{"lr": 0.0005955947148458559, "data_time": 0.017974138259887695, "loss_single": 3.3156156063079836, "loss_dense": 3.3493515968322756, "loss": 6.664967203140259, "time": 0.15957896709442138, "step": 913778}
{"lr": 0.0005955947148458559, "data_time": 0.018020129203796385, "loss_single": 3.309148740768433, "loss_dense": 3.3422161102294923, "loss": 6.65136489868164, "time": 0.15556807518005372, "step": 913828}
{"lr": 0.0005955947148458559, "data_time": 0.013145852088928222, "loss_single": 3.33587589263916, "loss_dense": 3.3629891872406006, "loss": 6.698865032196045, "time": 0.16229848861694335, "step": 913878}
{"lr": 0.0005955947148458559, "data_time": 0.01916966438293457, "loss_single": 3.305290174484253, "loss_dense": 3.337446618080139, "loss": 6.64273681640625, "time": 0.16099305152893068, "step": 913928}
{"lr": 0.0005955947148458559, "data_time": 0.017627620697021486, "loss_single": 3.3197085857391357, "loss_dense": 3.358017373085022, "loss": 6.677725982666016, "time": 0.1598588228225708, "step": 913978}
{"lr": 0.0005955947148458559, "data_time": 0.016237831115722655, "loss_single": 3.303729271888733, "loss_dense": 3.331930708885193, "loss": 6.635659980773926, "time": 0.22772343158721925, "step": 914028}
{"lr": 0.0005955947148458559, "data_time": 0.017806529998779297, "loss_single": 3.3356122970581055, "loss_dense": 3.36720757484436, "loss": 6.702819871902466, "time": 0.15445129871368407, "step": 914078}
{"lr": 0.0005955947148458559, "data_time": 0.021493005752563476, "loss_single": 3.3042778253555296, "loss_dense": 3.3446825742721558, "loss": 6.648960304260254, "time": 0.1574267864227295, "step": 914128}
{"lr": 0.0005955947148458559, "data_time": 0.017817378044128418, "loss_single": 3.2982561111450197, "loss_dense": 3.3355585098266602, "loss": 6.633814668655395, "time": 0.16200556755065917, "step": 914178}
{"lr": 0.0005955947148458559, "data_time": 0.04204895496368408, "loss_single": 3.313530158996582, "loss_dense": 3.3491667985916136, "loss": 6.6626969337463375, "time": 0.1828209638595581, "step": 914228}
{"lr": 0.0005955947148458559, "data_time": 0.017472386360168457, "loss_single": 3.3176072597503663, "loss_dense": 3.3489966869354246, "loss": 6.666603899002075, "time": 0.15721442699432372, "step": 914278}
{"lr": 0.0005955947148458559, "data_time": 0.020795559883117674, "loss_single": 3.3363898515701296, "loss_dense": 3.3680638551712034, "loss": 6.704453706741333, "time": 0.2745378017425537, "step": 914328}
{"lr": 0.0005955947148458559, "data_time": 0.017667222023010253, "loss_single": 3.3201554298400877, "loss_dense": 3.3619511127471924, "loss": 6.6821064949035645, "time": 0.1715933561325073, "step": 914378}
{"lr": 0.0005955947148458559, "data_time": 0.01736340522766113, "loss_single": 3.298084545135498, "loss_dense": 3.336163783073425, "loss": 6.63424825668335, "time": 0.23561358451843262, "step": 914428}
{"lr": 0.0005955947148458559, "data_time": 0.018057990074157714, "loss_single": 3.2927433013916017, "loss_dense": 3.3331971406936645, "loss": 6.625940465927124, "time": 0.15965886116027833, "step": 914478}
{"lr": 0.0005955947148458559, "data_time": 0.01688518524169922, "loss_single": 3.310347652435303, "loss_dense": 3.3473402500152587, "loss": 6.657687950134277, "time": 0.15996408462524414, "step": 914528}
{"lr": 0.0005955947148458559, "data_time": 0.01772596836090088, "loss_single": 3.307613253593445, "loss_dense": 3.358937931060791, "loss": 6.666551113128662, "time": 0.16322786808013917, "step": 914578}
{"lr": 0.0005955947148458559, "data_time": 0.016716408729553222, "loss_single": 3.304422688484192, "loss_dense": 3.34410879611969, "loss": 6.648531484603882, "time": 0.17121236324310302, "step": 914628}
{"lr": 0.0005955947148458559, "data_time": 0.018049097061157225, "loss_single": 3.3249321937561036, "loss_dense": 3.3489414930343626, "loss": 6.673873615264893, "time": 0.15873682498931885, "step": 914678}
{"lr": 0.0005955947148458559, "data_time": 0.021896219253540038, "loss_single": 3.298476815223694, "loss_dense": 3.344310927391052, "loss": 6.642787742614746, "time": 0.19909954071044922, "step": 914728}
{"lr": 0.0005955947148458559, "data_time": 0.017389893531799316, "loss_single": 3.325351929664612, "loss_dense": 3.341929292678833, "loss": 6.6672811031341555, "time": 0.16042304039001465, "step": 914778}
{"lr": 0.0005955947148458559, "data_time": 0.017158198356628417, "loss_single": 3.2980061292648317, "loss_dense": 3.3419954061508177, "loss": 6.640001630783081, "time": 0.16127653121948243, "step": 914828}
{"lr": 0.0005955947148458559, "data_time": 0.017857050895690917, "loss_single": 3.300340247154236, "loss_dense": 3.327910304069519, "loss": 6.628250503540039, "time": 0.15822842121124267, "step": 914878}
{"lr": 0.0005955947148458559, "data_time": 0.017796707153320313, "loss_single": 3.3168017625808717, "loss_dense": 3.354694676399231, "loss": 6.671496343612671, "time": 0.16095101833343506, "step": 914928}
{"lr": 0.0005955947148458559, "data_time": 0.017774415016174317, "loss_single": 3.327743744850159, "loss_dense": 3.358854579925537, "loss": 6.686598396301269, "time": 0.15553536415100097, "step": 914978}
{"lr": 0.0005955947148458559, "data_time": 0.01679356098175049, "loss_single": 3.3023757457733156, "loss_dense": 3.341029477119446, "loss": 6.643405246734619, "time": 0.15599141120910645, "step": 915028}
{"lr": 0.0005955947148458559, "data_time": 0.017348575592041015, "loss_single": 3.319189739227295, "loss_dense": 3.3522974967956545, "loss": 6.671487092971802, "time": 0.21519763469696046, "step": 915078}
{"lr": 0.0005955947148458559, "data_time": 0.016014409065246583, "loss_single": 3.304643440246582, "loss_dense": 3.3384192943573, "loss": 6.643062782287598, "time": 0.16106846332550048, "step": 915128}
{"lr": 0.0005955947148458559, "data_time": 0.017878222465515136, "loss_single": 3.2717896461486817, "loss_dense": 3.3154410839080812, "loss": 6.5872307300567625, "time": 0.16533005237579346, "step": 915178}
{"lr": 0.0005955947148458559, "data_time": 0.01748921871185303, "loss_single": 3.290269947052002, "loss_dense": 3.335319447517395, "loss": 6.625589418411255, "time": 0.15495808124542237, "step": 915228}
{"lr": 0.0005955947148458559, "data_time": 0.016048336029052736, "loss_single": 3.3109363317489624, "loss_dense": 3.3485363960266112, "loss": 6.6594727516174315, "time": 0.16620535850524903, "step": 915278}
{"lr": 0.0005955947148458559, "data_time": 0.017585444450378417, "loss_single": 3.2990281105041506, "loss_dense": 3.3438089370727537, "loss": 6.642837047576904, "time": 0.15844991207122802, "step": 915328}
{"lr": 0.0005955947148458559, "data_time": 0.017597150802612305, "loss_single": 3.322498893737793, "loss_dense": 3.357152009010315, "loss": 6.679650974273682, "time": 0.20784144401550292, "step": 915378}
{"lr": 0.0005955947148458559, "data_time": 0.017020273208618163, "loss_single": 3.325083684921265, "loss_dense": 3.3583060026168825, "loss": 6.683389663696289, "time": 0.17949972152709961, "step": 915428}
{"lr": 0.0005955947148458559, "data_time": 0.019642210006713866, "loss_single": 3.3037121057510377, "loss_dense": 3.35511429309845, "loss": 6.658826398849487, "time": 0.15860311985015868, "step": 915478}
{"lr": 0.0005955947148458559, "data_time": 0.01771667003631592, "loss_single": 3.3293902397155763, "loss_dense": 3.361428451538086, "loss": 6.6908186912536625, "time": 0.15641601085662843, "step": 915528}
{"lr": 0.0005955947148458559, "data_time": 0.018134522438049316, "loss_single": 3.29924156665802, "loss_dense": 3.335317349433899, "loss": 6.634558916091919, "time": 0.1619436264038086, "step": 915578}
{"lr": 0.0005955947148458559, "data_time": 0.01669759750366211, "loss_single": 3.300380516052246, "loss_dense": 3.3381609439849855, "loss": 6.6385414600372314, "time": 0.1647252082824707, "step": 915628}
{"lr": 0.0005955947148458559, "data_time": 0.0161191463470459, "loss_single": 3.307290530204773, "loss_dense": 3.3510430574417116, "loss": 6.658333683013916, "time": 0.1576166868209839, "step": 915678}
{"lr": 0.0005955947148458559, "data_time": 0.01392831802368164, "loss_single": 3.2900346517562866, "loss_dense": 3.3401009321212767, "loss": 6.630135583877563, "time": 0.1533966302871704, "step": 915728}
{"lr": 0.0005316387231330306, "data_time": 0.01764695644378662, "loss_single": 3.3119413375854494, "loss_dense": 3.3515379667282104, "loss": 6.663479328155518, "time": 0.15597176551818848, "step": 915782}
{"lr": 0.0005316387231330306, "data_time": 0.020025253295898438, "loss_single": 3.3055651664733885, "loss_dense": 3.3453673839569094, "loss": 6.6509325981140135, "time": 0.16273298263549804, "step": 915832}
{"lr": 0.0005316387231330306, "data_time": 0.0176332950592041, "loss_single": 3.307513475418091, "loss_dense": 3.3544395923614503, "loss": 6.661953067779541, "time": 0.1648861885070801, "step": 915882}
{"lr": 0.0005316387231330306, "data_time": 0.016907978057861327, "loss_single": 3.3177390336990356, "loss_dense": 3.3642760515213013, "loss": 6.6820151805877686, "time": 0.15785501003265381, "step": 915932}
{"lr": 0.0005316387231330306, "data_time": 0.01859152317047119, "loss_single": 3.3087265491485596, "loss_dense": 3.3386087656021117, "loss": 6.647335243225098, "time": 0.16236598491668702, "step": 915982}
{"lr": 0.0005316387231330306, "data_time": 0.017807793617248536, "loss_single": 3.3178681135177612, "loss_dense": 3.3656216859817505, "loss": 6.683489799499512, "time": 0.15790984630584717, "step": 916032}
{"lr": 0.0005316387231330306, "data_time": 0.016610240936279295, "loss_single": 3.3303807973861694, "loss_dense": 3.36316819190979, "loss": 6.693548965454101, "time": 0.1591198682785034, "step": 916082}
{"lr": 0.0005316387231330306, "data_time": 0.016259169578552245, "loss_single": 3.3200528144836428, "loss_dense": 3.363271975517273, "loss": 6.683324670791626, "time": 0.16460444927215576, "step": 916132}
{"lr": 0.0005316387231330306, "data_time": 0.03614180088043213, "loss_single": 3.3056029796600344, "loss_dense": 3.3511834859848024, "loss": 6.6567864418029785, "time": 0.19941320419311523, "step": 916182}
{"lr": 0.0005316387231330306, "data_time": 0.017247653007507323, "loss_single": 3.2935705900192263, "loss_dense": 3.330736494064331, "loss": 6.624307012557983, "time": 0.16705763339996338, "step": 916232}
{"lr": 0.0005316387231330306, "data_time": 0.017242980003356934, "loss_single": 3.307100439071655, "loss_dense": 3.347118639945984, "loss": 6.654219055175782, "time": 0.1619924545288086, "step": 916282}
{"lr": 0.0005316387231330306, "data_time": 0.01650989055633545, "loss_single": 3.3217838287353514, "loss_dense": 3.3507598638534546, "loss": 6.672543716430664, "time": 0.1626134157180786, "step": 916332}
{"lr": 0.0005316387231330306, "data_time": 0.01677553653717041, "loss_single": 3.3000155210494997, "loss_dense": 3.3282655477523804, "loss": 6.628281116485596, "time": 0.1673441171646118, "step": 916382}
{"lr": 0.0005316387231330306, "data_time": 0.016526222229003906, "loss_single": 3.3175840854644774, "loss_dense": 3.348286485671997, "loss": 6.665870571136475, "time": 0.1552731990814209, "step": 916432}
{"lr": 0.0005316387231330306, "data_time": 0.018904662132263182, "loss_single": 3.3030207633972166, "loss_dense": 3.340334177017212, "loss": 6.6433549404144285, "time": 0.17124404907226562, "step": 916482}
{"lr": 0.0005316387231330306, "data_time": 0.04858858585357666, "loss_single": 3.303004503250122, "loss_dense": 3.3365646839141845, "loss": 6.639569187164307, "time": 0.18895089626312256, "step": 916532}
{"lr": 0.0005316387231330306, "data_time": 0.017863249778747557, "loss_single": 3.3211974620819094, "loss_dense": 3.3579407215118406, "loss": 6.679138231277466, "time": 0.21483428478240968, "step": 916582}
{"lr": 0.0005316387231330306, "data_time": 0.017148566246032716, "loss_single": 3.3128069400787354, "loss_dense": 3.3602810144424438, "loss": 6.6730879783630375, "time": 0.15477521419525148, "step": 916632}
{"lr": 0.0005316387231330306, "data_time": 0.018680310249328612, "loss_single": 3.304854655265808, "loss_dense": 3.3451261043548586, "loss": 6.649980783462524, "time": 0.15522677898406984, "step": 916682}
{"lr": 0.0005316387231330306, "data_time": 0.018977761268615723, "loss_single": 3.333496117591858, "loss_dense": 3.3640396118164064, "loss": 6.697535705566406, "time": 0.15931930541992187, "step": 916732}
{"lr": 0.0005316387231330306, "data_time": 0.018022632598876952, "loss_single": 3.3107606410980224, "loss_dense": 3.336275506019592, "loss": 6.647036170959472, "time": 0.1592308521270752, "step": 916782}
{"lr": 0.0005316387231330306, "data_time": 0.01681690216064453, "loss_single": 3.323575973510742, "loss_dense": 3.357462763786316, "loss": 6.6810387134552, "time": 0.1602545738220215, "step": 916832}
{"lr": 0.0005316387231330306, "data_time": 0.0176563024520874, "loss_single": 3.3129785299301147, "loss_dense": 3.3440628051757812, "loss": 6.657041358947754, "time": 0.1625727891921997, "step": 916882}
{"lr": 0.0005316387231330306, "data_time": 0.01808199882507324, "loss_single": 3.306403946876526, "loss_dense": 3.3424331188201903, "loss": 6.648837041854859, "time": 0.22511708736419678, "step": 916932}
{"lr": 0.0005316387231330306, "data_time": 0.01780862808227539, "loss_single": 3.3184345722198487, "loss_dense": 3.3628580570220947, "loss": 6.681292724609375, "time": 0.15722136497497557, "step": 916982}
{"lr": 0.0005316387231330306, "data_time": 0.01667790412902832, "loss_single": 3.3060632705688477, "loss_dense": 3.334736132621765, "loss": 6.640799474716187, "time": 0.15738651752471924, "step": 917032}
{"lr": 0.0005316387231330306, "data_time": 0.01891648769378662, "loss_single": 3.326426601409912, "loss_dense": 3.3544467210769655, "loss": 6.6808733463287355, "time": 0.16252002716064454, "step": 917082}
{"lr": 0.0005316387231330306, "data_time": 0.016844749450683594, "loss_single": 3.303329110145569, "loss_dense": 3.3390120029449464, "loss": 6.642341041564942, "time": 0.18222343921661377, "step": 917132}
{"lr": 0.0005316387231330306, "data_time": 0.017425394058227538, "loss_single": 3.2972044467926027, "loss_dense": 3.350116753578186, "loss": 6.647321176528931, "time": 0.15967307090759278, "step": 917182}
{"lr": 0.0005316387231330306, "data_time": 0.0178394079208374, "loss_single": 3.3020173072814942, "loss_dense": 3.338133382797241, "loss": 6.640150642395019, "time": 0.2086644411087036, "step": 917232}
{"lr": 0.0005316387231330306, "data_time": 0.01760125160217285, "loss_single": 3.3128734111785887, "loss_dense": 3.3559322118759156, "loss": 6.668805694580078, "time": 0.1619497537612915, "step": 917282}
{"lr": 0.0005316387231330306, "data_time": 0.017129015922546387, "loss_single": 3.310771679878235, "loss_dense": 3.3371179819107057, "loss": 6.64788966178894, "time": 0.15579609870910643, "step": 917332}
{"lr": 0.0005316387231330306, "data_time": 0.01734776496887207, "loss_single": 3.295367169380188, "loss_dense": 3.3322102785110475, "loss": 6.627577447891236, "time": 0.16652796268463135, "step": 917382}
{"lr": 0.0005316387231330306, "data_time": 0.01317911148071289, "loss_single": 3.2961975574493407, "loss_dense": 3.3345157861709596, "loss": 6.630713319778442, "time": 0.15925979614257812, "step": 917432}
{"lr": 0.0005316387231330306, "data_time": 0.018312835693359376, "loss_single": 3.3021577119827272, "loss_dense": 3.3382004499435425, "loss": 6.64035816192627, "time": 0.16284513473510742, "step": 917482}
{"lr": 0.0005316387231330306, "data_time": 0.016083765029907226, "loss_single": 3.3186752080917357, "loss_dense": 3.3454535722732546, "loss": 6.66412878036499, "time": 0.15669026374816894, "step": 917532}
{"lr": 0.0005316387231330306, "data_time": 0.023005580902099608, "loss_single": 3.31622371673584, "loss_dense": 3.353326940536499, "loss": 6.669550657272339, "time": 0.24919695854187013, "step": 917582}
{"lr": 0.0005316387231330306, "data_time": 0.02457432746887207, "loss_single": 3.3378000020980836, "loss_dense": 3.364831876754761, "loss": 6.702631902694702, "time": 0.18362083435058593, "step": 917632}
{"lr": 0.0005316387231330306, "data_time": 0.018703484535217287, "loss_single": 3.312327194213867, "loss_dense": 3.3430500984191895, "loss": 6.655377340316773, "time": 0.1614004373550415, "step": 917682}
{"lr": 0.0005316387231330306, "data_time": 0.02462189197540283, "loss_single": 3.3027191400527953, "loss_dense": 3.34007523059845, "loss": 6.642794466018676, "time": 0.16483724117279053, "step": 917732}
{"lr": 0.0005316387231330306, "data_time": 0.017892861366271974, "loss_single": 3.3055093765258787, "loss_dense": 3.3482946157455444, "loss": 6.653803968429566, "time": 0.15705268383026122, "step": 917782}
{"lr": 0.0005316387231330306, "data_time": 0.017468523979187012, "loss_single": 3.299648880958557, "loss_dense": 3.357090973854065, "loss": 6.656739807128906, "time": 0.16649410724639893, "step": 917832}
{"lr": 0.0005316387231330306, "data_time": 0.017115092277526854, "loss_single": 3.332745814323425, "loss_dense": 3.360008215904236, "loss": 6.69275393486023, "time": 0.15723855495452882, "step": 917882}
{"lr": 0.0005316387231330306, "data_time": 0.016223859786987305, "loss_single": 3.3025744199752807, "loss_dense": 3.3407150745391845, "loss": 6.643289470672608, "time": 0.17996702194213868, "step": 917932}
{"lr": 0.0005316387231330306, "data_time": 0.01875171661376953, "loss_single": 3.292052888870239, "loss_dense": 3.3233028650283813, "loss": 6.615355825424194, "time": 0.15867278575897217, "step": 917982}
{"lr": 0.0005316387231330306, "data_time": 0.017951393127441408, "loss_single": 3.3124941110610964, "loss_dense": 3.3533606052398683, "loss": 6.665854740142822, "time": 0.1595013380050659, "step": 918032}
{"lr": 0.0005316387231330306, "data_time": 0.021261382102966308, "loss_single": 3.326970434188843, "loss_dense": 3.3577329397201536, "loss": 6.68470344543457, "time": 0.1649223804473877, "step": 918082}
{"lr": 0.0005316387231330306, "data_time": 0.01875574588775635, "loss_single": 3.3215518236160277, "loss_dense": 3.3517194747924806, "loss": 6.673271322250367, "time": 0.15597255229949952, "step": 918132}
{"lr": 0.0005316387231330306, "data_time": 0.017375993728637695, "loss_single": 3.3116748571395873, "loss_dense": 3.3468772172927856, "loss": 6.658552026748657, "time": 0.15881354808807374, "step": 918182}
{"lr": 0.0005316387231330306, "data_time": 0.017545866966247558, "loss_single": 3.286865234375, "loss_dense": 3.3298858880996702, "loss": 6.616751194000244, "time": 0.15480279922485352, "step": 918232}
{"lr": 0.0005316387231330306, "data_time": 0.016381716728210448, "loss_single": 3.3249457359313963, "loss_dense": 3.3433092832565308, "loss": 6.668255043029785, "time": 0.21932721138000488, "step": 918282}
{"lr": 0.0005316387231330306, "data_time": 0.018854212760925294, "loss_single": 3.29155433177948, "loss_dense": 3.3352049350738526, "loss": 6.626759195327759, "time": 0.15767343044281007, "step": 918332}
{"lr": 0.0005316387231330306, "data_time": 0.018292164802551268, "loss_single": 3.324834132194519, "loss_dense": 3.3451822280883787, "loss": 6.670016431808472, "time": 0.16029794216156007, "step": 918382}
{"lr": 0.0005316387231330306, "data_time": 0.01824040412902832, "loss_single": 3.335698962211609, "loss_dense": 3.3669732093811033, "loss": 6.702672147750855, "time": 0.1552427053451538, "step": 918432}
{"lr": 0.0005316387231330306, "data_time": 0.017076516151428224, "loss_single": 3.3117158889770506, "loss_dense": 3.3424662828445433, "loss": 6.654182100296021, "time": 0.15733978748321534, "step": 918482}
{"lr": 0.0005316387231330306, "data_time": 0.018529748916625975, "loss_single": 3.3210922956466673, "loss_dense": 3.352454662322998, "loss": 6.673546934127808, "time": 0.15589451789855957, "step": 918532}
{"lr": 0.0005316387231330306, "data_time": 0.01675846576690674, "loss_single": 3.3125004053115843, "loss_dense": 3.345515513420105, "loss": 6.65801591873169, "time": 0.1603930711746216, "step": 918582}
{"lr": 0.0005316387231330306, "data_time": 0.016329097747802734, "loss_single": 3.3238776683807374, "loss_dense": 3.344332051277161, "loss": 6.668209648132324, "time": 0.21589949131011962, "step": 918632}
{"lr": 0.0005316387231330306, "data_time": 0.018377113342285156, "loss_single": 3.3110701560974123, "loss_dense": 3.362831711769104, "loss": 6.673901844024658, "time": 0.16321418285369874, "step": 918682}
{"lr": 0.0005316387231330306, "data_time": 0.018139982223510744, "loss_single": 3.2994250059127808, "loss_dense": 3.3372454404830934, "loss": 6.63667049407959, "time": 0.1571721315383911, "step": 918732}
{"lr": 0.0005316387231330306, "data_time": 0.017488718032836914, "loss_single": 3.309047269821167, "loss_dense": 3.34522066116333, "loss": 6.654267978668213, "time": 0.16152396202087402, "step": 918782}
{"lr": 0.0005316387231330306, "data_time": 0.018444204330444337, "loss_single": 3.3103964567184447, "loss_dense": 3.364525842666626, "loss": 6.674922275543213, "time": 0.16819400787353517, "step": 918832}
{"lr": 0.0005316387231330306, "data_time": 0.016951894760131835, "loss_single": 3.2960667848587035, "loss_dense": 3.329568338394165, "loss": 6.625635099411011, "time": 0.15642528533935546, "step": 918882}
{"lr": 0.0005316387231330306, "data_time": 0.021213364601135255, "loss_single": 3.301160526275635, "loss_dense": 3.3317492485046385, "loss": 6.632909727096558, "time": 0.21436901092529298, "step": 918932}
{"lr": 0.0005316387231330306, "data_time": 0.017525196075439453, "loss_single": 3.3219106197357178, "loss_dense": 3.3694740295410157, "loss": 6.691384649276733, "time": 0.1573805332183838, "step": 918982}
{"lr": 0.0005316387231330306, "data_time": 0.018425607681274415, "loss_single": 3.3168239116668703, "loss_dense": 3.3607925176620483, "loss": 6.677616357803345, "time": 0.16002249717712402, "step": 919032}
{"lr": 0.0005316387231330306, "data_time": 0.017605400085449217, "loss_single": 3.3035324573516847, "loss_dense": 3.33248553276062, "loss": 6.636017942428589, "time": 0.16089205741882323, "step": 919082}
{"lr": 0.0005316387231330306, "data_time": 0.017274689674377442, "loss_single": 3.314209794998169, "loss_dense": 3.348777723312378, "loss": 6.662987470626831, "time": 0.15871741771697997, "step": 919132}
{"lr": 0.0005316387231330306, "data_time": 0.018590211868286133, "loss_single": 3.2806013107299803, "loss_dense": 3.319195556640625, "loss": 6.599796962738037, "time": 0.1572972536087036, "step": 919182}
{"lr": 0.0005316387231330306, "data_time": 0.015581464767456055, "loss_single": 3.2832699537277223, "loss_dense": 3.3238041639328, "loss": 6.607074117660522, "time": 0.15524251461029054, "step": 919232}
{"lr": 0.0005316387231330306, "data_time": 0.02727634906768799, "loss_single": 3.3025363206863405, "loss_dense": 3.352260136604309, "loss": 6.654796552658081, "time": 0.22878389358520507, "step": 919282}
{"lr": 0.0005316387231330306, "data_time": 0.01835782527923584, "loss_single": 3.340057301521301, "loss_dense": 3.3690200567245485, "loss": 6.70907735824585, "time": 0.1621776580810547, "step": 919332}
{"lr": 0.0005316387231330306, "data_time": 0.0164262056350708, "loss_single": 3.3050617456436155, "loss_dense": 3.3417418003082275, "loss": 6.646803617477417, "time": 0.19695510864257812, "step": 919382}
{"lr": 0.0005316387231330306, "data_time": 0.017040181159973144, "loss_single": 3.321628284454346, "loss_dense": 3.3599108934402464, "loss": 6.681539249420166, "time": 0.16116394996643066, "step": 919432}
{"lr": 0.0005316387231330306, "data_time": 0.01748628616333008, "loss_single": 3.2978180408477784, "loss_dense": 3.3451655626297, "loss": 6.6429835796356205, "time": 0.15911753177642823, "step": 919482}
{"lr": 0.0005316387231330306, "data_time": 0.017385268211364747, "loss_single": 3.311956787109375, "loss_dense": 3.3408442974090575, "loss": 6.652801132202148, "time": 0.16178205013275146, "step": 919532}
{"lr": 0.0005316387231330306, "data_time": 0.016449546813964842, "loss_single": 3.3238040685653685, "loss_dense": 3.356794548034668, "loss": 6.680598640441895, "time": 0.1614837646484375, "step": 919582}
{"lr": 0.0005316387231330306, "data_time": 0.020029592514038085, "loss_single": 3.3146416425704954, "loss_dense": 3.3466325044631957, "loss": 6.661274099349976, "time": 0.1809850215911865, "step": 919632}
{"lr": 0.0005316387231330306, "data_time": 0.01714174747467041, "loss_single": 3.3198079109191894, "loss_dense": 3.3452969551086427, "loss": 6.665104961395263, "time": 0.17306151390075683, "step": 919682}
{"lr": 0.0005316387231330306, "data_time": 0.018520760536193847, "loss_single": 3.3088451385498048, "loss_dense": 3.3410044431686403, "loss": 6.649849557876587, "time": 0.1556631088256836, "step": 919732}
{"lr": 0.0005316387231330306, "data_time": 0.01822772026062012, "loss_single": 3.2993841409683227, "loss_dense": 3.3390557289123537, "loss": 6.63843994140625, "time": 0.1618577003479004, "step": 919782}
{"lr": 0.0005316387231330306, "data_time": 0.019150590896606444, "loss_single": 3.3144906044006346, "loss_dense": 3.358416032791138, "loss": 6.672906541824341, "time": 0.15735316276550293, "step": 919832}
{"lr": 0.0005316387231330306, "data_time": 0.0182420015335083, "loss_single": 3.3027962923049925, "loss_dense": 3.346969652175903, "loss": 6.649765920639038, "time": 0.156980562210083, "step": 919882}
{"lr": 0.0005316387231330306, "data_time": 0.015255236625671386, "loss_single": 3.2972198247909548, "loss_dense": 3.3281462669372557, "loss": 6.625366115570069, "time": 0.16270053386688232, "step": 919932}
{"lr": 0.0005316387231330306, "data_time": 0.02607095241546631, "loss_single": 3.302382302284241, "loss_dense": 3.341586875915527, "loss": 6.6439690589904785, "time": 0.19949886798858643, "step": 919982}
{"lr": 0.0005316387231330306, "data_time": 0.017194271087646484, "loss_single": 3.2934889793395996, "loss_dense": 3.3430869340896607, "loss": 6.636575937271118, "time": 0.2072056531906128, "step": 920032}
{"lr": 0.0005316387231330306, "data_time": 0.01758244037628174, "loss_single": 3.3094050884246826, "loss_dense": 3.3455886125564573, "loss": 6.654993629455566, "time": 0.1599259853363037, "step": 920082}
{"lr": 0.0005316387231330306, "data_time": 0.018507623672485353, "loss_single": 3.328076219558716, "loss_dense": 3.3516231060028074, "loss": 6.679699325561524, "time": 0.2069188117980957, "step": 920132}
{"lr": 0.0005316387231330306, "data_time": 0.018825745582580565, "loss_single": 3.319438433647156, "loss_dense": 3.354125809669495, "loss": 6.673564195632935, "time": 0.15861163139343262, "step": 920182}
{"lr": 0.0005316387231330306, "data_time": 0.01904468536376953, "loss_single": 3.2995737075805662, "loss_dense": 3.342541003227234, "loss": 6.642114686965942, "time": 0.16046679019927979, "step": 920232}
{"lr": 0.0005316387231330306, "data_time": 0.024509549140930176, "loss_single": 3.3003145933151243, "loss_dense": 3.325798845291138, "loss": 6.626113367080689, "time": 0.22448492050170898, "step": 920282}
{"lr": 0.0005316387231330306, "data_time": 0.01769413948059082, "loss_single": 3.3344717979431153, "loss_dense": 3.368252086639404, "loss": 6.70272388458252, "time": 0.16940197944641114, "step": 920332}
{"lr": 0.0005316387231330306, "data_time": 0.017868423461914064, "loss_single": 3.307792592048645, "loss_dense": 3.351354646682739, "loss": 6.659147167205811, "time": 0.16071774959564208, "step": 920382}
{"lr": 0.0005316387231330306, "data_time": 0.017368435859680176, "loss_single": 3.2985653638839723, "loss_dense": 3.332431674003601, "loss": 6.630996990203857, "time": 0.15772645473480223, "step": 920432}
{"lr": 0.0005316387231330306, "data_time": 0.017917299270629884, "loss_single": 3.302162003517151, "loss_dense": 3.3336628913879394, "loss": 6.635824823379517, "time": 0.1540524959564209, "step": 920482}
{"lr": 0.0005316387231330306, "data_time": 0.01734189987182617, "loss_single": 3.275725769996643, "loss_dense": 3.317465329170227, "loss": 6.593191146850586, "time": 0.16467673778533937, "step": 920532}
{"lr": 0.0005316387231330306, "data_time": 0.01857309341430664, "loss_single": 3.300896096229553, "loss_dense": 3.340023732185364, "loss": 6.640919780731201, "time": 0.1633530378341675, "step": 920582}
{"lr": 0.0005316387231330306, "data_time": 0.01809566020965576, "loss_single": 3.310997986793518, "loss_dense": 3.3472815990447997, "loss": 6.658279657363892, "time": 0.18073666095733643, "step": 920632}
{"lr": 0.0005316387231330306, "data_time": 0.017942118644714355, "loss_single": 3.3058941841125487, "loss_dense": 3.3396410226821898, "loss": 6.645535230636597, "time": 0.16039254665374755, "step": 920682}
{"lr": 0.0005316387231330306, "data_time": 0.014273262023925782, "loss_single": 3.297438144683838, "loss_dense": 3.3401792287826537, "loss": 6.637617444992065, "time": 0.15574157238006592, "step": 920732}
{"lr": 0.00047125258307053567, "data_time": 0.018862009048461914, "loss_single": 3.292618727684021, "loss_dense": 3.330690622329712, "loss": 6.6233094215393065, "time": 0.1579583168029785, "step": 920786}
{"lr": 0.00047125258307053567, "data_time": 0.01600825786590576, "loss_single": 3.306011700630188, "loss_dense": 3.3574066400527953, "loss": 6.663418388366699, "time": 0.15704739093780518, "step": 920836}
{"lr": 0.00047125258307053567, "data_time": 0.017904090881347656, "loss_single": 3.3029198169708254, "loss_dense": 3.3393087863922117, "loss": 6.642228651046753, "time": 0.15887680053710937, "step": 920886}
{"lr": 0.00047125258307053567, "data_time": 0.017302751541137695, "loss_single": 3.299313521385193, "loss_dense": 3.3441687345504763, "loss": 6.643482351303101, "time": 0.15603630542755126, "step": 920936}
{"lr": 0.00047125258307053567, "data_time": 0.01741020679473877, "loss_single": 3.3072534799575806, "loss_dense": 3.345358419418335, "loss": 6.652611875534058, "time": 0.23738133907318115, "step": 920986}
{"lr": 0.00047125258307053567, "data_time": 0.0176741361618042, "loss_single": 3.3211124658584597, "loss_dense": 3.3498737096786497, "loss": 6.670986080169678, "time": 0.16530590057373046, "step": 921036}
{"lr": 0.00047125258307053567, "data_time": 0.01999995708465576, "loss_single": 3.323137402534485, "loss_dense": 3.3584234714508057, "loss": 6.681560897827149, "time": 0.16450097560882568, "step": 921086}
{"lr": 0.00047125258307053567, "data_time": 0.017494392395019532, "loss_single": 3.3106527805328367, "loss_dense": 3.355099630355835, "loss": 6.665752506256103, "time": 0.15847272872924806, "step": 921136}
{"lr": 0.00047125258307053567, "data_time": 0.01787440776824951, "loss_single": 3.3101604700088503, "loss_dense": 3.3397539854049683, "loss": 6.6499144554138185, "time": 0.16113345623016356, "step": 921186}
{"lr": 0.00047125258307053567, "data_time": 0.01803889274597168, "loss_single": 3.332508373260498, "loss_dense": 3.3634247541427613, "loss": 6.695933055877686, "time": 0.1593303680419922, "step": 921236}
{"lr": 0.00047125258307053567, "data_time": 0.0179919958114624, "loss_single": 3.3241297960281373, "loss_dense": 3.3493740558624268, "loss": 6.673503875732422, "time": 0.1618278980255127, "step": 921286}
{"lr": 0.00047125258307053567, "data_time": 0.02052319049835205, "loss_single": 3.3206243991851805, "loss_dense": 3.3565977811813354, "loss": 6.677222108840942, "time": 0.21792709827423096, "step": 921336}
{"lr": 0.00047125258307053567, "data_time": 0.017485904693603515, "loss_single": 3.3149024486541747, "loss_dense": 3.347583293914795, "loss": 6.662485790252686, "time": 0.15761020183563232, "step": 921386}
{"lr": 0.00047125258307053567, "data_time": 0.018026232719421387, "loss_single": 3.3014676094055178, "loss_dense": 3.3426977396011353, "loss": 6.644165325164795, "time": 0.1607759952545166, "step": 921436}
{"lr": 0.00047125258307053567, "data_time": 0.016424560546875, "loss_single": 3.3126555681228638, "loss_dense": 3.344936561584473, "loss": 6.657592058181763, "time": 0.1638251304626465, "step": 921486}
{"lr": 0.00047125258307053567, "data_time": 0.01775028705596924, "loss_single": 3.317997598648071, "loss_dense": 3.364662265777588, "loss": 6.682659864425659, "time": 0.16505069732666017, "step": 921536}
{"lr": 0.00047125258307053567, "data_time": 0.018510270118713378, "loss_single": 3.3108883619308473, "loss_dense": 3.3517224073410032, "loss": 6.662610816955566, "time": 0.1684265613555908, "step": 921586}
{"lr": 0.00047125258307053567, "data_time": 0.017046475410461427, "loss_single": 3.30695903301239, "loss_dense": 3.3375453472137453, "loss": 6.644504404067993, "time": 0.1597494125366211, "step": 921636}
{"lr": 0.00047125258307053567, "data_time": 0.032678961753845215, "loss_single": 3.311451864242554, "loss_dense": 3.3468300342559814, "loss": 6.658282041549683, "time": 0.2553625345230103, "step": 921686}
{"lr": 0.00047125258307053567, "data_time": 0.015246748924255371, "loss_single": 3.2808220624923705, "loss_dense": 3.33275101184845, "loss": 6.61357307434082, "time": 0.1614239454269409, "step": 921736}
{"lr": 0.00047125258307053567, "data_time": 0.016680359840393066, "loss_single": 3.3307737588882445, "loss_dense": 3.367775321006775, "loss": 6.698549127578735, "time": 0.16072237491607666, "step": 921786}
{"lr": 0.00047125258307053567, "data_time": 0.018883943557739258, "loss_single": 3.2955495357513427, "loss_dense": 3.3343882322311402, "loss": 6.629937791824341, "time": 0.160353684425354, "step": 921836}
{"lr": 0.00047125258307053567, "data_time": 0.017304086685180665, "loss_single": 3.300617742538452, "loss_dense": 3.3442057609558105, "loss": 6.644823503494263, "time": 0.15986256599426268, "step": 921886}
{"lr": 0.00047125258307053567, "data_time": 0.016335678100585938, "loss_single": 3.2879170417785644, "loss_dense": 3.3253922939300535, "loss": 6.613309383392334, "time": 0.16359119415283202, "step": 921936}
{"lr": 0.00047125258307053567, "data_time": 0.017818903923034667, "loss_single": 3.3281336784362794, "loss_dense": 3.369771456718445, "loss": 6.697905111312866, "time": 0.16515350341796875, "step": 921986}
{"lr": 0.00047125258307053567, "data_time": 0.017120170593261718, "loss_single": 3.3012662172317504, "loss_dense": 3.343076062202454, "loss": 6.644342279434204, "time": 0.1789550542831421, "step": 922036}
{"lr": 0.00047125258307053567, "data_time": 0.01842961311340332, "loss_single": 3.285409140586853, "loss_dense": 3.3304970026016236, "loss": 6.615906190872193, "time": 0.16687920093536376, "step": 922086}
{"lr": 0.00047125258307053567, "data_time": 0.020270991325378417, "loss_single": 3.3281574726104735, "loss_dense": 3.36780264377594, "loss": 6.695960187911988, "time": 0.15998764038085939, "step": 922136}
{"lr": 0.00047125258307053567, "data_time": 0.018050241470336913, "loss_single": 3.31167676448822, "loss_dense": 3.3484295129776003, "loss": 6.660106229782104, "time": 0.1617807626724243, "step": 922186}
{"lr": 0.00047125258307053567, "data_time": 0.01821911334991455, "loss_single": 3.30169734954834, "loss_dense": 3.3458208560943605, "loss": 6.6475182056427, "time": 0.1596083164215088, "step": 922236}
{"lr": 0.00047125258307053567, "data_time": 0.018564724922180177, "loss_single": 3.3051642894744875, "loss_dense": 3.3408871412277223, "loss": 6.646051406860352, "time": 0.16311461925506593, "step": 922286}
{"lr": 0.00047125258307053567, "data_time": 0.019126152992248534, "loss_single": 3.3025076150894166, "loss_dense": 3.349591517448425, "loss": 6.652099180221557, "time": 0.15975966453552246, "step": 922336}
{"lr": 0.00047125258307053567, "data_time": 0.02062103748321533, "loss_single": 3.320600152015686, "loss_dense": 3.3556384086608886, "loss": 6.676238584518432, "time": 0.1614525556564331, "step": 922386}
{"lr": 0.00047125258307053567, "data_time": 0.01846914291381836, "loss_single": 3.2893091201782227, "loss_dense": 3.347082328796387, "loss": 6.636391496658325, "time": 0.16303112506866455, "step": 922436}
{"lr": 0.00047125258307053567, "data_time": 0.019592428207397462, "loss_single": 3.2824082136154176, "loss_dense": 3.31820330619812, "loss": 6.600611448287964, "time": 0.2856430530548096, "step": 922486}
{"lr": 0.00047125258307053567, "data_time": 0.017232942581176757, "loss_single": 3.325195622444153, "loss_dense": 3.355999064445496, "loss": 6.681194686889649, "time": 0.18604931831359864, "step": 922536}
{"lr": 0.00047125258307053567, "data_time": 0.016963815689086913, "loss_single": 3.316486668586731, "loss_dense": 3.3506859302520753, "loss": 6.667172574996949, "time": 0.16101372241973877, "step": 922586}
{"lr": 0.00047125258307053567, "data_time": 0.017929792404174805, "loss_single": 3.311718153953552, "loss_dense": 3.341706919670105, "loss": 6.653425121307373, "time": 0.15824499130249023, "step": 922636}
{"lr": 0.00047125258307053567, "data_time": 0.016968798637390137, "loss_single": 3.307660174369812, "loss_dense": 3.3459408283233643, "loss": 6.65360107421875, "time": 0.1583482027053833, "step": 922686}
{"lr": 0.00047125258307053567, "data_time": 0.018891525268554688, "loss_single": 3.3146881818771363, "loss_dense": 3.350417137145996, "loss": 6.665105247497559, "time": 0.15738794803619385, "step": 922736}
{"lr": 0.00047125258307053567, "data_time": 0.01642177104949951, "loss_single": 3.312832498550415, "loss_dense": 3.3455120801925657, "loss": 6.658344650268555, "time": 0.16491785049438476, "step": 922786}
{"lr": 0.00047125258307053567, "data_time": 0.01848757266998291, "loss_single": 3.3140154123306274, "loss_dense": 3.3587803840637207, "loss": 6.67279577255249, "time": 0.2042544364929199, "step": 922836}
{"lr": 0.00047125258307053567, "data_time": 0.01767232418060303, "loss_single": 3.3036747932434083, "loss_dense": 3.347458839416504, "loss": 6.651133680343628, "time": 0.16520099639892577, "step": 922886}
{"lr": 0.00047125258307053567, "data_time": 0.017923974990844728, "loss_single": 3.3081357955932615, "loss_dense": 3.343422842025757, "loss": 6.651558542251587, "time": 0.16135914325714112, "step": 922936}
{"lr": 0.00047125258307053567, "data_time": 0.01915309429168701, "loss_single": 3.2952393531799316, "loss_dense": 3.3214972257614135, "loss": 6.616736602783203, "time": 0.16161160469055175, "step": 922986}
{"lr": 0.00047125258307053567, "data_time": 0.016811633110046388, "loss_single": 3.303481030464172, "loss_dense": 3.3393709659576416, "loss": 6.642851972579956, "time": 0.1615051507949829, "step": 923036}
{"lr": 0.00047125258307053567, "data_time": 0.016881561279296874, "loss_single": 3.2867432594299317, "loss_dense": 3.319554018974304, "loss": 6.606297254562378, "time": 0.15837304592132567, "step": 923086}
{"lr": 0.00047125258307053567, "data_time": 0.0189835786819458, "loss_single": 3.3153640747070314, "loss_dense": 3.344874954223633, "loss": 6.660238981246948, "time": 0.1621717929840088, "step": 923136}
{"lr": 0.00047125258307053567, "data_time": 0.018342757225036622, "loss_single": 3.314977192878723, "loss_dense": 3.362981605529785, "loss": 6.67795877456665, "time": 0.15442559719085694, "step": 923186}
{"lr": 0.00047125258307053567, "data_time": 0.018470358848571778, "loss_single": 3.311940050125122, "loss_dense": 3.345224642753601, "loss": 6.657164669036865, "time": 0.15649995803833008, "step": 923236}
{"lr": 0.00047125258307053567, "data_time": 0.017140984535217285, "loss_single": 3.3182180881500245, "loss_dense": 3.352806806564331, "loss": 6.671024894714355, "time": 0.16063573360443115, "step": 923286}
{"lr": 0.00047125258307053567, "data_time": 0.02019200325012207, "loss_single": 3.302748465538025, "loss_dense": 3.3496912717819214, "loss": 6.652439737319947, "time": 0.17322947978973388, "step": 923336}
{"lr": 0.00047125258307053567, "data_time": 0.017917823791503907, "loss_single": 3.3080100774765016, "loss_dense": 3.3440190315246583, "loss": 6.652029132843017, "time": 0.16345372200012206, "step": 923386}
{"lr": 0.00047125258307053567, "data_time": 0.01929025650024414, "loss_single": 3.324523186683655, "loss_dense": 3.3549487829208373, "loss": 6.6794719219207765, "time": 0.158829402923584, "step": 923436}
{"lr": 0.00047125258307053567, "data_time": 0.015778779983520508, "loss_single": 3.3333775997161865, "loss_dense": 3.3684136629104615, "loss": 6.701791191101075, "time": 0.23492105007171632, "step": 923486}
{"lr": 0.00047125258307053567, "data_time": 0.01809515953063965, "loss_single": 3.3100959777832033, "loss_dense": 3.3457669496536253, "loss": 6.65586290359497, "time": 0.16279747486114501, "step": 923536}
{"lr": 0.00047125258307053567, "data_time": 0.018703389167785644, "loss_single": 3.2983709573745728, "loss_dense": 3.3447583675384522, "loss": 6.643129301071167, "time": 0.16014635562896729, "step": 923586}
{"lr": 0.00047125258307053567, "data_time": 0.017923593521118164, "loss_single": 3.3181153297424317, "loss_dense": 3.346332478523254, "loss": 6.664447832107544, "time": 0.16021108627319336, "step": 923636}
{"lr": 0.00047125258307053567, "data_time": 0.017514753341674804, "loss_single": 3.3303161382675173, "loss_dense": 3.3642717838287353, "loss": 6.694587898254395, "time": 0.1588958740234375, "step": 923686}
{"lr": 0.00047125258307053567, "data_time": 0.01775979995727539, "loss_single": 3.2952279090881347, "loss_dense": 3.3296977281570435, "loss": 6.62492561340332, "time": 0.157501220703125, "step": 923736}
{"lr": 0.00047125258307053567, "data_time": 0.017218828201293945, "loss_single": 3.3516477823257445, "loss_dense": 3.373363971710205, "loss": 6.725011777877808, "time": 0.16433336734771728, "step": 923786}
{"lr": 0.00047125258307053567, "data_time": 0.015952253341674806, "loss_single": 3.3063939571380616, "loss_dense": 3.328936791419983, "loss": 6.635330677032471, "time": 0.15432848930358886, "step": 923836}
{"lr": 0.00047125258307053567, "data_time": 0.021064043045043945, "loss_single": 3.2984487056732177, "loss_dense": 3.341470813751221, "loss": 6.639919471740723, "time": 0.2408228874206543, "step": 923886}
{"lr": 0.00047125258307053567, "data_time": 0.017877769470214844, "loss_single": 3.32297797203064, "loss_dense": 3.3630390882492067, "loss": 6.686017036437988, "time": 0.15728530883789063, "step": 923936}
{"lr": 0.00047125258307053567, "data_time": 0.01954360008239746, "loss_single": 3.3425276279449463, "loss_dense": 3.37539381980896, "loss": 6.717921543121338, "time": 0.15888628959655762, "step": 923986}
{"lr": 0.00047125258307053567, "data_time": 0.0180070161819458, "loss_single": 3.312138247489929, "loss_dense": 3.3433153867721557, "loss": 6.655453681945801, "time": 0.16582968235015869, "step": 924036}
{"lr": 0.00047125258307053567, "data_time": 0.017774796485900878, "loss_single": 3.3370953798294067, "loss_dense": 3.3697396993637083, "loss": 6.706835079193115, "time": 0.1559680938720703, "step": 924086}
{"lr": 0.00047125258307053567, "data_time": 0.018009209632873537, "loss_single": 3.3220678567886353, "loss_dense": 3.3665979623794557, "loss": 6.688665819168091, "time": 0.16091082096099854, "step": 924136}
{"lr": 0.00047125258307053567, "data_time": 0.017774224281311035, "loss_single": 3.3080357789993284, "loss_dense": 3.3372074604034423, "loss": 6.6452432632446286, "time": 0.1553302526473999, "step": 924186}
{"lr": 0.00047125258307053567, "data_time": 0.030976271629333495, "loss_single": 3.309848594665527, "loss_dense": 3.356894850730896, "loss": 6.666743469238281, "time": 0.24990446567535402, "step": 924236}
{"lr": 0.00047125258307053567, "data_time": 0.018549585342407228, "loss_single": 3.3117827415466308, "loss_dense": 3.3392743349075316, "loss": 6.65105710029602, "time": 0.1577699899673462, "step": 924286}
{"lr": 0.00047125258307053567, "data_time": 0.015869951248168944, "loss_single": 3.3043882608413697, "loss_dense": 3.359285092353821, "loss": 6.663673305511475, "time": 0.16278035640716554, "step": 924336}
{"lr": 0.00047125258307053567, "data_time": 0.0188091516494751, "loss_single": 3.3217379331588743, "loss_dense": 3.3488245487213133, "loss": 6.670562410354615, "time": 0.1569950819015503, "step": 924386}
{"lr": 0.00047125258307053567, "data_time": 0.01674668788909912, "loss_single": 3.2941715240478517, "loss_dense": 3.331157350540161, "loss": 6.625328922271729, "time": 0.1539979934692383, "step": 924436}
{"lr": 0.00047125258307053567, "data_time": 0.022090649604797362, "loss_single": 3.2962238788604736, "loss_dense": 3.3344693422317504, "loss": 6.630693197250366, "time": 0.16022789478302002, "step": 924486}
{"lr": 0.00047125258307053567, "data_time": 0.025071597099304198, "loss_single": 3.3100508213043214, "loss_dense": 3.3540523052215576, "loss": 6.664102983474732, "time": 0.18130152225494384, "step": 924536}
{"lr": 0.00047125258307053567, "data_time": 0.019623446464538574, "loss_single": 3.2948473930358886, "loss_dense": 3.3396275520324705, "loss": 6.634474849700927, "time": 0.15951623916625976, "step": 924586}
{"lr": 0.00047125258307053567, "data_time": 0.017873048782348633, "loss_single": 3.327432918548584, "loss_dense": 3.369214582443237, "loss": 6.696647500991821, "time": 0.15771973133087158, "step": 924636}
{"lr": 0.00047125258307053567, "data_time": 0.01818428039550781, "loss_single": 3.303793263435364, "loss_dense": 3.3498080492019655, "loss": 6.653601360321045, "time": 0.15640456676483155, "step": 924686}
{"lr": 0.00047125258307053567, "data_time": 0.017308568954467772, "loss_single": 3.3186482906341555, "loss_dense": 3.3658298015594483, "loss": 6.684478139877319, "time": 0.15929038524627687, "step": 924736}
{"lr": 0.00047125258307053567, "data_time": 0.02079474925994873, "loss_single": 3.316952133178711, "loss_dense": 3.3520434141159057, "loss": 6.668995523452759, "time": 0.15918431282043458, "step": 924786}
{"lr": 0.00047125258307053567, "data_time": 0.016721463203430174, "loss_single": 3.3306051969528196, "loss_dense": 3.3666743993759156, "loss": 6.697279739379883, "time": 0.1576183557510376, "step": 924836}
{"lr": 0.00047125258307053567, "data_time": 0.01843698024749756, "loss_single": 3.2957863569259644, "loss_dense": 3.3487466096878054, "loss": 6.644533014297485, "time": 0.22245376110076903, "step": 924886}
{"lr": 0.00047125258307053567, "data_time": 0.016921806335449218, "loss_single": 3.334572124481201, "loss_dense": 3.366302824020386, "loss": 6.700874948501587, "time": 0.16028716564178466, "step": 924936}
{"lr": 0.00047125258307053567, "data_time": 0.018632912635803224, "loss_single": 3.285278344154358, "loss_dense": 3.329546570777893, "loss": 6.614824867248535, "time": 0.1572969675064087, "step": 924986}
{"lr": 0.00047125258307053567, "data_time": 0.01793532371520996, "loss_single": 3.33277006149292, "loss_dense": 3.3717296600341795, "loss": 6.7044997215271, "time": 0.16493699550628663, "step": 925036}
{"lr": 0.00047125258307053567, "data_time": 0.020319366455078126, "loss_single": 3.33890118598938, "loss_dense": 3.373140072822571, "loss": 6.712041282653809, "time": 0.15770220756530762, "step": 925086}
{"lr": 0.00047125258307053567, "data_time": 0.019033145904541016, "loss_single": 3.2936024904251098, "loss_dense": 3.3295643091201783, "loss": 6.623166799545288, "time": 0.15723185539245604, "step": 925136}
{"lr": 0.00047125258307053567, "data_time": 0.018396401405334474, "loss_single": 3.320877122879028, "loss_dense": 3.3660067558288573, "loss": 6.686883926391602, "time": 0.15949685573577882, "step": 925186}
{"lr": 0.00047125258307053567, "data_time": 0.02819404602050781, "loss_single": 3.2908843040466307, "loss_dense": 3.3329032182693483, "loss": 6.623787546157837, "time": 0.2015578031539917, "step": 925236}
{"lr": 0.00047125258307053567, "data_time": 0.018796038627624512, "loss_single": 3.334259605407715, "loss_dense": 3.3563522577285765, "loss": 6.690611791610718, "time": 0.19674503803253174, "step": 925286}
{"lr": 0.00047125258307053567, "data_time": 0.017668652534484863, "loss_single": 3.3015132188796996, "loss_dense": 3.3393199682235717, "loss": 6.640833187103271, "time": 0.15674779415130616, "step": 925336}
{"lr": 0.00047125258307053567, "data_time": 0.018020224571228028, "loss_single": 3.3145433902740478, "loss_dense": 3.3340139627456664, "loss": 6.648557376861572, "time": 0.15933170318603515, "step": 925386}
{"lr": 0.00047125258307053567, "data_time": 0.018091320991516113, "loss_single": 3.2977622747421265, "loss_dense": 3.3415390253067017, "loss": 6.6393012523651125, "time": 0.16403422355651856, "step": 925436}
{"lr": 0.00047125258307053567, "data_time": 0.018178987503051757, "loss_single": 3.291564202308655, "loss_dense": 3.3371164798736572, "loss": 6.628680610656739, "time": 0.1567842960357666, "step": 925486}
{"lr": 0.00047125258307053567, "data_time": 0.018523669242858885, "loss_single": 3.315922427177429, "loss_dense": 3.3546486139297484, "loss": 6.670571136474609, "time": 0.20609757900238038, "step": 925536}
{"lr": 0.00047125258307053567, "data_time": 0.01663050651550293, "loss_single": 3.296931600570679, "loss_dense": 3.3451488971710206, "loss": 6.642080497741699, "time": 0.1826233148574829, "step": 925586}
{"lr": 0.00047125258307053567, "data_time": 0.0159351110458374, "loss_single": 3.310315489768982, "loss_dense": 3.3534838914871217, "loss": 6.663799381256103, "time": 0.1577451705932617, "step": 925636}
{"lr": 0.00047125258307053567, "data_time": 0.018733787536621093, "loss_single": 3.3051385164260862, "loss_dense": 3.3504412174224854, "loss": 6.65557975769043, "time": 0.1600188970565796, "step": 925686}
{"lr": 0.00047125258307053567, "data_time": 0.01390402317047119, "loss_single": 3.3016406536102294, "loss_dense": 3.3425228357315064, "loss": 6.644163513183594, "time": 0.14985167980194092, "step": 925736}
{"lr": 0.0004144511940348518, "data_time": 0.018578648567199707, "loss_single": 3.2891753196716307, "loss_dense": 3.3320541620254516, "loss": 6.621229457855224, "time": 0.16406400203704835, "step": 925790}
{"lr": 0.0004144511940348518, "data_time": 0.018977856636047362, "loss_single": 3.3030539989471435, "loss_dense": 3.3466920375823976, "loss": 6.649745988845825, "time": 0.15811514854431152, "step": 925840}
{"lr": 0.0004144511940348518, "data_time": 0.018428492546081542, "loss_single": 3.3003650188446043, "loss_dense": 3.3435003995895385, "loss": 6.643865489959717, "time": 0.16698868274688722, "step": 925890}
{"lr": 0.0004144511940348518, "data_time": 0.01792035102844238, "loss_single": 3.2890589237213135, "loss_dense": 3.323244094848633, "loss": 6.612303018569946, "time": 0.15784728527069092, "step": 925940}
{"lr": 0.0004144511940348518, "data_time": 0.02007317543029785, "loss_single": 3.324332618713379, "loss_dense": 3.3543467998504637, "loss": 6.678679370880127, "time": 0.1555802822113037, "step": 925990}
{"lr": 0.0004144511940348518, "data_time": 0.020453643798828126, "loss_single": 3.306074690818787, "loss_dense": 3.363418126106262, "loss": 6.6694928169250485, "time": 0.16134359836578369, "step": 926040}
{"lr": 0.0004144511940348518, "data_time": 0.019176030158996583, "loss_single": 3.3202362060546875, "loss_dense": 3.366426181793213, "loss": 6.686662435531616, "time": 0.15937526226043702, "step": 926090}
{"lr": 0.0004144511940348518, "data_time": 0.0166215181350708, "loss_single": 3.2928250789642335, "loss_dense": 3.3310901880264283, "loss": 6.623915386199951, "time": 0.16412866115570068, "step": 926140}
{"lr": 0.0004144511940348518, "data_time": 0.018024802207946777, "loss_single": 3.3218088865280153, "loss_dense": 3.3513958930969237, "loss": 6.673204803466797, "time": 0.17543952465057372, "step": 926190}
{"lr": 0.0004144511940348518, "data_time": 0.028892374038696288, "loss_single": 3.322480821609497, "loss_dense": 3.357077980041504, "loss": 6.679558897018433, "time": 0.26599371433258057, "step": 926240}
{"lr": 0.0004144511940348518, "data_time": 0.018740415573120117, "loss_single": 3.326776933670044, "loss_dense": 3.357665777206421, "loss": 6.684442806243896, "time": 0.19067652225494386, "step": 926290}
{"lr": 0.0004144511940348518, "data_time": 0.018564701080322266, "loss_single": 3.319928598403931, "loss_dense": 3.3512017726898193, "loss": 6.6711304664611815, "time": 0.16057360172271729, "step": 926340}
{"lr": 0.0004144511940348518, "data_time": 0.018072676658630372, "loss_single": 3.320837903022766, "loss_dense": 3.3564570903778077, "loss": 6.6772950172424315, "time": 0.16396687030792237, "step": 926390}
{"lr": 0.0004144511940348518, "data_time": 0.020151638984680177, "loss_single": 3.3288034915924074, "loss_dense": 3.3656887292861937, "loss": 6.694492197036743, "time": 0.15730347633361816, "step": 926440}
{"lr": 0.0004144511940348518, "data_time": 0.019054388999938963, "loss_single": 3.3187362909317017, "loss_dense": 3.3616404294967652, "loss": 6.680376625061035, "time": 0.1576836347579956, "step": 926490}
{"lr": 0.0004144511940348518, "data_time": 0.01724097728729248, "loss_single": 3.3122477293014527, "loss_dense": 3.3442343711853026, "loss": 6.656482124328614, "time": 0.1552598476409912, "step": 926540}
{"lr": 0.0004144511940348518, "data_time": 0.0166454553604126, "loss_single": 3.311977910995483, "loss_dense": 3.3566442012786863, "loss": 6.66862211227417, "time": 0.1578895330429077, "step": 926590}
{"lr": 0.0004144511940348518, "data_time": 0.017508411407470705, "loss_single": 3.3108971118927, "loss_dense": 3.336313843727112, "loss": 6.647211027145386, "time": 0.22253038883209228, "step": 926640}
{"lr": 0.0004144511940348518, "data_time": 0.017619562149047852, "loss_single": 3.315926671028137, "loss_dense": 3.359789419174194, "loss": 6.675716066360474, "time": 0.15893614292144775, "step": 926690}
{"lr": 0.0004144511940348518, "data_time": 0.015116000175476074, "loss_single": 3.319360542297363, "loss_dense": 3.365531063079834, "loss": 6.684891605377198, "time": 0.1602036714553833, "step": 926740}
{"lr": 0.0004144511940348518, "data_time": 0.01744852066040039, "loss_single": 3.302930212020874, "loss_dense": 3.3501364946365357, "loss": 6.653066635131836, "time": 0.1602301836013794, "step": 926790}
{"lr": 0.0004144511940348518, "data_time": 0.016837501525878908, "loss_single": 3.3039337635040282, "loss_dense": 3.3491880178451536, "loss": 6.653121757507324, "time": 0.16438708305358887, "step": 926840}
{"lr": 0.0004144511940348518, "data_time": 0.017647624015808105, "loss_single": 3.2994457721710204, "loss_dense": 3.3278674125671386, "loss": 6.627313137054443, "time": 0.16633574962615966, "step": 926890}
{"lr": 0.0004144511940348518, "data_time": 0.016219520568847658, "loss_single": 3.3211808443069457, "loss_dense": 3.371556615829468, "loss": 6.692737483978272, "time": 0.15210356712341308, "step": 926940}
{"lr": 0.0004144511940348518, "data_time": 0.019088935852050782, "loss_single": 3.3076709270477296, "loss_dense": 3.333172869682312, "loss": 6.640843868255615, "time": 0.16539759635925294, "step": 926990}
{"lr": 0.0004144511940348518, "data_time": 0.018505120277404787, "loss_single": 3.2911353588104246, "loss_dense": 3.3416631698608397, "loss": 6.632798528671264, "time": 0.16719136238098145, "step": 927040}
{"lr": 0.0004144511940348518, "data_time": 0.017287325859069825, "loss_single": 3.295799803733826, "loss_dense": 3.343416380882263, "loss": 6.639216184616089, "time": 0.15518336296081542, "step": 927090}
{"lr": 0.0004144511940348518, "data_time": 0.01692996025085449, "loss_single": 3.3041592121124266, "loss_dense": 3.3372169971466064, "loss": 6.641376161575318, "time": 0.1577479362487793, "step": 927140}
{"lr": 0.0004144511940348518, "data_time": 0.018099522590637206, "loss_single": 3.2976163148880007, "loss_dense": 3.343618106842041, "loss": 6.641234540939331, "time": 0.1575711488723755, "step": 927190}
{"lr": 0.0004144511940348518, "data_time": 0.01648554801940918, "loss_single": 3.299085545539856, "loss_dense": 3.337550735473633, "loss": 6.636636257171631, "time": 0.1623950719833374, "step": 927240}
{"lr": 0.0004144511940348518, "data_time": 0.018541121482849122, "loss_single": 3.3106874227523804, "loss_dense": 3.3454741477966308, "loss": 6.656161594390869, "time": 0.16217491626739503, "step": 927290}
{"lr": 0.0004144511940348518, "data_time": 0.024730324745178223, "loss_single": 3.316186618804932, "loss_dense": 3.3493514537811278, "loss": 6.66553807258606, "time": 0.19550116062164308, "step": 927340}
{"lr": 0.0004144511940348518, "data_time": 0.017369771003723146, "loss_single": 3.3375401735305785, "loss_dense": 3.3776522397994997, "loss": 6.71519250869751, "time": 0.15812935829162597, "step": 927390}
{"lr": 0.0004144511940348518, "data_time": 0.01755547523498535, "loss_single": 3.307843565940857, "loss_dense": 3.3398679971694945, "loss": 6.647711610794067, "time": 0.15869450569152832, "step": 927440}
{"lr": 0.0004144511940348518, "data_time": 0.01816244125366211, "loss_single": 3.3341503858566286, "loss_dense": 3.3641586542129516, "loss": 6.69830904006958, "time": 0.1595240592956543, "step": 927490}
{"lr": 0.0004144511940348518, "data_time": 0.019137024879455566, "loss_single": 3.3172784805297852, "loss_dense": 3.3538084030151367, "loss": 6.671086835861206, "time": 0.16550178527832032, "step": 927540}
{"lr": 0.0004144511940348518, "data_time": 0.015569591522216797, "loss_single": 3.3059423685073854, "loss_dense": 3.3431198596954346, "loss": 6.649062156677246, "time": 0.1589437961578369, "step": 927590}
{"lr": 0.0004144511940348518, "data_time": 0.018604326248168945, "loss_single": 3.2742944717407227, "loss_dense": 3.3161078214645388, "loss": 6.590402317047119, "time": 0.16304123401641846, "step": 927640}
{"lr": 0.0004144511940348518, "data_time": 0.019191455841064454, "loss_single": 3.3075033903121946, "loss_dense": 3.349989485740662, "loss": 6.657492828369141, "time": 0.1875068426132202, "step": 927690}
{"lr": 0.0004144511940348518, "data_time": 0.019638442993164064, "loss_single": 3.2927522897720336, "loss_dense": 3.3365427017211915, "loss": 6.629295015335083, "time": 0.1611489772796631, "step": 927740}
{"lr": 0.0004144511940348518, "data_time": 0.02026841640472412, "loss_single": 3.2946674823760986, "loss_dense": 3.3362623929977415, "loss": 6.630929899215698, "time": 0.1741682767868042, "step": 927790}
{"lr": 0.0004144511940348518, "data_time": 0.01685676574707031, "loss_single": 3.3079396724700927, "loss_dense": 3.339439797401428, "loss": 6.6473794937133786, "time": 0.17164816856384277, "step": 927840}
{"lr": 0.0004144511940348518, "data_time": 0.018255400657653808, "loss_single": 3.288014817237854, "loss_dense": 3.342696928977966, "loss": 6.630711698532105, "time": 0.16092875003814697, "step": 927890}
{"lr": 0.0004144511940348518, "data_time": 0.018183970451354982, "loss_single": 3.3389194011688232, "loss_dense": 3.3733516693115235, "loss": 6.712271118164063, "time": 0.1645893096923828, "step": 927940}
{"lr": 0.0004144511940348518, "data_time": 0.03960361480712891, "loss_single": 3.3199167966842653, "loss_dense": 3.3514925241470337, "loss": 6.671409273147583, "time": 0.18086776733398438, "step": 927990}
{"lr": 0.0004144511940348518, "data_time": 0.017273330688476564, "loss_single": 3.2851218223571776, "loss_dense": 3.339459705352783, "loss": 6.624581527709961, "time": 0.1620258331298828, "step": 928040}
{"lr": 0.0004144511940348518, "data_time": 0.016875362396240233, "loss_single": 3.311649799346924, "loss_dense": 3.360980749130249, "loss": 6.672630548477173, "time": 0.16772770881652832, "step": 928090}
{"lr": 0.0004144511940348518, "data_time": 0.01754434108734131, "loss_single": 3.300273299217224, "loss_dense": 3.327578234672546, "loss": 6.62785153388977, "time": 0.1543816566467285, "step": 928140}
{"lr": 0.0004144511940348518, "data_time": 0.016898083686828613, "loss_single": 3.2935225486755373, "loss_dense": 3.3530436038970945, "loss": 6.646566104888916, "time": 0.16483604907989502, "step": 928190}
{"lr": 0.0004144511940348518, "data_time": 0.020139217376708984, "loss_single": 3.295308780670166, "loss_dense": 3.333876204490662, "loss": 6.62918496131897, "time": 0.16225166320800782, "step": 928240}
{"lr": 0.0004144511940348518, "data_time": 0.01744976043701172, "loss_single": 3.304492950439453, "loss_dense": 3.34698646068573, "loss": 6.651479339599609, "time": 0.16560921669006348, "step": 928290}
{"lr": 0.0004144511940348518, "data_time": 0.018399977684020997, "loss_single": 3.312826991081238, "loss_dense": 3.340748333930969, "loss": 6.653575134277344, "time": 0.17604923248291016, "step": 928340}
{"lr": 0.0004144511940348518, "data_time": 0.019778871536254884, "loss_single": 3.292563629150391, "loss_dense": 3.33812620639801, "loss": 6.630689811706543, "time": 0.22585408687591552, "step": 928390}
{"lr": 0.0004144511940348518, "data_time": 0.017219161987304686, "loss_single": 3.3127570152282715, "loss_dense": 3.3437066793441774, "loss": 6.656463670730591, "time": 0.17743370532989503, "step": 928440}
{"lr": 0.0004144511940348518, "data_time": 0.017406797409057616, "loss_single": 3.3243816614151003, "loss_dense": 3.3648311614990236, "loss": 6.689212799072266, "time": 0.16035306453704834, "step": 928490}
{"lr": 0.0004144511940348518, "data_time": 0.017607927322387695, "loss_single": 3.3369829416275025, "loss_dense": 3.367525577545166, "loss": 6.704508543014526, "time": 0.15826919078826904, "step": 928540}
{"lr": 0.0004144511940348518, "data_time": 0.017415499687194823, "loss_single": 3.329208755493164, "loss_dense": 3.3688265562057493, "loss": 6.698035430908203, "time": 0.167444109916687, "step": 928590}
{"lr": 0.0004144511940348518, "data_time": 0.018336915969848634, "loss_single": 3.3001676559448243, "loss_dense": 3.3402741670608522, "loss": 6.640441751480102, "time": 0.1609487771987915, "step": 928640}
{"lr": 0.0004144511940348518, "data_time": 0.017959213256835936, "loss_single": 3.3201832294464113, "loss_dense": 3.3527589797973634, "loss": 6.672942113876343, "time": 0.15997273921966554, "step": 928690}
{"lr": 0.0004144511940348518, "data_time": 0.017842316627502443, "loss_single": 3.300830841064453, "loss_dense": 3.3405253648757935, "loss": 6.641356182098389, "time": 0.1630178213119507, "step": 928740}
{"lr": 0.0004144511940348518, "data_time": 0.02132747173309326, "loss_single": 3.2987424612045286, "loss_dense": 3.332071232795715, "loss": 6.63081374168396, "time": 0.21308484077453613, "step": 928790}
{"lr": 0.0004144511940348518, "data_time": 0.016106510162353517, "loss_single": 3.3133046865463256, "loss_dense": 3.3480608463287354, "loss": 6.661365509033203, "time": 0.16674773693084716, "step": 928840}
{"lr": 0.0004144511940348518, "data_time": 0.016667795181274415, "loss_single": 3.316520881652832, "loss_dense": 3.3567631959915163, "loss": 6.673284101486206, "time": 0.1764143943786621, "step": 928890}
{"lr": 0.0004144511940348518, "data_time": 0.017494058609008788, "loss_single": 3.311842513084412, "loss_dense": 3.346274757385254, "loss": 6.658117198944092, "time": 0.15837500095367432, "step": 928940}
{"lr": 0.0004144511940348518, "data_time": 0.01735973358154297, "loss_single": 3.2963428497314453, "loss_dense": 3.344428825378418, "loss": 6.640771770477295, "time": 0.18118054866790773, "step": 928990}
{"lr": 0.0004144511940348518, "data_time": 0.017281770706176758, "loss_single": 3.3017430782318113, "loss_dense": 3.3355737686157227, "loss": 6.63731689453125, "time": 0.1591270685195923, "step": 929040}
{"lr": 0.0004144511940348518, "data_time": 0.014861154556274413, "loss_single": 3.313625955581665, "loss_dense": 3.3570918083190917, "loss": 6.670717668533325, "time": 0.16781063079833985, "step": 929090}
{"lr": 0.0004144511940348518, "data_time": 0.017714309692382812, "loss_single": 3.3057525396347045, "loss_dense": 3.3388662099838258, "loss": 6.644618701934815, "time": 0.1671907424926758, "step": 929140}
{"lr": 0.0004144511940348518, "data_time": 0.015793156623840333, "loss_single": 3.326297092437744, "loss_dense": 3.36005961894989, "loss": 6.68635663986206, "time": 0.17610652446746827, "step": 929190}
{"lr": 0.0004144511940348518, "data_time": 0.01768958568572998, "loss_single": 3.3300800800323485, "loss_dense": 3.3642749786376953, "loss": 6.6943549633026125, "time": 0.18687958717346193, "step": 929240}
{"lr": 0.0004144511940348518, "data_time": 0.017630767822265626, "loss_single": 3.304299473762512, "loss_dense": 3.344144344329834, "loss": 6.6484438419342045, "time": 0.17065963745117188, "step": 929290}
{"lr": 0.0004144511940348518, "data_time": 0.017278647422790526, "loss_single": 3.320095419883728, "loss_dense": 3.3471824169158935, "loss": 6.667277908325195, "time": 0.16625912189483644, "step": 929340}
{"lr": 0.0004144511940348518, "data_time": 0.018326663970947267, "loss_single": 3.319298815727234, "loss_dense": 3.3540159940719603, "loss": 6.673314809799194, "time": 0.1613187313079834, "step": 929390}
{"lr": 0.0004144511940348518, "data_time": 0.01722452640533447, "loss_single": 3.313370776176453, "loss_dense": 3.352157783508301, "loss": 6.6655285358428955, "time": 0.1627333402633667, "step": 929440}
{"lr": 0.0004144511940348518, "data_time": 0.01633603572845459, "loss_single": 3.3119967460632322, "loss_dense": 3.3496756315231324, "loss": 6.661672306060791, "time": 0.18466784954071044, "step": 929490}
{"lr": 0.0004144511940348518, "data_time": 0.022207021713256836, "loss_single": 3.317345213890076, "loss_dense": 3.360421323776245, "loss": 6.677766561508179, "time": 0.20292375087738038, "step": 929540}
{"lr": 0.0004144511940348518, "data_time": 0.018287229537963866, "loss_single": 3.3250163316726686, "loss_dense": 3.350836753845215, "loss": 6.675853109359741, "time": 0.20826280117034912, "step": 929590}
{"lr": 0.0004144511940348518, "data_time": 0.017256522178649904, "loss_single": 3.3073432207107545, "loss_dense": 3.342469310760498, "loss": 6.649812412261963, "time": 0.16873469352722167, "step": 929640}
{"lr": 0.0004144511940348518, "data_time": 0.018653106689453126, "loss_single": 3.304723024368286, "loss_dense": 3.3366400957107545, "loss": 6.641363143920898, "time": 0.1665438413619995, "step": 929690}
{"lr": 0.0004144511940348518, "data_time": 0.0158947229385376, "loss_single": 3.308341217041016, "loss_dense": 3.3574980735778808, "loss": 6.665839385986328, "time": 0.17562227249145507, "step": 929740}
{"lr": 0.0004144511940348518, "data_time": 0.016431784629821776, "loss_single": 3.3121697187423704, "loss_dense": 3.343784976005554, "loss": 6.6559546947479244, "time": 0.16248950958251954, "step": 929790}
{"lr": 0.0004144511940348518, "data_time": 0.016531753540039062, "loss_single": 3.3157146692276003, "loss_dense": 3.3542291641235353, "loss": 6.669943904876709, "time": 0.15704166889190674, "step": 929840}
{"lr": 0.0004144511940348518, "data_time": 0.018805885314941408, "loss_single": 3.303340435028076, "loss_dense": 3.342606616020203, "loss": 6.645946979522705, "time": 0.16054387092590333, "step": 929890}
{"lr": 0.0004144511940348518, "data_time": 0.01790459156036377, "loss_single": 3.274035406112671, "loss_dense": 3.324234199523926, "loss": 6.598269653320313, "time": 0.15890216827392578, "step": 929940}
{"lr": 0.0004144511940348518, "data_time": 0.017302584648132325, "loss_single": 3.302318978309631, "loss_dense": 3.3432967185974123, "loss": 6.645615673065185, "time": 0.15627355575561525, "step": 929990}
{"lr": 0.0004144511940348518, "data_time": 0.016929006576538085, "loss_single": 3.316469931602478, "loss_dense": 3.3451661586761476, "loss": 6.661636114120483, "time": 0.17081089019775392, "step": 930040}
{"lr": 0.0004144511940348518, "data_time": 0.017311954498291017, "loss_single": 3.2996814489364623, "loss_dense": 3.3370131254196167, "loss": 6.636694526672363, "time": 0.17464804649353027, "step": 930090}
{"lr": 0.0004144511940348518, "data_time": 0.016650056838989256, "loss_single": 3.314564919471741, "loss_dense": 3.3498337984085085, "loss": 6.664398622512818, "time": 0.20628056526184083, "step": 930140}
{"lr": 0.0004144511940348518, "data_time": 0.017598581314086915, "loss_single": 3.2949403285980225, "loss_dense": 3.3373027086257934, "loss": 6.632242965698242, "time": 0.15543172359466553, "step": 930190}
{"lr": 0.0004144511940348518, "data_time": 0.0167191743850708, "loss_single": 3.311466026306152, "loss_dense": 3.3486114978790282, "loss": 6.660077476501465, "time": 0.1707174301147461, "step": 930240}
{"lr": 0.0004144511940348518, "data_time": 0.017763948440551756, "loss_single": 3.304314064979553, "loss_dense": 3.339386487007141, "loss": 6.643700504302979, "time": 0.15644781589508056, "step": 930290}
{"lr": 0.0004144511940348518, "data_time": 0.018994450569152832, "loss_single": 3.3025250673294066, "loss_dense": 3.343114233016968, "loss": 6.645639181137085, "time": 0.15799906253814697, "step": 930340}
{"lr": 0.0004144511940348518, "data_time": 0.017914986610412596, "loss_single": 3.3047654151916506, "loss_dense": 3.342938947677612, "loss": 6.647704362869263, "time": 0.17591302394866942, "step": 930390}
{"lr": 0.0004144511940348518, "data_time": 0.019347238540649413, "loss_single": 3.3182621240615844, "loss_dense": 3.3589086055755617, "loss": 6.677170658111573, "time": 0.16822478771209717, "step": 930440}
{"lr": 0.0004144511940348518, "data_time": 0.025093770027160643, "loss_single": 3.3089372158050536, "loss_dense": 3.3456817150115965, "loss": 6.654618978500366, "time": 0.25747525691986084, "step": 930490}
{"lr": 0.0004144511940348518, "data_time": 0.019310975074768068, "loss_single": 3.3099471807479857, "loss_dense": 3.3477508068084716, "loss": 6.657698011398315, "time": 0.16291847229003906, "step": 930540}
{"lr": 0.0004144511940348518, "data_time": 0.016335654258728027, "loss_single": 3.32005512714386, "loss_dense": 3.3560954570770263, "loss": 6.676150560379028, "time": 0.15765900611877443, "step": 930590}
{"lr": 0.0004144511940348518, "data_time": 0.016704916954040527, "loss_single": 3.322116827964783, "loss_dense": 3.3483169078826904, "loss": 6.670433759689331, "time": 0.1714691162109375, "step": 930640}
{"lr": 0.0004144511940348518, "data_time": 0.020101475715637206, "loss_single": 3.316750192642212, "loss_dense": 3.3451688289642334, "loss": 6.661919069290161, "time": 0.20789573192596436, "step": 930690}
{"lr": 0.0004144511940348518, "data_time": 0.014061784744262696, "loss_single": 3.3198150634765624, "loss_dense": 3.3587650537490843, "loss": 6.678580093383789, "time": 0.16159656047821044, "step": 930740}
{"lr": 0.00036124857091879027, "data_time": 0.020841002464294434, "loss_single": 3.3189998626708985, "loss_dense": 3.3521239042282103, "loss": 6.671123695373535, "time": 0.16860585212707518, "step": 930794}
{"lr": 0.00036124857091879027, "data_time": 0.014939451217651367, "loss_single": 3.2946787595748903, "loss_dense": 3.3395830392837524, "loss": 6.634261751174927, "time": 0.15875115394592285, "step": 930844}
{"lr": 0.00036124857091879027, "data_time": 0.01715853214263916, "loss_single": 3.293431878089905, "loss_dense": 3.34581196308136, "loss": 6.639243793487549, "time": 0.15665750503540038, "step": 930894}
{"lr": 0.00036124857091879027, "data_time": 0.0169403076171875, "loss_single": 3.2936896324157714, "loss_dense": 3.3403716564178465, "loss": 6.634061288833618, "time": 0.16315548419952391, "step": 930944}
{"lr": 0.00036124857091879027, "data_time": 0.01757800579071045, "loss_single": 3.294315314292908, "loss_dense": 3.3355441093444824, "loss": 6.629859399795532, "time": 0.16120777130126954, "step": 930994}
{"lr": 0.00036124857091879027, "data_time": 0.01854052543640137, "loss_single": 3.2847584009170534, "loss_dense": 3.337882137298584, "loss": 6.622640562057495, "time": 0.16470978260040284, "step": 931044}
{"lr": 0.00036124857091879027, "data_time": 0.017884469032287596, "loss_single": 3.304685688018799, "loss_dense": 3.3322070121765135, "loss": 6.6368927478790285, "time": 0.1601853847503662, "step": 931094}
{"lr": 0.00036124857091879027, "data_time": 0.017502403259277342, "loss_single": 3.290948987007141, "loss_dense": 3.3364964962005614, "loss": 6.627445459365845, "time": 0.2233045816421509, "step": 931144}
{"lr": 0.00036124857091879027, "data_time": 0.014690518379211426, "loss_single": 3.303015208244324, "loss_dense": 3.3397597789764406, "loss": 6.642774963378907, "time": 0.1642228126525879, "step": 931194}
{"lr": 0.00036124857091879027, "data_time": 0.016627788543701172, "loss_single": 3.320121169090271, "loss_dense": 3.3487499475479128, "loss": 6.668871164321899, "time": 0.15909035205841066, "step": 931244}
{"lr": 0.00036124857091879027, "data_time": 0.018010449409484864, "loss_single": 3.2915463209152223, "loss_dense": 3.3311413049697878, "loss": 6.62268762588501, "time": 0.15681736469268798, "step": 931294}
{"lr": 0.00036124857091879027, "data_time": 0.017442846298217775, "loss_single": 3.2820685148239135, "loss_dense": 3.3248161554336546, "loss": 6.606884622573853, "time": 0.15857455730438233, "step": 931344}
{"lr": 0.00036124857091879027, "data_time": 0.016508269309997558, "loss_single": 3.300962543487549, "loss_dense": 3.3311065673828124, "loss": 6.63206901550293, "time": 0.15405712127685547, "step": 931394}
{"lr": 0.00036124857091879027, "data_time": 0.02349727153778076, "loss_single": 3.316719889640808, "loss_dense": 3.3525669813156127, "loss": 6.669286823272705, "time": 0.22489664554595948, "step": 931444}
{"lr": 0.00036124857091879027, "data_time": 0.018392395973205567, "loss_single": 3.3021584510803224, "loss_dense": 3.3388175487518312, "loss": 6.640975999832153, "time": 0.2157888889312744, "step": 931494}
{"lr": 0.00036124857091879027, "data_time": 0.017840886116027833, "loss_single": 3.303946876525879, "loss_dense": 3.3408023357391357, "loss": 6.6447492122650145, "time": 0.1625087022781372, "step": 931544}
{"lr": 0.00036124857091879027, "data_time": 0.017962145805358886, "loss_single": 3.3104365825653077, "loss_dense": 3.3517728805541993, "loss": 6.662209463119507, "time": 0.1593169689178467, "step": 931594}
{"lr": 0.00036124857091879027, "data_time": 0.01872274875640869, "loss_single": 3.3055850505828857, "loss_dense": 3.3498028993606566, "loss": 6.655388021469117, "time": 0.16721317768096924, "step": 931644}
{"lr": 0.00036124857091879027, "data_time": 0.016730403900146483, "loss_single": 3.2979276180267334, "loss_dense": 3.337113952636719, "loss": 6.635041618347168, "time": 0.15570733547210694, "step": 931694}
{"lr": 0.00036124857091879027, "data_time": 0.018841242790222167, "loss_single": 3.3010266780853272, "loss_dense": 3.3485506772994995, "loss": 6.649577331542969, "time": 0.1609633445739746, "step": 931744}
{"lr": 0.00036124857091879027, "data_time": 0.017772746086120606, "loss_single": 3.3126693248748778, "loss_dense": 3.3556011438369753, "loss": 6.668270444869995, "time": 0.16918296813964845, "step": 931794}
{"lr": 0.00036124857091879027, "data_time": 0.017659544944763184, "loss_single": 3.2947441577911376, "loss_dense": 3.33652081489563, "loss": 6.631264972686767, "time": 0.16671125888824462, "step": 931844}
{"lr": 0.00036124857091879027, "data_time": 0.01761634349822998, "loss_single": 3.323639154434204, "loss_dense": 3.3545860290527343, "loss": 6.678225183486939, "time": 0.16217517852783203, "step": 931894}
{"lr": 0.00036124857091879027, "data_time": 0.017768168449401857, "loss_single": 3.3027140140533446, "loss_dense": 3.3503497362136843, "loss": 6.653063821792602, "time": 0.15838806629180907, "step": 931944}
{"lr": 0.00036124857091879027, "data_time": 0.01741492748260498, "loss_single": 3.29825279712677, "loss_dense": 3.3544850587844848, "loss": 6.652737760543824, "time": 0.16395010948181152, "step": 931994}
{"lr": 0.00036124857091879027, "data_time": 0.017496109008789062, "loss_single": 3.3212048053741454, "loss_dense": 3.3568569898605345, "loss": 6.678061819076538, "time": 0.16302311420440674, "step": 932044}
{"lr": 0.00036124857091879027, "data_time": 0.017731428146362305, "loss_single": 3.333064150810242, "loss_dense": 3.357419419288635, "loss": 6.690483617782593, "time": 0.16476600170135497, "step": 932094}
{"lr": 0.00036124857091879027, "data_time": 0.016736841201782225, "loss_single": 3.295621418952942, "loss_dense": 3.3329071044921874, "loss": 6.628528451919555, "time": 0.17889010906219482, "step": 932144}
{"lr": 0.00036124857091879027, "data_time": 0.016587495803833008, "loss_single": 3.2906893253326417, "loss_dense": 3.327161955833435, "loss": 6.617851257324219, "time": 0.15971360206604004, "step": 932194}
{"lr": 0.00036124857091879027, "data_time": 0.017639899253845216, "loss_single": 3.302886462211609, "loss_dense": 3.3382465839385986, "loss": 6.64113302230835, "time": 0.17133746147155762, "step": 932244}
{"lr": 0.00036124857091879027, "data_time": 0.017549633979797363, "loss_single": 3.299472999572754, "loss_dense": 3.349574828147888, "loss": 6.6490478515625, "time": 0.1860050678253174, "step": 932294}
{"lr": 0.00036124857091879027, "data_time": 0.02206530570983887, "loss_single": 3.3019726991653444, "loss_dense": 3.342115807533264, "loss": 6.644088554382324, "time": 0.15690145492553711, "step": 932344}
{"lr": 0.00036124857091879027, "data_time": 0.017530488967895507, "loss_single": 3.288332986831665, "loss_dense": 3.336638927459717, "loss": 6.624972009658814, "time": 0.15638952255249022, "step": 932394}
{"lr": 0.00036124857091879027, "data_time": 0.017252540588378905, "loss_single": 3.3092503547668457, "loss_dense": 3.338041830062866, "loss": 6.647292232513427, "time": 0.16027162075042725, "step": 932444}
{"lr": 0.00036124857091879027, "data_time": 0.017727875709533693, "loss_single": 3.308415961265564, "loss_dense": 3.3473950386047364, "loss": 6.655811071395874, "time": 0.15945806503295898, "step": 932494}
{"lr": 0.00036124857091879027, "data_time": 0.017547965049743652, "loss_single": 3.2930351734161376, "loss_dense": 3.3347792625427246, "loss": 6.627814483642578, "time": 0.15975618362426758, "step": 932544}
{"lr": 0.00036124857091879027, "data_time": 0.018675708770751955, "loss_single": 3.3223173141479494, "loss_dense": 3.3668989181518554, "loss": 6.689216136932373, "time": 0.15987398624420165, "step": 932594}
{"lr": 0.00036124857091879027, "data_time": 0.01723296642303467, "loss_single": 3.2958488702774047, "loss_dense": 3.3228199005126955, "loss": 6.618668794631958, "time": 0.1578218936920166, "step": 932644}
{"lr": 0.00036124857091879027, "data_time": 0.01827089786529541, "loss_single": 3.305001378059387, "loss_dense": 3.3429614067077638, "loss": 6.647962808609009, "time": 0.16037604808807374, "step": 932694}
{"lr": 0.00036124857091879027, "data_time": 0.01756114959716797, "loss_single": 3.3150127649307253, "loss_dense": 3.3502036571502685, "loss": 6.665216493606567, "time": 0.15541248321533202, "step": 932744}
{"lr": 0.00036124857091879027, "data_time": 0.019194412231445312, "loss_single": 3.2850075244903563, "loss_dense": 3.3265926599502564, "loss": 6.611600255966186, "time": 0.17268013954162598, "step": 932794}
{"lr": 0.00036124857091879027, "data_time": 0.018679046630859376, "loss_single": 3.2885454416275026, "loss_dense": 3.323551797866821, "loss": 6.612097263336182, "time": 0.16025691032409667, "step": 932844}
{"lr": 0.00036124857091879027, "data_time": 0.019205379486083984, "loss_single": 3.3201478242874147, "loss_dense": 3.3610108137130736, "loss": 6.68115873336792, "time": 0.17214782238006593, "step": 932894}
{"lr": 0.00036124857091879027, "data_time": 0.01837160587310791, "loss_single": 3.314048957824707, "loss_dense": 3.3568430185317992, "loss": 6.670891952514649, "time": 0.16577377319335937, "step": 932944}
{"lr": 0.00036124857091879027, "data_time": 0.01610610485076904, "loss_single": 3.2934902191162108, "loss_dense": 3.34153573513031, "loss": 6.635025978088379, "time": 0.16043603420257568, "step": 932994}
{"lr": 0.00036124857091879027, "data_time": 0.018987202644348146, "loss_single": 3.284490370750427, "loss_dense": 3.3219773054122923, "loss": 6.606467628479004, "time": 0.15619924068450927, "step": 933044}
{"lr": 0.00036124857091879027, "data_time": 0.015444111824035645, "loss_single": 3.302673888206482, "loss_dense": 3.335325288772583, "loss": 6.637999200820923, "time": 0.1571511745452881, "step": 933094}
{"lr": 0.00036124857091879027, "data_time": 0.018576741218566895, "loss_single": 3.294931483268738, "loss_dense": 3.3334272861480714, "loss": 6.628358793258667, "time": 0.18292851448059083, "step": 933144}
{"lr": 0.00036124857091879027, "data_time": 0.017847275733947753, "loss_single": 3.3270023107528686, "loss_dense": 3.357624959945679, "loss": 6.684627342224121, "time": 0.15604491233825685, "step": 933194}
{"lr": 0.00036124857091879027, "data_time": 0.019950675964355468, "loss_single": 3.308628225326538, "loss_dense": 3.333184909820557, "loss": 6.641813135147094, "time": 0.16024789810180665, "step": 933244}
{"lr": 0.00036124857091879027, "data_time": 0.018480086326599122, "loss_single": 3.302442121505737, "loss_dense": 3.335455322265625, "loss": 6.6378974437713625, "time": 0.16298353672027588, "step": 933294}
{"lr": 0.00036124857091879027, "data_time": 0.018100380897521973, "loss_single": 3.2964736461639403, "loss_dense": 3.3339004278182984, "loss": 6.630374097824097, "time": 0.15885653495788574, "step": 933344}
{"lr": 0.00036124857091879027, "data_time": 0.017639017105102538, "loss_single": 3.33283953666687, "loss_dense": 3.3608030319213866, "loss": 6.693642568588257, "time": 0.15834996700286866, "step": 933394}
{"lr": 0.00036124857091879027, "data_time": 0.017689967155456544, "loss_single": 3.2982877492904663, "loss_dense": 3.3367012977600097, "loss": 6.6349889755249025, "time": 0.16248836517333984, "step": 933444}
{"lr": 0.00036124857091879027, "data_time": 0.0276139497756958, "loss_single": 3.3213903188705443, "loss_dense": 3.3462770700454714, "loss": 6.667667388916016, "time": 0.26937665939331057, "step": 933494}
{"lr": 0.00036124857091879027, "data_time": 0.019669413566589355, "loss_single": 3.3078893184661866, "loss_dense": 3.349631643295288, "loss": 6.657520914077759, "time": 0.15886454582214354, "step": 933544}
{"lr": 0.00036124857091879027, "data_time": 0.018538784980773926, "loss_single": 3.3267873525619507, "loss_dense": 3.3601223945617678, "loss": 6.68690972328186, "time": 0.1555311918258667, "step": 933594}
{"lr": 0.00036124857091879027, "data_time": 0.01760084629058838, "loss_single": 3.322519564628601, "loss_dense": 3.3659035682678224, "loss": 6.688423156738281, "time": 0.15670692920684814, "step": 933644}
{"lr": 0.00036124857091879027, "data_time": 0.01768503189086914, "loss_single": 3.3122368812561036, "loss_dense": 3.3444936513900756, "loss": 6.656730604171753, "time": 0.1643078565597534, "step": 933694}
{"lr": 0.00036124857091879027, "data_time": 0.01852555274963379, "loss_single": 3.3095957040786743, "loss_dense": 3.3418944835662843, "loss": 6.651490306854248, "time": 0.16125214099884033, "step": 933744}
{"lr": 0.00036124857091879027, "data_time": 0.017369294166564943, "loss_single": 3.2960299491882323, "loss_dense": 3.350363349914551, "loss": 6.646393203735352, "time": 0.15849385261535645, "step": 933794}
{"lr": 0.00036124857091879027, "data_time": 0.01555778980255127, "loss_single": 3.3036881923675536, "loss_dense": 3.3447887659072877, "loss": 6.648477029800415, "time": 0.2517911434173584, "step": 933844}
{"lr": 0.00036124857091879027, "data_time": 0.01819150447845459, "loss_single": 3.3021486043930053, "loss_dense": 3.3445532083511353, "loss": 6.646701860427856, "time": 0.1624991178512573, "step": 933894}
{"lr": 0.00036124857091879027, "data_time": 0.018010878562927247, "loss_single": 3.2998163223266603, "loss_dense": 3.337135171890259, "loss": 6.636951494216919, "time": 0.16469063758850097, "step": 933944}
{"lr": 0.00036124857091879027, "data_time": 0.019180488586425782, "loss_single": 3.316241812705994, "loss_dense": 3.356507396697998, "loss": 6.67274923324585, "time": 0.16865968704223633, "step": 933994}
{"lr": 0.00036124857091879027, "data_time": 0.017113542556762694, "loss_single": 3.3027244567871095, "loss_dense": 3.3455122232437136, "loss": 6.648236608505249, "time": 0.16019811630249023, "step": 934044}
{"lr": 0.00036124857091879027, "data_time": 0.018600106239318848, "loss_single": 3.3096375942230223, "loss_dense": 3.349167823791504, "loss": 6.6588053703308105, "time": 0.15998897552490235, "step": 934094}
{"lr": 0.00036124857091879027, "data_time": 0.02333831787109375, "loss_single": 3.3092043161392213, "loss_dense": 3.338718819618225, "loss": 6.647923183441162, "time": 0.23080143928527833, "step": 934144}
{"lr": 0.00036124857091879027, "data_time": 0.01825437545776367, "loss_single": 3.2942784070968627, "loss_dense": 3.3295557737350463, "loss": 6.623834133148193, "time": 0.16231627464294435, "step": 934194}
{"lr": 0.00036124857091879027, "data_time": 0.018706846237182616, "loss_single": 3.288442826271057, "loss_dense": 3.338063931465149, "loss": 6.62650694847107, "time": 0.15918195247650146, "step": 934244}
{"lr": 0.00036124857091879027, "data_time": 0.016944360733032227, "loss_single": 3.3030876874923707, "loss_dense": 3.344142031669617, "loss": 6.6472296714782715, "time": 0.1582507610321045, "step": 934294}
{"lr": 0.00036124857091879027, "data_time": 0.0174694299697876, "loss_single": 3.284945487976074, "loss_dense": 3.32060124874115, "loss": 6.605546712875366, "time": 0.16370928287506104, "step": 934344}
{"lr": 0.00036124857091879027, "data_time": 0.020456314086914062, "loss_single": 3.2955739498138428, "loss_dense": 3.335992383956909, "loss": 6.631566286087036, "time": 0.16483020782470703, "step": 934394}
{"lr": 0.00036124857091879027, "data_time": 0.016441869735717773, "loss_single": 3.2769232988357544, "loss_dense": 3.3283754348754884, "loss": 6.605298709869385, "time": 0.18146471977233886, "step": 934444}
{"lr": 0.00036124857091879027, "data_time": 0.018197345733642577, "loss_single": 3.316291260719299, "loss_dense": 3.342858147621155, "loss": 6.6591493606567385, "time": 0.15656495094299316, "step": 934494}
{"lr": 0.00036124857091879027, "data_time": 0.016644954681396484, "loss_single": 3.3082992792129517, "loss_dense": 3.337420606613159, "loss": 6.645719909667969, "time": 0.22560272216796876, "step": 934544}
{"lr": 0.00036124857091879027, "data_time": 0.01680278778076172, "loss_single": 3.2828073740005492, "loss_dense": 3.3179826498031617, "loss": 6.600790071487427, "time": 0.16266071796417236, "step": 934594}
{"lr": 0.00036124857091879027, "data_time": 0.017513060569763185, "loss_single": 3.3302966594696044, "loss_dense": 3.361637234687805, "loss": 6.691933822631836, "time": 0.1620267629623413, "step": 934644}
{"lr": 0.00036124857091879027, "data_time": 0.01833500862121582, "loss_single": 3.314832592010498, "loss_dense": 3.351719856262207, "loss": 6.666552448272705, "time": 0.1633812665939331, "step": 934694}
{"lr": 0.00036124857091879027, "data_time": 0.017480015754699707, "loss_single": 3.3057859182357787, "loss_dense": 3.3429125547409058, "loss": 6.648698520660401, "time": 0.1626661539077759, "step": 934744}
{"lr": 0.00036124857091879027, "data_time": 0.017085981369018555, "loss_single": 3.314255142211914, "loss_dense": 3.3501625299453734, "loss": 6.664417695999146, "time": 0.16139812469482423, "step": 934794}
{"lr": 0.00036124857091879027, "data_time": 0.017421412467956542, "loss_single": 3.309533214569092, "loss_dense": 3.3463082551956176, "loss": 6.655841398239136, "time": 0.1561574935913086, "step": 934844}
{"lr": 0.00036124857091879027, "data_time": 0.021433496475219728, "loss_single": 3.2951607942581176, "loss_dense": 3.333662414550781, "loss": 6.628823232650757, "time": 0.16156406402587892, "step": 934894}
{"lr": 0.00036124857091879027, "data_time": 0.01702263355255127, "loss_single": 3.290318560600281, "loss_dense": 3.3377170085906984, "loss": 6.628035688400269, "time": 0.15524892807006835, "step": 934944}
{"lr": 0.00036124857091879027, "data_time": 0.019193005561828614, "loss_single": 3.3164215326309203, "loss_dense": 3.352258086204529, "loss": 6.668679571151733, "time": 0.17128782272338866, "step": 934994}
{"lr": 0.00036124857091879027, "data_time": 0.01932244300842285, "loss_single": 3.3005674839019776, "loss_dense": 3.3477117300033568, "loss": 6.648279237747192, "time": 0.16101438999176027, "step": 935044}
{"lr": 0.00036124857091879027, "data_time": 0.017022705078125, "loss_single": 3.2910829544067384, "loss_dense": 3.3312870264053345, "loss": 6.622370004653931, "time": 0.16053521633148193, "step": 935094}
{"lr": 0.00036124857091879027, "data_time": 0.019973111152648926, "loss_single": 3.3046234846115112, "loss_dense": 3.3398420810699463, "loss": 6.644465541839599, "time": 0.1573402166366577, "step": 935144}
{"lr": 0.00036124857091879027, "data_time": 0.017731213569641115, "loss_single": 3.3144291639328003, "loss_dense": 3.355045199394226, "loss": 6.669474315643311, "time": 0.15639197826385498, "step": 935194}
{"lr": 0.00036124857091879027, "data_time": 0.018510198593139647, "loss_single": 3.304306387901306, "loss_dense": 3.3508404016494753, "loss": 6.655146837234497, "time": 0.15974180698394774, "step": 935244}
{"lr": 0.00036124857091879027, "data_time": 0.017343020439147948, "loss_single": 3.3449280738830565, "loss_dense": 3.3755003929138185, "loss": 6.720428514480591, "time": 0.15771243572235108, "step": 935294}
{"lr": 0.00036124857091879027, "data_time": 0.017703437805175783, "loss_single": 3.3323383808135985, "loss_dense": 3.3625256299972532, "loss": 6.694863986968994, "time": 0.15848846435546876, "step": 935344}
{"lr": 0.00036124857091879027, "data_time": 0.020320582389831542, "loss_single": 3.2895625591278077, "loss_dense": 3.322125554084778, "loss": 6.611688137054443, "time": 0.16339917182922364, "step": 935394}
{"lr": 0.00036124857091879027, "data_time": 0.019514799118041992, "loss_single": 3.2907947063446046, "loss_dense": 3.330735445022583, "loss": 6.6215301036834715, "time": 0.16173677444458007, "step": 935444}
{"lr": 0.00036124857091879027, "data_time": 0.016729402542114257, "loss_single": 3.326966881752014, "loss_dense": 3.362531566619873, "loss": 6.689498567581177, "time": 0.15724246501922606, "step": 935494}
{"lr": 0.00036124857091879027, "data_time": 0.01725630760192871, "loss_single": 3.3308334589004516, "loss_dense": 3.359783887863159, "loss": 6.690617275238037, "time": 0.15757474899291993, "step": 935544}
{"lr": 0.00036124857091879027, "data_time": 0.017039799690246583, "loss_single": 3.306554365158081, "loss_dense": 3.3546233654022215, "loss": 6.6611778259277346, "time": 0.16844747066497803, "step": 935594}
{"lr": 0.00036124857091879027, "data_time": 0.01734461784362793, "loss_single": 3.3195093870162964, "loss_dense": 3.3476123332977297, "loss": 6.667121696472168, "time": 0.17748088836669923, "step": 935644}
{"lr": 0.00036124857091879027, "data_time": 0.017720866203308105, "loss_single": 3.3157740592956544, "loss_dense": 3.3624327421188354, "loss": 6.678206729888916, "time": 0.16141149997711182, "step": 935694}
{"lr": 0.00036124857091879027, "data_time": 0.015325284004211426, "loss_single": 3.2933423042297365, "loss_dense": 3.339571499824524, "loss": 6.6329137802124025, "time": 0.1510018825531006, "step": 935744}
{"lr": 0.0003116578406735122, "data_time": 0.01797804832458496, "loss_single": 3.312781500816345, "loss_dense": 3.3501616954803466, "loss": 6.6629432201385494, "time": 0.15843486785888672, "step": 935798}
{"lr": 0.0003116578406735122, "data_time": 0.01859467029571533, "loss_single": 3.286927604675293, "loss_dense": 3.342559480667114, "loss": 6.629487180709839, "time": 0.16363415718078614, "step": 935848}
{"lr": 0.0003116578406735122, "data_time": 0.015565824508666993, "loss_single": 3.2999118328094483, "loss_dense": 3.335359525680542, "loss": 6.63527135848999, "time": 0.1554564952850342, "step": 935898}
{"lr": 0.0003116578406735122, "data_time": 0.017334580421447754, "loss_single": 3.3078933238983153, "loss_dense": 3.3407711744308473, "loss": 6.648664569854736, "time": 0.15976290702819823, "step": 935948}
{"lr": 0.0003116578406735122, "data_time": 0.01745173931121826, "loss_single": 3.283320951461792, "loss_dense": 3.3251917123794557, "loss": 6.608512735366821, "time": 0.17823920249938965, "step": 935998}
{"lr": 0.0003116578406735122, "data_time": 0.017371630668640135, "loss_single": 3.2953811407089235, "loss_dense": 3.342513179779053, "loss": 6.6378944396972654, "time": 0.15479016304016113, "step": 936048}
{"lr": 0.0003116578406735122, "data_time": 0.017633271217346192, "loss_single": 3.2908190488815308, "loss_dense": 3.345632719993591, "loss": 6.636451768875122, "time": 0.15568907260894777, "step": 936098}
{"lr": 0.0003116578406735122, "data_time": 0.01698894500732422, "loss_single": 3.272637867927551, "loss_dense": 3.323794150352478, "loss": 6.596432065963745, "time": 0.16856446266174316, "step": 936148}
{"lr": 0.0003116578406735122, "data_time": 0.018649935722351074, "loss_single": 3.28952841758728, "loss_dense": 3.327875185012817, "loss": 6.617403602600097, "time": 0.15916006565093993, "step": 936198}
{"lr": 0.0003116578406735122, "data_time": 0.017980241775512697, "loss_single": 3.30571448802948, "loss_dense": 3.339988613128662, "loss": 6.6457030296325685, "time": 0.16239078044891359, "step": 936248}
{"lr": 0.0003116578406735122, "data_time": 0.017116308212280273, "loss_single": 3.3104610443115234, "loss_dense": 3.3545732259750367, "loss": 6.665034246444702, "time": 0.1636378526687622, "step": 936298}
{"lr": 0.0003116578406735122, "data_time": 0.018509936332702637, "loss_single": 3.3090455532073975, "loss_dense": 3.349437046051025, "loss": 6.658482551574707, "time": 0.1596381664276123, "step": 936348}
{"lr": 0.0003116578406735122, "data_time": 0.023055529594421385, "loss_single": 3.3049190759658815, "loss_dense": 3.3403056621551515, "loss": 6.645224714279175, "time": 0.1627041816711426, "step": 936398}
{"lr": 0.0003116578406735122, "data_time": 0.019109034538269044, "loss_single": 3.3300534009933473, "loss_dense": 3.3662456035614015, "loss": 6.696299028396607, "time": 0.16524524688720704, "step": 936448}
{"lr": 0.0003116578406735122, "data_time": 0.012461113929748534, "loss_single": 3.2890921115875242, "loss_dense": 3.333056831359863, "loss": 6.622148942947388, "time": 0.16076161861419677, "step": 936498}
{"lr": 0.0003116578406735122, "data_time": 0.019093036651611328, "loss_single": 3.3070037841796873, "loss_dense": 3.3396199464797975, "loss": 6.646623706817627, "time": 0.16016120910644532, "step": 936548}
{"lr": 0.0003116578406735122, "data_time": 0.017209744453430174, "loss_single": 3.3093627452850343, "loss_dense": 3.3653048515319823, "loss": 6.674667549133301, "time": 0.16534810066223143, "step": 936598}
{"lr": 0.0003116578406735122, "data_time": 0.02234654426574707, "loss_single": 3.328112840652466, "loss_dense": 3.3527310371398924, "loss": 6.680843877792358, "time": 0.21285443305969237, "step": 936648}
{"lr": 0.0003116578406735122, "data_time": 0.01669459342956543, "loss_single": 3.3011847734451294, "loss_dense": 3.345273160934448, "loss": 6.646458005905151, "time": 0.17863216400146484, "step": 936698}
{"lr": 0.0003116578406735122, "data_time": 0.016953277587890624, "loss_single": 3.3135961055755616, "loss_dense": 3.348325419425964, "loss": 6.661921548843384, "time": 0.15759897232055664, "step": 936748}
{"lr": 0.0003116578406735122, "data_time": 0.01779806613922119, "loss_single": 3.300590467453003, "loss_dense": 3.3294703722000123, "loss": 6.630060768127441, "time": 0.16867609024047853, "step": 936798}
{"lr": 0.0003116578406735122, "data_time": 0.01923043727874756, "loss_single": 3.328792595863342, "loss_dense": 3.3492474794387816, "loss": 6.678040027618408, "time": 0.15994150638580323, "step": 936848}
{"lr": 0.0003116578406735122, "data_time": 0.017754483222961425, "loss_single": 3.3200887203216554, "loss_dense": 3.35886013507843, "loss": 6.678948831558228, "time": 0.1589834213256836, "step": 936898}
{"lr": 0.0003116578406735122, "data_time": 0.018606400489807128, "loss_single": 3.318953537940979, "loss_dense": 3.3510601043701174, "loss": 6.670013666152954, "time": 0.16658275127410888, "step": 936948}
{"lr": 0.0003116578406735122, "data_time": 0.02091221809387207, "loss_single": 3.2952345848083495, "loss_dense": 3.3284605026245115, "loss": 6.6236950874328615, "time": 0.24799907207489014, "step": 936998}
{"lr": 0.0003116578406735122, "data_time": 0.018884897232055664, "loss_single": 3.3196597337722777, "loss_dense": 3.3560697555541994, "loss": 6.675729465484619, "time": 0.1732079029083252, "step": 937048}
{"lr": 0.0003116578406735122, "data_time": 0.01718094348907471, "loss_single": 3.3158166885375975, "loss_dense": 3.3486761093139648, "loss": 6.664492750167847, "time": 0.16544337272644044, "step": 937098}
{"lr": 0.0003116578406735122, "data_time": 0.01744539737701416, "loss_single": 3.3266061544418335, "loss_dense": 3.3545385599136353, "loss": 6.681144714355469, "time": 0.16454970836639404, "step": 937148}
{"lr": 0.0003116578406735122, "data_time": 0.018068480491638183, "loss_single": 3.331628131866455, "loss_dense": 3.364124965667725, "loss": 6.69575309753418, "time": 0.15973339080810547, "step": 937198}
{"lr": 0.0003116578406735122, "data_time": 0.016891956329345703, "loss_single": 3.3341168403625487, "loss_dense": 3.366049385070801, "loss": 6.700166320800781, "time": 0.16550581455230712, "step": 937248}
{"lr": 0.0003116578406735122, "data_time": 0.017403292655944824, "loss_single": 3.320384454727173, "loss_dense": 3.344502878189087, "loss": 6.66488733291626, "time": 0.1939251661300659, "step": 937298}
{"lr": 0.0003116578406735122, "data_time": 0.01627459526062012, "loss_single": 3.306993246078491, "loss_dense": 3.349482297897339, "loss": 6.656475496292114, "time": 0.17914233207702637, "step": 937348}
{"lr": 0.0003116578406735122, "data_time": 0.016199946403503418, "loss_single": 3.323146104812622, "loss_dense": 3.3481893301010133, "loss": 6.671335458755493, "time": 0.1598796844482422, "step": 937398}
{"lr": 0.0003116578406735122, "data_time": 0.025501036643981935, "loss_single": 3.304674744606018, "loss_dense": 3.3443528413772583, "loss": 6.649027538299561, "time": 0.18228073120117189, "step": 937448}
{"lr": 0.0003116578406735122, "data_time": 0.01783463954925537, "loss_single": 3.336639428138733, "loss_dense": 3.3690062522888184, "loss": 6.705645608901977, "time": 0.15702335834503173, "step": 937498}
{"lr": 0.0003116578406735122, "data_time": 0.018424367904663085, "loss_single": 3.3022337436676024, "loss_dense": 3.3434683084487915, "loss": 6.645702075958252, "time": 0.15481832027435302, "step": 937548}
{"lr": 0.0003116578406735122, "data_time": 0.017250251770019532, "loss_single": 3.313495230674744, "loss_dense": 3.3637638330459594, "loss": 6.677259016036987, "time": 0.16102490425109864, "step": 937598}
{"lr": 0.0003116578406735122, "data_time": 0.016075444221496583, "loss_single": 3.306420922279358, "loss_dense": 3.3381417274475096, "loss": 6.644562768936157, "time": 0.18168869018554687, "step": 937648}
{"lr": 0.0003116578406735122, "data_time": 0.01667182445526123, "loss_single": 3.3061642408370973, "loss_dense": 3.3501821041107176, "loss": 6.656346178054809, "time": 0.18564105033874512, "step": 937698}
{"lr": 0.0003116578406735122, "data_time": 0.020639467239379882, "loss_single": 3.315586876869202, "loss_dense": 3.339166212081909, "loss": 6.654753112792969, "time": 0.16449642181396484, "step": 937748}
{"lr": 0.0003116578406735122, "data_time": 0.018564486503601076, "loss_single": 3.2872589826583862, "loss_dense": 3.338073992729187, "loss": 6.625333023071289, "time": 0.15743393898010255, "step": 937798}
{"lr": 0.0003116578406735122, "data_time": 0.01873178482055664, "loss_single": 3.283488130569458, "loss_dense": 3.3279279232025147, "loss": 6.611416053771973, "time": 0.16037330627441407, "step": 937848}
{"lr": 0.0003116578406735122, "data_time": 0.016663193702697754, "loss_single": 3.28741250038147, "loss_dense": 3.3246426582336426, "loss": 6.612055158615112, "time": 0.16038112640380858, "step": 937898}
{"lr": 0.0003116578406735122, "data_time": 0.015754175186157227, "loss_single": 3.3124616146087646, "loss_dense": 3.339483046531677, "loss": 6.6519446849823, "time": 0.15703339576721193, "step": 937948}
{"lr": 0.0003116578406735122, "data_time": 0.01663808822631836, "loss_single": 3.294083905220032, "loss_dense": 3.3264121532440187, "loss": 6.620496082305908, "time": 0.15829226970672608, "step": 937998}
{"lr": 0.0003116578406735122, "data_time": 0.01932387351989746, "loss_single": 3.2954960584640505, "loss_dense": 3.3318305253982543, "loss": 6.627326536178589, "time": 0.16274473667144776, "step": 938048}
{"lr": 0.0003116578406735122, "data_time": 0.014313912391662598, "loss_single": 3.304502034187317, "loss_dense": 3.335613417625427, "loss": 6.64011549949646, "time": 0.16064391136169434, "step": 938098}
{"lr": 0.0003116578406735122, "data_time": 0.017136096954345703, "loss_single": 3.3020452737808226, "loss_dense": 3.3369719266891478, "loss": 6.639017152786255, "time": 0.16313884258270264, "step": 938148}
{"lr": 0.0003116578406735122, "data_time": 0.01758885383605957, "loss_single": 3.3067991495132447, "loss_dense": 3.350629115104675, "loss": 6.657428312301636, "time": 0.1603694438934326, "step": 938198}
{"lr": 0.0003116578406735122, "data_time": 0.01813318729400635, "loss_single": 3.295623707771301, "loss_dense": 3.3405858755111693, "loss": 6.636209487915039, "time": 0.1626180648803711, "step": 938248}
{"lr": 0.0003116578406735122, "data_time": 0.017276954650878907, "loss_single": 3.2993615865707397, "loss_dense": 3.3365900039672853, "loss": 6.6359516143798825, "time": 0.15560030937194824, "step": 938298}
{"lr": 0.0003116578406735122, "data_time": 0.021301627159118652, "loss_single": 3.312436270713806, "loss_dense": 3.3467313766479494, "loss": 6.659167671203614, "time": 0.18958616256713867, "step": 938348}
{"lr": 0.0003116578406735122, "data_time": 0.018345212936401366, "loss_single": 3.3162147760391236, "loss_dense": 3.351827073097229, "loss": 6.6680418968200685, "time": 0.15516040325164795, "step": 938398}
{"lr": 0.0003116578406735122, "data_time": 0.017998814582824707, "loss_single": 3.297796368598938, "loss_dense": 3.3338826417922975, "loss": 6.6316790103912355, "time": 0.15592923164367675, "step": 938448}
{"lr": 0.0003116578406735122, "data_time": 0.017886948585510255, "loss_single": 3.3010215759277344, "loss_dense": 3.336247181892395, "loss": 6.637268781661987, "time": 0.16707313060760498, "step": 938498}
{"lr": 0.0003116578406735122, "data_time": 0.019687342643737792, "loss_single": 3.3009782791137696, "loss_dense": 3.332721734046936, "loss": 6.633699989318847, "time": 0.15885844230651855, "step": 938548}
{"lr": 0.0003116578406735122, "data_time": 0.0171511173248291, "loss_single": 3.290245699882507, "loss_dense": 3.337569236755371, "loss": 6.627814912796021, "time": 0.16093673706054687, "step": 938598}
{"lr": 0.0003116578406735122, "data_time": 0.030951762199401857, "loss_single": 3.300635886192322, "loss_dense": 3.3323501110076905, "loss": 6.63298602104187, "time": 0.23951191902160646, "step": 938648}
{"lr": 0.0003116578406735122, "data_time": 0.017324161529541016, "loss_single": 3.3107831716537475, "loss_dense": 3.3507312774658202, "loss": 6.661514568328857, "time": 0.15956010818481445, "step": 938698}
{"lr": 0.0003116578406735122, "data_time": 0.01992819309234619, "loss_single": 3.3185418605804444, "loss_dense": 3.3486120223999025, "loss": 6.6671538829803465, "time": 0.15996456146240234, "step": 938748}
{"lr": 0.0003116578406735122, "data_time": 0.01646268367767334, "loss_single": 3.3230477571487427, "loss_dense": 3.361744236946106, "loss": 6.6847920417785645, "time": 0.16331298351287843, "step": 938798}
{"lr": 0.0003116578406735122, "data_time": 0.018152284622192382, "loss_single": 3.3124664306640623, "loss_dense": 3.3451344966888428, "loss": 6.657600927352905, "time": 0.16483826637268068, "step": 938848}
{"lr": 0.0003116578406735122, "data_time": 0.01773221492767334, "loss_single": 3.3035020351409914, "loss_dense": 3.3465840816497803, "loss": 6.650086212158203, "time": 0.1664832353591919, "step": 938898}
{"lr": 0.0003116578406735122, "data_time": 0.016728734970092772, "loss_single": 3.3139467239379883, "loss_dense": 3.34876172542572, "loss": 6.662708377838134, "time": 0.16749699115753175, "step": 938948}
{"lr": 0.0003116578406735122, "data_time": 0.01788477897644043, "loss_single": 3.2987284421920777, "loss_dense": 3.342760372161865, "loss": 6.641488885879516, "time": 0.15807931423187255, "step": 938998}
{"lr": 0.0003116578406735122, "data_time": 0.015886902809143066, "loss_single": 3.3150299549102784, "loss_dense": 3.3516762971878054, "loss": 6.666706180572509, "time": 0.2739177465438843, "step": 939048}
{"lr": 0.0003116578406735122, "data_time": 0.019568872451782227, "loss_single": 3.3053795099258423, "loss_dense": 3.3506367444992065, "loss": 6.656016302108765, "time": 0.16116082668304443, "step": 939098}
{"lr": 0.0003116578406735122, "data_time": 0.017808413505554198, "loss_single": 3.305943465232849, "loss_dense": 3.348450207710266, "loss": 6.654393720626831, "time": 0.15855443477630615, "step": 939148}
{"lr": 0.0003116578406735122, "data_time": 0.01697239875793457, "loss_single": 3.3225913524627684, "loss_dense": 3.348905110359192, "loss": 6.671496438980102, "time": 0.15497276782989503, "step": 939198}
{"lr": 0.0003116578406735122, "data_time": 0.017258453369140624, "loss_single": 3.3171234369277953, "loss_dense": 3.3538695096969606, "loss": 6.6709929466247555, "time": 0.15334408283233641, "step": 939248}
{"lr": 0.0003116578406735122, "data_time": 0.017565345764160155, "loss_single": 3.3143266677856444, "loss_dense": 3.3553462743759157, "loss": 6.669672918319702, "time": 0.16069812774658204, "step": 939298}
{"lr": 0.0003116578406735122, "data_time": 0.016831231117248536, "loss_single": 3.3039669036865233, "loss_dense": 3.3351203203201294, "loss": 6.639087200164795, "time": 0.16526486873626708, "step": 939348}
{"lr": 0.0003116578406735122, "data_time": 0.018271875381469727, "loss_single": 3.311859369277954, "loss_dense": 3.3386956691741942, "loss": 6.650554990768432, "time": 0.17681968212127686, "step": 939398}
{"lr": 0.0003116578406735122, "data_time": 0.018218684196472167, "loss_single": 3.311946415901184, "loss_dense": 3.350998640060425, "loss": 6.662945032119751, "time": 0.1600057601928711, "step": 939448}
{"lr": 0.0003116578406735122, "data_time": 0.017060136795043944, "loss_single": 3.323646354675293, "loss_dense": 3.3584432125091555, "loss": 6.6820896625518795, "time": 0.15736985206604004, "step": 939498}
{"lr": 0.0003116578406735122, "data_time": 0.018726873397827148, "loss_single": 3.2959198236465452, "loss_dense": 3.328643870353699, "loss": 6.624563694000244, "time": 0.16052074432373048, "step": 939548}
{"lr": 0.0003116578406735122, "data_time": 0.01620438098907471, "loss_single": 3.3185542106628416, "loss_dense": 3.3567923069000245, "loss": 6.67534646987915, "time": 0.15971264839172364, "step": 939598}
{"lr": 0.0003116578406735122, "data_time": 0.017687296867370604, "loss_single": 3.2998313426971437, "loss_dense": 3.342563247680664, "loss": 6.64239468574524, "time": 0.15851032733917236, "step": 939648}
{"lr": 0.0003116578406735122, "data_time": 0.021558618545532225, "loss_single": 3.314115357398987, "loss_dense": 3.3422295331954954, "loss": 6.656344938278198, "time": 0.2005532741546631, "step": 939698}
{"lr": 0.0003116578406735122, "data_time": 0.01742110252380371, "loss_single": 3.272409129142761, "loss_dense": 3.315557837486267, "loss": 6.5879669189453125, "time": 0.15663523674011232, "step": 939748}
{"lr": 0.0003116578406735122, "data_time": 0.018368625640869142, "loss_single": 3.304652786254883, "loss_dense": 3.342411470413208, "loss": 6.647064256668091, "time": 0.16185510158538818, "step": 939798}
{"lr": 0.0003116578406735122, "data_time": 0.016969060897827147, "loss_single": 3.3014214992523194, "loss_dense": 3.3456827640533446, "loss": 6.64710431098938, "time": 0.164335036277771, "step": 939848}
{"lr": 0.0003116578406735122, "data_time": 0.01682171821594238, "loss_single": 3.3284650325775145, "loss_dense": 3.3595410346984864, "loss": 6.688006114959717, "time": 0.15882608890533448, "step": 939898}
{"lr": 0.0003116578406735122, "data_time": 0.019129157066345215, "loss_single": 3.282378816604614, "loss_dense": 3.3318371057510374, "loss": 6.614215946197509, "time": 0.16225147247314453, "step": 939948}
{"lr": 0.0003116578406735122, "data_time": 0.01896038055419922, "loss_single": 3.2835561752319338, "loss_dense": 3.313509464263916, "loss": 6.597065734863281, "time": 0.15919892787933348, "step": 939998}
{"lr": 0.0003116578406735122, "data_time": 0.018869900703430177, "loss_single": 3.305987024307251, "loss_dense": 3.3420121669769287, "loss": 6.647999238967896, "time": 0.16051650047302246, "step": 940048}
{"lr": 0.0003116578406735122, "data_time": 0.016924715042114256, "loss_single": 3.323363995552063, "loss_dense": 3.358698010444641, "loss": 6.682062101364136, "time": 0.16934382915496826, "step": 940098}
{"lr": 0.0003116578406735122, "data_time": 0.019467091560363768, "loss_single": 3.310900259017944, "loss_dense": 3.346697759628296, "loss": 6.65759801864624, "time": 0.16251134872436523, "step": 940148}
{"lr": 0.0003116578406735122, "data_time": 0.018054938316345213, "loss_single": 3.3425071954727175, "loss_dense": 3.37060284614563, "loss": 6.713110160827637, "time": 0.1627124309539795, "step": 940198}
{"lr": 0.0003116578406735122, "data_time": 0.019466519355773926, "loss_single": 3.3410000801086426, "loss_dense": 3.370459222793579, "loss": 6.711459302902222, "time": 0.16082963943481446, "step": 940248}
{"lr": 0.0003116578406735122, "data_time": 0.017621827125549317, "loss_single": 3.320401430130005, "loss_dense": 3.347014594078064, "loss": 6.667416000366211, "time": 0.16324758529663086, "step": 940298}
{"lr": 0.0003116578406735122, "data_time": 0.021407389640808107, "loss_single": 3.2970691919326782, "loss_dense": 3.3342624425888063, "loss": 6.6313316345214846, "time": 0.16286280155181884, "step": 940348}
{"lr": 0.0003116578406735122, "data_time": 0.0281726598739624, "loss_single": 3.304751825332642, "loss_dense": 3.3414655208587645, "loss": 6.646217346191406, "time": 0.17078824043273927, "step": 940398}
{"lr": 0.0003116578406735122, "data_time": 0.018074226379394532, "loss_single": 3.3183508634567263, "loss_dense": 3.3460861921310423, "loss": 6.6644370555877686, "time": 0.15676093101501465, "step": 940448}
{"lr": 0.0003116578406735122, "data_time": 0.01821467876434326, "loss_single": 3.3211410284042358, "loss_dense": 3.37451753616333, "loss": 6.695658588409424, "time": 0.16134026050567626, "step": 940498}
{"lr": 0.0003116578406735122, "data_time": 0.019471955299377442, "loss_single": 3.2929806470870973, "loss_dense": 3.326150155067444, "loss": 6.6191308975219725, "time": 0.17673568725585936, "step": 940548}
{"lr": 0.0003116578406735122, "data_time": 0.01841731071472168, "loss_single": 3.320345878601074, "loss_dense": 3.3515493631362916, "loss": 6.671895265579224, "time": 0.15931553840637208, "step": 940598}
{"lr": 0.0003116578406735122, "data_time": 0.016919469833374022, "loss_single": 3.2922587633132934, "loss_dense": 3.331019949913025, "loss": 6.623278665542602, "time": 0.15657417774200438, "step": 940648}
{"lr": 0.0003116578406735122, "data_time": 0.019067835807800294, "loss_single": 3.2995830297470095, "loss_dense": 3.3362438917160033, "loss": 6.635826921463012, "time": 0.15841171741485596, "step": 940698}
{"lr": 0.0003116578406735122, "data_time": 0.014873003959655762, "loss_single": 3.296685791015625, "loss_dense": 3.320949077606201, "loss": 6.617634868621826, "time": 0.23082549571990968, "step": 940748}
{"lr": 0.00026569123906966925, "data_time": 0.019210338592529297, "loss_single": 3.2962897777557374, "loss_dense": 3.331886863708496, "loss": 6.628176593780518, "time": 0.1627455472946167, "step": 940802}
{"lr": 0.00026569123906966925, "data_time": 0.01702742576599121, "loss_single": 3.3074010848999023, "loss_dense": 3.3466545581817626, "loss": 6.654055595397949, "time": 0.15899765491485596, "step": 940852}
{"lr": 0.00026569123906966925, "data_time": 0.0165297269821167, "loss_single": 3.3282203674316406, "loss_dense": 3.3590984106063844, "loss": 6.6873187065124515, "time": 0.1598966360092163, "step": 940902}
{"lr": 0.00026569123906966925, "data_time": 0.017300891876220702, "loss_single": 3.3122323751449585, "loss_dense": 3.3419307708740233, "loss": 6.65416316986084, "time": 0.16598877906799317, "step": 940952}
{"lr": 0.00026569123906966925, "data_time": 0.018903493881225586, "loss_single": 3.3039488315582277, "loss_dense": 3.3462587118148805, "loss": 6.650207424163819, "time": 0.1635993242263794, "step": 941002}
{"lr": 0.00026569123906966925, "data_time": 0.022001051902770997, "loss_single": 3.2971363067626953, "loss_dense": 3.3388067483901978, "loss": 6.635943031311035, "time": 0.170471453666687, "step": 941052}
{"lr": 0.00026569123906966925, "data_time": 0.017702674865722655, "loss_single": 3.309642124176025, "loss_dense": 3.3480968713760375, "loss": 6.657738971710205, "time": 0.21094157695770263, "step": 941102}
{"lr": 0.00026569123906966925, "data_time": 0.016478824615478515, "loss_single": 3.312060523033142, "loss_dense": 3.344973587989807, "loss": 6.657034111022949, "time": 0.21353020668029785, "step": 941152}
{"lr": 0.00026569123906966925, "data_time": 0.0173370361328125, "loss_single": 3.296914839744568, "loss_dense": 3.3336949348449707, "loss": 6.630609750747681, "time": 0.17461786270141602, "step": 941202}
{"lr": 0.00026569123906966925, "data_time": 0.017118668556213378, "loss_single": 3.3206363677978517, "loss_dense": 3.3533206939697267, "loss": 6.673957014083863, "time": 0.16338558197021485, "step": 941252}
{"lr": 0.00026569123906966925, "data_time": 0.016808915138244628, "loss_single": 3.2738535404205322, "loss_dense": 3.3254221200942995, "loss": 6.599275684356689, "time": 0.15472445487976075, "step": 941302}
{"lr": 0.00026569123906966925, "data_time": 0.017717266082763673, "loss_single": 3.318573236465454, "loss_dense": 3.353338050842285, "loss": 6.671911334991455, "time": 0.1577852725982666, "step": 941352}
{"lr": 0.00026569123906966925, "data_time": 0.017661547660827635, "loss_single": 3.3168060779571533, "loss_dense": 3.3484479427337646, "loss": 6.66525411605835, "time": 0.21254181861877441, "step": 941402}
{"lr": 0.00026569123906966925, "data_time": 0.018703460693359375, "loss_single": 3.316625785827637, "loss_dense": 3.3665620565414427, "loss": 6.683187866210938, "time": 0.1606541395187378, "step": 941452}
{"lr": 0.00026569123906966925, "data_time": 0.018146276473999023, "loss_single": 3.3150803565979006, "loss_dense": 3.350901222229004, "loss": 6.6659815311431885, "time": 0.15874845981597902, "step": 941502}
{"lr": 0.00026569123906966925, "data_time": 0.01725461483001709, "loss_single": 3.330184483528137, "loss_dense": 3.357802081108093, "loss": 6.687986516952515, "time": 0.1630997896194458, "step": 941552}
{"lr": 0.00026569123906966925, "data_time": 0.0170243501663208, "loss_single": 3.3084790468215943, "loss_dense": 3.3564008712768554, "loss": 6.664879894256591, "time": 0.1556192398071289, "step": 941602}
{"lr": 0.00026569123906966925, "data_time": 0.018326663970947267, "loss_single": 3.2982902050018312, "loss_dense": 3.326544260978699, "loss": 6.624834442138672, "time": 0.15720090866088868, "step": 941652}
{"lr": 0.00026569123906966925, "data_time": 0.017907071113586425, "loss_single": 3.312216854095459, "loss_dense": 3.3440430402755736, "loss": 6.6562598705291744, "time": 0.16948306560516357, "step": 941702}
{"lr": 0.00026569123906966925, "data_time": 0.020054936408996582, "loss_single": 3.3059014558792112, "loss_dense": 3.337786841392517, "loss": 6.643688344955445, "time": 0.16004292964935302, "step": 941752}
{"lr": 0.00026569123906966925, "data_time": 0.01712174415588379, "loss_single": 3.3183741569519043, "loss_dense": 3.3538349866867065, "loss": 6.672209072113037, "time": 0.15539605617523194, "step": 941802}
{"lr": 0.00026569123906966925, "data_time": 0.016470575332641603, "loss_single": 3.3176201820373534, "loss_dense": 3.3503295183181763, "loss": 6.66794981956482, "time": 0.16876418590545655, "step": 941852}
{"lr": 0.00026569123906966925, "data_time": 0.017458462715148927, "loss_single": 3.3224515438079836, "loss_dense": 3.350898551940918, "loss": 6.673350143432617, "time": 0.1584306001663208, "step": 941902}
{"lr": 0.00026569123906966925, "data_time": 0.017987942695617674, "loss_single": 3.3062424421310426, "loss_dense": 3.3492617130279543, "loss": 6.65550422668457, "time": 0.15685105323791504, "step": 941952}
{"lr": 0.00026569123906966925, "data_time": 0.01852107048034668, "loss_single": 3.3160608530044557, "loss_dense": 3.353944277763367, "loss": 6.670005035400391, "time": 0.15841267108917237, "step": 942002}
{"lr": 0.00026569123906966925, "data_time": 0.04179985523223877, "loss_single": 3.31883704662323, "loss_dense": 3.350601887702942, "loss": 6.669438982009888, "time": 0.2670290470123291, "step": 942052}
{"lr": 0.00026569123906966925, "data_time": 0.028832507133483887, "loss_single": 3.295053005218506, "loss_dense": 3.3202752113342284, "loss": 6.615328216552735, "time": 0.19723713397979736, "step": 942102}
{"lr": 0.00026569123906966925, "data_time": 0.017337870597839356, "loss_single": 3.296065402030945, "loss_dense": 3.3343778371810915, "loss": 6.630443334579468, "time": 0.16229817867279053, "step": 942152}
{"lr": 0.00026569123906966925, "data_time": 0.018755769729614256, "loss_single": 3.303906488418579, "loss_dense": 3.3425267696380616, "loss": 6.646433258056641, "time": 0.15802409648895263, "step": 942202}
{"lr": 0.00026569123906966925, "data_time": 0.017686939239501952, "loss_single": 3.284480857849121, "loss_dense": 3.3259388208389282, "loss": 6.610419702529907, "time": 0.1553264379501343, "step": 942252}
{"lr": 0.00026569123906966925, "data_time": 0.017813801765441895, "loss_single": 3.32205491065979, "loss_dense": 3.3535872220993044, "loss": 6.67564206123352, "time": 0.15903947353363038, "step": 942302}
{"lr": 0.00026569123906966925, "data_time": 0.01716611385345459, "loss_single": 3.310595440864563, "loss_dense": 3.340847873687744, "loss": 6.651443386077881, "time": 0.15834648609161378, "step": 942352}
{"lr": 0.00026569123906966925, "data_time": 0.01869521141052246, "loss_single": 3.3322341680526733, "loss_dense": 3.3523159503936766, "loss": 6.684550189971924, "time": 0.16092140674591066, "step": 942402}
{"lr": 0.00026569123906966925, "data_time": 0.017293596267700197, "loss_single": 3.304956555366516, "loss_dense": 3.3536948919296266, "loss": 6.658651447296142, "time": 0.20613384246826172, "step": 942452}
{"lr": 0.00026569123906966925, "data_time": 0.017910051345825195, "loss_single": 3.306068754196167, "loss_dense": 3.338367986679077, "loss": 6.644436693191528, "time": 0.16083090305328368, "step": 942502}
{"lr": 0.00026569123906966925, "data_time": 0.017454123497009276, "loss_single": 3.284782147407532, "loss_dense": 3.3251310110092165, "loss": 6.609913158416748, "time": 0.1579073429107666, "step": 942552}
{"lr": 0.00026569123906966925, "data_time": 0.017824411392211914, "loss_single": 3.289705443382263, "loss_dense": 3.333136034011841, "loss": 6.62284140586853, "time": 0.15765347480773925, "step": 942602}
{"lr": 0.00026569123906966925, "data_time": 0.018002939224243165, "loss_single": 3.301259922981262, "loss_dense": 3.338326644897461, "loss": 6.639586591720581, "time": 0.1613173246383667, "step": 942652}
{"lr": 0.00026569123906966925, "data_time": 0.017296552658081055, "loss_single": 3.298588228225708, "loss_dense": 3.3335537672042848, "loss": 6.632141971588135, "time": 0.1606273889541626, "step": 942702}
{"lr": 0.00026569123906966925, "data_time": 0.01796560287475586, "loss_single": 3.3026105642318724, "loss_dense": 3.3349340915679933, "loss": 6.637544631958008, "time": 0.1591778039932251, "step": 942752}
{"lr": 0.00026569123906966925, "data_time": 0.01363966464996338, "loss_single": 3.2883602142333985, "loss_dense": 3.3274544954299925, "loss": 6.615814685821533, "time": 0.16156909465789795, "step": 942802}
{"lr": 0.00026569123906966925, "data_time": 0.018845129013061523, "loss_single": 3.283899927139282, "loss_dense": 3.32733268737793, "loss": 6.611232662200928, "time": 0.15699453353881837, "step": 942852}
{"lr": 0.00026569123906966925, "data_time": 0.01818578243255615, "loss_single": 3.3029929637908935, "loss_dense": 3.337275576591492, "loss": 6.640268468856812, "time": 0.16144285202026368, "step": 942902}
{"lr": 0.00026569123906966925, "data_time": 0.017282772064208984, "loss_single": 3.30532820224762, "loss_dense": 3.335690140724182, "loss": 6.641018390655518, "time": 0.18153340816497804, "step": 942952}
{"lr": 0.00026569123906966925, "data_time": 0.017096543312072755, "loss_single": 3.299894595146179, "loss_dense": 3.33572039604187, "loss": 6.635615015029908, "time": 0.16828746795654298, "step": 943002}
{"lr": 0.00026569123906966925, "data_time": 0.015743422508239745, "loss_single": 3.3080472469329836, "loss_dense": 3.3471513986587524, "loss": 6.65519871711731, "time": 0.15763771533966064, "step": 943052}
{"lr": 0.00026569123906966925, "data_time": 0.01957089900970459, "loss_single": 3.31702778339386, "loss_dense": 3.360171413421631, "loss": 6.677199220657348, "time": 0.1919853925704956, "step": 943102}
{"lr": 0.00026569123906966925, "data_time": 0.017949342727661133, "loss_single": 3.3089096307754517, "loss_dense": 3.3386098623275755, "loss": 6.647519493103028, "time": 0.1564692258834839, "step": 943152}
{"lr": 0.00026569123906966925, "data_time": 0.018361473083496095, "loss_single": 3.303401732444763, "loss_dense": 3.339998555183411, "loss": 6.64340033531189, "time": 0.15701944828033448, "step": 943202}
{"lr": 0.00026569123906966925, "data_time": 0.01750292778015137, "loss_single": 3.3011435508728026, "loss_dense": 3.3496872425079345, "loss": 6.650830793380737, "time": 0.15768704414367676, "step": 943252}
{"lr": 0.00026569123906966925, "data_time": 0.01615598201751709, "loss_single": 3.3121857404708863, "loss_dense": 3.365442895889282, "loss": 6.67762861251831, "time": 0.15497736930847167, "step": 943302}
{"lr": 0.00026569123906966925, "data_time": 0.016019725799560548, "loss_single": 3.2964646577835084, "loss_dense": 3.32323043346405, "loss": 6.619695043563842, "time": 0.15959413051605226, "step": 943352}
{"lr": 0.00026569123906966925, "data_time": 0.020679187774658204, "loss_single": 3.3201457977294924, "loss_dense": 3.344523811340332, "loss": 6.66466965675354, "time": 0.2468562602996826, "step": 943402}
{"lr": 0.00026569123906966925, "data_time": 0.01703042984008789, "loss_single": 3.302690029144287, "loss_dense": 3.3415044784545898, "loss": 6.644194507598877, "time": 0.16278228759765626, "step": 943452}
{"lr": 0.00026569123906966925, "data_time": 0.017758870124816896, "loss_single": 3.277267074584961, "loss_dense": 3.3094985246658326, "loss": 6.586765575408935, "time": 0.16621124744415283, "step": 943502}
{"lr": 0.00026569123906966925, "data_time": 0.016347265243530272, "loss_single": 3.285664439201355, "loss_dense": 3.327497100830078, "loss": 6.61316146850586, "time": 0.16338472366333007, "step": 943552}
{"lr": 0.00026569123906966925, "data_time": 0.01739330291748047, "loss_single": 3.3098608016967774, "loss_dense": 3.3645941019058228, "loss": 6.674454879760742, "time": 0.15917694568634033, "step": 943602}
{"lr": 0.00026569123906966925, "data_time": 0.017440652847290038, "loss_single": 3.2946624994277953, "loss_dense": 3.3297324419021606, "loss": 6.62439489364624, "time": 0.15620636940002441, "step": 943652}
{"lr": 0.00026569123906966925, "data_time": 0.015550017356872559, "loss_single": 3.2966194629669188, "loss_dense": 3.333870506286621, "loss": 6.63048996925354, "time": 0.1584744930267334, "step": 943702}
{"lr": 0.00026569123906966925, "data_time": 0.01382603645324707, "loss_single": 3.3117294311523438, "loss_dense": 3.352429747581482, "loss": 6.664159154891967, "time": 0.15904531478881836, "step": 943752}
{"lr": 0.00026569123906966925, "data_time": 0.01941337585449219, "loss_single": 3.316610860824585, "loss_dense": 3.3428515434265136, "loss": 6.659462404251099, "time": 0.16079494953155518, "step": 943802}
{"lr": 0.00026569123906966925, "data_time": 0.017846846580505372, "loss_single": 3.311731195449829, "loss_dense": 3.3385841846466064, "loss": 6.650315380096435, "time": 0.15961754322052002, "step": 943852}
{"lr": 0.00026569123906966925, "data_time": 0.018000221252441405, "loss_single": 3.306105637550354, "loss_dense": 3.348645806312561, "loss": 6.654751443862915, "time": 0.16132500171661376, "step": 943902}
{"lr": 0.00026569123906966925, "data_time": 0.016730999946594237, "loss_single": 3.305512523651123, "loss_dense": 3.3353200912475587, "loss": 6.64083251953125, "time": 0.15949110984802245, "step": 943952}
{"lr": 0.00026569123906966925, "data_time": 0.01681501865386963, "loss_single": 3.308104062080383, "loss_dense": 3.3499276876449584, "loss": 6.658031797409057, "time": 0.15477590560913085, "step": 944002}
{"lr": 0.00026569123906966925, "data_time": 0.018670940399169923, "loss_single": 3.3206899404525756, "loss_dense": 3.3494065523147585, "loss": 6.670096492767334, "time": 0.16743509769439696, "step": 944052}
{"lr": 0.00026569123906966925, "data_time": 0.0206512451171875, "loss_single": 3.288440132141113, "loss_dense": 3.3345361948013306, "loss": 6.622976303100586, "time": 0.15902423858642578, "step": 944102}
{"lr": 0.00026569123906966925, "data_time": 0.0178206205368042, "loss_single": 3.3126493453979493, "loss_dense": 3.345021867752075, "loss": 6.65767126083374, "time": 0.15604329109191895, "step": 944152}
{"lr": 0.00026569123906966925, "data_time": 0.018394947052001953, "loss_single": 3.3124133348464966, "loss_dense": 3.3405322313308714, "loss": 6.652945566177368, "time": 0.16212427616119385, "step": 944202}
{"lr": 0.00026569123906966925, "data_time": 0.017843198776245118, "loss_single": 3.3057440280914308, "loss_dense": 3.3355030536651613, "loss": 6.641247177124024, "time": 0.16901304721832275, "step": 944252}
{"lr": 0.00026569123906966925, "data_time": 0.016951608657836913, "loss_single": 3.3215551137924195, "loss_dense": 3.3646153926849367, "loss": 6.68617057800293, "time": 0.16116483211517335, "step": 944302}
{"lr": 0.00026569123906966925, "data_time": 0.018162751197814943, "loss_single": 3.3042572736740112, "loss_dense": 3.3474508047103884, "loss": 6.651707983016967, "time": 0.1597979784011841, "step": 944352}
{"lr": 0.00026569123906966925, "data_time": 0.01919083595275879, "loss_single": 3.317004418373108, "loss_dense": 3.3478068113327026, "loss": 6.664811134338379, "time": 0.16061630249023437, "step": 944402}
{"lr": 0.00026569123906966925, "data_time": 0.02248692512512207, "loss_single": 3.2840073347091674, "loss_dense": 3.325761818885803, "loss": 6.609769105911255, "time": 0.2632251262664795, "step": 944452}
{"lr": 0.00026569123906966925, "data_time": 0.01786208152770996, "loss_single": 3.3289114475250243, "loss_dense": 3.3651679515838624, "loss": 6.694079303741455, "time": 0.1560681104660034, "step": 944502}
{"lr": 0.00026569123906966925, "data_time": 0.017757368087768555, "loss_single": 3.293453311920166, "loss_dense": 3.330031132698059, "loss": 6.623484516143799, "time": 0.1641857147216797, "step": 944552}
{"lr": 0.00026569123906966925, "data_time": 0.015898776054382325, "loss_single": 3.318038892745972, "loss_dense": 3.3618041038513184, "loss": 6.679843091964722, "time": 0.1673206567764282, "step": 944602}
{"lr": 0.00026569123906966925, "data_time": 0.01690523624420166, "loss_single": 3.3055206775665282, "loss_dense": 3.3325686693191527, "loss": 6.638089323043824, "time": 0.1634291172027588, "step": 944652}
{"lr": 0.00026569123906966925, "data_time": 0.018743348121643067, "loss_single": 3.3172610282897947, "loss_dense": 3.3536926031112673, "loss": 6.670953702926636, "time": 0.16148219108581544, "step": 944702}
{"lr": 0.00026569123906966925, "data_time": 0.017739081382751466, "loss_single": 3.298577356338501, "loss_dense": 3.340123510360718, "loss": 6.638700819015503, "time": 0.1580812692642212, "step": 944752}
{"lr": 0.00026569123906966925, "data_time": 0.021635031700134276, "loss_single": 3.310373139381409, "loss_dense": 3.3463241338729857, "loss": 6.656697368621826, "time": 0.19373013973236083, "step": 944802}
{"lr": 0.00026569123906966925, "data_time": 0.01825556755065918, "loss_single": 3.3219095706939696, "loss_dense": 3.350169062614441, "loss": 6.672078609466553, "time": 0.15937113761901855, "step": 944852}
{"lr": 0.00026569123906966925, "data_time": 0.017567896842956544, "loss_single": 3.2970959663391115, "loss_dense": 3.3292476892471314, "loss": 6.626343679428101, "time": 0.16296834945678712, "step": 944902}
{"lr": 0.00026569123906966925, "data_time": 0.01726069450378418, "loss_single": 3.3096803188323975, "loss_dense": 3.3557379722595213, "loss": 6.665418338775635, "time": 0.1584869384765625, "step": 944952}
{"lr": 0.00026569123906966925, "data_time": 0.017725372314453126, "loss_single": 3.308551287651062, "loss_dense": 3.341763162612915, "loss": 6.650314474105835, "time": 0.15756888389587403, "step": 945002}
{"lr": 0.00026569123906966925, "data_time": 0.018235182762145995, "loss_single": 3.2939881563186644, "loss_dense": 3.339168667793274, "loss": 6.633156871795654, "time": 0.16084160804748535, "step": 945052}
{"lr": 0.00026569123906966925, "data_time": 0.017375612258911134, "loss_single": 3.289171290397644, "loss_dense": 3.3332708835601808, "loss": 6.622442197799683, "time": 0.16793885231018066, "step": 945102}
{"lr": 0.00026569123906966925, "data_time": 0.020628690719604492, "loss_single": 3.3047310590744017, "loss_dense": 3.3448256731033323, "loss": 6.649556732177734, "time": 0.2172370195388794, "step": 945152}
{"lr": 0.00026569123906966925, "data_time": 0.017131567001342773, "loss_single": 3.3085495233535767, "loss_dense": 3.3363252878189087, "loss": 6.64487476348877, "time": 0.1650740385055542, "step": 945202}
{"lr": 0.00026569123906966925, "data_time": 0.01654074192047119, "loss_single": 3.3299510717391967, "loss_dense": 3.3748658180236815, "loss": 6.704816770553589, "time": 0.1571251630783081, "step": 945252}
{"lr": 0.00026569123906966925, "data_time": 0.01825110912322998, "loss_single": 3.3256973028182983, "loss_dense": 3.3555553436279295, "loss": 6.681252670288086, "time": 0.1587064266204834, "step": 945302}
{"lr": 0.00026569123906966925, "data_time": 0.01857750415802002, "loss_single": 3.3125471591949465, "loss_dense": 3.348943257331848, "loss": 6.661490440368652, "time": 0.17257893085479736, "step": 945352}
{"lr": 0.00026569123906966925, "data_time": 0.01772651672363281, "loss_single": 3.2828982353210447, "loss_dense": 3.3275970220565796, "loss": 6.610495233535767, "time": 0.1548008441925049, "step": 945402}
{"lr": 0.00026569123906966925, "data_time": 0.019939446449279787, "loss_single": 3.288273048400879, "loss_dense": 3.331836795806885, "loss": 6.620109796524048, "time": 0.18751661777496337, "step": 945452}
{"lr": 0.00026569123906966925, "data_time": 0.0180572509765625, "loss_single": 3.3101088285446165, "loss_dense": 3.345357322692871, "loss": 6.655466365814209, "time": 0.16299264430999755, "step": 945502}
{"lr": 0.00026569123906966925, "data_time": 0.018932819366455078, "loss_single": 3.3243759632110597, "loss_dense": 3.3561227560043334, "loss": 6.680498647689819, "time": 0.16242101192474365, "step": 945552}
{"lr": 0.00026569123906966925, "data_time": 0.01760995388031006, "loss_single": 3.2945594787597656, "loss_dense": 3.3344431638717653, "loss": 6.629002571105957, "time": 0.1586677074432373, "step": 945602}
{"lr": 0.00026569123906966925, "data_time": 0.015916323661804198, "loss_single": 3.3304796695709227, "loss_dense": 3.353320264816284, "loss": 6.683799934387207, "time": 0.15722267627716063, "step": 945652}
{"lr": 0.00026569123906966925, "data_time": 0.020314621925354003, "loss_single": 3.289290976524353, "loss_dense": 3.3261163949966432, "loss": 6.6154073715209964, "time": 0.1628666639328003, "step": 945702}
{"lr": 0.00026569123906966925, "data_time": 0.01406717300415039, "loss_single": 3.329500126838684, "loss_dense": 3.35567307472229, "loss": 6.685173225402832, "time": 0.15204105377197266, "step": 945752}
{"lr": 0.00022336010767839203, "data_time": 0.018061614036560057, "loss_single": 3.298392152786255, "loss_dense": 3.3490232467651366, "loss": 6.647415399551392, "time": 0.15911428928375243, "step": 945806}
{"lr": 0.00022336010767839203, "data_time": 0.018161749839782713, "loss_single": 3.3039814710617064, "loss_dense": 3.334771752357483, "loss": 6.638753223419189, "time": 0.16199016571044922, "step": 945856}
{"lr": 0.00022336010767839203, "data_time": 0.016890406608581543, "loss_single": 3.312938618659973, "loss_dense": 3.3468647241592406, "loss": 6.65980339050293, "time": 0.16270301342010499, "step": 945906}
{"lr": 0.00022336010767839203, "data_time": 0.01806802749633789, "loss_single": 3.2927895069122313, "loss_dense": 3.335488438606262, "loss": 6.628277921676636, "time": 0.19233553409576415, "step": 945956}
{"lr": 0.00022336010767839203, "data_time": 0.018584442138671876, "loss_single": 3.3156922101974486, "loss_dense": 3.351247787475586, "loss": 6.666939973831177, "time": 0.16354100704193114, "step": 946006}
{"lr": 0.00022336010767839203, "data_time": 0.01776275634765625, "loss_single": 3.3227036952972413, "loss_dense": 3.370774531364441, "loss": 6.693478298187256, "time": 0.1574772357940674, "step": 946056}
{"lr": 0.00022336010767839203, "data_time": 0.01690371036529541, "loss_single": 3.3004791021347044, "loss_dense": 3.344799113273621, "loss": 6.645278215408325, "time": 0.15810806751251222, "step": 946106}
{"lr": 0.00022336010767839203, "data_time": 0.01842641830444336, "loss_single": 3.3090222597122194, "loss_dense": 3.3415955781936644, "loss": 6.650617790222168, "time": 0.16128771305084227, "step": 946156}
{"lr": 0.00022336010767839203, "data_time": 0.01739633083343506, "loss_single": 3.305624508857727, "loss_dense": 3.3326513051986693, "loss": 6.6382757186889645, "time": 0.15814075469970704, "step": 946206}
{"lr": 0.00022336010767839203, "data_time": 0.014836668968200684, "loss_single": 3.3053858041763307, "loss_dense": 3.3483530282974243, "loss": 6.6537388324737545, "time": 0.18034186363220214, "step": 946256}
{"lr": 0.00022336010767839203, "data_time": 0.017578959465026855, "loss_single": 3.3177122116088866, "loss_dense": 3.3544601440429687, "loss": 6.672172212600708, "time": 0.160072660446167, "step": 946306}
{"lr": 0.00022336010767839203, "data_time": 0.019376730918884276, "loss_single": 3.2985273122787477, "loss_dense": 3.3289233684539794, "loss": 6.627450704574585, "time": 0.1586590051651001, "step": 946356}
{"lr": 0.00022336010767839203, "data_time": 0.017245054244995117, "loss_single": 3.344210696220398, "loss_dense": 3.374581789970398, "loss": 6.718792533874511, "time": 0.16355106830596924, "step": 946406}
{"lr": 0.00022336010767839203, "data_time": 0.016905927658081056, "loss_single": 3.278839111328125, "loss_dense": 3.326704001426697, "loss": 6.60554313659668, "time": 0.16556808948516846, "step": 946456}
{"lr": 0.00022336010767839203, "data_time": 0.019157767295837402, "loss_single": 3.303052520751953, "loss_dense": 3.346854305267334, "loss": 6.649906921386719, "time": 0.15912277698516847, "step": 946506}
{"lr": 0.00022336010767839203, "data_time": 0.017581462860107422, "loss_single": 3.287904071807861, "loss_dense": 3.319356417655945, "loss": 6.607260465621948, "time": 0.1565401315689087, "step": 946556}
{"lr": 0.00022336010767839203, "data_time": 0.01758248805999756, "loss_single": 3.317950987815857, "loss_dense": 3.3666305541992188, "loss": 6.684581518173218, "time": 0.16258604526519777, "step": 946606}
{"lr": 0.00022336010767839203, "data_time": 0.020176243782043458, "loss_single": 3.314292788505554, "loss_dense": 3.335327386856079, "loss": 6.649620199203492, "time": 0.16471779346466064, "step": 946656}
{"lr": 0.00022336010767839203, "data_time": 0.018134665489196778, "loss_single": 3.3003533601760866, "loss_dense": 3.32808256149292, "loss": 6.628435850143433, "time": 0.15617048740386963, "step": 946706}
{"lr": 0.00022336010767839203, "data_time": 0.019932365417480467, "loss_single": 3.307032513618469, "loss_dense": 3.344607639312744, "loss": 6.651640129089356, "time": 0.1578080415725708, "step": 946756}
{"lr": 0.00022336010767839203, "data_time": 0.018602275848388673, "loss_single": 3.3075445175170897, "loss_dense": 3.3317705154418946, "loss": 6.639314985275268, "time": 0.1648345708847046, "step": 946806}
{"lr": 0.00022336010767839203, "data_time": 0.017396163940429688, "loss_single": 3.3151976346969603, "loss_dense": 3.3517787218093873, "loss": 6.6669763088226315, "time": 0.1639538288116455, "step": 946856}
{"lr": 0.00022336010767839203, "data_time": 0.01766331195831299, "loss_single": 3.317488670349121, "loss_dense": 3.3499522686004637, "loss": 6.667440891265869, "time": 0.1593487024307251, "step": 946906}
{"lr": 0.00022336010767839203, "data_time": 0.015218782424926757, "loss_single": 3.3099796295166017, "loss_dense": 3.3509592533111574, "loss": 6.660938930511475, "time": 0.15733423233032226, "step": 946956}
{"lr": 0.00022336010767839203, "data_time": 0.017791342735290528, "loss_single": 3.312749743461609, "loss_dense": 3.3449788808822634, "loss": 6.6577287197113035, "time": 0.1601479768753052, "step": 947006}
{"lr": 0.00022336010767839203, "data_time": 0.019272541999816893, "loss_single": 3.3041592836380005, "loss_dense": 3.3383783102035522, "loss": 6.642537593841553, "time": 0.15854923725128173, "step": 947056}
{"lr": 0.00022336010767839203, "data_time": 0.017786097526550294, "loss_single": 3.302099514007568, "loss_dense": 3.3379289388656614, "loss": 6.640028476715088, "time": 0.1617983341217041, "step": 947106}
{"lr": 0.00022336010767839203, "data_time": 0.017588090896606446, "loss_single": 3.3122318267822264, "loss_dense": 3.3400783777236938, "loss": 6.652310132980347, "time": 0.16286215782165528, "step": 947156}
{"lr": 0.00022336010767839203, "data_time": 0.02051882743835449, "loss_single": 3.30080783367157, "loss_dense": 3.3369935035705565, "loss": 6.637801313400269, "time": 0.16532721519470214, "step": 947206}
{"lr": 0.00022336010767839203, "data_time": 0.019068431854248048, "loss_single": 3.3136315822601317, "loss_dense": 3.3433207273483276, "loss": 6.656952238082885, "time": 0.16068408489227295, "step": 947256}
{"lr": 0.00022336010767839203, "data_time": 0.01596071720123291, "loss_single": 3.312810754776001, "loss_dense": 3.357161355018616, "loss": 6.669972085952759, "time": 0.16139729022979737, "step": 947306}
{"lr": 0.00022336010767839203, "data_time": 0.01775796413421631, "loss_single": 3.28370623588562, "loss_dense": 3.3188923597335815, "loss": 6.602598524093628, "time": 0.1580500364303589, "step": 947356}
{"lr": 0.00022336010767839203, "data_time": 0.01780374050140381, "loss_single": 3.286064863204956, "loss_dense": 3.3248748779296875, "loss": 6.610939836502075, "time": 0.16851403713226318, "step": 947406}
{"lr": 0.00022336010767839203, "data_time": 0.019013690948486327, "loss_single": 3.3082797288894654, "loss_dense": 3.338568425178528, "loss": 6.646848106384278, "time": 0.1610335111618042, "step": 947456}
{"lr": 0.00022336010767839203, "data_time": 0.01726665496826172, "loss_single": 3.2883686780929566, "loss_dense": 3.3284401655197144, "loss": 6.616808795928955, "time": 0.15913910865783693, "step": 947506}
{"lr": 0.00022336010767839203, "data_time": 0.018382906913757324, "loss_single": 3.3153597831726076, "loss_dense": 3.3490696430206297, "loss": 6.664429426193237, "time": 0.16172752380371094, "step": 947556}
{"lr": 0.00022336010767839203, "data_time": 0.017666172981262208, "loss_single": 3.3045022249221803, "loss_dense": 3.3277848243713377, "loss": 6.632287073135376, "time": 0.18683812618255616, "step": 947606}
{"lr": 0.00022336010767839203, "data_time": 0.018143105506896972, "loss_single": 3.3198559522628783, "loss_dense": 3.3433982133865356, "loss": 6.663254022598267, "time": 0.15513646602630615, "step": 947656}
{"lr": 0.00022336010767839203, "data_time": 0.01756730079650879, "loss_single": 3.308850049972534, "loss_dense": 3.3403680086135865, "loss": 6.649217987060547, "time": 0.16410384178161622, "step": 947706}
{"lr": 0.00022336010767839203, "data_time": 0.0181168794631958, "loss_single": 3.317659115791321, "loss_dense": 3.3407750844955446, "loss": 6.658434104919434, "time": 0.2213693380355835, "step": 947756}
{"lr": 0.00022336010767839203, "data_time": 0.018409013748168945, "loss_single": 3.3077974796295164, "loss_dense": 3.3397094011306763, "loss": 6.647506856918335, "time": 0.1597276210784912, "step": 947806}
{"lr": 0.00022336010767839203, "data_time": 0.023844003677368164, "loss_single": 3.289966344833374, "loss_dense": 3.3332936763763428, "loss": 6.623260116577148, "time": 0.16906650066375734, "step": 947856}
{"lr": 0.00022336010767839203, "data_time": 0.018406248092651366, "loss_single": 3.308822679519653, "loss_dense": 3.3407274007797243, "loss": 6.649550056457519, "time": 0.15714597702026367, "step": 947906}
{"lr": 0.00022336010767839203, "data_time": 0.016974425315856932, "loss_single": 3.299099087715149, "loss_dense": 3.3368224143981933, "loss": 6.635921573638916, "time": 0.15533437728881835, "step": 947956}
{"lr": 0.00022336010767839203, "data_time": 0.018061089515686034, "loss_single": 3.309892201423645, "loss_dense": 3.3463589906692506, "loss": 6.656251239776611, "time": 0.1617102861404419, "step": 948006}
{"lr": 0.00022336010767839203, "data_time": 0.019216537475585938, "loss_single": 3.2991247177124023, "loss_dense": 3.337788963317871, "loss": 6.636913728713989, "time": 0.16007647514343262, "step": 948056}
{"lr": 0.00022336010767839203, "data_time": 0.025084972381591797, "loss_single": 3.2955072641372682, "loss_dense": 3.335742163658142, "loss": 6.631249475479126, "time": 0.2570732355117798, "step": 948106}
{"lr": 0.00022336010767839203, "data_time": 0.0270310640335083, "loss_single": 3.298381495475769, "loss_dense": 3.3330386161804197, "loss": 6.631420135498047, "time": 0.2029796361923218, "step": 948156}
{"lr": 0.00022336010767839203, "data_time": 0.01834118366241455, "loss_single": 3.301773476600647, "loss_dense": 3.334637975692749, "loss": 6.636411428451538, "time": 0.1609997034072876, "step": 948206}
{"lr": 0.00022336010767839203, "data_time": 0.017920613288879395, "loss_single": 3.2853384494781492, "loss_dense": 3.3309580802917482, "loss": 6.616296434402466, "time": 0.15871150493621827, "step": 948256}
{"lr": 0.00022336010767839203, "data_time": 0.0165555477142334, "loss_single": 3.3099529504776, "loss_dense": 3.3393216133117676, "loss": 6.64927453994751, "time": 0.15737605094909668, "step": 948306}
{"lr": 0.00022336010767839203, "data_time": 0.017513155937194824, "loss_single": 3.295256471633911, "loss_dense": 3.32869131565094, "loss": 6.6239477634429935, "time": 0.15552306175231934, "step": 948356}
{"lr": 0.00022336010767839203, "data_time": 0.01757380962371826, "loss_single": 3.311737585067749, "loss_dense": 3.351676321029663, "loss": 6.66341381072998, "time": 0.15940253734588622, "step": 948406}
{"lr": 0.00022336010767839203, "data_time": 0.017696952819824217, "loss_single": 3.3107131242752077, "loss_dense": 3.3537497758865356, "loss": 6.664462852478027, "time": 0.16239850521087645, "step": 948456}
{"lr": 0.00022336010767839203, "data_time": 0.0183671236038208, "loss_single": 3.29843213558197, "loss_dense": 3.3336163759231567, "loss": 6.632048511505127, "time": 0.15670602321624755, "step": 948506}
{"lr": 0.00022336010767839203, "data_time": 0.015446734428405762, "loss_single": 3.3087886333465577, "loss_dense": 3.3485912561416624, "loss": 6.657379817962647, "time": 0.16518642902374267, "step": 948556}
{"lr": 0.00022336010767839203, "data_time": 0.01855933666229248, "loss_single": 3.3111263036727907, "loss_dense": 3.339263916015625, "loss": 6.650390243530273, "time": 0.15541138648986816, "step": 948606}
{"lr": 0.00022336010767839203, "data_time": 0.017259621620178224, "loss_single": 3.2904114961624145, "loss_dense": 3.333849883079529, "loss": 6.624261283874512, "time": 0.1659947395324707, "step": 948656}
{"lr": 0.00022336010767839203, "data_time": 0.018275928497314454, "loss_single": 3.301942157745361, "loss_dense": 3.350490951538086, "loss": 6.652433061599732, "time": 0.16183085441589357, "step": 948706}
{"lr": 0.00022336010767839203, "data_time": 0.01738748550415039, "loss_single": 3.2890839099884035, "loss_dense": 3.3243237018585203, "loss": 6.613407564163208, "time": 0.15347700119018554, "step": 948756}
{"lr": 0.00022336010767839203, "data_time": 0.01783936023712158, "loss_single": 3.325093698501587, "loss_dense": 3.349453353881836, "loss": 6.674547004699707, "time": 0.17552082538604735, "step": 948806}
{"lr": 0.00022336010767839203, "data_time": 0.023686814308166503, "loss_single": 3.2982256174087525, "loss_dense": 3.3444382429122923, "loss": 6.642663860321045, "time": 0.16363797187805176, "step": 948856}
{"lr": 0.00022336010767839203, "data_time": 0.01694509983062744, "loss_single": 3.3077154636383055, "loss_dense": 3.338009834289551, "loss": 6.645725250244141, "time": 0.15894384384155275, "step": 948906}
{"lr": 0.00022336010767839203, "data_time": 0.01740851402282715, "loss_single": 3.3081260919570923, "loss_dense": 3.3549501657485963, "loss": 6.6630762100219725, "time": 0.1545412302017212, "step": 948956}
{"lr": 0.00022336010767839203, "data_time": 0.01930363178253174, "loss_single": 3.3052244186401367, "loss_dense": 3.3370495319366453, "loss": 6.642273998260498, "time": 0.16351194381713868, "step": 949006}
{"lr": 0.00022336010767839203, "data_time": 0.017614912986755372, "loss_single": 3.3001591205596923, "loss_dense": 3.3392603635787963, "loss": 6.639419507980347, "time": 0.1552417039871216, "step": 949056}
{"lr": 0.00022336010767839203, "data_time": 0.016590690612792967, "loss_single": 3.3080951452255247, "loss_dense": 3.3508102893829346, "loss": 6.658905553817749, "time": 0.16125025749206542, "step": 949106}
{"lr": 0.00022336010767839203, "data_time": 0.017894601821899413, "loss_single": 3.3043427228927613, "loss_dense": 3.3340970516204833, "loss": 6.6384398460388185, "time": 0.17355616092681886, "step": 949156}
{"lr": 0.00022336010767839203, "data_time": 0.01819941997528076, "loss_single": 3.2938879489898683, "loss_dense": 3.3326764345169066, "loss": 6.626564359664917, "time": 0.15734410285949707, "step": 949206}
{"lr": 0.00022336010767839203, "data_time": 0.0239581823348999, "loss_single": 3.2942867517471313, "loss_dense": 3.3300429821014403, "loss": 6.624329662322998, "time": 0.16639933586120606, "step": 949256}
{"lr": 0.00022336010767839203, "data_time": 0.018377304077148438, "loss_single": 3.2905712604522703, "loss_dense": 3.337299418449402, "loss": 6.627870702743531, "time": 0.15633926391601563, "step": 949306}
{"lr": 0.00022336010767839203, "data_time": 0.01726245880126953, "loss_single": 3.3223928928375246, "loss_dense": 3.3580648422241213, "loss": 6.680457687377929, "time": 0.15890793800354003, "step": 949356}
{"lr": 0.00022336010767839203, "data_time": 0.017093205451965333, "loss_single": 3.2951136350631716, "loss_dense": 3.3374932050704955, "loss": 6.632606792449951, "time": 0.15846590995788573, "step": 949406}
{"lr": 0.00022336010767839203, "data_time": 0.017890787124633788, "loss_single": 3.294929361343384, "loss_dense": 3.3261897802352904, "loss": 6.621119165420533, "time": 0.17346527576446533, "step": 949456}
{"lr": 0.00022336010767839203, "data_time": 0.018197107315063476, "loss_single": 3.3009317398071287, "loss_dense": 3.336021137237549, "loss": 6.636952829360962, "time": 0.16698925495147704, "step": 949506}
{"lr": 0.00022336010767839203, "data_time": 0.01906321048736572, "loss_single": 3.3070675134658813, "loss_dense": 3.3516294717788697, "loss": 6.658696937561035, "time": 0.1563657522201538, "step": 949556}
{"lr": 0.00022336010767839203, "data_time": 0.018184638023376463, "loss_single": 3.293206715583801, "loss_dense": 3.321365141868591, "loss": 6.614571952819825, "time": 0.16304488182067872, "step": 949606}
{"lr": 0.00022336010767839203, "data_time": 0.016345739364624023, "loss_single": 3.3148173332214355, "loss_dense": 3.346688413619995, "loss": 6.661505651473999, "time": 0.15911989212036132, "step": 949656}
{"lr": 0.00022336010767839203, "data_time": 0.01893458366394043, "loss_single": 3.2968047142028807, "loss_dense": 3.336771035194397, "loss": 6.63357572555542, "time": 0.16292836666107177, "step": 949706}
{"lr": 0.00022336010767839203, "data_time": 0.01779770851135254, "loss_single": 3.2894092559814454, "loss_dense": 3.3253661394119263, "loss": 6.6147754192352295, "time": 0.16757698059082032, "step": 949756}
{"lr": 0.00022336010767839203, "data_time": 0.016852641105651857, "loss_single": 3.2968249320983887, "loss_dense": 3.3299319744110107, "loss": 6.626756954193115, "time": 0.15552833080291747, "step": 949806}
{"lr": 0.00022336010767839203, "data_time": 0.015526628494262696, "loss_single": 3.3084741115570067, "loss_dense": 3.3479233026504516, "loss": 6.6563973903656, "time": 0.22743046283721924, "step": 949856}
{"lr": 0.00022336010767839203, "data_time": 0.01807122230529785, "loss_single": 3.2912755727767946, "loss_dense": 3.333971905708313, "loss": 6.625247478485107, "time": 0.161224627494812, "step": 949906}
{"lr": 0.00022336010767839203, "data_time": 0.020689225196838378, "loss_single": 3.3123300552368162, "loss_dense": 3.3608230113983155, "loss": 6.673153114318848, "time": 0.1835649013519287, "step": 949956}
{"lr": 0.00022336010767839203, "data_time": 0.01917376518249512, "loss_single": 3.3193323373794557, "loss_dense": 3.3537052154541014, "loss": 6.673037481307984, "time": 0.1654315710067749, "step": 950006}
{"lr": 0.00022336010767839203, "data_time": 0.017137026786804198, "loss_single": 3.3190692901611327, "loss_dense": 3.3523217916488646, "loss": 6.6713910579681395, "time": 0.15630996227264404, "step": 950056}
{"lr": 0.00022336010767839203, "data_time": 0.01729130744934082, "loss_single": 3.3088367700576784, "loss_dense": 3.3461086988449096, "loss": 6.654945516586304, "time": 0.15942130088806153, "step": 950106}
{"lr": 0.00022336010767839203, "data_time": 0.020617055892944335, "loss_single": 3.3366488933563234, "loss_dense": 3.3722253799438477, "loss": 6.708874273300171, "time": 0.1978856325149536, "step": 950156}
{"lr": 0.00022336010767839203, "data_time": 0.017867255210876464, "loss_single": 3.3052142381668093, "loss_dense": 3.345823335647583, "loss": 6.651037549972534, "time": 0.16335129737854004, "step": 950206}
{"lr": 0.00022336010767839203, "data_time": 0.017352581024169922, "loss_single": 3.326131057739258, "loss_dense": 3.348990821838379, "loss": 6.675121831893921, "time": 0.15501816272735597, "step": 950256}
{"lr": 0.00022336010767839203, "data_time": 0.017650580406188963, "loss_single": 3.285794425010681, "loss_dense": 3.337428021430969, "loss": 6.623222541809082, "time": 0.16183252334594728, "step": 950306}
{"lr": 0.00022336010767839203, "data_time": 0.018545985221862793, "loss_single": 3.3181911945343017, "loss_dense": 3.3474897146224976, "loss": 6.665681028366089, "time": 0.1570282459259033, "step": 950356}
{"lr": 0.00022336010767839203, "data_time": 0.018920087814331056, "loss_single": 3.310933494567871, "loss_dense": 3.349126195907593, "loss": 6.660059690475464, "time": 0.15525434017181397, "step": 950406}
{"lr": 0.00022336010767839203, "data_time": 0.021730947494506835, "loss_single": 3.3460126399993895, "loss_dense": 3.3710138320922853, "loss": 6.7170265197753904, "time": 0.1693854808807373, "step": 950456}
{"lr": 0.00022336010767839203, "data_time": 0.016508078575134276, "loss_single": 3.2930853843688963, "loss_dense": 3.322820234298706, "loss": 6.615905618667602, "time": 0.15577731132507325, "step": 950506}
{"lr": 0.00022336010767839203, "data_time": 0.017700672149658203, "loss_single": 3.2902145385742188, "loss_dense": 3.328820013999939, "loss": 6.6190345764160154, "time": 0.15662503242492676, "step": 950556}
{"lr": 0.00022336010767839203, "data_time": 0.017619109153747557, "loss_single": 3.3083349466323853, "loss_dense": 3.33641517162323, "loss": 6.6447500705719, "time": 0.1604389190673828, "step": 950606}
{"lr": 0.00022336010767839203, "data_time": 0.023558735847473145, "loss_single": 3.2894906759262086, "loss_dense": 3.327885937690735, "loss": 6.617376518249512, "time": 0.18862903118133545, "step": 950656}
{"lr": 0.00022336010767839203, "data_time": 0.01683950424194336, "loss_single": 3.312253713607788, "loss_dense": 3.354499888420105, "loss": 6.666753530502319, "time": 0.16108989715576172, "step": 950706}
{"lr": 0.00022336010767839203, "data_time": 0.04436333179473877, "loss_single": 3.3316745281219484, "loss_dense": 3.355335736274719, "loss": 6.68701024055481, "time": 0.29904367923736574, "step": 950756}
{"lr": 0.00018467489107293515, "data_time": 0.017235636711120605, "loss_single": 3.292535185813904, "loss_dense": 3.327176642417908, "loss": 6.619711875915527, "time": 0.1562730550765991, "step": 950810}
{"lr": 0.00018467489107293515, "data_time": 0.019421958923339845, "loss_single": 3.327777361869812, "loss_dense": 3.3571730613708497, "loss": 6.684950351715088, "time": 0.15929338932037354, "step": 950860}
{"lr": 0.00018467489107293515, "data_time": 0.018421316146850587, "loss_single": 3.318702554702759, "loss_dense": 3.358455228805542, "loss": 6.677157783508301, "time": 0.16304056644439696, "step": 950910}
{"lr": 0.00018467489107293515, "data_time": 0.01803116798400879, "loss_single": 3.3134441137313844, "loss_dense": 3.3483349084854126, "loss": 6.661778926849365, "time": 0.156380558013916, "step": 950960}
{"lr": 0.00018467489107293515, "data_time": 0.028909778594970702, "loss_single": 3.291764521598816, "loss_dense": 3.335826015472412, "loss": 6.627590608596802, "time": 0.16634626388549806, "step": 951010}
{"lr": 0.00018467489107293515, "data_time": 0.017779231071472168, "loss_single": 3.292745590209961, "loss_dense": 3.343729567527771, "loss": 6.6364751815795895, "time": 0.1598745584487915, "step": 951060}
{"lr": 0.00018467489107293515, "data_time": 0.017128300666809083, "loss_single": 3.3081441640853884, "loss_dense": 3.349978971481323, "loss": 6.6581230640411375, "time": 0.15780134201049806, "step": 951110}
{"lr": 0.00018467489107293515, "data_time": 0.016715216636657714, "loss_single": 3.3100051403045656, "loss_dense": 3.3459514379501343, "loss": 6.655956554412842, "time": 0.1595524311065674, "step": 951160}
{"lr": 0.00018467489107293515, "data_time": 0.017399930953979494, "loss_single": 3.3216033697128298, "loss_dense": 3.357956576347351, "loss": 6.679559946060181, "time": 0.15585570335388182, "step": 951210}
{"lr": 0.00018467489107293515, "data_time": 0.01739490032196045, "loss_single": 3.298054599761963, "loss_dense": 3.3319148778915406, "loss": 6.629969453811645, "time": 0.1568866491317749, "step": 951260}
{"lr": 0.00018467489107293515, "data_time": 0.01698625087738037, "loss_single": 3.3267468214035034, "loss_dense": 3.35298273563385, "loss": 6.679729557037353, "time": 0.15681354999542235, "step": 951310}
{"lr": 0.00018467489107293515, "data_time": 0.02170569896697998, "loss_single": 3.308268141746521, "loss_dense": 3.3489707469940186, "loss": 6.6572388172149655, "time": 0.21955671310424804, "step": 951360}
{"lr": 0.00018467489107293515, "data_time": 0.017946362495422363, "loss_single": 3.29383761882782, "loss_dense": 3.3449068784713747, "loss": 6.638744497299195, "time": 0.1608196258544922, "step": 951410}
{"lr": 0.00018467489107293515, "data_time": 0.017921972274780273, "loss_single": 3.314450430870056, "loss_dense": 3.349662256240845, "loss": 6.664112710952759, "time": 0.15745882987976073, "step": 951460}
{"lr": 0.00018467489107293515, "data_time": 0.018213772773742677, "loss_single": 3.2843611240386963, "loss_dense": 3.3217818260192873, "loss": 6.606142950057984, "time": 0.15840330123901367, "step": 951510}
{"lr": 0.00018467489107293515, "data_time": 0.019053125381469728, "loss_single": 3.3062971115112303, "loss_dense": 3.3340780973434447, "loss": 6.640375232696533, "time": 0.1609483242034912, "step": 951560}
{"lr": 0.00018467489107293515, "data_time": 0.01726818084716797, "loss_single": 3.317603015899658, "loss_dense": 3.3555716276168823, "loss": 6.67317476272583, "time": 0.159606671333313, "step": 951610}
{"lr": 0.00018467489107293515, "data_time": 0.02002427577972412, "loss_single": 3.3103153467178346, "loss_dense": 3.342363715171814, "loss": 6.652679014205932, "time": 0.16245203018188475, "step": 951660}
{"lr": 0.00018467489107293515, "data_time": 0.017800331115722656, "loss_single": 3.301935148239136, "loss_dense": 3.333486866950989, "loss": 6.635422039031982, "time": 0.16212892532348633, "step": 951710}
{"lr": 0.00018467489107293515, "data_time": 0.019134521484375, "loss_single": 3.293761372566223, "loss_dense": 3.3418487548828124, "loss": 6.635610103607178, "time": 0.1563950538635254, "step": 951760}
{"lr": 0.00018467489107293515, "data_time": 0.01456887722015381, "loss_single": 3.3131637573242188, "loss_dense": 3.3491315841674805, "loss": 6.662295341491699, "time": 0.16121270656585693, "step": 951810}
{"lr": 0.00018467489107293515, "data_time": 0.015382170677185059, "loss_single": 3.3027989149093626, "loss_dense": 3.346747374534607, "loss": 6.64954628944397, "time": 0.15875604152679443, "step": 951860}
{"lr": 0.00018467489107293515, "data_time": 0.017885756492614747, "loss_single": 3.303696036338806, "loss_dense": 3.3489994287490843, "loss": 6.652695417404175, "time": 0.16052885055541993, "step": 951910}
{"lr": 0.00018467489107293515, "data_time": 0.01723771095275879, "loss_single": 3.3158978462219237, "loss_dense": 3.36163272857666, "loss": 6.677530527114868, "time": 0.15882809162139894, "step": 951960}
{"lr": 0.00018467489107293515, "data_time": 0.019038844108581542, "loss_single": 3.2817930936813355, "loss_dense": 3.3293643236160277, "loss": 6.611157321929932, "time": 0.15869140625, "step": 952010}
{"lr": 0.00018467489107293515, "data_time": 0.018217921257019043, "loss_single": 3.3235461473464967, "loss_dense": 3.3570284843444824, "loss": 6.680574655532837, "time": 0.16134707927703856, "step": 952060}
{"lr": 0.00018467489107293515, "data_time": 0.03760702610015869, "loss_single": 3.3210889101028442, "loss_dense": 3.359395432472229, "loss": 6.680484247207642, "time": 0.3124623537063599, "step": 952110}
{"lr": 0.00018467489107293515, "data_time": 0.01691620349884033, "loss_single": 3.2813299894332886, "loss_dense": 3.328312873840332, "loss": 6.6096429347991945, "time": 0.1641258955001831, "step": 952160}
{"lr": 0.00018467489107293515, "data_time": 0.01956343650817871, "loss_single": 3.3150792360305785, "loss_dense": 3.349591827392578, "loss": 6.664671087265015, "time": 0.1651468276977539, "step": 952210}
{"lr": 0.00018467489107293515, "data_time": 0.017431926727294923, "loss_single": 3.311843919754028, "loss_dense": 3.3484530448913574, "loss": 6.66029691696167, "time": 0.1631938934326172, "step": 952260}
{"lr": 0.00018467489107293515, "data_time": 0.016167163848876953, "loss_single": 3.289017343521118, "loss_dense": 3.321176815032959, "loss": 6.610194206237793, "time": 0.15763397216796876, "step": 952310}
{"lr": 0.00018467489107293515, "data_time": 0.01811535358428955, "loss_single": 3.3084365129470825, "loss_dense": 3.347041201591492, "loss": 6.655477905273438, "time": 0.16071207523345948, "step": 952360}
{"lr": 0.00018467489107293515, "data_time": 0.018489980697631837, "loss_single": 3.3109015941619875, "loss_dense": 3.3328339576721193, "loss": 6.643735599517822, "time": 0.15510776042938232, "step": 952410}
{"lr": 0.00018467489107293515, "data_time": 0.022141075134277342, "loss_single": 3.2950825929641723, "loss_dense": 3.3297980070114135, "loss": 6.624880599975586, "time": 0.18071796894073486, "step": 952460}
{"lr": 0.00018467489107293515, "data_time": 0.01873440742492676, "loss_single": 3.2927278518676757, "loss_dense": 3.3384665727615355, "loss": 6.631194400787353, "time": 0.15525383949279786, "step": 952510}
{"lr": 0.00018467489107293515, "data_time": 0.020108819007873535, "loss_single": 3.307711148262024, "loss_dense": 3.3422914028167723, "loss": 6.650002479553223, "time": 0.16081101894378663, "step": 952560}
{"lr": 0.00018467489107293515, "data_time": 0.01815340518951416, "loss_single": 3.3136268854141235, "loss_dense": 3.3519023418426515, "loss": 6.665529251098633, "time": 0.1583646535873413, "step": 952610}
{"lr": 0.00018467489107293515, "data_time": 0.02051239013671875, "loss_single": 3.312566351890564, "loss_dense": 3.3385101318359376, "loss": 6.6510765075683596, "time": 0.161130952835083, "step": 952660}
{"lr": 0.00018467489107293515, "data_time": 0.0188462495803833, "loss_single": 3.2831692934036254, "loss_dense": 3.317355179786682, "loss": 6.600524520874023, "time": 0.16617050170898437, "step": 952710}
{"lr": 0.00018467489107293515, "data_time": 0.0208085298538208, "loss_single": 3.3266943454742433, "loss_dense": 3.3650369167327883, "loss": 6.691731214523315, "time": 0.2137800931930542, "step": 952760}
{"lr": 0.00018467489107293515, "data_time": 0.01797668933868408, "loss_single": 3.2986645698547363, "loss_dense": 3.332476496696472, "loss": 6.631141090393067, "time": 0.165118408203125, "step": 952810}
{"lr": 0.00018467489107293515, "data_time": 0.018393278121948242, "loss_single": 3.328898811340332, "loss_dense": 3.3559030532836913, "loss": 6.684801816940308, "time": 0.1627450942993164, "step": 952860}
{"lr": 0.00018467489107293515, "data_time": 0.016888952255249022, "loss_single": 3.3200962066650392, "loss_dense": 3.3507567644119263, "loss": 6.670852994918823, "time": 0.1550226926803589, "step": 952910}
{"lr": 0.00018467489107293515, "data_time": 0.018868136405944824, "loss_single": 3.302763819694519, "loss_dense": 3.331982207298279, "loss": 6.634746026992798, "time": 0.15826504230499266, "step": 952960}
{"lr": 0.00018467489107293515, "data_time": 0.018448638916015624, "loss_single": 3.306335186958313, "loss_dense": 3.3423624992370606, "loss": 6.6486976146698, "time": 0.16166925430297852, "step": 953010}
{"lr": 0.00018467489107293515, "data_time": 0.02102799415588379, "loss_single": 3.2999465703964233, "loss_dense": 3.3298994302749634, "loss": 6.629845905303955, "time": 0.16019937992095948, "step": 953060}
{"lr": 0.00018467489107293515, "data_time": 0.019978022575378417, "loss_single": 3.3037863254547117, "loss_dense": 3.345577120780945, "loss": 6.649363470077515, "time": 0.19366986751556398, "step": 953110}
{"lr": 0.00018467489107293515, "data_time": 0.017463135719299316, "loss_single": 3.298841857910156, "loss_dense": 3.3417618751525877, "loss": 6.640603733062744, "time": 0.16062359809875487, "step": 953160}
{"lr": 0.00018467489107293515, "data_time": 0.018731307983398438, "loss_single": 3.302973413467407, "loss_dense": 3.3311415195465086, "loss": 6.634114933013916, "time": 0.16240010261535645, "step": 953210}
{"lr": 0.00018467489107293515, "data_time": 0.019056081771850586, "loss_single": 3.289420986175537, "loss_dense": 3.325093221664429, "loss": 6.61451416015625, "time": 0.16088335514068602, "step": 953260}
{"lr": 0.00018467489107293515, "data_time": 0.016878485679626465, "loss_single": 3.288496398925781, "loss_dense": 3.3287983417510985, "loss": 6.617294645309448, "time": 0.16195647716522216, "step": 953310}
{"lr": 0.00018467489107293515, "data_time": 0.012598371505737305, "loss_single": 3.3047850847244264, "loss_dense": 3.350407433509827, "loss": 6.655192470550537, "time": 0.16111879348754882, "step": 953360}
{"lr": 0.00018467489107293515, "data_time": 0.017959284782409667, "loss_single": 3.3236986637115478, "loss_dense": 3.3505719184875487, "loss": 6.6742706298828125, "time": 0.1556548833847046, "step": 953410}
{"lr": 0.00018467489107293515, "data_time": 0.031563520431518555, "loss_single": 3.3190720319747924, "loss_dense": 3.3481036186218263, "loss": 6.66717562675476, "time": 0.25594563484191896, "step": 953460}
{"lr": 0.00018467489107293515, "data_time": 0.017389941215515136, "loss_single": 3.315764379501343, "loss_dense": 3.3554172992706297, "loss": 6.671181631088257, "time": 0.15782291889190675, "step": 953510}
{"lr": 0.00018467489107293515, "data_time": 0.016915225982666017, "loss_single": 3.313350296020508, "loss_dense": 3.3477679252624513, "loss": 6.6611181735992435, "time": 0.15802357196807862, "step": 953560}
{"lr": 0.00018467489107293515, "data_time": 0.018637442588806154, "loss_single": 3.3039318799972532, "loss_dense": 3.3387490034103395, "loss": 6.642680835723877, "time": 0.15818772315979004, "step": 953610}
{"lr": 0.00018467489107293515, "data_time": 0.016330742835998537, "loss_single": 3.3102025508880617, "loss_dense": 3.346040415763855, "loss": 6.65624303817749, "time": 0.1568131685256958, "step": 953660}
{"lr": 0.00018467489107293515, "data_time": 0.017564010620117188, "loss_single": 3.324166750907898, "loss_dense": 3.354069471359253, "loss": 6.678236246109009, "time": 0.16506872177124024, "step": 953710}
{"lr": 0.00018467489107293515, "data_time": 0.022446870803833008, "loss_single": 3.28856155872345, "loss_dense": 3.3308492422103884, "loss": 6.619410848617553, "time": 0.20822267532348632, "step": 953760}
{"lr": 0.00018467489107293515, "data_time": 0.020540142059326173, "loss_single": 3.3079797506332396, "loss_dense": 3.3436002016067503, "loss": 6.65157995223999, "time": 0.20866968631744384, "step": 953810}
{"lr": 0.00018467489107293515, "data_time": 0.018275690078735352, "loss_single": 3.292311120033264, "loss_dense": 3.324974226951599, "loss": 6.617285442352295, "time": 0.16546039581298827, "step": 953860}
{"lr": 0.00018467489107293515, "data_time": 0.01822376251220703, "loss_single": 3.280229949951172, "loss_dense": 3.319568419456482, "loss": 6.599798393249512, "time": 0.15767309665679932, "step": 953910}
{"lr": 0.00018467489107293515, "data_time": 0.019700098037719726, "loss_single": 3.323116683959961, "loss_dense": 3.353278088569641, "loss": 6.67639479637146, "time": 0.16443564891815185, "step": 953960}
{"lr": 0.00018467489107293515, "data_time": 0.01718897819519043, "loss_single": 3.2904277086257934, "loss_dense": 3.32354896068573, "loss": 6.613976573944091, "time": 0.15512630939483643, "step": 954010}
{"lr": 0.00018467489107293515, "data_time": 0.019207978248596193, "loss_single": 3.295417904853821, "loss_dense": 3.3349362134933473, "loss": 6.630354118347168, "time": 0.17305855751037597, "step": 954060}
{"lr": 0.00018467489107293515, "data_time": 0.03587698936462402, "loss_single": 3.285675621032715, "loss_dense": 3.3272627353668214, "loss": 6.612938356399536, "time": 0.21523034572601318, "step": 954110}
{"lr": 0.00018467489107293515, "data_time": 0.018041205406188966, "loss_single": 3.3075293064117433, "loss_dense": 3.347875547409058, "loss": 6.655404853820801, "time": 0.16831467151641846, "step": 954160}
{"lr": 0.00018467489107293515, "data_time": 0.017722320556640626, "loss_single": 3.3128003597259523, "loss_dense": 3.3570555448532104, "loss": 6.669855785369873, "time": 0.15524110794067383, "step": 954210}
{"lr": 0.00018467489107293515, "data_time": 0.01747434139251709, "loss_single": 3.284335470199585, "loss_dense": 3.3197874069213866, "loss": 6.604122829437256, "time": 0.16318652629852295, "step": 954260}
{"lr": 0.00018467489107293515, "data_time": 0.017366528511047363, "loss_single": 3.2821765422821043, "loss_dense": 3.3149609327316285, "loss": 6.597137451171875, "time": 0.1713087797164917, "step": 954310}
{"lr": 0.00018467489107293515, "data_time": 0.020094013214111327, "loss_single": 3.3057272672653197, "loss_dense": 3.334548544883728, "loss": 6.640275955200195, "time": 0.16631033420562744, "step": 954360}
{"lr": 0.00018467489107293515, "data_time": 0.018961405754089354, "loss_single": 3.295278859138489, "loss_dense": 3.3248589754104616, "loss": 6.620137739181518, "time": 0.22189161777496338, "step": 954410}
{"lr": 0.00018467489107293515, "data_time": 0.016354632377624512, "loss_single": 3.28998703956604, "loss_dense": 3.3364585638046265, "loss": 6.626445627212524, "time": 0.1558607339859009, "step": 954460}
{"lr": 0.00018467489107293515, "data_time": 0.018610286712646484, "loss_single": 3.288125228881836, "loss_dense": 3.338940072059631, "loss": 6.627065277099609, "time": 0.1606746196746826, "step": 954510}
{"lr": 0.00018467489107293515, "data_time": 0.01829073429107666, "loss_single": 3.3109318733215334, "loss_dense": 3.3495607376098633, "loss": 6.660492658615112, "time": 0.1557237386703491, "step": 954560}
{"lr": 0.00018467489107293515, "data_time": 0.018312501907348632, "loss_single": 3.2947953224182127, "loss_dense": 3.3381064176559447, "loss": 6.6329017162323, "time": 0.16175029277801514, "step": 954610}
{"lr": 0.00018467489107293515, "data_time": 0.01589374542236328, "loss_single": 3.3082542419433594, "loss_dense": 3.3429203033447266, "loss": 6.651174545288086, "time": 0.16758129596710206, "step": 954660}
{"lr": 0.00018467489107293515, "data_time": 0.016904616355895997, "loss_single": 3.2936511039733887, "loss_dense": 3.335081171989441, "loss": 6.628732299804687, "time": 0.17798287868499757, "step": 954710}
{"lr": 0.00018467489107293515, "data_time": 0.017114877700805664, "loss_single": 3.3054748296737673, "loss_dense": 3.3440758228302, "loss": 6.6495507717132565, "time": 0.172141432762146, "step": 954760}
{"lr": 0.00018467489107293515, "data_time": 0.01928999423980713, "loss_single": 3.2964564085006716, "loss_dense": 3.3269064664840697, "loss": 6.623362874984741, "time": 0.21516082286834717, "step": 954810}
{"lr": 0.00018467489107293515, "data_time": 0.017839622497558594, "loss_single": 3.3126911163330077, "loss_dense": 3.331164765357971, "loss": 6.643855857849121, "time": 0.17988348007202148, "step": 954860}
{"lr": 0.00018467489107293515, "data_time": 0.016922783851623536, "loss_single": 3.302077078819275, "loss_dense": 3.3372175455093385, "loss": 6.639294624328613, "time": 0.15470874309539795, "step": 954910}
{"lr": 0.00018467489107293515, "data_time": 0.016267037391662596, "loss_single": 3.2890066146850585, "loss_dense": 3.3374830007553102, "loss": 6.626489686965942, "time": 0.16032238006591798, "step": 954960}
{"lr": 0.00018467489107293515, "data_time": 0.01852262020111084, "loss_single": 3.2905856132507325, "loss_dense": 3.331119656562805, "loss": 6.621705341339111, "time": 0.15793678760528565, "step": 955010}
{"lr": 0.00018467489107293515, "data_time": 0.017591118812561035, "loss_single": 3.290821099281311, "loss_dense": 3.3321455001831053, "loss": 6.622966575622558, "time": 0.15840837955474854, "step": 955060}
{"lr": 0.00018467489107293515, "data_time": 0.020908689498901366, "loss_single": 3.2899262428283693, "loss_dense": 3.331445264816284, "loss": 6.621371603012085, "time": 0.18058512210845948, "step": 955110}
{"lr": 0.00018467489107293515, "data_time": 0.016895198822021486, "loss_single": 3.3029565811157227, "loss_dense": 3.345129442214966, "loss": 6.6480859279632565, "time": 0.16816210746765137, "step": 955160}
{"lr": 0.00018467489107293515, "data_time": 0.017337799072265625, "loss_single": 3.3107370138168335, "loss_dense": 3.357131028175354, "loss": 6.667868137359619, "time": 0.16151211261749268, "step": 955210}
{"lr": 0.00018467489107293515, "data_time": 0.04872586727142334, "loss_single": 3.300583100318909, "loss_dense": 3.331942081451416, "loss": 6.632525157928467, "time": 0.2262934923171997, "step": 955260}
{"lr": 0.00018467489107293515, "data_time": 0.01748371124267578, "loss_single": 3.297173285484314, "loss_dense": 3.328669857978821, "loss": 6.625843191146851, "time": 0.15688812732696533, "step": 955310}
{"lr": 0.00018467489107293515, "data_time": 0.016130661964416503, "loss_single": 3.3041911363601684, "loss_dense": 3.34153835773468, "loss": 6.645729446411133, "time": 0.15677354335784913, "step": 955360}
{"lr": 0.00018467489107293515, "data_time": 0.019631195068359374, "loss_single": 3.3110078811645507, "loss_dense": 3.3466253995895388, "loss": 6.657633304595947, "time": 0.15941948890686036, "step": 955410}
{"lr": 0.00018467489107293515, "data_time": 0.01567656993865967, "loss_single": 3.3071373462677003, "loss_dense": 3.3431602716445923, "loss": 6.650297594070435, "time": 0.15919089317321777, "step": 955460}
{"lr": 0.00018467489107293515, "data_time": 0.01895308494567871, "loss_single": 3.303510880470276, "loss_dense": 3.3444766998291016, "loss": 6.647987508773804, "time": 0.1633782148361206, "step": 955510}
{"lr": 0.00018467489107293515, "data_time": 0.017333197593688964, "loss_single": 3.3109951496124266, "loss_dense": 3.35100781917572, "loss": 6.662002944946289, "time": 0.15560035705566405, "step": 955560}
{"lr": 0.00018467489107293515, "data_time": 0.0184983491897583, "loss_single": 3.3008862495422364, "loss_dense": 3.336225986480713, "loss": 6.637112283706665, "time": 0.165018630027771, "step": 955610}
{"lr": 0.00018467489107293515, "data_time": 0.017872929573059082, "loss_single": 3.322270083427429, "loss_dense": 3.3477100372314452, "loss": 6.669980144500732, "time": 0.15821666717529298, "step": 955660}
{"lr": 0.00018467489107293515, "data_time": 0.018953323364257812, "loss_single": 3.2991914987564086, "loss_dense": 3.341703987121582, "loss": 6.640895509719849, "time": 0.16264116764068604, "step": 955710}
{"lr": 0.00018467489107293515, "data_time": 0.014079475402832031, "loss_single": 3.3194422721862793, "loss_dense": 3.349843716621399, "loss": 6.669286012649536, "time": 0.15284698009490966, "step": 955760}
{"lr": 0.000149645134251637, "data_time": 0.017989611625671385, "loss_single": 3.330150532722473, "loss_dense": 3.3586979866027833, "loss": 6.688848495483398, "time": 0.1603714942932129, "step": 955814}
{"lr": 0.000149645134251637, "data_time": 0.017579054832458495, "loss_single": 3.298718500137329, "loss_dense": 3.343646788597107, "loss": 6.642365264892578, "time": 0.16326236724853516, "step": 955864}
{"lr": 0.000149645134251637, "data_time": 0.016746330261230468, "loss_single": 3.291879439353943, "loss_dense": 3.329320287704468, "loss": 6.621199655532837, "time": 0.18893625736236572, "step": 955914}
{"lr": 0.000149645134251637, "data_time": 0.016686391830444337, "loss_single": 3.309528374671936, "loss_dense": 3.34886519908905, "loss": 6.658393526077271, "time": 0.16571099758148194, "step": 955964}
{"lr": 0.000149645134251637, "data_time": 0.018373966217041016, "loss_single": 3.2865315198898317, "loss_dense": 3.328796625137329, "loss": 6.615328121185303, "time": 0.15796322822570802, "step": 956014}
{"lr": 0.000149645134251637, "data_time": 0.017306256294250488, "loss_single": 3.325608325004578, "loss_dense": 3.3540598869323732, "loss": 6.679668235778808, "time": 0.19229836463928224, "step": 956064}
{"lr": 0.000149645134251637, "data_time": 0.019503068923950196, "loss_single": 3.3010574102401735, "loss_dense": 3.3366899490356445, "loss": 6.637747478485108, "time": 0.1611149549484253, "step": 956114}
{"lr": 0.000149645134251637, "data_time": 0.017613601684570313, "loss_single": 3.2871891975402834, "loss_dense": 3.327583169937134, "loss": 6.614772462844849, "time": 0.16061151027679443, "step": 956164}
{"lr": 0.000149645134251637, "data_time": 0.019654679298400878, "loss_single": 3.3004432201385496, "loss_dense": 3.3323392152786253, "loss": 6.632782506942749, "time": 0.15955538749694825, "step": 956214}
{"lr": 0.000149645134251637, "data_time": 0.01771981716156006, "loss_single": 3.3148972272872923, "loss_dense": 3.351805543899536, "loss": 6.666702795028686, "time": 0.15559940338134765, "step": 956264}
{"lr": 0.000149645134251637, "data_time": 0.02378966808319092, "loss_single": 3.31578323841095, "loss_dense": 3.345295262336731, "loss": 6.6610785007476805, "time": 0.16518349647521974, "step": 956314}
{"lr": 0.000149645134251637, "data_time": 0.030386638641357423, "loss_single": 3.3044885396957397, "loss_dense": 3.3424163103103637, "loss": 6.646904850006104, "time": 0.28324141502380373, "step": 956364}
{"lr": 0.000149645134251637, "data_time": 0.01757214069366455, "loss_single": 3.2852312088012696, "loss_dense": 3.3312341213226317, "loss": 6.616465330123901, "time": 0.16470589637756347, "step": 956414}
{"lr": 0.000149645134251637, "data_time": 0.01849410533905029, "loss_single": 3.3041245698928834, "loss_dense": 3.339942765235901, "loss": 6.6440673828125, "time": 0.15689761638641359, "step": 956464}
{"lr": 0.000149645134251637, "data_time": 0.01856229305267334, "loss_single": 3.306529426574707, "loss_dense": 3.3394273042678835, "loss": 6.645956707000733, "time": 0.1615988254547119, "step": 956514}
{"lr": 0.000149645134251637, "data_time": 0.019056153297424317, "loss_single": 3.3227323055267335, "loss_dense": 3.346705603599548, "loss": 6.669437980651855, "time": 0.16641221046447754, "step": 956564}
{"lr": 0.000149645134251637, "data_time": 0.017157340049743654, "loss_single": 3.316985321044922, "loss_dense": 3.3469228982925414, "loss": 6.663908195495606, "time": 0.1606571912765503, "step": 956614}
{"lr": 0.000149645134251637, "data_time": 0.017338252067565917, "loss_single": 3.3004027128219606, "loss_dense": 3.3332594633102417, "loss": 6.633662176132202, "time": 0.15856757164001464, "step": 956664}
{"lr": 0.000149645134251637, "data_time": 0.018594884872436525, "loss_single": 3.3181611061096192, "loss_dense": 3.355236840248108, "loss": 6.673398017883301, "time": 0.22859554290771483, "step": 956714}
{"lr": 0.000149645134251637, "data_time": 0.0162860631942749, "loss_single": 3.3077369928359985, "loss_dense": 3.351669955253601, "loss": 6.659406995773315, "time": 0.15786974430084227, "step": 956764}
{"lr": 0.000149645134251637, "data_time": 0.01779646873474121, "loss_single": 3.3104720592498778, "loss_dense": 3.3354898929595946, "loss": 6.645961952209473, "time": 0.16312260627746583, "step": 956814}
{"lr": 0.000149645134251637, "data_time": 0.04633173942565918, "loss_single": 3.2685944080352782, "loss_dense": 3.3029296875, "loss": 6.571524047851563, "time": 0.19444673061370848, "step": 956864}
{"lr": 0.000149645134251637, "data_time": 0.016354632377624512, "loss_single": 3.289694595336914, "loss_dense": 3.3306468725204468, "loss": 6.620341396331787, "time": 0.18756163120269775, "step": 956914}
{"lr": 0.000149645134251637, "data_time": 0.017212700843811036, "loss_single": 3.3256473541259766, "loss_dense": 3.35187885761261, "loss": 6.677526235580444, "time": 0.15696678161621094, "step": 956964}
{"lr": 0.000149645134251637, "data_time": 0.01778991222381592, "loss_single": 3.308596158027649, "loss_dense": 3.3445722579956056, "loss": 6.653168344497681, "time": 0.16117773056030274, "step": 957014}
{"lr": 0.000149645134251637, "data_time": 0.019409990310668944, "loss_single": 3.290772533416748, "loss_dense": 3.3274988889694215, "loss": 6.618271446228027, "time": 0.19733083248138428, "step": 957064}
{"lr": 0.000149645134251637, "data_time": 0.020357418060302734, "loss_single": 3.3035123348236084, "loss_dense": 3.331178903579712, "loss": 6.63469123840332, "time": 0.17967848777770995, "step": 957114}
{"lr": 0.000149645134251637, "data_time": 0.017913198471069335, "loss_single": 3.340124320983887, "loss_dense": 3.364761161804199, "loss": 6.70488543510437, "time": 0.15594706535339356, "step": 957164}
{"lr": 0.000149645134251637, "data_time": 0.01617431640625, "loss_single": 3.280763101577759, "loss_dense": 3.3263205528259276, "loss": 6.607083654403686, "time": 0.16562044620513916, "step": 957214}
{"lr": 0.000149645134251637, "data_time": 0.01975691318511963, "loss_single": 3.3464392185211183, "loss_dense": 3.373514270782471, "loss": 6.719953441619873, "time": 0.15588819980621338, "step": 957264}
{"lr": 0.000149645134251637, "data_time": 0.016724562644958495, "loss_single": 3.3416574716567995, "loss_dense": 3.3598202228546143, "loss": 6.701477718353272, "time": 0.15857346057891847, "step": 957314}
{"lr": 0.000149645134251637, "data_time": 0.018594956398010253, "loss_single": 3.3216583013534544, "loss_dense": 3.344599199295044, "loss": 6.66625747680664, "time": 0.16001522541046143, "step": 957364}
{"lr": 0.000149645134251637, "data_time": 0.02147829532623291, "loss_single": 3.3062395095825194, "loss_dense": 3.3452545404434204, "loss": 6.651494073867798, "time": 0.21814823150634766, "step": 957414}
{"lr": 0.000149645134251637, "data_time": 0.018486785888671874, "loss_single": 3.3273391485214234, "loss_dense": 3.3709258794784547, "loss": 6.6982649803161625, "time": 0.16129047870635987, "step": 957464}
{"lr": 0.000149645134251637, "data_time": 0.01898341178894043, "loss_single": 3.3239267349243162, "loss_dense": 3.357258343696594, "loss": 6.681185150146485, "time": 0.15678484439849855, "step": 957514}
{"lr": 0.000149645134251637, "data_time": 0.01856873035430908, "loss_single": 3.3170540809631346, "loss_dense": 3.364167642593384, "loss": 6.681221675872803, "time": 0.17109384536743164, "step": 957564}
{"lr": 0.000149645134251637, "data_time": 0.01786930561065674, "loss_single": 3.3093859434127806, "loss_dense": 3.3445220470428465, "loss": 6.653908061981201, "time": 0.16483736038208008, "step": 957614}
{"lr": 0.000149645134251637, "data_time": 0.018986725807189943, "loss_single": 3.306554746627808, "loss_dense": 3.3457220077514647, "loss": 6.652276706695557, "time": 0.15781495571136475, "step": 957664}
{"lr": 0.000149645134251637, "data_time": 0.01801300048828125, "loss_single": 3.307349944114685, "loss_dense": 3.3363584756851195, "loss": 6.643708324432373, "time": 0.1615959644317627, "step": 957714}
{"lr": 0.000149645134251637, "data_time": 0.022295713424682617, "loss_single": 3.309727144241333, "loss_dense": 3.363742136955261, "loss": 6.673469305038452, "time": 0.2181032419204712, "step": 957764}
{"lr": 0.000149645134251637, "data_time": 0.01768615245819092, "loss_single": 3.320282220840454, "loss_dense": 3.3472235202789307, "loss": 6.6675057888031, "time": 0.15919990539550782, "step": 957814}
{"lr": 0.000149645134251637, "data_time": 0.020416402816772462, "loss_single": 3.2865473508834837, "loss_dense": 3.330236577987671, "loss": 6.616783952713012, "time": 0.23971776962280272, "step": 957864}
{"lr": 0.000149645134251637, "data_time": 0.016937112808227538, "loss_single": 3.3006467819213867, "loss_dense": 3.342023825645447, "loss": 6.642670631408691, "time": 0.15946366786956787, "step": 957914}
{"lr": 0.000149645134251637, "data_time": 0.017363548278808594, "loss_single": 3.311996579170227, "loss_dense": 3.356753921508789, "loss": 6.668750476837158, "time": 0.1603926658630371, "step": 957964}
{"lr": 0.000149645134251637, "data_time": 0.018122148513793946, "loss_single": 3.312450385093689, "loss_dense": 3.347179913520813, "loss": 6.659630298614502, "time": 0.1563277244567871, "step": 958014}
{"lr": 0.000149645134251637, "data_time": 0.017437505722045898, "loss_single": 3.295980143547058, "loss_dense": 3.3231571674346925, "loss": 6.619137382507324, "time": 0.15749781131744384, "step": 958064}
{"lr": 0.000149645134251637, "data_time": 0.019843101501464844, "loss_single": 3.3033718824386598, "loss_dense": 3.3393770933151243, "loss": 6.6427490234375, "time": 0.18415532112121583, "step": 958114}
{"lr": 0.000149645134251637, "data_time": 0.01677401065826416, "loss_single": 3.294064688682556, "loss_dense": 3.3327221870422363, "loss": 6.626786851882935, "time": 0.21776459217071534, "step": 958164}
{"lr": 0.000149645134251637, "data_time": 0.02317492961883545, "loss_single": 3.3144930362701417, "loss_dense": 3.345512795448303, "loss": 6.660005760192871, "time": 0.1651942253112793, "step": 958214}
{"lr": 0.000149645134251637, "data_time": 0.017185115814208986, "loss_single": 3.306591296195984, "loss_dense": 3.33157479763031, "loss": 6.63816614151001, "time": 0.16028268337249757, "step": 958264}
{"lr": 0.000149645134251637, "data_time": 0.01753859519958496, "loss_single": 3.3077624320983885, "loss_dense": 3.3416596412658692, "loss": 6.649422121047974, "time": 0.16048433780670165, "step": 958314}
{"lr": 0.000149645134251637, "data_time": 0.015980124473571777, "loss_single": 3.2906152248382567, "loss_dense": 3.3408708572387695, "loss": 6.63148603439331, "time": 0.16389105319976807, "step": 958364}
{"lr": 0.000149645134251637, "data_time": 0.018244123458862303, "loss_single": 3.3085652589797974, "loss_dense": 3.334281849861145, "loss": 6.642847108840942, "time": 0.1704693078994751, "step": 958414}
{"lr": 0.000149645134251637, "data_time": 0.017859935760498047, "loss_single": 3.3187413930892946, "loss_dense": 3.3404430389404296, "loss": 6.659184455871582, "time": 0.23582212924957274, "step": 958464}
{"lr": 0.000149645134251637, "data_time": 0.01829793453216553, "loss_single": 3.3008795499801638, "loss_dense": 3.3329158067703246, "loss": 6.633795309066772, "time": 0.16350867748260497, "step": 958514}
{"lr": 0.000149645134251637, "data_time": 0.01755223274230957, "loss_single": 3.3009617567062377, "loss_dense": 3.3227470397949217, "loss": 6.623708820343017, "time": 0.1604933500289917, "step": 958564}
{"lr": 0.000149645134251637, "data_time": 0.018539690971374513, "loss_single": 3.3049288272857664, "loss_dense": 3.33738431930542, "loss": 6.642313241958618, "time": 0.1616649627685547, "step": 958614}
{"lr": 0.000149645134251637, "data_time": 0.01806485652923584, "loss_single": 3.2844887018203734, "loss_dense": 3.332909083366394, "loss": 6.617397785186768, "time": 0.15703034400939941, "step": 958664}
{"lr": 0.000149645134251637, "data_time": 0.018154549598693847, "loss_single": 3.3043601512908936, "loss_dense": 3.342397594451904, "loss": 6.646757936477661, "time": 0.15592494010925292, "step": 958714}
{"lr": 0.000149645134251637, "data_time": 0.016485381126403808, "loss_single": 3.3123112440109255, "loss_dense": 3.3414259433746336, "loss": 6.653737163543701, "time": 0.16299824714660643, "step": 958764}
{"lr": 0.000149645134251637, "data_time": 0.020074629783630372, "loss_single": 3.2841208457946776, "loss_dense": 3.326140522956848, "loss": 6.610261297225952, "time": 0.1797725200653076, "step": 958814}
{"lr": 0.000149645134251637, "data_time": 0.018054986000061037, "loss_single": 3.312647747993469, "loss_dense": 3.342888855934143, "loss": 6.6555366039276125, "time": 0.15667259693145752, "step": 958864}
{"lr": 0.000149645134251637, "data_time": 0.017192673683166505, "loss_single": 3.2862321615219114, "loss_dense": 3.324877166748047, "loss": 6.6111093044281, "time": 0.16062688827514648, "step": 958914}
{"lr": 0.000149645134251637, "data_time": 0.017514681816101073, "loss_single": 3.2924066543579102, "loss_dense": 3.3338878870010378, "loss": 6.62629451751709, "time": 0.15796220302581787, "step": 958964}
{"lr": 0.000149645134251637, "data_time": 0.018177604675292967, "loss_single": 3.2830195903778074, "loss_dense": 3.3090033531188965, "loss": 6.592022943496704, "time": 0.15567710399627685, "step": 959014}
{"lr": 0.000149645134251637, "data_time": 0.01816534996032715, "loss_single": 3.300580310821533, "loss_dense": 3.3303456783294676, "loss": 6.630925989151001, "time": 0.16085293292999267, "step": 959064}
{"lr": 0.000149645134251637, "data_time": 0.016326904296875, "loss_single": 3.2814430475234984, "loss_dense": 3.3222033023834228, "loss": 6.603646373748779, "time": 0.20125277042388917, "step": 959114}
{"lr": 0.000149645134251637, "data_time": 0.01680612564086914, "loss_single": 3.30630567073822, "loss_dense": 3.329002356529236, "loss": 6.635308027267456, "time": 0.16611323356628419, "step": 959164}
{"lr": 0.000149645134251637, "data_time": 0.017701339721679688, "loss_single": 3.317077875137329, "loss_dense": 3.358727502822876, "loss": 6.675805330276489, "time": 0.1576313257217407, "step": 959214}
{"lr": 0.000149645134251637, "data_time": 0.01689589023590088, "loss_single": 3.2736052751541136, "loss_dense": 3.3167920112609863, "loss": 6.5903972625732425, "time": 0.16033515930175782, "step": 959264}
{"lr": 0.000149645134251637, "data_time": 0.01831495761871338, "loss_single": 3.317743706703186, "loss_dense": 3.347596836090088, "loss": 6.665340518951416, "time": 0.16361379623413086, "step": 959314}
{"lr": 0.000149645134251637, "data_time": 0.018887019157409667, "loss_single": 3.3105470657348635, "loss_dense": 3.3563760042190554, "loss": 6.666923093795776, "time": 0.15876810550689696, "step": 959364}
{"lr": 0.000149645134251637, "data_time": 0.0169431209564209, "loss_single": 3.2981114864349363, "loss_dense": 3.3366588830947874, "loss": 6.634770298004151, "time": 0.15488040447235107, "step": 959414}
{"lr": 0.000149645134251637, "data_time": 0.02839794158935547, "loss_single": 3.3211519718170166, "loss_dense": 3.360685038566589, "loss": 6.681836938858032, "time": 0.2525986909866333, "step": 959464}
{"lr": 0.000149645134251637, "data_time": 0.019251918792724608, "loss_single": 3.3226941585540772, "loss_dense": 3.3570911645889283, "loss": 6.679785346984863, "time": 0.16396064758300782, "step": 959514}
{"lr": 0.000149645134251637, "data_time": 0.018415331840515137, "loss_single": 3.2971555948257447, "loss_dense": 3.3376131296157836, "loss": 6.634768724441528, "time": 0.15690858364105226, "step": 959564}
{"lr": 0.000149645134251637, "data_time": 0.018465590476989747, "loss_single": 3.303361940383911, "loss_dense": 3.339540886878967, "loss": 6.642902803421021, "time": 0.16136741638183594, "step": 959614}
{"lr": 0.000149645134251637, "data_time": 0.01770477294921875, "loss_single": 3.3217619895935058, "loss_dense": 3.3671289920806884, "loss": 6.6888909339904785, "time": 0.1634592294692993, "step": 959664}
{"lr": 0.000149645134251637, "data_time": 0.01638760566711426, "loss_single": 3.333018732070923, "loss_dense": 3.368355393409729, "loss": 6.701374101638794, "time": 0.18665459156036376, "step": 959714}
{"lr": 0.000149645134251637, "data_time": 0.017478108406066895, "loss_single": 3.3309486150741576, "loss_dense": 3.3591630935668944, "loss": 6.690111684799194, "time": 0.16643307209014893, "step": 959764}
{"lr": 0.000149645134251637, "data_time": 0.019590258598327637, "loss_single": 3.3149747610092164, "loss_dense": 3.3394502878189085, "loss": 6.654425096511841, "time": 0.19263453483581544, "step": 959814}
{"lr": 0.000149645134251637, "data_time": 0.015986180305480956, "loss_single": 3.3016563177108766, "loss_dense": 3.331165814399719, "loss": 6.632822036743164, "time": 0.16028814315795897, "step": 959864}
{"lr": 0.000149645134251637, "data_time": 0.01818544864654541, "loss_single": 3.3134157180786135, "loss_dense": 3.353623938560486, "loss": 6.667039680480957, "time": 0.15847580432891845, "step": 959914}
{"lr": 0.000149645134251637, "data_time": 0.018842124938964845, "loss_single": 3.2925291061401367, "loss_dense": 3.333539938926697, "loss": 6.626069021224976, "time": 0.16204774379730225, "step": 959964}
{"lr": 0.000149645134251637, "data_time": 0.018166542053222656, "loss_single": 3.3134493827819824, "loss_dense": 3.3487876653671265, "loss": 6.662237119674683, "time": 0.16498353481292724, "step": 960014}
{"lr": 0.000149645134251637, "data_time": 0.018387031555175782, "loss_single": 3.2945792436599732, "loss_dense": 3.331909251213074, "loss": 6.626488494873047, "time": 0.16321661472320556, "step": 960064}
{"lr": 0.000149645134251637, "data_time": 0.017520761489868163, "loss_single": 3.3136422872543334, "loss_dense": 3.3337554216384886, "loss": 6.647397708892822, "time": 0.1691979169845581, "step": 960114}
{"lr": 0.000149645134251637, "data_time": 0.017585015296936034, "loss_single": 3.3009316682815553, "loss_dense": 3.338038992881775, "loss": 6.638970613479614, "time": 0.16819570064544678, "step": 960164}
{"lr": 0.000149645134251637, "data_time": 0.01739182472229004, "loss_single": 3.3085617542266847, "loss_dense": 3.341994547843933, "loss": 6.650556230545044, "time": 0.16541740894317628, "step": 960214}
{"lr": 0.000149645134251637, "data_time": 0.018290495872497557, "loss_single": 3.301664876937866, "loss_dense": 3.3352349519729616, "loss": 6.636899805068969, "time": 0.16195852756500245, "step": 960264}
{"lr": 0.000149645134251637, "data_time": 0.017380690574645995, "loss_single": 3.2972803831100466, "loss_dense": 3.3370834827423095, "loss": 6.6343639373779295, "time": 0.15785534381866456, "step": 960314}
{"lr": 0.000149645134251637, "data_time": 0.016867947578430176, "loss_single": 3.3055203199386596, "loss_dense": 3.3524698972702027, "loss": 6.657990264892578, "time": 0.15889575481414794, "step": 960364}
{"lr": 0.000149645134251637, "data_time": 0.018468618392944336, "loss_single": 3.3123013973236084, "loss_dense": 3.3499011754989625, "loss": 6.662202548980713, "time": 0.1612696886062622, "step": 960414}
{"lr": 0.000149645134251637, "data_time": 0.01752164363861084, "loss_single": 3.346444010734558, "loss_dense": 3.3627225399017333, "loss": 6.709166622161865, "time": 0.22585387229919435, "step": 960464}
{"lr": 0.000149645134251637, "data_time": 0.019169878959655762, "loss_single": 3.2932871341705323, "loss_dense": 3.3183574438095094, "loss": 6.611644554138183, "time": 0.16164681911468506, "step": 960514}
{"lr": 0.000149645134251637, "data_time": 0.01857481002807617, "loss_single": 3.3239841938018797, "loss_dense": 3.351267623901367, "loss": 6.675251913070679, "time": 0.16218256950378418, "step": 960564}
{"lr": 0.000149645134251637, "data_time": 0.017644000053405762, "loss_single": 3.31179826259613, "loss_dense": 3.3394486904144287, "loss": 6.651247024536133, "time": 0.15792431831359863, "step": 960614}
{"lr": 0.000149645134251637, "data_time": 0.016891169548034667, "loss_single": 3.307099986076355, "loss_dense": 3.3293664693832397, "loss": 6.6364665031433105, "time": 0.15887229442596434, "step": 960664}
{"lr": 0.000149645134251637, "data_time": 0.017185497283935546, "loss_single": 3.2946096897125243, "loss_dense": 3.3270686864852905, "loss": 6.621678352355957, "time": 0.15553150177001954, "step": 960714}
{"lr": 0.000149645134251637, "data_time": 0.021136903762817384, "loss_single": 3.306724953651428, "loss_dense": 3.3477935075759886, "loss": 6.65451831817627, "time": 0.20187814235687257, "step": 960764}
{"lr": 0.00011827948028283357, "data_time": 0.016099143028259277, "loss_single": 3.2942298889160155, "loss_dense": 3.33293616771698, "loss": 6.627166128158569, "time": 0.1596851110458374, "step": 960818}
{"lr": 0.00011827948028283357, "data_time": 0.030456900596618652, "loss_single": 3.332174873352051, "loss_dense": 3.3673049211502075, "loss": 6.699479770660401, "time": 0.23255927562713624, "step": 960868}
{"lr": 0.00011827948028283357, "data_time": 0.01652657985687256, "loss_single": 3.3048623323440554, "loss_dense": 3.3366482734680174, "loss": 6.6415105819702145, "time": 0.20682125091552733, "step": 960918}
{"lr": 0.00011827948028283357, "data_time": 0.01856687068939209, "loss_single": 3.290588617324829, "loss_dense": 3.324663782119751, "loss": 6.61525239944458, "time": 0.1600703239440918, "step": 960968}
{"lr": 0.00011827948028283357, "data_time": 0.018550705909729005, "loss_single": 3.3418267250061033, "loss_dense": 3.3774968862533568, "loss": 6.719323539733887, "time": 0.16094388961791992, "step": 961018}
{"lr": 0.00011827948028283357, "data_time": 0.01780591011047363, "loss_single": 3.3111634969711305, "loss_dense": 3.34011025428772, "loss": 6.65127387046814, "time": 0.15659759044647217, "step": 961068}
{"lr": 0.00011827948028283357, "data_time": 0.018171262741088868, "loss_single": 3.2825304508209228, "loss_dense": 3.330256700515747, "loss": 6.612787103652954, "time": 0.1627660274505615, "step": 961118}
{"lr": 0.00011827948028283357, "data_time": 0.020625495910644533, "loss_single": 3.3075735330581666, "loss_dense": 3.353082203865051, "loss": 6.660655736923218, "time": 0.16145129203796388, "step": 961168}
{"lr": 0.00011827948028283357, "data_time": 0.020482254028320313, "loss_single": 3.3281794786453247, "loss_dense": 3.3574850797653197, "loss": 6.6856646060943605, "time": 0.17963113784790039, "step": 961218}
{"lr": 0.00011827948028283357, "data_time": 0.015535879135131835, "loss_single": 3.3246805667877197, "loss_dense": 3.35567946434021, "loss": 6.68036003112793, "time": 0.17150397300720216, "step": 961268}
{"lr": 0.00011827948028283357, "data_time": 0.018698620796203613, "loss_single": 3.27865846157074, "loss_dense": 3.330117344856262, "loss": 6.608775854110718, "time": 0.15761380195617675, "step": 961318}
{"lr": 0.00011827948028283357, "data_time": 0.016369080543518065, "loss_single": 3.288113331794739, "loss_dense": 3.3314005374908446, "loss": 6.619513845443725, "time": 0.16279611587524415, "step": 961368}
{"lr": 0.00011827948028283357, "data_time": 0.01754157543182373, "loss_single": 3.3171955347061157, "loss_dense": 3.339497709274292, "loss": 6.6566932678222654, "time": 0.1600799083709717, "step": 961418}
{"lr": 0.00011827948028283357, "data_time": 0.017759132385253906, "loss_single": 3.306622099876404, "loss_dense": 3.346238398551941, "loss": 6.652860450744629, "time": 0.1643613815307617, "step": 961468}
{"lr": 0.00011827948028283357, "data_time": 0.016672492027282715, "loss_single": 3.3027072191238402, "loss_dense": 3.3442726850509645, "loss": 6.646979904174804, "time": 0.1791435718536377, "step": 961518}
{"lr": 0.00011827948028283357, "data_time": 0.02015528678894043, "loss_single": 3.3017189264297486, "loss_dense": 3.3417017459869385, "loss": 6.643420600891114, "time": 0.19243130683898926, "step": 961568}
{"lr": 0.00011827948028283357, "data_time": 0.017649149894714354, "loss_single": 3.309318280220032, "loss_dense": 3.3430428743362426, "loss": 6.652361106872559, "time": 0.16206214427947999, "step": 961618}
{"lr": 0.00011827948028283357, "data_time": 0.018549609184265136, "loss_single": 3.308601713180542, "loss_dense": 3.3424389600753783, "loss": 6.6510406017303465, "time": 0.15746328830718995, "step": 961668}
{"lr": 0.00011827948028283357, "data_time": 0.017183518409729003, "loss_single": 3.3119977712631226, "loss_dense": 3.3523038148880007, "loss": 6.664301633834839, "time": 0.16279456615447999, "step": 961718}
{"lr": 0.00011827948028283357, "data_time": 0.017587494850158692, "loss_single": 3.3277456045150755, "loss_dense": 3.361884903907776, "loss": 6.689630460739136, "time": 0.17026593685150146, "step": 961768}
{"lr": 0.00011827948028283357, "data_time": 0.018132543563842772, "loss_single": 3.318806219100952, "loss_dense": 3.3429741859436035, "loss": 6.6617804050445555, "time": 0.16422717571258544, "step": 961818}
{"lr": 0.00011827948028283357, "data_time": 0.017279291152954103, "loss_single": 3.3196257591247558, "loss_dense": 3.34255907535553, "loss": 6.662184762954712, "time": 0.15864851474761962, "step": 961868}
{"lr": 0.00011827948028283357, "data_time": 0.024718761444091797, "loss_single": 3.3226044178009033, "loss_dense": 3.354336214065552, "loss": 6.67694058418274, "time": 0.23511688709259032, "step": 961918}
{"lr": 0.00011827948028283357, "data_time": 0.016881537437438966, "loss_single": 3.3078110933303835, "loss_dense": 3.3393682479858398, "loss": 6.647179317474365, "time": 0.20176563262939454, "step": 961968}
{"lr": 0.00011827948028283357, "data_time": 0.017247843742370605, "loss_single": 3.303707456588745, "loss_dense": 3.3315866947174073, "loss": 6.635294103622437, "time": 0.15837531089782714, "step": 962018}
{"lr": 0.00011827948028283357, "data_time": 0.017604136466979982, "loss_single": 3.2978456735610964, "loss_dense": 3.33818199634552, "loss": 6.6360276222229, "time": 0.1644808530807495, "step": 962068}
{"lr": 0.00011827948028283357, "data_time": 0.017490720748901366, "loss_single": 3.3035157442092897, "loss_dense": 3.3214027166366575, "loss": 6.624918365478516, "time": 0.16315052509307862, "step": 962118}
{"lr": 0.00011827948028283357, "data_time": 0.018407750129699706, "loss_single": 3.2798108100891112, "loss_dense": 3.324709677696228, "loss": 6.604520463943482, "time": 0.15994539260864257, "step": 962168}
{"lr": 0.00011827948028283357, "data_time": 0.01748833656311035, "loss_single": 3.304469132423401, "loss_dense": 3.3290629148483277, "loss": 6.6335320472717285, "time": 0.15655159950256348, "step": 962218}
{"lr": 0.00011827948028283357, "data_time": 0.020844197273254393, "loss_single": 3.2786433696746826, "loss_dense": 3.3185848712921144, "loss": 6.597228193283081, "time": 0.23768022060394287, "step": 962268}
{"lr": 0.00011827948028283357, "data_time": 0.016990184783935547, "loss_single": 3.3093153476715087, "loss_dense": 3.3489047288894653, "loss": 6.658220052719116, "time": 0.1695847511291504, "step": 962318}
{"lr": 0.00011827948028283357, "data_time": 0.012965202331542969, "loss_single": 3.316973066329956, "loss_dense": 3.3512436151504517, "loss": 6.66821665763855, "time": 0.16151885986328124, "step": 962368}
{"lr": 0.00011827948028283357, "data_time": 0.020197153091430664, "loss_single": 3.3039502143859862, "loss_dense": 3.3334092617034914, "loss": 6.637359571456909, "time": 0.16598613262176515, "step": 962418}
{"lr": 0.00011827948028283357, "data_time": 0.017411112785339355, "loss_single": 3.3094215631484984, "loss_dense": 3.3510451793670653, "loss": 6.6604667663574215, "time": 0.15851147174835206, "step": 962468}
{"lr": 0.00011827948028283357, "data_time": 0.015298128128051758, "loss_single": 3.3045060634613037, "loss_dense": 3.3460943698883057, "loss": 6.650600433349609, "time": 0.15703997611999512, "step": 962518}
{"lr": 0.00011827948028283357, "data_time": 0.01689887046813965, "loss_single": 3.2960731267929075, "loss_dense": 3.344414973258972, "loss": 6.64048810005188, "time": 0.15828280448913573, "step": 962568}
{"lr": 0.00011827948028283357, "data_time": 0.01823742389678955, "loss_single": 3.323446583747864, "loss_dense": 3.3453811168670655, "loss": 6.668827629089355, "time": 0.16053624153137208, "step": 962618}
{"lr": 0.00011827948028283357, "data_time": 0.018760132789611816, "loss_single": 3.2966556310653687, "loss_dense": 3.3298194885253904, "loss": 6.626475095748901, "time": 0.15963687896728515, "step": 962668}
{"lr": 0.00011827948028283357, "data_time": 0.018773102760314943, "loss_single": 3.2922489166259767, "loss_dense": 3.336847996711731, "loss": 6.62909688949585, "time": 0.15550649166107178, "step": 962718}
{"lr": 0.00011827948028283357, "data_time": 0.01812453269958496, "loss_single": 3.3167022705078124, "loss_dense": 3.3458104610443113, "loss": 6.662512636184692, "time": 0.16499629020690917, "step": 962768}
{"lr": 0.00011827948028283357, "data_time": 0.018411087989807128, "loss_single": 3.2914361476898195, "loss_dense": 3.3392478704452513, "loss": 6.630684041976929, "time": 0.16131696701049805, "step": 962818}
{"lr": 0.00011827948028283357, "data_time": 0.017679476737976076, "loss_single": 3.3144920110702514, "loss_dense": 3.352538752555847, "loss": 6.667030715942383, "time": 0.16219644546508788, "step": 962868}
{"lr": 0.00011827948028283357, "data_time": 0.018369221687316896, "loss_single": 3.2853909969329833, "loss_dense": 3.3370782852172853, "loss": 6.622469425201416, "time": 0.15825104713439941, "step": 962918}
{"lr": 0.00011827948028283357, "data_time": 0.019910907745361327, "loss_single": 3.3434553384780883, "loss_dense": 3.363085627555847, "loss": 6.706540966033936, "time": 0.20857019424438478, "step": 962968}
{"lr": 0.00011827948028283357, "data_time": 0.020030498504638672, "loss_single": 3.296569800376892, "loss_dense": 3.324692416191101, "loss": 6.621262168884277, "time": 0.21220335960388184, "step": 963018}
{"lr": 0.00011827948028283357, "data_time": 0.016750907897949217, "loss_single": 3.3133553504943847, "loss_dense": 3.3426010370254517, "loss": 6.655956363677978, "time": 0.15659987926483154, "step": 963068}
{"lr": 0.00011827948028283357, "data_time": 0.016567063331604005, "loss_single": 3.301579737663269, "loss_dense": 3.334904408454895, "loss": 6.636484146118164, "time": 0.16197078227996825, "step": 963118}
{"lr": 0.00011827948028283357, "data_time": 0.017795205116271973, "loss_single": 3.3243529081344603, "loss_dense": 3.346150255203247, "loss": 6.670503187179565, "time": 0.16074464321136475, "step": 963168}
{"lr": 0.00011827948028283357, "data_time": 0.018096041679382325, "loss_single": 3.2978082656860352, "loss_dense": 3.3264631748199465, "loss": 6.624271488189697, "time": 0.1611567497253418, "step": 963218}
{"lr": 0.00011827948028283357, "data_time": 0.017901349067687988, "loss_single": 3.30734269618988, "loss_dense": 3.3430678129196165, "loss": 6.650410556793213, "time": 0.16461873054504395, "step": 963268}
{"lr": 0.00011827948028283357, "data_time": 0.02243967056274414, "loss_single": 3.317945408821106, "loss_dense": 3.3676960945129393, "loss": 6.685641431808472, "time": 0.17929723262786865, "step": 963318}
{"lr": 0.00011827948028283357, "data_time": 0.018837833404541017, "loss_single": 3.3167847871780394, "loss_dense": 3.352239394187927, "loss": 6.669024276733398, "time": 0.22846994400024415, "step": 963368}
{"lr": 0.00011827948028283357, "data_time": 0.02134525775909424, "loss_single": 3.2958744287490847, "loss_dense": 3.3254745483398436, "loss": 6.621348905563354, "time": 0.21786556243896485, "step": 963418}
{"lr": 0.00011827948028283357, "data_time": 0.017327046394348143, "loss_single": 3.309294247627258, "loss_dense": 3.3374724864959715, "loss": 6.6467667579650875, "time": 0.16150369644165039, "step": 963468}
{"lr": 0.00011827948028283357, "data_time": 0.01761021614074707, "loss_single": 3.2789106607437133, "loss_dense": 3.3226364850997925, "loss": 6.601547145843506, "time": 0.15597035884857177, "step": 963518}
{"lr": 0.00011827948028283357, "data_time": 0.01733977794647217, "loss_single": 3.329751181602478, "loss_dense": 3.363533282279968, "loss": 6.6932844638824465, "time": 0.16159226894378662, "step": 963568}
{"lr": 0.00011827948028283357, "data_time": 0.018268132209777833, "loss_single": 3.3069799184799193, "loss_dense": 3.3592769384384153, "loss": 6.666256904602051, "time": 0.16462388038635253, "step": 963618}
{"lr": 0.00011827948028283357, "data_time": 0.020943498611450194, "loss_single": 3.279952812194824, "loss_dense": 3.31643009185791, "loss": 6.59638295173645, "time": 0.15796711444854736, "step": 963668}
{"lr": 0.00011827948028283357, "data_time": 0.018601393699645995, "loss_single": 3.312584137916565, "loss_dense": 3.3557050943374636, "loss": 6.668289232254028, "time": 0.1605088472366333, "step": 963718}
{"lr": 0.00011827948028283357, "data_time": 0.017767977714538575, "loss_single": 3.285568451881409, "loss_dense": 3.3214352130889893, "loss": 6.60700364112854, "time": 0.2082050085067749, "step": 963768}
{"lr": 0.00011827948028283357, "data_time": 0.019735240936279298, "loss_single": 3.308054232597351, "loss_dense": 3.348201870918274, "loss": 6.656256055831909, "time": 0.1650777578353882, "step": 963818}
{"lr": 0.00011827948028283357, "data_time": 0.017924404144287108, "loss_single": 3.3193867683410643, "loss_dense": 3.35546817779541, "loss": 6.67485499382019, "time": 0.1593773603439331, "step": 963868}
{"lr": 0.00011827948028283357, "data_time": 0.01661083698272705, "loss_single": 3.3031676769256593, "loss_dense": 3.331830620765686, "loss": 6.634998321533203, "time": 0.15798594951629638, "step": 963918}
{"lr": 0.00011827948028283357, "data_time": 0.017708325386047365, "loss_single": 3.30396888256073, "loss_dense": 3.3307726860046385, "loss": 6.634741640090942, "time": 0.1550130605697632, "step": 963968}
{"lr": 0.00011827948028283357, "data_time": 0.01789746284484863, "loss_single": 3.3211213111877442, "loss_dense": 3.3545539140701295, "loss": 6.675675249099731, "time": 0.1587000608444214, "step": 964018}
{"lr": 0.00011827948028283357, "data_time": 0.02281651496887207, "loss_single": 3.2984692811965943, "loss_dense": 3.33815541267395, "loss": 6.636624670028686, "time": 0.16235010623931884, "step": 964068}
{"lr": 0.00011827948028283357, "data_time": 0.022043251991271974, "loss_single": 3.297354888916016, "loss_dense": 3.331331253051758, "loss": 6.628686141967774, "time": 0.19940683841705323, "step": 964118}
{"lr": 0.00011827948028283357, "data_time": 0.01698434352874756, "loss_single": 3.2992218494415284, "loss_dense": 3.334260678291321, "loss": 6.633482503890991, "time": 0.16221907138824462, "step": 964168}
{"lr": 0.00011827948028283357, "data_time": 0.017762517929077147, "loss_single": 3.3054138898849486, "loss_dense": 3.33974142074585, "loss": 6.645155334472657, "time": 0.15911099910736085, "step": 964218}
{"lr": 0.00011827948028283357, "data_time": 0.018532681465148925, "loss_single": 3.299267578125, "loss_dense": 3.329589056968689, "loss": 6.628856611251831, "time": 0.16369411945343018, "step": 964268}
{"lr": 0.00011827948028283357, "data_time": 0.016129350662231444, "loss_single": 3.279362607002258, "loss_dense": 3.319654870033264, "loss": 6.5990174293518065, "time": 0.15896449089050294, "step": 964318}
{"lr": 0.00011827948028283357, "data_time": 0.016245436668395997, "loss_single": 3.3091421127319336, "loss_dense": 3.337824511528015, "loss": 6.646966648101807, "time": 0.16262776851654054, "step": 964368}
{"lr": 0.00011827948028283357, "data_time": 0.016214489936828613, "loss_single": 3.2934255599975586, "loss_dense": 3.3385099172592163, "loss": 6.631935453414917, "time": 0.15883278846740723, "step": 964418}
{"lr": 0.00011827948028283357, "data_time": 0.018555283546447754, "loss_single": 3.30006365776062, "loss_dense": 3.3351248502731323, "loss": 6.635188484191895, "time": 0.1977529525756836, "step": 964468}
{"lr": 0.00011827948028283357, "data_time": 0.016260409355163576, "loss_single": 3.3169698238372805, "loss_dense": 3.354199028015137, "loss": 6.671168804168701, "time": 0.16044347286224364, "step": 964518}
{"lr": 0.00011827948028283357, "data_time": 0.017509055137634278, "loss_single": 3.3026690006256105, "loss_dense": 3.340134048461914, "loss": 6.642803144454956, "time": 0.1607182502746582, "step": 964568}
{"lr": 0.00011827948028283357, "data_time": 0.01677846908569336, "loss_single": 3.283402109146118, "loss_dense": 3.3223251342773437, "loss": 6.605727291107177, "time": 0.1613999128341675, "step": 964618}
{"lr": 0.00011827948028283357, "data_time": 0.01709272861480713, "loss_single": 3.2963482618331907, "loss_dense": 3.3418701171875, "loss": 6.638218402862549, "time": 0.1585089921951294, "step": 964668}
{"lr": 0.00011827948028283357, "data_time": 0.018121099472045897, "loss_single": 3.2983333110809325, "loss_dense": 3.328212571144104, "loss": 6.626545858383179, "time": 0.1611065149307251, "step": 964718}
{"lr": 0.00011827948028283357, "data_time": 0.021481132507324217, "loss_single": 3.286568307876587, "loss_dense": 3.319395589828491, "loss": 6.605963802337646, "time": 0.24042916297912598, "step": 964768}
{"lr": 0.00011827948028283357, "data_time": 0.018737316131591797, "loss_single": 3.3073590278625487, "loss_dense": 3.345054364204407, "loss": 6.652413415908813, "time": 0.18552210330963134, "step": 964818}
{"lr": 0.00011827948028283357, "data_time": 0.018845725059509277, "loss_single": 3.292818236351013, "loss_dense": 3.3286805868148805, "loss": 6.621498918533325, "time": 0.16834189891815185, "step": 964868}
{"lr": 0.00011827948028283357, "data_time": 0.018182587623596192, "loss_single": 3.3251449823379517, "loss_dense": 3.3614559412002563, "loss": 6.686600923538208, "time": 0.17023284435272218, "step": 964918}
{"lr": 0.00011827948028283357, "data_time": 0.017430758476257323, "loss_single": 3.285975193977356, "loss_dense": 3.317304182052612, "loss": 6.603279304504395, "time": 0.24983575344085693, "step": 964968}
{"lr": 0.00011827948028283357, "data_time": 0.01934769153594971, "loss_single": 3.294658637046814, "loss_dense": 3.3318470239639284, "loss": 6.626505613327026, "time": 0.15693128108978271, "step": 965018}
{"lr": 0.00011827948028283357, "data_time": 0.017955946922302245, "loss_single": 3.3103026866912844, "loss_dense": 3.3392221927642822, "loss": 6.649524831771851, "time": 0.1537999153137207, "step": 965068}
{"lr": 0.00011827948028283357, "data_time": 0.019792604446411132, "loss_single": 3.310598087310791, "loss_dense": 3.342958617210388, "loss": 6.653556680679321, "time": 0.16606194972991944, "step": 965118}
{"lr": 0.00011827948028283357, "data_time": 0.018702983856201172, "loss_single": 3.2925113677978515, "loss_dense": 3.328383207321167, "loss": 6.6208946228027346, "time": 0.1965265989303589, "step": 965168}
{"lr": 0.00011827948028283357, "data_time": 0.017110490798950197, "loss_single": 3.303824806213379, "loss_dense": 3.3320871353149415, "loss": 6.63591194152832, "time": 0.15695691108703613, "step": 965218}
{"lr": 0.00011827948028283357, "data_time": 0.018959450721740722, "loss_single": 3.307666277885437, "loss_dense": 3.3403683423995973, "loss": 6.64803466796875, "time": 0.15766994953155516, "step": 965268}
{"lr": 0.00011827948028283357, "data_time": 0.01341545581817627, "loss_single": 3.3061657190322875, "loss_dense": 3.3409811735153196, "loss": 6.647146844863892, "time": 0.1598881959915161, "step": 965318}
{"lr": 0.00011827948028283357, "data_time": 0.017304039001464842, "loss_single": 3.2903420686721803, "loss_dense": 3.324842405319214, "loss": 6.61518440246582, "time": 0.1614672899246216, "step": 965368}
{"lr": 0.00011827948028283357, "data_time": 0.016561007499694823, "loss_single": 3.3075759649276733, "loss_dense": 3.33917920589447, "loss": 6.646755170822144, "time": 0.17177104949951172, "step": 965418}
{"lr": 0.00011827948028283357, "data_time": 0.018516039848327635, "loss_single": 3.294007134437561, "loss_dense": 3.3372391939163206, "loss": 6.631246328353882, "time": 0.16196060180664062, "step": 965468}
{"lr": 0.00011827948028283357, "data_time": 0.01683468818664551, "loss_single": 3.287261438369751, "loss_dense": 3.3159185647964478, "loss": 6.603179979324341, "time": 0.16046295166015626, "step": 965518}
{"lr": 0.00011827948028283357, "data_time": 0.021945619583129884, "loss_single": 3.303862380981445, "loss_dense": 3.3406426906585693, "loss": 6.64450511932373, "time": 0.24352812767028809, "step": 965568}
{"lr": 0.00011827948028283357, "data_time": 0.016698265075683595, "loss_single": 3.2977864265441896, "loss_dense": 3.325284790992737, "loss": 6.623071193695068, "time": 0.1560929536819458, "step": 965618}
{"lr": 0.00011827948028283357, "data_time": 0.018732070922851562, "loss_single": 3.325491189956665, "loss_dense": 3.3480075120925905, "loss": 6.673498725891113, "time": 0.1599575996398926, "step": 965668}
{"lr": 0.00011827948028283357, "data_time": 0.020505261421203614, "loss_single": 3.294624662399292, "loss_dense": 3.3134031772613524, "loss": 6.608027935028076, "time": 0.15997040271759033, "step": 965718}
{"lr": 0.00011827948028283357, "data_time": 0.017852354049682616, "loss_single": 3.310641717910767, "loss_dense": 3.3446375131607056, "loss": 6.655279350280762, "time": 0.17778232097625732, "step": 965768}
{"lr": 9.05856681723061e-05, "data_time": 0.01825432777404785, "loss_single": 3.291200876235962, "loss_dense": 3.3311960458755494, "loss": 6.6223968982696535, "time": 0.1603323221206665, "step": 965822}
{"lr": 9.05856681723061e-05, "data_time": 0.018910527229309082, "loss_single": 3.3015234231948853, "loss_dense": 3.3360465288162233, "loss": 6.637569952011108, "time": 0.16456360816955568, "step": 965872}
{"lr": 9.05856681723061e-05, "data_time": 0.018559765815734864, "loss_single": 3.275301289558411, "loss_dense": 3.3194674015045167, "loss": 6.59476866722107, "time": 0.21673998832702637, "step": 965922}
{"lr": 9.05856681723061e-05, "data_time": 0.017796802520751952, "loss_single": 3.3009520053863524, "loss_dense": 3.3347927570343017, "loss": 6.6357447624206545, "time": 0.15800719261169432, "step": 965972}
{"lr": 9.05856681723061e-05, "data_time": 0.021515560150146485, "loss_single": 3.328800654411316, "loss_dense": 3.357827877998352, "loss": 6.686628437042236, "time": 0.21796054840087892, "step": 966022}
{"lr": 9.05856681723061e-05, "data_time": 0.01683022975921631, "loss_single": 3.3146074056625365, "loss_dense": 3.3539041757583616, "loss": 6.668511581420899, "time": 0.16538655757904053, "step": 966072}
{"lr": 9.05856681723061e-05, "data_time": 0.01730027198791504, "loss_single": 3.2990987062454225, "loss_dense": 3.342316007614136, "loss": 6.6414146900177, "time": 0.1574578046798706, "step": 966122}
{"lr": 9.05856681723061e-05, "data_time": 0.018952775001525878, "loss_single": 3.299232530593872, "loss_dense": 3.3267170906066896, "loss": 6.6259496212005615, "time": 0.16104960441589355, "step": 966172}
{"lr": 9.05856681723061e-05, "data_time": 0.017898869514465333, "loss_single": 3.274884653091431, "loss_dense": 3.3198564052581787, "loss": 6.594741106033325, "time": 0.15847303867340087, "step": 966222}
{"lr": 9.05856681723061e-05, "data_time": 0.01924300193786621, "loss_single": 3.3047844886779787, "loss_dense": 3.3398411512374877, "loss": 6.644625616073609, "time": 0.1604907512664795, "step": 966272}
{"lr": 9.05856681723061e-05, "data_time": 0.02447073459625244, "loss_single": 3.3268287420272826, "loss_dense": 3.356373596191406, "loss": 6.6832023620605465, "time": 0.16670539379119872, "step": 966322}
{"lr": 9.05856681723061e-05, "data_time": 0.016726183891296386, "loss_single": 3.2948930740356444, "loss_dense": 3.3298459529876707, "loss": 6.624739027023315, "time": 0.16881928443908692, "step": 966372}
{"lr": 9.05856681723061e-05, "data_time": 0.023124146461486816, "loss_single": 3.2963330268859865, "loss_dense": 3.3296872854232786, "loss": 6.626020336151123, "time": 0.17119264602661133, "step": 966422}
{"lr": 9.05856681723061e-05, "data_time": 0.01701791286468506, "loss_single": 3.2969043493270873, "loss_dense": 3.329044008255005, "loss": 6.625948333740235, "time": 0.15269067287445068, "step": 966472}
{"lr": 9.05856681723061e-05, "data_time": 0.01810643672943115, "loss_single": 3.2960307359695435, "loss_dense": 3.3302939176559447, "loss": 6.62632474899292, "time": 0.1568758964538574, "step": 966522}
{"lr": 9.05856681723061e-05, "data_time": 0.01864900588989258, "loss_single": 3.278748941421509, "loss_dense": 3.3177735090255736, "loss": 6.596522426605224, "time": 0.15647106170654296, "step": 966572}
{"lr": 9.05856681723061e-05, "data_time": 0.01795942783355713, "loss_single": 3.3003584146499634, "loss_dense": 3.3264499425888063, "loss": 6.62680835723877, "time": 0.16044631004333496, "step": 966622}
{"lr": 9.05856681723061e-05, "data_time": 0.019788217544555665, "loss_single": 3.323737621307373, "loss_dense": 3.344734859466553, "loss": 6.668472480773926, "time": 0.22971796989440918, "step": 966672}
{"lr": 9.05856681723061e-05, "data_time": 0.022496986389160156, "loss_single": 3.298404359817505, "loss_dense": 3.336745762825012, "loss": 6.635150003433227, "time": 0.22482290267944335, "step": 966722}
{"lr": 9.05856681723061e-05, "data_time": 0.017910099029541014, "loss_single": 3.287451219558716, "loss_dense": 3.3194344282150268, "loss": 6.606885623931885, "time": 0.1601290225982666, "step": 966772}
{"lr": 9.05856681723061e-05, "data_time": 0.019614672660827635, "loss_single": 3.3160517692565916, "loss_dense": 3.3407543897628784, "loss": 6.656806135177613, "time": 0.15576450824737548, "step": 966822}
{"lr": 9.05856681723061e-05, "data_time": 0.018042778968811034, "loss_single": 3.2807188510894774, "loss_dense": 3.323731279373169, "loss": 6.604450130462647, "time": 0.15812366008758544, "step": 966872}
{"lr": 9.05856681723061e-05, "data_time": 0.01915266513824463, "loss_single": 3.2975656986236572, "loss_dense": 3.3509318113327025, "loss": 6.648497486114502, "time": 0.16043319702148437, "step": 966922}
{"lr": 9.05856681723061e-05, "data_time": 0.022623872756958006, "loss_single": 3.300187420845032, "loss_dense": 3.340464234352112, "loss": 6.640651655197144, "time": 0.16241669654846191, "step": 966972}
{"lr": 9.05856681723061e-05, "data_time": 0.018027091026306154, "loss_single": 3.330598998069763, "loss_dense": 3.3626505374908446, "loss": 6.6932495594024655, "time": 0.23447232246398925, "step": 967022}
{"lr": 9.05856681723061e-05, "data_time": 0.02072587013244629, "loss_single": 3.30337917804718, "loss_dense": 3.3403197526931763, "loss": 6.643698978424072, "time": 0.19310505390167237, "step": 967072}
{"lr": 9.05856681723061e-05, "data_time": 0.01759779453277588, "loss_single": 3.2940146684646607, "loss_dense": 3.32225239276886, "loss": 6.6162670135498045, "time": 0.1604046106338501, "step": 967122}
{"lr": 9.05856681723061e-05, "data_time": 0.019687938690185546, "loss_single": 3.3076104164123534, "loss_dense": 3.3388258457183837, "loss": 6.6464362144470215, "time": 0.164103364944458, "step": 967172}
{"lr": 9.05856681723061e-05, "data_time": 0.017383313179016112, "loss_single": 3.315658760070801, "loss_dense": 3.3585795164108276, "loss": 6.674238204956055, "time": 0.1619255781173706, "step": 967222}
{"lr": 9.05856681723061e-05, "data_time": 0.01802208423614502, "loss_single": 3.3166667461395263, "loss_dense": 3.3480876207351686, "loss": 6.664754390716553, "time": 0.16177289485931395, "step": 967272}
{"lr": 9.05856681723061e-05, "data_time": 0.01819953918457031, "loss_single": 3.3011827945709227, "loss_dense": 3.3354408502578736, "loss": 6.636623668670654, "time": 0.15569028854370118, "step": 967322}
{"lr": 9.05856681723061e-05, "data_time": 0.01827106475830078, "loss_single": 3.2957424402236937, "loss_dense": 3.3342322587966917, "loss": 6.629974699020385, "time": 0.1677698612213135, "step": 967372}
{"lr": 9.05856681723061e-05, "data_time": 0.034547162055969236, "loss_single": 3.2998793601989744, "loss_dense": 3.331593704223633, "loss": 6.631473064422607, "time": 0.26883363723754883, "step": 967422}
{"lr": 9.05856681723061e-05, "data_time": 0.018279719352722167, "loss_single": 3.299853229522705, "loss_dense": 3.334776520729065, "loss": 6.6346296787261965, "time": 0.1594005823135376, "step": 967472}
{"lr": 9.05856681723061e-05, "data_time": 0.01725311279296875, "loss_single": 3.301134729385376, "loss_dense": 3.3341388940811156, "loss": 6.635273504257202, "time": 0.1563431739807129, "step": 967522}
{"lr": 9.05856681723061e-05, "data_time": 0.021166110038757326, "loss_single": 3.303371047973633, "loss_dense": 3.331480860710144, "loss": 6.63485198020935, "time": 0.16177022457122803, "step": 967572}
{"lr": 9.05856681723061e-05, "data_time": 0.017635488510131837, "loss_single": 3.3087467193603515, "loss_dense": 3.339649033546448, "loss": 6.648395681381226, "time": 0.15860285758972167, "step": 967622}
{"lr": 9.05856681723061e-05, "data_time": 0.016511821746826173, "loss_single": 3.261857199668884, "loss_dense": 3.2987461566925047, "loss": 6.560603332519531, "time": 0.16840872764587403, "step": 967672}
{"lr": 9.05856681723061e-05, "data_time": 0.016466045379638673, "loss_single": 3.294741082191467, "loss_dense": 3.3331196784973143, "loss": 6.627860689163208, "time": 0.15653202533721924, "step": 967722}
{"lr": 9.05856681723061e-05, "data_time": 0.018949460983276368, "loss_single": 3.2909936904907227, "loss_dense": 3.3360838413238527, "loss": 6.627077579498291, "time": 0.1621307134628296, "step": 967772}
{"lr": 9.05856681723061e-05, "data_time": 0.01862754821777344, "loss_single": 3.2697545528411864, "loss_dense": 3.315686297416687, "loss": 6.585440826416016, "time": 0.1589517593383789, "step": 967822}
{"lr": 9.05856681723061e-05, "data_time": 0.018053650856018066, "loss_single": 3.2878746032714843, "loss_dense": 3.324667978286743, "loss": 6.612542581558228, "time": 0.15891177654266359, "step": 967872}
{"lr": 9.05856681723061e-05, "data_time": 0.01881840229034424, "loss_single": 3.2881070613861083, "loss_dense": 3.327225375175476, "loss": 6.615332412719726, "time": 0.16198289394378662, "step": 967922}
{"lr": 9.05856681723061e-05, "data_time": 0.018349933624267577, "loss_single": 3.3132070541381835, "loss_dense": 3.3436861753463747, "loss": 6.656893253326416, "time": 0.1623600482940674, "step": 967972}
{"lr": 9.05856681723061e-05, "data_time": 0.01742432117462158, "loss_single": 3.293756127357483, "loss_dense": 3.3285970449447633, "loss": 6.622353172302246, "time": 0.15945563316345215, "step": 968022}
{"lr": 9.05856681723061e-05, "data_time": 0.019692206382751466, "loss_single": 3.3013415336608887, "loss_dense": 3.3263195276260378, "loss": 6.627661037445068, "time": 0.15808894634246826, "step": 968072}
{"lr": 9.05856681723061e-05, "data_time": 0.0192460298538208, "loss_single": 3.305688667297363, "loss_dense": 3.346298885345459, "loss": 6.651987552642822, "time": 0.24261677265167236, "step": 968122}
{"lr": 9.05856681723061e-05, "data_time": 0.017134904861450195, "loss_single": 3.3026921272277834, "loss_dense": 3.3228694200515747, "loss": 6.6255615711212155, "time": 0.16397767066955565, "step": 968172}
{"lr": 9.05856681723061e-05, "data_time": 0.018620967864990234, "loss_single": 3.3113224506378174, "loss_dense": 3.347968006134033, "loss": 6.659290504455567, "time": 0.15760130882263185, "step": 968222}
{"lr": 9.05856681723061e-05, "data_time": 0.02117903232574463, "loss_single": 3.295898675918579, "loss_dense": 3.33945369720459, "loss": 6.635352373123169, "time": 0.16118383407592773, "step": 968272}
{"lr": 9.05856681723061e-05, "data_time": 0.018613338470458984, "loss_single": 3.3028362512588503, "loss_dense": 3.352467441558838, "loss": 6.65530366897583, "time": 0.16114985942840576, "step": 968322}
{"lr": 9.05856681723061e-05, "data_time": 0.019105935096740724, "loss_single": 3.317635488510132, "loss_dense": 3.356587624549866, "loss": 6.674223136901856, "time": 0.15681190490722657, "step": 968372}
{"lr": 9.05856681723061e-05, "data_time": 0.01766233444213867, "loss_single": 3.3133510828018187, "loss_dense": 3.3398816108703615, "loss": 6.653232669830322, "time": 0.17025165557861327, "step": 968422}
{"lr": 9.05856681723061e-05, "data_time": 0.019442415237426756, "loss_single": 3.295871543884277, "loss_dense": 3.322618913650513, "loss": 6.618490505218506, "time": 0.2718172550201416, "step": 968472}
{"lr": 9.05856681723061e-05, "data_time": 0.017310619354248047, "loss_single": 3.2847623348236086, "loss_dense": 3.331980085372925, "loss": 6.616742467880249, "time": 0.1559577465057373, "step": 968522}
{"lr": 9.05856681723061e-05, "data_time": 0.017579293251037596, "loss_single": 3.2864370584487914, "loss_dense": 3.3292507410049437, "loss": 6.615687704086303, "time": 0.16192619800567626, "step": 968572}
{"lr": 9.05856681723061e-05, "data_time": 0.01789529323577881, "loss_single": 3.3271578550338745, "loss_dense": 3.358201742172241, "loss": 6.685359621047974, "time": 0.1578923225402832, "step": 968622}
{"lr": 9.05856681723061e-05, "data_time": 0.01670229434967041, "loss_single": 3.282972717285156, "loss_dense": 3.3281498670578005, "loss": 6.61112265586853, "time": 0.17341265678405762, "step": 968672}
{"lr": 9.05856681723061e-05, "data_time": 0.01781766414642334, "loss_single": 3.321038746833801, "loss_dense": 3.354079794883728, "loss": 6.675118541717529, "time": 0.15583512783050538, "step": 968722}
{"lr": 9.05856681723061e-05, "data_time": 0.017332696914672853, "loss_single": 3.3061285972595216, "loss_dense": 3.339737963676453, "loss": 6.6458664894104, "time": 0.16627969741821289, "step": 968772}
{"lr": 9.05856681723061e-05, "data_time": 0.01664118766784668, "loss_single": 3.284339690208435, "loss_dense": 3.3169729709625244, "loss": 6.601312637329102, "time": 0.16147358417510987, "step": 968822}
{"lr": 9.05856681723061e-05, "data_time": 0.018860602378845216, "loss_single": 3.3184950590133666, "loss_dense": 3.3537094593048096, "loss": 6.672204542160034, "time": 0.16207003593444824, "step": 968872}
{"lr": 9.05856681723061e-05, "data_time": 0.01718597412109375, "loss_single": 3.309125876426697, "loss_dense": 3.3446250915527345, "loss": 6.653751039505005, "time": 0.15973527431488038, "step": 968922}
{"lr": 9.05856681723061e-05, "data_time": 0.017070984840393065, "loss_single": 3.310419034957886, "loss_dense": 3.3362467288970947, "loss": 6.646665763854981, "time": 0.16001715660095214, "step": 968972}
{"lr": 9.05856681723061e-05, "data_time": 0.01933135986328125, "loss_single": 3.313504672050476, "loss_dense": 3.3442062854766847, "loss": 6.657710981369019, "time": 0.15815355777740478, "step": 969022}
{"lr": 9.05856681723061e-05, "data_time": 0.019142699241638184, "loss_single": 3.317975950241089, "loss_dense": 3.335400414466858, "loss": 6.653376340866089, "time": 0.16544091701507568, "step": 969072}
{"lr": 9.05856681723061e-05, "data_time": 0.016860818862915038, "loss_single": 3.29127836227417, "loss_dense": 3.329271841049194, "loss": 6.620550155639648, "time": 0.16015138626098632, "step": 969122}
{"lr": 9.05856681723061e-05, "data_time": 0.018210172653198242, "loss_single": 3.2956737756729124, "loss_dense": 3.336627888679504, "loss": 6.632301712036133, "time": 0.15579502582550048, "step": 969172}
{"lr": 9.05856681723061e-05, "data_time": 0.01809875965118408, "loss_single": 3.2855783700942993, "loss_dense": 3.3348974227905273, "loss": 6.620475769042969, "time": 0.1583869695663452, "step": 969222}
{"lr": 9.05856681723061e-05, "data_time": 0.01694610118865967, "loss_single": 3.3357775688171385, "loss_dense": 3.3609939336776735, "loss": 6.696771478652954, "time": 0.1592611312866211, "step": 969272}
{"lr": 9.05856681723061e-05, "data_time": 0.019597959518432618, "loss_single": 3.2986899852752685, "loss_dense": 3.348598670959473, "loss": 6.647288608551025, "time": 0.1602100372314453, "step": 969322}
{"lr": 9.05856681723061e-05, "data_time": 0.01827871799468994, "loss_single": 3.30554575920105, "loss_dense": 3.3475324153900146, "loss": 6.653078174591064, "time": 0.1602782726287842, "step": 969372}
{"lr": 9.05856681723061e-05, "data_time": 0.04002788066864014, "loss_single": 3.300849175453186, "loss_dense": 3.33090660572052, "loss": 6.631755685806274, "time": 0.17580482959747315, "step": 969422}
{"lr": 9.05856681723061e-05, "data_time": 0.018198490142822266, "loss_single": 3.312786841392517, "loss_dense": 3.343065094947815, "loss": 6.655851984024048, "time": 0.17191033363342284, "step": 969472}
{"lr": 9.05856681723061e-05, "data_time": 0.0296475887298584, "loss_single": 3.3109769105911253, "loss_dense": 3.3470268726348875, "loss": 6.658003807067871, "time": 0.29066150188446044, "step": 969522}
{"lr": 9.05856681723061e-05, "data_time": 0.018117308616638184, "loss_single": 3.3293446779251097, "loss_dense": 3.3556903839111327, "loss": 6.685035037994385, "time": 0.163653564453125, "step": 969572}
{"lr": 9.05856681723061e-05, "data_time": 0.018559765815734864, "loss_single": 3.3156153917312623, "loss_dense": 3.354112148284912, "loss": 6.669727420806884, "time": 0.16145508289337157, "step": 969622}
{"lr": 9.05856681723061e-05, "data_time": 0.01792590618133545, "loss_single": 3.2845536708831786, "loss_dense": 3.3319523334503174, "loss": 6.616506052017212, "time": 0.15955739021301268, "step": 969672}
{"lr": 9.05856681723061e-05, "data_time": 0.01830606460571289, "loss_single": 3.2947229623794554, "loss_dense": 3.3332438707351684, "loss": 6.627966833114624, "time": 0.15934286117553711, "step": 969722}
{"lr": 9.05856681723061e-05, "data_time": 0.01694478988647461, "loss_single": 3.2952870607376097, "loss_dense": 3.3209287405014036, "loss": 6.616215753555298, "time": 0.18509528636932374, "step": 969772}
{"lr": 9.05856681723061e-05, "data_time": 0.01733560562133789, "loss_single": 3.3070146799087525, "loss_dense": 3.340718483924866, "loss": 6.647733211517334, "time": 0.15977401733398439, "step": 969822}
{"lr": 9.05856681723061e-05, "data_time": 0.02237412929534912, "loss_single": 3.2932306051254274, "loss_dense": 3.326531720161438, "loss": 6.619762420654297, "time": 0.3068039655685425, "step": 969872}
{"lr": 9.05856681723061e-05, "data_time": 0.017340755462646483, "loss_single": 3.3087898969650267, "loss_dense": 3.346458601951599, "loss": 6.65524845123291, "time": 0.1698448896408081, "step": 969922}
{"lr": 9.05856681723061e-05, "data_time": 0.01881263256072998, "loss_single": 3.3199039936065673, "loss_dense": 3.3415924072265626, "loss": 6.661496353149414, "time": 0.1576925039291382, "step": 969972}
{"lr": 9.05856681723061e-05, "data_time": 0.01820695400238037, "loss_single": 3.2948078870773316, "loss_dense": 3.346137762069702, "loss": 6.640945625305176, "time": 0.16627371311187744, "step": 970022}
{"lr": 9.05856681723061e-05, "data_time": 0.016853594779968263, "loss_single": 3.306572151184082, "loss_dense": 3.339218020439148, "loss": 6.645790243148804, "time": 0.15760324001312256, "step": 970072}
{"lr": 9.05856681723061e-05, "data_time": 0.0173236608505249, "loss_single": 3.281014156341553, "loss_dense": 3.3187995195388793, "loss": 6.599813747406006, "time": 0.1620844602584839, "step": 970122}
{"lr": 9.05856681723061e-05, "data_time": 0.017092561721801756, "loss_single": 3.3076500415802004, "loss_dense": 3.3448620557785036, "loss": 6.652512121200561, "time": 0.16417720317840576, "step": 970172}
{"lr": 9.05856681723061e-05, "data_time": 0.021950697898864745, "loss_single": 3.3040399312973023, "loss_dense": 3.3380001544952393, "loss": 6.642040109634399, "time": 0.2114797830581665, "step": 970222}
{"lr": 9.05856681723061e-05, "data_time": 0.025037336349487304, "loss_single": 3.313469123840332, "loss_dense": 3.3490015983581545, "loss": 6.662470817565918, "time": 0.22723753452301027, "step": 970272}
{"lr": 9.05856681723061e-05, "data_time": 0.01885554790496826, "loss_single": 3.33157742023468, "loss_dense": 3.3706638336181642, "loss": 6.702241230010986, "time": 0.1705003023147583, "step": 970322}
{"lr": 9.05856681723061e-05, "data_time": 0.016930460929870605, "loss_single": 3.286263036727905, "loss_dense": 3.329172945022583, "loss": 6.615435981750489, "time": 0.16126587390899658, "step": 970372}
{"lr": 9.05856681723061e-05, "data_time": 0.01685614585876465, "loss_single": 3.283177924156189, "loss_dense": 3.324314546585083, "loss": 6.60749249458313, "time": 0.16016862392425538, "step": 970422}
{"lr": 9.05856681723061e-05, "data_time": 0.01844611167907715, "loss_single": 3.300518822669983, "loss_dense": 3.3368410587310793, "loss": 6.63735990524292, "time": 0.15822956562042237, "step": 970472}
{"lr": 9.05856681723061e-05, "data_time": 0.02091326713562012, "loss_single": 3.3056785106658935, "loss_dense": 3.3403920888900758, "loss": 6.6460706233978275, "time": 0.159364914894104, "step": 970522}
{"lr": 9.05856681723061e-05, "data_time": 0.02126173973083496, "loss_single": 3.3276689529418944, "loss_dense": 3.357369542121887, "loss": 6.685038423538208, "time": 0.16078736782073974, "step": 970572}
{"lr": 9.05856681723061e-05, "data_time": 0.01697392463684082, "loss_single": 3.305676531791687, "loss_dense": 3.3467355251312254, "loss": 6.652412080764771, "time": 0.16979513168334961, "step": 970622}
{"lr": 9.05856681723061e-05, "data_time": 0.015565896034240722, "loss_single": 3.292503809928894, "loss_dense": 3.3290324449539184, "loss": 6.6215362548828125, "time": 0.15707015991210938, "step": 970672}
{"lr": 9.05856681723061e-05, "data_time": 0.020755863189697264, "loss_single": 3.308587145805359, "loss_dense": 3.3472848415374754, "loss": 6.655871963500976, "time": 0.16228125095367432, "step": 970722}
{"lr": 9.05856681723061e-05, "data_time": 0.014278984069824219, "loss_single": 3.3019602060317994, "loss_dense": 3.3375953912734984, "loss": 6.639555644989014, "time": 0.15607428550720215, "step": 970772}
{"lr": 6.657053095380007e-05, "data_time": 0.01692051887512207, "loss_single": 3.308559846878052, "loss_dense": 3.3384928703308105, "loss": 6.647052669525147, "time": 0.16058313846588135, "step": 970826}
{"lr": 6.657053095380007e-05, "data_time": 0.013396692276000977, "loss_single": 3.2959754705429076, "loss_dense": 3.335319709777832, "loss": 6.631295204162598, "time": 0.16658520698547363, "step": 970876}
{"lr": 6.657053095380007e-05, "data_time": 0.018780851364135744, "loss_single": 3.3306185245513915, "loss_dense": 3.3563397884368897, "loss": 6.686958312988281, "time": 0.1632455348968506, "step": 970926}
{"lr": 6.657053095380007e-05, "data_time": 0.016902780532836913, "loss_single": 3.305334758758545, "loss_dense": 3.3361835718154906, "loss": 6.641518259048462, "time": 0.15757131576538086, "step": 970976}
{"lr": 6.657053095380007e-05, "data_time": 0.020203161239624023, "loss_single": 3.303872585296631, "loss_dense": 3.3601455450057984, "loss": 6.6640181064605715, "time": 0.21501505374908447, "step": 971026}
{"lr": 6.657053095380007e-05, "data_time": 0.025171661376953126, "loss_single": 3.3003868103027343, "loss_dense": 3.336915898323059, "loss": 6.637302589416504, "time": 0.20223615169525147, "step": 971076}
{"lr": 6.657053095380007e-05, "data_time": 0.01780562400817871, "loss_single": 3.2774370431900026, "loss_dense": 3.31823525428772, "loss": 6.595672130584717, "time": 0.15986261367797852, "step": 971126}
{"lr": 6.657053095380007e-05, "data_time": 0.018309664726257325, "loss_single": 3.3015127658843992, "loss_dense": 3.334904742240906, "loss": 6.636417484283447, "time": 0.1589402437210083, "step": 971176}
{"lr": 6.657053095380007e-05, "data_time": 0.01477205753326416, "loss_single": 3.2807167053222654, "loss_dense": 3.333037781715393, "loss": 6.613754415512085, "time": 0.1603400945663452, "step": 971226}
{"lr": 6.657053095380007e-05, "data_time": 0.01971390247344971, "loss_single": 3.300249981880188, "loss_dense": 3.325563073158264, "loss": 6.625813150405884, "time": 0.15683300495147706, "step": 971276}
{"lr": 6.657053095380007e-05, "data_time": 0.01826310157775879, "loss_single": 3.3052104234695436, "loss_dense": 3.336819291114807, "loss": 6.642029619216919, "time": 0.15789260864257812, "step": 971326}
{"lr": 6.657053095380007e-05, "data_time": 0.01700601577758789, "loss_single": 3.2933310508728026, "loss_dense": 3.3262874364852903, "loss": 6.619618511199951, "time": 0.16898756027221679, "step": 971376}
{"lr": 6.657053095380007e-05, "data_time": 0.01700129508972168, "loss_single": 3.290609288215637, "loss_dense": 3.334372305870056, "loss": 6.6249815940856935, "time": 0.16322054862976074, "step": 971426}
{"lr": 6.657053095380007e-05, "data_time": 0.017041921615600586, "loss_single": 3.2823958873748778, "loss_dense": 3.3301048040390016, "loss": 6.612500715255737, "time": 0.16153221130371093, "step": 971476}
{"lr": 6.657053095380007e-05, "data_time": 0.014816188812255859, "loss_single": 3.302658486366272, "loss_dense": 3.337031674385071, "loss": 6.639690208435058, "time": 0.1703725814819336, "step": 971526}
{"lr": 6.657053095380007e-05, "data_time": 0.01961820125579834, "loss_single": 3.322304439544678, "loss_dense": 3.355082941055298, "loss": 6.677387380599976, "time": 0.16201884746551515, "step": 971576}
{"lr": 6.657053095380007e-05, "data_time": 0.01812760829925537, "loss_single": 3.287989544868469, "loss_dense": 3.335139441490173, "loss": 6.623128986358642, "time": 0.15706450939178468, "step": 971626}
{"lr": 6.657053095380007e-05, "data_time": 0.018372106552124023, "loss_single": 3.3032055377960203, "loss_dense": 3.3346685409545898, "loss": 6.6378740787506105, "time": 0.16055760383605958, "step": 971676}
{"lr": 6.657053095380007e-05, "data_time": 0.018250489234924318, "loss_single": 3.295375657081604, "loss_dense": 3.329568934440613, "loss": 6.624944543838501, "time": 0.22664554119110109, "step": 971726}
{"lr": 6.657053095380007e-05, "data_time": 0.02066011428833008, "loss_single": 3.3014809131622314, "loss_dense": 3.3401021480560305, "loss": 6.641583061218261, "time": 0.17689387798309325, "step": 971776}
{"lr": 6.657053095380007e-05, "data_time": 0.019159817695617677, "loss_single": 3.308177042007446, "loss_dense": 3.345889854431152, "loss": 6.654066896438598, "time": 0.16287760734558104, "step": 971826}
{"lr": 6.657053095380007e-05, "data_time": 0.017368102073669435, "loss_single": 3.294398331642151, "loss_dense": 3.333969068527222, "loss": 6.628367376327515, "time": 0.16959755420684813, "step": 971876}
{"lr": 6.657053095380007e-05, "data_time": 0.018400049209594725, "loss_single": 3.27590594291687, "loss_dense": 3.326578450202942, "loss": 6.60248441696167, "time": 0.16206886768341064, "step": 971926}
{"lr": 6.657053095380007e-05, "data_time": 0.01660943031311035, "loss_single": 3.329517674446106, "loss_dense": 3.3640655755996702, "loss": 6.693583250045776, "time": 0.1892169952392578, "step": 971976}
{"lr": 6.657053095380007e-05, "data_time": 0.018274307250976562, "loss_single": 3.291663980484009, "loss_dense": 3.3324347019195555, "loss": 6.6240987300872805, "time": 0.1568723201751709, "step": 972026}
{"lr": 6.657053095380007e-05, "data_time": 0.018554019927978515, "loss_single": 3.3059982299804687, "loss_dense": 3.3421414613723757, "loss": 6.648139762878418, "time": 0.15541508197784423, "step": 972076}
{"lr": 6.657053095380007e-05, "data_time": 0.01830134391784668, "loss_single": 3.3077343702316284, "loss_dense": 3.353674602508545, "loss": 6.661408948898315, "time": 0.16339805126190185, "step": 972126}
{"lr": 6.657053095380007e-05, "data_time": 0.01887056827545166, "loss_single": 3.299911379814148, "loss_dense": 3.3345051288604735, "loss": 6.634416484832764, "time": 0.22549664974212646, "step": 972176}
{"lr": 6.657053095380007e-05, "data_time": 0.016882872581481932, "loss_single": 3.305746245384216, "loss_dense": 3.329015350341797, "loss": 6.634761667251587, "time": 0.1583052396774292, "step": 972226}
{"lr": 6.657053095380007e-05, "data_time": 0.018144106864929198, "loss_single": 3.295038175582886, "loss_dense": 3.3365283727645876, "loss": 6.6315666198730465, "time": 0.1646512508392334, "step": 972276}
{"lr": 6.657053095380007e-05, "data_time": 0.016718387603759766, "loss_single": 3.290467715263367, "loss_dense": 3.3261822700500487, "loss": 6.616649961471557, "time": 0.16200311183929444, "step": 972326}
{"lr": 6.657053095380007e-05, "data_time": 0.018339252471923827, "loss_single": 3.3142503261566163, "loss_dense": 3.354901361465454, "loss": 6.669151639938354, "time": 0.16175787448883056, "step": 972376}
{"lr": 6.657053095380007e-05, "data_time": 0.01743941307067871, "loss_single": 3.2953569412231447, "loss_dense": 3.319004011154175, "loss": 6.61436095237732, "time": 0.15847504138946533, "step": 972426}
{"lr": 6.657053095380007e-05, "data_time": 0.019844365119934083, "loss_single": 3.2981749773025513, "loss_dense": 3.3340359210968016, "loss": 6.632210922241211, "time": 0.1690675735473633, "step": 972476}
{"lr": 6.657053095380007e-05, "data_time": 0.018688154220581055, "loss_single": 3.3142420291900634, "loss_dense": 3.361308240890503, "loss": 6.675550222396851, "time": 0.17442829608917237, "step": 972526}
{"lr": 6.657053095380007e-05, "data_time": 0.01824514865875244, "loss_single": 3.2884328365325928, "loss_dense": 3.3297162771224977, "loss": 6.618148994445801, "time": 0.1584498405456543, "step": 972576}
{"lr": 6.657053095380007e-05, "data_time": 0.017730164527893066, "loss_single": 3.31297709941864, "loss_dense": 3.3485686063766478, "loss": 6.661545705795288, "time": 0.16097986698150635, "step": 972626}
{"lr": 6.657053095380007e-05, "data_time": 0.019022703170776367, "loss_single": 3.318214750289917, "loss_dense": 3.3479373931884764, "loss": 6.666152143478394, "time": 0.16219425201416016, "step": 972676}
{"lr": 6.657053095380007e-05, "data_time": 0.018213343620300294, "loss_single": 3.2998255014419557, "loss_dense": 3.3345738649368286, "loss": 6.634399318695069, "time": 0.157484769821167, "step": 972726}
{"lr": 6.657053095380007e-05, "data_time": 0.01716797351837158, "loss_single": 3.3080222368240357, "loss_dense": 3.344327187538147, "loss": 6.652349376678467, "time": 0.15677669048309326, "step": 972776}
{"lr": 6.657053095380007e-05, "data_time": 0.01712343692779541, "loss_single": 3.3025954484939577, "loss_dense": 3.331485724449158, "loss": 6.634081125259399, "time": 0.15477893352508545, "step": 972826}
{"lr": 6.657053095380007e-05, "data_time": 0.018392276763916016, "loss_single": 3.3270922183990477, "loss_dense": 3.3670299530029295, "loss": 6.6941221237182615, "time": 0.23583896160125734, "step": 972876}
{"lr": 6.657053095380007e-05, "data_time": 0.01714625358581543, "loss_single": 3.276675248146057, "loss_dense": 3.323903203010559, "loss": 6.600578546524048, "time": 0.16380271911621094, "step": 972926}
{"lr": 6.657053095380007e-05, "data_time": 0.017388176918029786, "loss_single": 3.2980758905410767, "loss_dense": 3.341072177886963, "loss": 6.639148092269897, "time": 0.15957677364349365, "step": 972976}
{"lr": 6.657053095380007e-05, "data_time": 0.018076658248901367, "loss_single": 3.3073596239089964, "loss_dense": 3.3402837991714476, "loss": 6.6476434707641605, "time": 0.16755263805389403, "step": 973026}
{"lr": 6.657053095380007e-05, "data_time": 0.01843090057373047, "loss_single": 3.285096764564514, "loss_dense": 3.317406344413757, "loss": 6.6025032043457035, "time": 0.1626875877380371, "step": 973076}
{"lr": 6.657053095380007e-05, "data_time": 0.018288326263427735, "loss_single": 3.2915056228637694, "loss_dense": 3.3221195697784425, "loss": 6.613625240325928, "time": 0.16072683334350585, "step": 973126}
{"lr": 6.657053095380007e-05, "data_time": 0.01782646179199219, "loss_single": 3.315392851829529, "loss_dense": 3.3382971048355103, "loss": 6.653689908981323, "time": 0.16848695278167725, "step": 973176}
{"lr": 6.657053095380007e-05, "data_time": 0.027022409439086913, "loss_single": 3.3209349393844603, "loss_dense": 3.361562633514404, "loss": 6.682497644424439, "time": 0.2637611389160156, "step": 973226}
{"lr": 6.657053095380007e-05, "data_time": 0.01911301612854004, "loss_single": 3.305294728279114, "loss_dense": 3.3338515043258665, "loss": 6.6391462802886965, "time": 0.16180753707885742, "step": 973276}
{"lr": 6.657053095380007e-05, "data_time": 0.017815566062927245, "loss_single": 3.3029744386672975, "loss_dense": 3.35904176235199, "loss": 6.662016201019287, "time": 0.1577545166015625, "step": 973326}
{"lr": 6.657053095380007e-05, "data_time": 0.017400217056274415, "loss_single": 3.310845160484314, "loss_dense": 3.3397240161895754, "loss": 6.650569200515747, "time": 0.1595607042312622, "step": 973376}
{"lr": 6.657053095380007e-05, "data_time": 0.02038557529449463, "loss_single": 3.310062217712402, "loss_dense": 3.3414695501327514, "loss": 6.65153169631958, "time": 0.16723277568817138, "step": 973426}
{"lr": 6.657053095380007e-05, "data_time": 0.016718292236328126, "loss_single": 3.2849511384963987, "loss_dense": 3.326461577415466, "loss": 6.611412763595581, "time": 0.15920021533966064, "step": 973476}
{"lr": 6.657053095380007e-05, "data_time": 0.017612051963806153, "loss_single": 3.297014045715332, "loss_dense": 3.327464485168457, "loss": 6.624478530883789, "time": 0.162150239944458, "step": 973526}
{"lr": 6.657053095380007e-05, "data_time": 0.021115207672119142, "loss_single": 3.313196396827698, "loss_dense": 3.3544060468673704, "loss": 6.667602491378784, "time": 0.16495308876037598, "step": 973576}
{"lr": 6.657053095380007e-05, "data_time": 0.01684913635253906, "loss_single": 3.2801770210266112, "loss_dense": 3.3132338523864746, "loss": 6.59341082572937, "time": 0.1594456672668457, "step": 973626}
{"lr": 6.657053095380007e-05, "data_time": 0.016805648803710938, "loss_single": 3.29345543384552, "loss_dense": 3.338990044593811, "loss": 6.632445478439331, "time": 0.16737139225006104, "step": 973676}
{"lr": 6.657053095380007e-05, "data_time": 0.017755675315856933, "loss_single": 3.315831112861633, "loss_dense": 3.3347448348999023, "loss": 6.650576066970825, "time": 0.15810184478759765, "step": 973726}
{"lr": 6.657053095380007e-05, "data_time": 0.018077492713928223, "loss_single": 3.3019789934158323, "loss_dense": 3.32996826171875, "loss": 6.63194727897644, "time": 0.1601032257080078, "step": 973776}
{"lr": 6.657053095380007e-05, "data_time": 0.018028807640075684, "loss_single": 3.320646047592163, "loss_dense": 3.3536696434020996, "loss": 6.674315643310547, "time": 0.16049582958221437, "step": 973826}
{"lr": 6.657053095380007e-05, "data_time": 0.017607808113098145, "loss_single": 3.2985675811767576, "loss_dense": 3.326362204551697, "loss": 6.624929809570313, "time": 0.167897367477417, "step": 973876}
{"lr": 6.657053095380007e-05, "data_time": 0.017388677597045897, "loss_single": 3.3035500049591064, "loss_dense": 3.338384413719177, "loss": 6.641934490203857, "time": 0.1691666603088379, "step": 973926}
{"lr": 6.657053095380007e-05, "data_time": 0.01615140438079834, "loss_single": 3.3039756536483766, "loss_dense": 3.3436432838439942, "loss": 6.647618961334229, "time": 0.15814120769500734, "step": 973976}
{"lr": 6.657053095380007e-05, "data_time": 0.01794273853302002, "loss_single": 3.307660174369812, "loss_dense": 3.3407826900482176, "loss": 6.64844274520874, "time": 0.16487255096435546, "step": 974026}
{"lr": 6.657053095380007e-05, "data_time": 0.017622923851013182, "loss_single": 3.326477122306824, "loss_dense": 3.3481698751449587, "loss": 6.67464690208435, "time": 0.15664176940917968, "step": 974076}
{"lr": 6.657053095380007e-05, "data_time": 0.016916060447692872, "loss_single": 3.2989474534988403, "loss_dense": 3.3341971397399903, "loss": 6.633144569396973, "time": 0.15983617305755615, "step": 974126}
{"lr": 6.657053095380007e-05, "data_time": 0.01701064109802246, "loss_single": 3.314278411865234, "loss_dense": 3.345089292526245, "loss": 6.65936770439148, "time": 0.15486037731170654, "step": 974176}
{"lr": 6.657053095380007e-05, "data_time": 0.017014908790588378, "loss_single": 3.2921125411987306, "loss_dense": 3.337090849876404, "loss": 6.629203414916992, "time": 0.18098509311676025, "step": 974226}
{"lr": 6.657053095380007e-05, "data_time": 0.018170857429504396, "loss_single": 3.2848310708999633, "loss_dense": 3.3253692626953124, "loss": 6.610200357437134, "time": 0.1616130590438843, "step": 974276}
{"lr": 6.657053095380007e-05, "data_time": 0.01801161766052246, "loss_single": 3.2867098093032836, "loss_dense": 3.3315661430358885, "loss": 6.61827597618103, "time": 0.15905685424804689, "step": 974326}
{"lr": 6.657053095380007e-05, "data_time": 0.01833066940307617, "loss_single": 3.314140248298645, "loss_dense": 3.3519829988479612, "loss": 6.666123247146606, "time": 0.15929882526397704, "step": 974376}
{"lr": 6.657053095380007e-05, "data_time": 0.01709005832672119, "loss_single": 3.2900933265686034, "loss_dense": 3.330579423904419, "loss": 6.620672798156738, "time": 0.16182548999786378, "step": 974426}
{"lr": 6.657053095380007e-05, "data_time": 0.017594361305236818, "loss_single": 3.29195499420166, "loss_dense": 3.3256887197494507, "loss": 6.617643690109253, "time": 0.16473324298858644, "step": 974476}
{"lr": 6.657053095380007e-05, "data_time": 0.016290712356567382, "loss_single": 3.309275770187378, "loss_dense": 3.340972590446472, "loss": 6.650248384475708, "time": 0.16032788753509522, "step": 974526}
{"lr": 6.657053095380007e-05, "data_time": 0.018651199340820313, "loss_single": 3.297385835647583, "loss_dense": 3.3395284175872804, "loss": 6.636914205551148, "time": 0.20923998355865478, "step": 974576}
{"lr": 6.657053095380007e-05, "data_time": 0.017892074584960938, "loss_single": 3.272720384597778, "loss_dense": 3.309561014175415, "loss": 6.5822813510894775, "time": 0.15544116497039795, "step": 974626}
{"lr": 6.657053095380007e-05, "data_time": 0.01703948974609375, "loss_single": 3.305741715431213, "loss_dense": 3.335406255722046, "loss": 6.6411479949951175, "time": 0.16012649536132811, "step": 974676}
{"lr": 6.657053095380007e-05, "data_time": 0.01724352836608887, "loss_single": 3.3136455535888674, "loss_dense": 3.342864751815796, "loss": 6.656510353088379, "time": 0.1609522819519043, "step": 974726}
{"lr": 6.657053095380007e-05, "data_time": 0.017559218406677245, "loss_single": 3.3017374992370607, "loss_dense": 3.333359432220459, "loss": 6.635096836090088, "time": 0.15865564346313477, "step": 974776}
{"lr": 6.657053095380007e-05, "data_time": 0.015925884246826172, "loss_single": 3.297776961326599, "loss_dense": 3.3280524015426636, "loss": 6.625829410552979, "time": 0.1606623888015747, "step": 974826}
{"lr": 6.657053095380007e-05, "data_time": 0.01775326728820801, "loss_single": 3.3055573463439942, "loss_dense": 3.3286847352981566, "loss": 6.634242153167724, "time": 0.16129062175750733, "step": 974876}
{"lr": 6.657053095380007e-05, "data_time": 0.01780867576599121, "loss_single": 3.298043155670166, "loss_dense": 3.3408926248550417, "loss": 6.63893575668335, "time": 0.1560873031616211, "step": 974926}
{"lr": 6.657053095380007e-05, "data_time": 0.020302128791809083, "loss_single": 3.304464817047119, "loss_dense": 3.3441138744354246, "loss": 6.648578739166259, "time": 0.1626969814300537, "step": 974976}
{"lr": 6.657053095380007e-05, "data_time": 0.015823554992675782, "loss_single": 3.3064117670059203, "loss_dense": 3.344262981414795, "loss": 6.650674724578858, "time": 0.1617826461791992, "step": 975026}
{"lr": 6.657053095380007e-05, "data_time": 0.017160415649414062, "loss_single": 3.308450770378113, "loss_dense": 3.350295877456665, "loss": 6.658746671676636, "time": 0.16189100742340087, "step": 975076}
{"lr": 6.657053095380007e-05, "data_time": 0.017618775367736816, "loss_single": 3.3368352890014648, "loss_dense": 3.3675994873046875, "loss": 6.704434823989868, "time": 0.15919480323791504, "step": 975126}
{"lr": 6.657053095380007e-05, "data_time": 0.015953731536865235, "loss_single": 3.3117610692977903, "loss_dense": 3.343140149116516, "loss": 6.654901123046875, "time": 0.157216477394104, "step": 975176}
{"lr": 6.657053095380007e-05, "data_time": 0.016997170448303223, "loss_single": 3.2932822942733764, "loss_dense": 3.332072305679321, "loss": 6.625354623794555, "time": 0.16340513229370118, "step": 975226}
{"lr": 6.657053095380007e-05, "data_time": 0.016878819465637206, "loss_single": 3.2995848178863527, "loss_dense": 3.329391932487488, "loss": 6.628976678848266, "time": 0.15779738426208495, "step": 975276}
{"lr": 6.657053095380007e-05, "data_time": 0.01904304027557373, "loss_single": 3.303509020805359, "loss_dense": 3.338629126548767, "loss": 6.642138290405273, "time": 0.15951995849609374, "step": 975326}
{"lr": 6.657053095380007e-05, "data_time": 0.01607990264892578, "loss_single": 3.3079471588134766, "loss_dense": 3.3396719455718995, "loss": 6.64761905670166, "time": 0.25463888645172117, "step": 975376}
{"lr": 6.657053095380007e-05, "data_time": 0.017982053756713866, "loss_single": 3.3050810575485228, "loss_dense": 3.344663691520691, "loss": 6.649744749069214, "time": 0.16072871685028076, "step": 975426}
{"lr": 6.657053095380007e-05, "data_time": 0.016536927223205565, "loss_single": 3.3107031106948854, "loss_dense": 3.3478917360305784, "loss": 6.658594846725464, "time": 0.1671626091003418, "step": 975476}
{"lr": 6.657053095380007e-05, "data_time": 0.01753532886505127, "loss_single": 3.2944910287857057, "loss_dense": 3.3334606170654295, "loss": 6.627951717376709, "time": 0.1604217767715454, "step": 975526}
{"lr": 6.657053095380007e-05, "data_time": 0.018342471122741698, "loss_single": 3.2833806037902833, "loss_dense": 3.324180316925049, "loss": 6.607560920715332, "time": 0.15903174877166748, "step": 975576}
{"lr": 6.657053095380007e-05, "data_time": 0.019188737869262694, "loss_single": 3.323284697532654, "loss_dense": 3.3634236812591554, "loss": 6.6867083549499515, "time": 0.1581801414489746, "step": 975626}
{"lr": 6.657053095380007e-05, "data_time": 0.017682623863220216, "loss_single": 3.3280219793319703, "loss_dense": 3.3671189546585083, "loss": 6.695140981674195, "time": 0.16599972248077394, "step": 975676}
{"lr": 6.657053095380007e-05, "data_time": 0.022524499893188478, "loss_single": 3.3044676303863527, "loss_dense": 3.3377058267593385, "loss": 6.642173433303833, "time": 0.227248477935791, "step": 975726}
{"lr": 6.657053095380007e-05, "data_time": 0.015957140922546388, "loss_single": 3.3190267086029053, "loss_dense": 3.346847748756409, "loss": 6.665874481201172, "time": 0.15511202812194824, "step": 975776}
{"lr": 4.623999400308055e-05, "data_time": 0.01888308525085449, "loss_single": 3.3137380599975588, "loss_dense": 3.352355194091797, "loss": 6.666093349456787, "time": 0.16911051273345948, "step": 975830}
{"lr": 4.623999400308055e-05, "data_time": 0.02064647674560547, "loss_single": 3.2954066038131713, "loss_dense": 3.3284186363220214, "loss": 6.623825263977051, "time": 0.16711122989654542, "step": 975880}
{"lr": 4.623999400308055e-05, "data_time": 0.017249107360839844, "loss_single": 3.297665023803711, "loss_dense": 3.33398277759552, "loss": 6.631647825241089, "time": 0.15666797161102294, "step": 975930}
{"lr": 4.623999400308055e-05, "data_time": 0.017119646072387695, "loss_single": 3.3016302585601807, "loss_dense": 3.335799813270569, "loss": 6.637430000305176, "time": 0.1536482334136963, "step": 975980}
{"lr": 4.623999400308055e-05, "data_time": 0.016452217102050783, "loss_single": 3.287718653678894, "loss_dense": 3.3248740673065185, "loss": 6.61259274482727, "time": 0.160752272605896, "step": 976030}
{"lr": 4.623999400308055e-05, "data_time": 0.017087435722351073, "loss_single": 3.3053117275238035, "loss_dense": 3.331958365440369, "loss": 6.637270069122314, "time": 0.15773258209228516, "step": 976080}
{"lr": 4.623999400308055e-05, "data_time": 0.01706728935241699, "loss_single": 3.3190892934799194, "loss_dense": 3.3542919874191286, "loss": 6.673381280899048, "time": 0.20687901973724365, "step": 976130}
{"lr": 4.623999400308055e-05, "data_time": 0.014800238609313964, "loss_single": 3.3056190729141237, "loss_dense": 3.3420456886291503, "loss": 6.647664737701416, "time": 0.15819737911224366, "step": 976180}
{"lr": 4.623999400308055e-05, "data_time": 0.02858545780181885, "loss_single": 3.3048109292984007, "loss_dense": 3.3418132781982424, "loss": 6.646624183654785, "time": 0.2236637830734253, "step": 976230}
{"lr": 4.623999400308055e-05, "data_time": 0.0410048246383667, "loss_single": 3.299284243583679, "loss_dense": 3.326590371131897, "loss": 6.625874614715576, "time": 0.18081815242767335, "step": 976280}
{"lr": 4.623999400308055e-05, "data_time": 0.017479205131530763, "loss_single": 3.3241153717041017, "loss_dense": 3.3451387166976927, "loss": 6.669254112243652, "time": 0.15812184810638427, "step": 976330}
{"lr": 4.623999400308055e-05, "data_time": 0.01785116195678711, "loss_single": 3.340023922920227, "loss_dense": 3.345160388946533, "loss": 6.685184383392334, "time": 0.1578911066055298, "step": 976380}
{"lr": 4.623999400308055e-05, "data_time": 0.016694402694702147, "loss_single": 3.2852314710617065, "loss_dense": 3.321275782585144, "loss": 6.606507253646851, "time": 0.1573460340499878, "step": 976430}
{"lr": 4.623999400308055e-05, "data_time": 0.016706323623657225, "loss_single": 3.3200333595275877, "loss_dense": 3.354349637031555, "loss": 6.674382925033569, "time": 0.1580643892288208, "step": 976480}
{"lr": 4.623999400308055e-05, "data_time": 0.01775326728820801, "loss_single": 3.3256774663925173, "loss_dense": 3.3626363277435303, "loss": 6.688313770294189, "time": 0.24593987464904785, "step": 976530}
{"lr": 4.623999400308055e-05, "data_time": 0.017585277557373047, "loss_single": 3.2946985483169557, "loss_dense": 3.322212982177734, "loss": 6.616911554336548, "time": 0.16517992019653321, "step": 976580}
{"lr": 4.623999400308055e-05, "data_time": 0.018064141273498535, "loss_single": 3.3153524160385133, "loss_dense": 3.3433923006057737, "loss": 6.6587447166442875, "time": 0.1576145887374878, "step": 976630}
{"lr": 4.623999400308055e-05, "data_time": 0.017941594123840332, "loss_single": 3.2824376821517944, "loss_dense": 3.326330304145813, "loss": 6.608768033981323, "time": 0.16005852222442626, "step": 976680}
{"lr": 4.623999400308055e-05, "data_time": 0.020900273323059083, "loss_single": 3.3078975915908813, "loss_dense": 3.3325812578201295, "loss": 6.6404787540435795, "time": 0.16150920391082763, "step": 976730}
{"lr": 4.623999400308055e-05, "data_time": 0.019342899322509766, "loss_single": 3.284392738342285, "loss_dense": 3.312294101715088, "loss": 6.596686840057373, "time": 0.1626969575881958, "step": 976780}
{"lr": 4.623999400308055e-05, "data_time": 0.02426135540008545, "loss_single": 3.3300307035446166, "loss_dense": 3.3596208810806276, "loss": 6.689651536941528, "time": 0.16526992321014405, "step": 976830}
{"lr": 4.623999400308055e-05, "data_time": 0.02035677433013916, "loss_single": 3.3038161754608155, "loss_dense": 3.333261799812317, "loss": 6.63707799911499, "time": 0.16260762214660646, "step": 976880}
{"lr": 4.623999400308055e-05, "data_time": 0.017521357536315917, "loss_single": 3.3074987888336183, "loss_dense": 3.33038592338562, "loss": 6.637884616851807, "time": 0.1606145143508911, "step": 976930}
{"lr": 4.623999400308055e-05, "data_time": 0.019450449943542482, "loss_single": 3.3241830825805665, "loss_dense": 3.339239978790283, "loss": 6.663423109054565, "time": 0.1631819486618042, "step": 976980}
{"lr": 4.623999400308055e-05, "data_time": 0.017618489265441895, "loss_single": 3.2985883235931395, "loss_dense": 3.337089014053345, "loss": 6.635677337646484, "time": 0.15860488414764404, "step": 977030}
{"lr": 4.623999400308055e-05, "data_time": 0.016128110885620116, "loss_single": 3.315411162376404, "loss_dense": 3.339767503738403, "loss": 6.655178689956665, "time": 0.16139731407165528, "step": 977080}
{"lr": 4.623999400308055e-05, "data_time": 0.016538023948669434, "loss_single": 3.330147123336792, "loss_dense": 3.362555241584778, "loss": 6.692702341079712, "time": 0.16392672061920166, "step": 977130}
{"lr": 4.623999400308055e-05, "data_time": 0.018861675262451173, "loss_single": 3.3066391229629515, "loss_dense": 3.3336721897125243, "loss": 6.64031138420105, "time": 0.15983123779296876, "step": 977180}
{"lr": 4.623999400308055e-05, "data_time": 0.01731879711151123, "loss_single": 3.293048310279846, "loss_dense": 3.330852723121643, "loss": 6.623901081085205, "time": 0.16103105545043944, "step": 977230}
{"lr": 4.623999400308055e-05, "data_time": 0.017745423316955566, "loss_single": 3.3077193021774294, "loss_dense": 3.344525122642517, "loss": 6.652244424819946, "time": 0.18731114864349366, "step": 977280}
{"lr": 4.623999400308055e-05, "data_time": 0.01708250045776367, "loss_single": 3.282977271080017, "loss_dense": 3.3259468555450438, "loss": 6.608924150466919, "time": 0.16533708572387695, "step": 977330}
{"lr": 4.623999400308055e-05, "data_time": 0.018960118293762207, "loss_single": 3.3141435623168944, "loss_dense": 3.348724627494812, "loss": 6.662868213653565, "time": 0.16029300689697265, "step": 977380}
{"lr": 4.623999400308055e-05, "data_time": 0.01560361385345459, "loss_single": 3.2981873512268067, "loss_dense": 3.3404128313064576, "loss": 6.638600063323975, "time": 0.15936520099639892, "step": 977430}
{"lr": 4.623999400308055e-05, "data_time": 0.01841428279876709, "loss_single": 3.2991764068603517, "loss_dense": 3.328481101989746, "loss": 6.627657508850097, "time": 0.15822391510009765, "step": 977480}
{"lr": 4.623999400308055e-05, "data_time": 0.019397640228271486, "loss_single": 3.3012762308120727, "loss_dense": 3.3304019451141356, "loss": 6.631678199768066, "time": 0.18483879566192626, "step": 977530}
{"lr": 4.623999400308055e-05, "data_time": 0.01889922618865967, "loss_single": 3.313762378692627, "loss_dense": 3.348074531555176, "loss": 6.661836814880371, "time": 0.16358277797698975, "step": 977580}
{"lr": 4.623999400308055e-05, "data_time": 0.018475270271301268, "loss_single": 3.2903050899505617, "loss_dense": 3.3210970878601076, "loss": 6.611402082443237, "time": 0.15692636966705323, "step": 977630}
{"lr": 4.623999400308055e-05, "data_time": 0.017621922492980956, "loss_single": 3.284099245071411, "loss_dense": 3.328094744682312, "loss": 6.612193918228149, "time": 0.15768606662750245, "step": 977680}
{"lr": 4.623999400308055e-05, "data_time": 0.01803598403930664, "loss_single": 3.297161865234375, "loss_dense": 3.3266795873641968, "loss": 6.623841381072998, "time": 0.22058253288269042, "step": 977730}
{"lr": 4.623999400308055e-05, "data_time": 0.017092347145080566, "loss_single": 3.310085105895996, "loss_dense": 3.337706208229065, "loss": 6.6477912902832035, "time": 0.16097829341888428, "step": 977780}
{"lr": 4.623999400308055e-05, "data_time": 0.016898488998413085, "loss_single": 3.2944599866867064, "loss_dense": 3.3299938201904298, "loss": 6.62445387840271, "time": 0.16638407707214356, "step": 977830}
{"lr": 4.623999400308055e-05, "data_time": 0.017366409301757812, "loss_single": 3.32061185836792, "loss_dense": 3.346331167221069, "loss": 6.666943120956421, "time": 0.15549743175506592, "step": 977880}
{"lr": 4.623999400308055e-05, "data_time": 0.017511415481567382, "loss_single": 3.2952714443206785, "loss_dense": 3.3374675273895265, "loss": 6.632738971710205, "time": 0.21189124584198, "step": 977930}
{"lr": 4.623999400308055e-05, "data_time": 0.018481135368347168, "loss_single": 3.307904005050659, "loss_dense": 3.344392943382263, "loss": 6.652296924591065, "time": 0.1546072006225586, "step": 977980}
{"lr": 4.623999400308055e-05, "data_time": 0.017395806312561036, "loss_single": 3.301395082473755, "loss_dense": 3.3522473335266114, "loss": 6.653642416000366, "time": 0.1662883758544922, "step": 978030}
{"lr": 4.623999400308055e-05, "data_time": 0.016745829582214357, "loss_single": 3.3027176380157472, "loss_dense": 3.32184784412384, "loss": 6.624565553665161, "time": 0.1626042127609253, "step": 978080}
{"lr": 4.623999400308055e-05, "data_time": 0.017450571060180664, "loss_single": 3.3074947595596313, "loss_dense": 3.3338999271392824, "loss": 6.6413946628570555, "time": 0.15953376293182372, "step": 978130}
{"lr": 4.623999400308055e-05, "data_time": 0.017549347877502442, "loss_single": 3.307281494140625, "loss_dense": 3.3572606563568117, "loss": 6.664542102813721, "time": 0.1598803758621216, "step": 978180}
{"lr": 4.623999400308055e-05, "data_time": 0.01627240180969238, "loss_single": 3.3121014833450317, "loss_dense": 3.353904438018799, "loss": 6.6660058975219725, "time": 0.23524599075317382, "step": 978230}
{"lr": 4.623999400308055e-05, "data_time": 0.019976019859313965, "loss_single": 3.291567850112915, "loss_dense": 3.32682409286499, "loss": 6.6183919429779055, "time": 0.17350072860717775, "step": 978280}
{"lr": 4.623999400308055e-05, "data_time": 0.01736726760864258, "loss_single": 3.2744200468063354, "loss_dense": 3.3203774452209474, "loss": 6.594797515869141, "time": 0.1699209451675415, "step": 978330}
{"lr": 4.623999400308055e-05, "data_time": 0.018348169326782227, "loss_single": 3.2915995836257936, "loss_dense": 3.325229120254517, "loss": 6.616828680038452, "time": 0.15920672416687012, "step": 978380}
{"lr": 4.623999400308055e-05, "data_time": 0.017635059356689454, "loss_single": 3.3101077556610106, "loss_dense": 3.336263918876648, "loss": 6.646371746063233, "time": 0.15736126899719238, "step": 978430}
{"lr": 4.623999400308055e-05, "data_time": 0.01765573024749756, "loss_single": 3.3360267639160157, "loss_dense": 3.362774705886841, "loss": 6.698801422119141, "time": 0.15814208984375, "step": 978480}
{"lr": 4.623999400308055e-05, "data_time": 0.017042708396911622, "loss_single": 3.298054575920105, "loss_dense": 3.3453923940658568, "loss": 6.643446969985962, "time": 0.1628674030303955, "step": 978530}
{"lr": 4.623999400308055e-05, "data_time": 0.0174058198928833, "loss_single": 3.2859981775283815, "loss_dense": 3.324069857597351, "loss": 6.610068035125733, "time": 0.16985087394714354, "step": 978580}
{"lr": 4.623999400308055e-05, "data_time": 0.03723313808441162, "loss_single": 3.313070511817932, "loss_dense": 3.343960905075073, "loss": 6.657031393051147, "time": 0.24901421070098878, "step": 978630}
{"lr": 4.623999400308055e-05, "data_time": 0.02134361267089844, "loss_single": 3.308003783226013, "loss_dense": 3.340208077430725, "loss": 6.648211812973022, "time": 0.16905517578125, "step": 978680}
{"lr": 4.623999400308055e-05, "data_time": 0.017501640319824218, "loss_single": 3.2969539880752565, "loss_dense": 3.3334991455078127, "loss": 6.630453109741211, "time": 0.16042842864990234, "step": 978730}
{"lr": 4.623999400308055e-05, "data_time": 0.017279529571533205, "loss_single": 3.320914316177368, "loss_dense": 3.341744542121887, "loss": 6.6626588821411135, "time": 0.15599992275238037, "step": 978780}
{"lr": 4.623999400308055e-05, "data_time": 0.01718311309814453, "loss_single": 3.2917115449905396, "loss_dense": 3.328784537315369, "loss": 6.620496082305908, "time": 0.16212968826293944, "step": 978830}
{"lr": 4.623999400308055e-05, "data_time": 0.017235994338989258, "loss_single": 3.309311938285828, "loss_dense": 3.347156023979187, "loss": 6.656467914581299, "time": 0.15764222145080567, "step": 978880}
{"lr": 4.623999400308055e-05, "data_time": 0.018982243537902833, "loss_single": 3.3014878749847414, "loss_dense": 3.3467917919158934, "loss": 6.648279666900635, "time": 0.15676045417785645, "step": 978930}
{"lr": 4.623999400308055e-05, "data_time": 0.018969011306762696, "loss_single": 3.2924622774124144, "loss_dense": 3.3381293773651124, "loss": 6.630591630935669, "time": 0.20088593959808348, "step": 978980}
{"lr": 4.623999400308055e-05, "data_time": 0.018834304809570313, "loss_single": 3.2923758029937744, "loss_dense": 3.335216760635376, "loss": 6.627592515945435, "time": 0.1662036657333374, "step": 979030}
{"lr": 4.623999400308055e-05, "data_time": 0.02247920036315918, "loss_single": 3.3132737159729, "loss_dense": 3.3574404239654543, "loss": 6.670714092254639, "time": 0.16351888179779053, "step": 979080}
{"lr": 4.623999400308055e-05, "data_time": 0.017527341842651367, "loss_single": 3.2984344959259033, "loss_dense": 3.3409719944000242, "loss": 6.639406490325928, "time": 0.16165716648101808, "step": 979130}
{"lr": 4.623999400308055e-05, "data_time": 0.01698915958404541, "loss_single": 3.2933127641677857, "loss_dense": 3.3401877880096436, "loss": 6.6335005283355715, "time": 0.16512637138366698, "step": 979180}
{"lr": 4.623999400308055e-05, "data_time": 0.018084096908569335, "loss_single": 3.321227216720581, "loss_dense": 3.3472558736801146, "loss": 6.668483114242553, "time": 0.15915513038635254, "step": 979230}
{"lr": 4.623999400308055e-05, "data_time": 0.018714284896850585, "loss_single": 3.316753387451172, "loss_dense": 3.355572009086609, "loss": 6.6723254203796385, "time": 0.16451985836029054, "step": 979280}
{"lr": 4.623999400308055e-05, "data_time": 0.024454498291015626, "loss_single": 3.2969160795211794, "loss_dense": 3.329435396194458, "loss": 6.626351547241211, "time": 0.27384836673736573, "step": 979330}
{"lr": 4.623999400308055e-05, "data_time": 0.01746237277984619, "loss_single": 3.3179917097091676, "loss_dense": 3.356409955024719, "loss": 6.6744016170501705, "time": 0.1591939687728882, "step": 979380}
{"lr": 4.623999400308055e-05, "data_time": 0.01545701026916504, "loss_single": 3.29177348613739, "loss_dense": 3.3255616664886474, "loss": 6.617335224151612, "time": 0.1578803300857544, "step": 979430}
{"lr": 4.623999400308055e-05, "data_time": 0.017238545417785644, "loss_single": 3.286528205871582, "loss_dense": 3.3238569498062134, "loss": 6.610385227203369, "time": 0.16307289600372316, "step": 979480}
{"lr": 4.623999400308055e-05, "data_time": 0.01766984462738037, "loss_single": 3.291896033287048, "loss_dense": 3.3340909004211428, "loss": 6.625986862182617, "time": 0.15892844200134276, "step": 979530}
{"lr": 4.623999400308055e-05, "data_time": 0.017472362518310545, "loss_single": 3.296213483810425, "loss_dense": 3.3270747900009154, "loss": 6.623288297653199, "time": 0.15912575721740724, "step": 979580}
{"lr": 4.623999400308055e-05, "data_time": 0.018565654754638672, "loss_single": 3.3118170499801636, "loss_dense": 3.351006269454956, "loss": 6.6628233909606935, "time": 0.15954744815826416, "step": 979630}
{"lr": 4.623999400308055e-05, "data_time": 0.019190263748168946, "loss_single": 3.296245551109314, "loss_dense": 3.341041922569275, "loss": 6.637287425994873, "time": 0.16291308403015137, "step": 979680}
{"lr": 4.623999400308055e-05, "data_time": 0.027912497520446777, "loss_single": 3.305774211883545, "loss_dense": 3.34139084815979, "loss": 6.647165012359619, "time": 0.19802458286285402, "step": 979730}
{"lr": 4.623999400308055e-05, "data_time": 0.01849062442779541, "loss_single": 3.292810869216919, "loss_dense": 3.328097033500671, "loss": 6.620907974243164, "time": 0.1594759225845337, "step": 979780}
{"lr": 4.623999400308055e-05, "data_time": 0.01676642894744873, "loss_single": 3.297721600532532, "loss_dense": 3.33834445476532, "loss": 6.636066150665283, "time": 0.1591341733932495, "step": 979830}
{"lr": 4.623999400308055e-05, "data_time": 0.017832517623901367, "loss_single": 3.32752001285553, "loss_dense": 3.3616265296936034, "loss": 6.689146661758423, "time": 0.23270204067230224, "step": 979880}
{"lr": 4.623999400308055e-05, "data_time": 0.017534947395324706, "loss_single": 3.2924907207489014, "loss_dense": 3.341488742828369, "loss": 6.633979415893554, "time": 0.1606572151184082, "step": 979930}
{"lr": 4.623999400308055e-05, "data_time": 0.006036114692687988, "loss_single": 3.3115898847579954, "loss_dense": 3.3409783601760865, "loss": 6.652568101882935, "time": 0.1639709949493408, "step": 979980}
{"lr": 4.623999400308055e-05, "data_time": 0.015462398529052734, "loss_single": 3.308649754524231, "loss_dense": 3.3413617849349975, "loss": 6.650011491775513, "time": 0.18111443519592285, "step": 980030}
{"lr": 4.623999400308055e-05, "data_time": 0.017646002769470214, "loss_single": 3.298741006851196, "loss_dense": 3.339335584640503, "loss": 6.638076591491699, "time": 0.16026432514190675, "step": 980080}
{"lr": 4.623999400308055e-05, "data_time": 0.016676950454711913, "loss_single": 3.298991894721985, "loss_dense": 3.3330057859420776, "loss": 6.6319976329803465, "time": 0.1528987169265747, "step": 980130}
{"lr": 4.623999400308055e-05, "data_time": 0.017951154708862306, "loss_single": 3.316676211357117, "loss_dense": 3.3657463073730467, "loss": 6.682422542572022, "time": 0.16092162132263182, "step": 980180}
{"lr": 4.623999400308055e-05, "data_time": 0.017240118980407716, "loss_single": 3.3073461771011354, "loss_dense": 3.33563072681427, "loss": 6.642976951599121, "time": 0.20619494915008546, "step": 980230}
{"lr": 4.623999400308055e-05, "data_time": 0.019223999977111817, "loss_single": 3.2850505113601685, "loss_dense": 3.3242945194244387, "loss": 6.609345006942749, "time": 0.15945427417755126, "step": 980280}
{"lr": 4.623999400308055e-05, "data_time": 0.019982218742370605, "loss_single": 3.311220407485962, "loss_dense": 3.343455958366394, "loss": 6.65467643737793, "time": 0.16697263717651367, "step": 980330}
{"lr": 4.623999400308055e-05, "data_time": 0.01791846752166748, "loss_single": 3.3098705530166628, "loss_dense": 3.3424776792526245, "loss": 6.652348232269287, "time": 0.15764760971069336, "step": 980380}
{"lr": 4.623999400308055e-05, "data_time": 0.017586183547973634, "loss_single": 3.3022432804107664, "loss_dense": 3.332654595375061, "loss": 6.63489785194397, "time": 0.16532580852508544, "step": 980430}
{"lr": 4.623999400308055e-05, "data_time": 0.018462252616882325, "loss_single": 3.2846479654312133, "loss_dense": 3.330461120605469, "loss": 6.615109062194824, "time": 0.1623532295227051, "step": 980480}
{"lr": 4.623999400308055e-05, "data_time": 0.017250823974609374, "loss_single": 3.3046666622161864, "loss_dense": 3.336976099014282, "loss": 6.6416428565979, "time": 0.15889441967010498, "step": 980530}
{"lr": 4.623999400308055e-05, "data_time": 0.02284541130065918, "loss_single": 3.2867433786392213, "loss_dense": 3.3226661920547484, "loss": 6.609409618377685, "time": 0.2779872179031372, "step": 980580}
{"lr": 4.623999400308055e-05, "data_time": 0.016571640968322754, "loss_single": 3.2951383352279664, "loss_dense": 3.3313319206237795, "loss": 6.626470232009888, "time": 0.15835747718811036, "step": 980630}
{"lr": 4.623999400308055e-05, "data_time": 0.03722221851348877, "loss_single": 3.2934723615646364, "loss_dense": 3.327380967140198, "loss": 6.620853424072266, "time": 0.17508368492126464, "step": 980680}
{"lr": 4.623999400308055e-05, "data_time": 0.020992350578308106, "loss_single": 3.3307660579681397, "loss_dense": 3.3638930559158324, "loss": 6.694659042358398, "time": 0.1643131971359253, "step": 980730}
{"lr": 4.623999400308055e-05, "data_time": 0.013464593887329101, "loss_single": 3.3087220668792723, "loss_dense": 3.344236207008362, "loss": 6.6529582977294925, "time": 0.18400263786315918, "step": 980780}
{"lr": 2.959907357592662e-05, "data_time": 0.017947459220886232, "loss_single": 3.3094931840896606, "loss_dense": 3.33908588886261, "loss": 6.648579120635986, "time": 0.16588375568389893, "step": 980834}
{"lr": 2.959907357592662e-05, "data_time": 0.017027568817138673, "loss_single": 3.29129319190979, "loss_dense": 3.3284473419189453, "loss": 6.619740533828735, "time": 0.15878665447235107, "step": 980884}
{"lr": 2.959907357592662e-05, "data_time": 0.017892837524414062, "loss_single": 3.3161449670791625, "loss_dense": 3.3557474613189697, "loss": 6.671892404556274, "time": 0.169952130317688, "step": 980934}
{"lr": 2.959907357592662e-05, "data_time": 0.01845855712890625, "loss_single": 3.300508737564087, "loss_dense": 3.3357712984085084, "loss": 6.636280059814453, "time": 0.15915656089782715, "step": 980984}
{"lr": 2.959907357592662e-05, "data_time": 0.015973687171936035, "loss_single": 3.3036929607391357, "loss_dense": 3.3366578340530397, "loss": 6.6403509140014645, "time": 0.16500771045684814, "step": 981034}
{"lr": 2.959907357592662e-05, "data_time": 0.017108464241027833, "loss_single": 3.323521614074707, "loss_dense": 3.3534921646118163, "loss": 6.677013731002807, "time": 0.16819751262664795, "step": 981084}
{"lr": 2.959907357592662e-05, "data_time": 0.016613078117370606, "loss_single": 3.310966420173645, "loss_dense": 3.337120270729065, "loss": 6.648086738586426, "time": 0.21819589138031006, "step": 981134}
{"lr": 2.959907357592662e-05, "data_time": 0.017084336280822753, "loss_single": 3.29447078704834, "loss_dense": 3.341955232620239, "loss": 6.636426067352295, "time": 0.16370005607604982, "step": 981184}
{"lr": 2.959907357592662e-05, "data_time": 0.012750983238220215, "loss_single": 3.3054086208343505, "loss_dense": 3.324331259727478, "loss": 6.6297399520874025, "time": 0.16410627365112304, "step": 981234}
{"lr": 2.959907357592662e-05, "data_time": 0.017104601860046385, "loss_single": 3.299199438095093, "loss_dense": 3.3414667367935182, "loss": 6.640666198730469, "time": 0.1706296443939209, "step": 981284}
{"lr": 2.959907357592662e-05, "data_time": 0.017774295806884766, "loss_single": 3.303793454170227, "loss_dense": 3.3448474168777467, "loss": 6.648640727996826, "time": 0.1663353443145752, "step": 981334}
{"lr": 2.959907357592662e-05, "data_time": 0.016849970817565917, "loss_single": 3.2691161394119264, "loss_dense": 3.302592897415161, "loss": 6.5717089653015135, "time": 0.1784747362136841, "step": 981384}
{"lr": 2.959907357592662e-05, "data_time": 0.02499833106994629, "loss_single": 3.3058802843093873, "loss_dense": 3.3266960620880126, "loss": 6.632576322555542, "time": 0.1815643548965454, "step": 981434}
{"lr": 2.959907357592662e-05, "data_time": 0.017921853065490722, "loss_single": 3.3098294019699095, "loss_dense": 3.3493342638015746, "loss": 6.6591637134552, "time": 0.16187598705291747, "step": 981484}
{"lr": 2.959907357592662e-05, "data_time": 0.021461296081542968, "loss_single": 3.3182557821273804, "loss_dense": 3.3351709127426146, "loss": 6.653426742553711, "time": 0.21942009925842285, "step": 981534}
{"lr": 2.959907357592662e-05, "data_time": 0.017850375175476073, "loss_single": 3.3050551891326903, "loss_dense": 3.352884602546692, "loss": 6.657939720153808, "time": 0.15835058689117432, "step": 981584}
{"lr": 2.959907357592662e-05, "data_time": 0.01703965663909912, "loss_single": 3.3069321393966673, "loss_dense": 3.345708799362183, "loss": 6.652641010284424, "time": 0.15820775032043458, "step": 981634}
{"lr": 2.959907357592662e-05, "data_time": 0.018939757347106935, "loss_single": 3.309003782272339, "loss_dense": 3.3366729021072388, "loss": 6.6456766605377195, "time": 0.1701822519302368, "step": 981684}
{"lr": 2.959907357592662e-05, "data_time": 0.018845391273498536, "loss_single": 3.2735833406448362, "loss_dense": 3.3281807899475098, "loss": 6.601764154434204, "time": 0.16101715564727784, "step": 981734}
{"lr": 2.959907357592662e-05, "data_time": 0.016968607902526855, "loss_single": 3.29590744972229, "loss_dense": 3.3331453800201416, "loss": 6.629052829742432, "time": 0.15966155529022216, "step": 981784}
{"lr": 2.959907357592662e-05, "data_time": 0.018203115463256835, "loss_single": 3.297597336769104, "loss_dense": 3.3329644918441774, "loss": 6.630561876296997, "time": 0.15919802188873292, "step": 981834}
{"lr": 2.959907357592662e-05, "data_time": 0.01764521598815918, "loss_single": 3.3003578424453734, "loss_dense": 3.3329524040222167, "loss": 6.633310317993164, "time": 0.16028316020965577, "step": 981884}
{"lr": 2.959907357592662e-05, "data_time": 0.019136619567871094, "loss_single": 3.318074917793274, "loss_dense": 3.3469454288482665, "loss": 6.665020370483399, "time": 0.20191442966461182, "step": 981934}
{"lr": 2.959907357592662e-05, "data_time": 0.01805899143218994, "loss_single": 3.294772481918335, "loss_dense": 3.3283900737762453, "loss": 6.62316255569458, "time": 0.16035284996032714, "step": 981984}
{"lr": 2.959907357592662e-05, "data_time": 0.0195159912109375, "loss_single": 3.3004802465438843, "loss_dense": 3.3313284397125242, "loss": 6.631808662414551, "time": 0.16114161014556885, "step": 982034}
{"lr": 2.959907357592662e-05, "data_time": 0.017705392837524415, "loss_single": 3.2919721841812133, "loss_dense": 3.3322299480438233, "loss": 6.624202108383178, "time": 0.15975184440612794, "step": 982084}
{"lr": 2.959907357592662e-05, "data_time": 0.016890311241149904, "loss_single": 3.2841724157333374, "loss_dense": 3.3172024726867675, "loss": 6.601374912261963, "time": 0.15735785961151122, "step": 982134}
{"lr": 2.959907357592662e-05, "data_time": 0.01842641830444336, "loss_single": 3.3170970678329468, "loss_dense": 3.3439003944396974, "loss": 6.66099739074707, "time": 0.16888947486877443, "step": 982184}
{"lr": 2.959907357592662e-05, "data_time": 0.017067813873291017, "loss_single": 3.3018381357192994, "loss_dense": 3.335954523086548, "loss": 6.637792730331421, "time": 0.16158487796783447, "step": 982234}
{"lr": 2.959907357592662e-05, "data_time": 0.01759471893310547, "loss_single": 3.310544419288635, "loss_dense": 3.3423670530319214, "loss": 6.6529114723205565, "time": 0.17486906051635742, "step": 982284}
{"lr": 2.959907357592662e-05, "data_time": 0.015116119384765625, "loss_single": 3.289049434661865, "loss_dense": 3.332117223739624, "loss": 6.621166658401489, "time": 0.1653895854949951, "step": 982334}
{"lr": 2.959907357592662e-05, "data_time": 0.01791961193084717, "loss_single": 3.286117744445801, "loss_dense": 3.3225024938583374, "loss": 6.608620309829712, "time": 0.16137378215789794, "step": 982384}
{"lr": 2.959907357592662e-05, "data_time": 0.017013120651245116, "loss_single": 3.310844564437866, "loss_dense": 3.3464467763900756, "loss": 6.657291316986084, "time": 0.16241655349731446, "step": 982434}
{"lr": 2.959907357592662e-05, "data_time": 0.017878222465515136, "loss_single": 3.315003204345703, "loss_dense": 3.35524206161499, "loss": 6.670245265960693, "time": 0.1640092372894287, "step": 982484}
{"lr": 2.959907357592662e-05, "data_time": 0.018897366523742676, "loss_single": 3.302888584136963, "loss_dense": 3.3367075443267824, "loss": 6.639596080780029, "time": 0.15824418067932128, "step": 982534}
{"lr": 2.959907357592662e-05, "data_time": 0.016301846504211424, "loss_single": 3.2908507108688356, "loss_dense": 3.3289716243743896, "loss": 6.619822311401367, "time": 0.16042439937591552, "step": 982584}
{"lr": 2.959907357592662e-05, "data_time": 0.017405128479003905, "loss_single": 3.2971404552459718, "loss_dense": 3.3391743183135985, "loss": 6.636314868927002, "time": 0.17083413600921632, "step": 982634}
{"lr": 2.959907357592662e-05, "data_time": 0.03901083469390869, "loss_single": 3.2860409736633303, "loss_dense": 3.3200897693634035, "loss": 6.606130838394165, "time": 0.20218269824981688, "step": 982684}
{"lr": 2.959907357592662e-05, "data_time": 0.017528676986694337, "loss_single": 3.3125857591629027, "loss_dense": 3.3590085744857787, "loss": 6.671594333648682, "time": 0.16365458965301513, "step": 982734}
{"lr": 2.959907357592662e-05, "data_time": 0.01856822967529297, "loss_single": 3.319024848937988, "loss_dense": 3.3655046701431273, "loss": 6.684529495239258, "time": 0.1608666181564331, "step": 982784}
{"lr": 2.959907357592662e-05, "data_time": 0.031544733047485354, "loss_single": 3.31286997795105, "loss_dense": 3.3400498151779177, "loss": 6.652919816970825, "time": 0.17165699005126953, "step": 982834}
{"lr": 2.959907357592662e-05, "data_time": 0.020390987396240234, "loss_single": 3.3005148649215696, "loss_dense": 3.3339712381362916, "loss": 6.634485912322998, "time": 0.16969866752624513, "step": 982884}
{"lr": 2.959907357592662e-05, "data_time": 0.018413066864013672, "loss_single": 3.313410520553589, "loss_dense": 3.3426005601882935, "loss": 6.656011056900025, "time": 0.16026854515075684, "step": 982934}
{"lr": 2.959907357592662e-05, "data_time": 0.017917966842651366, "loss_single": 3.3042704105377196, "loss_dense": 3.338851261138916, "loss": 6.643121719360352, "time": 0.16032795906066893, "step": 982984}
{"lr": 2.959907357592662e-05, "data_time": 0.021845197677612303, "loss_single": 3.3257919549942017, "loss_dense": 3.3541130304336546, "loss": 6.679904985427856, "time": 0.21271681785583496, "step": 983034}
{"lr": 2.959907357592662e-05, "data_time": 0.01735055446624756, "loss_single": 3.3024694204330443, "loss_dense": 3.3427231550216674, "loss": 6.645192575454712, "time": 0.16067070960998536, "step": 983084}
{"lr": 2.959907357592662e-05, "data_time": 0.020205163955688478, "loss_single": 3.293029546737671, "loss_dense": 3.334392023086548, "loss": 6.627421569824219, "time": 0.16386523246765136, "step": 983134}
{"lr": 2.959907357592662e-05, "data_time": 0.01662447452545166, "loss_single": 3.3273679971694947, "loss_dense": 3.3536205768585203, "loss": 6.680988454818726, "time": 0.15898475646972657, "step": 983184}
{"lr": 2.959907357592662e-05, "data_time": 0.016941547393798828, "loss_single": 3.3039388418197633, "loss_dense": 3.345893907546997, "loss": 6.649832773208618, "time": 0.16198375225067138, "step": 983234}
{"lr": 2.959907357592662e-05, "data_time": 0.018267393112182617, "loss_single": 3.311413836479187, "loss_dense": 3.3436562538146974, "loss": 6.655070066452026, "time": 0.1663334608078003, "step": 983284}
{"lr": 2.959907357592662e-05, "data_time": 0.01776893138885498, "loss_single": 3.2906545400619507, "loss_dense": 3.326856017112732, "loss": 6.617510557174683, "time": 0.16030495166778563, "step": 983334}
{"lr": 2.959907357592662e-05, "data_time": 0.017039179801940918, "loss_single": 3.2986584186553953, "loss_dense": 3.338379740715027, "loss": 6.637038135528565, "time": 0.2660756349563599, "step": 983384}
{"lr": 2.959907357592662e-05, "data_time": 0.019996285438537598, "loss_single": 3.3201456308364867, "loss_dense": 3.348210263252258, "loss": 6.66835584640503, "time": 0.1724315881729126, "step": 983434}
{"lr": 2.959907357592662e-05, "data_time": 0.016359806060791016, "loss_single": 3.3021008014678954, "loss_dense": 3.3411684036254883, "loss": 6.6432692527771, "time": 0.15942006111145018, "step": 983484}
{"lr": 2.959907357592662e-05, "data_time": 0.017990875244140624, "loss_single": 3.2903425693511963, "loss_dense": 3.337088704109192, "loss": 6.62743124961853, "time": 0.16026573181152343, "step": 983534}
{"lr": 2.959907357592662e-05, "data_time": 0.015986418724060057, "loss_single": 3.3195923805236816, "loss_dense": 3.346002793312073, "loss": 6.665595197677613, "time": 0.1613720178604126, "step": 983584}
{"lr": 2.959907357592662e-05, "data_time": 0.017896461486816406, "loss_single": 3.2955126762390137, "loss_dense": 3.336201524734497, "loss": 6.631714153289795, "time": 0.15227487087249755, "step": 983634}
{"lr": 2.959907357592662e-05, "data_time": 0.01811079978942871, "loss_single": 3.294498586654663, "loss_dense": 3.322047996520996, "loss": 6.616546583175659, "time": 0.1648651123046875, "step": 983684}
{"lr": 2.959907357592662e-05, "data_time": 0.029754948616027833, "loss_single": 3.2916298627853395, "loss_dense": 3.3273362636566164, "loss": 6.618966150283813, "time": 0.18773846626281737, "step": 983734}
{"lr": 2.959907357592662e-05, "data_time": 0.018292737007141114, "loss_single": 3.3196598529815673, "loss_dense": 3.359861946105957, "loss": 6.679521799087524, "time": 0.1549978017807007, "step": 983784}
{"lr": 2.959907357592662e-05, "data_time": 0.017210793495178223, "loss_single": 3.30699245929718, "loss_dense": 3.32872633934021, "loss": 6.635718822479248, "time": 0.15485062599182128, "step": 983834}
{"lr": 2.959907357592662e-05, "data_time": 0.017569375038146973, "loss_single": 3.3063172578811644, "loss_dense": 3.3418693065643312, "loss": 6.648186540603637, "time": 0.15941407680511474, "step": 983884}
{"lr": 2.959907357592662e-05, "data_time": 0.01905379295349121, "loss_single": 3.3026814222335816, "loss_dense": 3.3335008144378664, "loss": 6.636182260513306, "time": 0.16133708953857423, "step": 983934}
{"lr": 2.959907357592662e-05, "data_time": 0.0427825927734375, "loss_single": 3.312798285484314, "loss_dense": 3.3472729682922364, "loss": 6.660071325302124, "time": 0.261494517326355, "step": 983984}
{"lr": 2.959907357592662e-05, "data_time": 0.01840207576751709, "loss_single": 3.316598415374756, "loss_dense": 3.3503642082214355, "loss": 6.666962623596191, "time": 0.17021026611328124, "step": 984034}
{"lr": 2.959907357592662e-05, "data_time": 0.017689609527587892, "loss_single": 3.292704725265503, "loss_dense": 3.3194262027740478, "loss": 6.612130928039551, "time": 0.15956242084503175, "step": 984084}
{"lr": 2.959907357592662e-05, "data_time": 0.01813225746154785, "loss_single": 3.3115649223327637, "loss_dense": 3.3338189125061035, "loss": 6.645383834838867, "time": 0.1648730754852295, "step": 984134}
{"lr": 2.959907357592662e-05, "data_time": 0.016527366638183594, "loss_single": 3.3086203813552855, "loss_dense": 3.3479848861694337, "loss": 6.656605291366577, "time": 0.16687312126159667, "step": 984184}
{"lr": 2.959907357592662e-05, "data_time": 0.018150734901428222, "loss_single": 3.3125191211700438, "loss_dense": 3.339530897140503, "loss": 6.652050018310547, "time": 0.15638720989227295, "step": 984234}
{"lr": 2.959907357592662e-05, "data_time": 0.017213773727416993, "loss_single": 3.298221302032471, "loss_dense": 3.3394411325454714, "loss": 6.637662410736084, "time": 0.16334729194641112, "step": 984284}
{"lr": 2.959907357592662e-05, "data_time": 0.02328512668609619, "loss_single": 3.3108159780502318, "loss_dense": 3.351721668243408, "loss": 6.662537574768066, "time": 0.28923830986022947, "step": 984334}
{"lr": 2.959907357592662e-05, "data_time": 0.018465423583984376, "loss_single": 3.2968955516815184, "loss_dense": 3.3333515167236327, "loss": 6.630246973037719, "time": 0.1893698453903198, "step": 984384}
{"lr": 2.959907357592662e-05, "data_time": 0.01923403739929199, "loss_single": 3.29974045753479, "loss_dense": 3.3299899816513063, "loss": 6.629730463027954, "time": 0.16080949306488038, "step": 984434}
{"lr": 2.959907357592662e-05, "data_time": 0.018814921379089355, "loss_single": 3.308279037475586, "loss_dense": 3.34977388381958, "loss": 6.658052921295166, "time": 0.15915801525115966, "step": 984484}
{"lr": 2.959907357592662e-05, "data_time": 0.01803269386291504, "loss_single": 3.297992706298828, "loss_dense": 3.3235875606536864, "loss": 6.6215802192687985, "time": 0.15594062805175782, "step": 984534}
{"lr": 2.959907357592662e-05, "data_time": 0.01974670886993408, "loss_single": 3.3063721656799316, "loss_dense": 3.3412637233734133, "loss": 6.6476359367370605, "time": 0.16174206733703614, "step": 984584}
{"lr": 2.959907357592662e-05, "data_time": 0.02289292812347412, "loss_single": 3.2943021297454833, "loss_dense": 3.3245656490325928, "loss": 6.61886773109436, "time": 0.23169867992401122, "step": 984634}
{"lr": 2.959907357592662e-05, "data_time": 0.016667938232421874, "loss_single": 3.282910680770874, "loss_dense": 3.3199390411376952, "loss": 6.602849721908569, "time": 0.16026911735534669, "step": 984684}
{"lr": 2.959907357592662e-05, "data_time": 0.02104485034942627, "loss_single": 3.313586950302124, "loss_dense": 3.332164978981018, "loss": 6.645752048492431, "time": 0.2073221206665039, "step": 984734}
{"lr": 2.959907357592662e-05, "data_time": 0.01832418441772461, "loss_single": 3.3107123613357543, "loss_dense": 3.3385271549224855, "loss": 6.649239444732666, "time": 0.16080889701843262, "step": 984784}
{"lr": 2.959907357592662e-05, "data_time": 0.01767106056213379, "loss_single": 3.3076621294021606, "loss_dense": 3.3331790208816527, "loss": 6.6408411979675295, "time": 0.16193742752075196, "step": 984834}
{"lr": 2.959907357592662e-05, "data_time": 0.017526984214782715, "loss_single": 3.308886909484863, "loss_dense": 3.349665904045105, "loss": 6.658552885055542, "time": 0.16317319869995117, "step": 984884}
{"lr": 2.959907357592662e-05, "data_time": 0.018445825576782225, "loss_single": 3.316436243057251, "loss_dense": 3.3528515338897704, "loss": 6.669287776947021, "time": 0.15864322185516358, "step": 984934}
{"lr": 2.959907357592662e-05, "data_time": 0.01940493583679199, "loss_single": 3.299250841140747, "loss_dense": 3.3339856386184694, "loss": 6.633236503601074, "time": 0.16021170616149902, "step": 984984}
{"lr": 2.959907357592662e-05, "data_time": 0.0173781156539917, "loss_single": 3.3132771015167237, "loss_dense": 3.3450637578964235, "loss": 6.658340883255005, "time": 0.16668901443481446, "step": 985034}
{"lr": 2.959907357592662e-05, "data_time": 0.023941397666931152, "loss_single": 3.3291711091995237, "loss_dense": 3.348258399963379, "loss": 6.677429628372193, "time": 0.248038387298584, "step": 985084}
{"lr": 2.959907357592662e-05, "data_time": 0.02411937713623047, "loss_single": 3.2998918294906616, "loss_dense": 3.3310724020004274, "loss": 6.630964279174805, "time": 0.17041246891021727, "step": 985134}
{"lr": 2.959907357592662e-05, "data_time": 0.01635770797729492, "loss_single": 3.3165220260620116, "loss_dense": 3.3498332500457764, "loss": 6.666355323791504, "time": 0.15328338146209716, "step": 985184}
{"lr": 2.959907357592662e-05, "data_time": 0.017195248603820802, "loss_single": 3.3152806520462037, "loss_dense": 3.336499786376953, "loss": 6.651780462265014, "time": 0.16021544933319093, "step": 985234}
{"lr": 2.959907357592662e-05, "data_time": 0.01853787899017334, "loss_single": 3.3098668336868284, "loss_dense": 3.3323708057403563, "loss": 6.642237663269043, "time": 0.158666729927063, "step": 985284}
{"lr": 2.959907357592662e-05, "data_time": 0.017703604698181153, "loss_single": 3.3395437955856324, "loss_dense": 3.3638517379760744, "loss": 6.703395557403565, "time": 0.15683517456054688, "step": 985334}
{"lr": 2.959907357592662e-05, "data_time": 0.017877745628356933, "loss_single": 3.2883336782455443, "loss_dense": 3.310985803604126, "loss": 6.599319410324097, "time": 0.15892887115478516, "step": 985384}
{"lr": 2.959907357592662e-05, "data_time": 0.020270729064941408, "loss_single": 3.302288293838501, "loss_dense": 3.3319697856903074, "loss": 6.634258079528808, "time": 0.1994915246963501, "step": 985434}
{"lr": 2.959907357592662e-05, "data_time": 0.017740082740783692, "loss_single": 3.310991406440735, "loss_dense": 3.350677800178528, "loss": 6.661669158935547, "time": 0.15859518051147461, "step": 985484}
{"lr": 2.959907357592662e-05, "data_time": 0.016090655326843263, "loss_single": 3.2900191068649294, "loss_dense": 3.3251323223114015, "loss": 6.6151515483856205, "time": 0.1710050344467163, "step": 985534}
{"lr": 2.959907357592662e-05, "data_time": 0.01780068874359131, "loss_single": 3.3238038063049316, "loss_dense": 3.3491014003753663, "loss": 6.672905302047729, "time": 0.16035349369049073, "step": 985584}
{"lr": 2.959907357592662e-05, "data_time": 0.01853933334350586, "loss_single": 3.2953004121780394, "loss_dense": 3.32785222530365, "loss": 6.6231526851654055, "time": 0.159546422958374, "step": 985634}
{"lr": 2.959907357592662e-05, "data_time": 0.015276336669921875, "loss_single": 3.303815007209778, "loss_dense": 3.337589955329895, "loss": 6.641404914855957, "time": 0.15904059410095214, "step": 985684}
{"lr": 2.959907357592662e-05, "data_time": 0.01874239444732666, "loss_single": 3.296102499961853, "loss_dense": 3.3330328464508057, "loss": 6.629135370254517, "time": 0.1927659034729004, "step": 985734}
{"lr": 2.959907357592662e-05, "data_time": 0.014895033836364747, "loss_single": 3.302280139923096, "loss_dense": 3.3427064418792725, "loss": 6.644986581802368, "time": 0.15311119556427003, "step": 985784}
{"lr": 1.665187557045145e-05, "data_time": 0.01762380599975586, "loss_single": 3.302663278579712, "loss_dense": 3.326879072189331, "loss": 6.629542350769043, "time": 0.1680816888809204, "step": 985838}
{"lr": 1.665187557045145e-05, "data_time": 0.017612266540527343, "loss_single": 3.2982274770736693, "loss_dense": 3.328853487968445, "loss": 6.627080965042114, "time": 0.16091454029083252, "step": 985888}
{"lr": 1.665187557045145e-05, "data_time": 0.01835474967956543, "loss_single": 3.3232329845428468, "loss_dense": 3.342084789276123, "loss": 6.665317821502685, "time": 0.16180787086486817, "step": 985938}
{"lr": 1.665187557045145e-05, "data_time": 0.017627692222595213, "loss_single": 3.3005224227905274, "loss_dense": 3.351045274734497, "loss": 6.651567649841309, "time": 0.1697873592376709, "step": 985988}
{"lr": 1.665187557045145e-05, "data_time": 0.01734919548034668, "loss_single": 3.304291248321533, "loss_dense": 3.3508941411972044, "loss": 6.655185317993164, "time": 0.15843284130096436, "step": 986038}
{"lr": 1.665187557045145e-05, "data_time": 0.020401692390441893, "loss_single": 3.283410930633545, "loss_dense": 3.3160414934158324, "loss": 6.599452352523803, "time": 0.16459364891052247, "step": 986088}
{"lr": 1.665187557045145e-05, "data_time": 0.0188032865524292, "loss_single": 3.301388955116272, "loss_dense": 3.337313747406006, "loss": 6.638702630996704, "time": 0.16088595390319824, "step": 986138}
{"lr": 1.665187557045145e-05, "data_time": 0.014430737495422364, "loss_single": 3.2901636123657227, "loss_dense": 3.323855757713318, "loss": 6.614019298553467, "time": 0.1652742862701416, "step": 986188}
{"lr": 1.665187557045145e-05, "data_time": 0.020206475257873537, "loss_single": 3.2976007223129273, "loss_dense": 3.3321874856948854, "loss": 6.629788160324097, "time": 0.1605463981628418, "step": 986238}
{"lr": 1.665187557045145e-05, "data_time": 0.0183361291885376, "loss_single": 3.3240553855896, "loss_dense": 3.348805379867554, "loss": 6.672860813140869, "time": 0.16492269039154053, "step": 986288}
{"lr": 1.665187557045145e-05, "data_time": 0.01730179786682129, "loss_single": 3.308461618423462, "loss_dense": 3.3341568231582643, "loss": 6.642618417739868, "time": 0.16701841354370117, "step": 986338}
{"lr": 1.665187557045145e-05, "data_time": 0.01871795654296875, "loss_single": 3.2941378116607667, "loss_dense": 3.3283056735992433, "loss": 6.622443532943725, "time": 0.16195900440216066, "step": 986388}
{"lr": 1.665187557045145e-05, "data_time": 0.018794870376586913, "loss_single": 3.3058521032333372, "loss_dense": 3.337447237968445, "loss": 6.643299341201782, "time": 0.15786492824554443, "step": 986438}
{"lr": 1.665187557045145e-05, "data_time": 0.017644882202148438, "loss_single": 3.3046921730041503, "loss_dense": 3.3376406908035277, "loss": 6.642332887649536, "time": 0.15595803260803223, "step": 986488}
{"lr": 1.665187557045145e-05, "data_time": 0.026969027519226075, "loss_single": 3.2976935148239135, "loss_dense": 3.3312045335769653, "loss": 6.628898048400879, "time": 0.2209693193435669, "step": 986538}
{"lr": 1.665187557045145e-05, "data_time": 0.017783713340759278, "loss_single": 3.3028549194335937, "loss_dense": 3.331207251548767, "loss": 6.634062147140503, "time": 0.15928773880004882, "step": 986588}
{"lr": 1.665187557045145e-05, "data_time": 0.016150498390197755, "loss_single": 3.2924856185913085, "loss_dense": 3.3381028175354004, "loss": 6.630588436126709, "time": 0.16545519828796387, "step": 986638}
{"lr": 1.665187557045145e-05, "data_time": 0.01771888732910156, "loss_single": 3.3022844552993775, "loss_dense": 3.3387370824813845, "loss": 6.641021490097046, "time": 0.16093838214874268, "step": 986688}
{"lr": 1.665187557045145e-05, "data_time": 0.01836681365966797, "loss_single": 3.2879895687103273, "loss_dense": 3.316038727760315, "loss": 6.604028367996216, "time": 0.1610759973526001, "step": 986738}
{"lr": 1.665187557045145e-05, "data_time": 0.018313097953796386, "loss_single": 3.2976166725158693, "loss_dense": 3.3332121849060057, "loss": 6.630828857421875, "time": 0.15645060539245606, "step": 986788}
{"lr": 1.665187557045145e-05, "data_time": 0.017377161979675294, "loss_single": 3.3075310707092287, "loss_dense": 3.342416596412659, "loss": 6.649947595596314, "time": 0.16135129928588868, "step": 986838}
{"lr": 1.665187557045145e-05, "data_time": 0.020243120193481446, "loss_single": 3.2966495752334595, "loss_dense": 3.332314467430115, "loss": 6.62896409034729, "time": 0.2294456720352173, "step": 986888}
{"lr": 1.665187557045145e-05, "data_time": 0.018021106719970703, "loss_single": 3.2927300930023193, "loss_dense": 3.3191801071166993, "loss": 6.611910152435303, "time": 0.17362992763519286, "step": 986938}
{"lr": 1.665187557045145e-05, "data_time": 0.01763181686401367, "loss_single": 3.3199878692626954, "loss_dense": 3.348671317100525, "loss": 6.6686591625213625, "time": 0.16220529079437257, "step": 986988}
{"lr": 1.665187557045145e-05, "data_time": 0.01802809238433838, "loss_single": 3.282402515411377, "loss_dense": 3.3204425096511843, "loss": 6.602845048904419, "time": 0.1712637424468994, "step": 987038}
{"lr": 1.665187557045145e-05, "data_time": 0.016812467575073244, "loss_single": 3.297638440132141, "loss_dense": 3.3416155576705933, "loss": 6.63925404548645, "time": 0.160072660446167, "step": 987088}
{"lr": 1.665187557045145e-05, "data_time": 0.01927940845489502, "loss_single": 3.319587826728821, "loss_dense": 3.3386539697647093, "loss": 6.65824179649353, "time": 0.16039180755615234, "step": 987138}
{"lr": 1.665187557045145e-05, "data_time": 0.018392539024353026, "loss_single": 3.31285183429718, "loss_dense": 3.333331251144409, "loss": 6.646183109283447, "time": 0.16255731582641603, "step": 987188}
{"lr": 1.665187557045145e-05, "data_time": 0.01973569393157959, "loss_single": 3.3073017597198486, "loss_dense": 3.337478995323181, "loss": 6.644780683517456, "time": 0.1616267442703247, "step": 987238}
{"lr": 1.665187557045145e-05, "data_time": 0.01721806526184082, "loss_single": 3.3031341314315794, "loss_dense": 3.345185422897339, "loss": 6.64831953048706, "time": 0.250374960899353, "step": 987288}
{"lr": 1.665187557045145e-05, "data_time": 0.020181846618652344, "loss_single": 3.2947277545928957, "loss_dense": 3.321680998802185, "loss": 6.616408777236939, "time": 0.16003456115722656, "step": 987338}
{"lr": 1.665187557045145e-05, "data_time": 0.019063425064086915, "loss_single": 3.3078873634338377, "loss_dense": 3.342124843597412, "loss": 6.65001220703125, "time": 0.16331093311309813, "step": 987388}
{"lr": 1.665187557045145e-05, "data_time": 0.017939543724060057, "loss_single": 3.31235134601593, "loss_dense": 3.357615923881531, "loss": 6.669967222213745, "time": 0.15909252166748047, "step": 987438}
{"lr": 1.665187557045145e-05, "data_time": 0.017408061027526855, "loss_single": 3.328209376335144, "loss_dense": 3.3472294569015504, "loss": 6.675438785552979, "time": 0.1560580015182495, "step": 987488}
{"lr": 1.665187557045145e-05, "data_time": 0.017609071731567384, "loss_single": 3.2917404651641844, "loss_dense": 3.3284693717956544, "loss": 6.620209884643555, "time": 0.16063284873962402, "step": 987538}
{"lr": 1.665187557045145e-05, "data_time": 0.017522311210632323, "loss_single": 3.2918272256851195, "loss_dense": 3.3382345914840696, "loss": 6.6300617218017575, "time": 0.15795066356658935, "step": 987588}
{"lr": 1.665187557045145e-05, "data_time": 0.02064814567565918, "loss_single": 3.3136799335479736, "loss_dense": 3.362108063697815, "loss": 6.675788068771363, "time": 0.23661603927612304, "step": 987638}
{"lr": 1.665187557045145e-05, "data_time": 0.01743156909942627, "loss_single": 3.2989813566207884, "loss_dense": 3.3280158758163454, "loss": 6.626997232437134, "time": 0.16262431144714357, "step": 987688}
{"lr": 1.665187557045145e-05, "data_time": 0.017385363578796387, "loss_single": 3.2968809366226197, "loss_dense": 3.323456120491028, "loss": 6.6203371524810795, "time": 0.16026453971862792, "step": 987738}
{"lr": 1.665187557045145e-05, "data_time": 0.018974828720092773, "loss_single": 3.3068020343780518, "loss_dense": 3.3339346170425417, "loss": 6.640736675262451, "time": 0.1644343376159668, "step": 987788}
{"lr": 1.665187557045145e-05, "data_time": 0.018099021911621094, "loss_single": 3.313750076293945, "loss_dense": 3.3477275133132935, "loss": 6.661477565765381, "time": 0.15799252986907958, "step": 987838}
{"lr": 1.665187557045145e-05, "data_time": 0.018466734886169435, "loss_single": 3.32477343082428, "loss_dense": 3.3546035528182983, "loss": 6.6793769836425785, "time": 0.15881929397583008, "step": 987888}
{"lr": 1.665187557045145e-05, "data_time": 0.01643815040588379, "loss_single": 3.283345127105713, "loss_dense": 3.3208489656448363, "loss": 6.604194211959839, "time": 0.16054699420928956, "step": 987938}
{"lr": 1.665187557045145e-05, "data_time": 0.018534135818481446, "loss_single": 3.289447021484375, "loss_dense": 3.327920937538147, "loss": 6.617367887496949, "time": 0.1979142665863037, "step": 987988}
{"lr": 1.665187557045145e-05, "data_time": 0.017143440246582032, "loss_single": 3.3313897848129272, "loss_dense": 3.3699762344360353, "loss": 6.701365995407104, "time": 0.1589723825454712, "step": 988038}
{"lr": 1.665187557045145e-05, "data_time": 0.017401361465454103, "loss_single": 3.3281568765640257, "loss_dense": 3.3693144798278807, "loss": 6.697471332550049, "time": 0.15597715377807617, "step": 988088}
{"lr": 1.665187557045145e-05, "data_time": 0.018093013763427736, "loss_single": 3.2981364250183107, "loss_dense": 3.3296998023986815, "loss": 6.627836275100708, "time": 0.1601501703262329, "step": 988138}
{"lr": 1.665187557045145e-05, "data_time": 0.01590888500213623, "loss_single": 3.2918001651763915, "loss_dense": 3.3229363203048705, "loss": 6.614736461639405, "time": 0.232594633102417, "step": 988188}
{"lr": 1.665187557045145e-05, "data_time": 0.017282986640930177, "loss_single": 3.3018455028533937, "loss_dense": 3.3423282384872435, "loss": 6.6441737651824955, "time": 0.17698631286621094, "step": 988238}
{"lr": 1.665187557045145e-05, "data_time": 0.017055654525756837, "loss_single": 3.3092993021011354, "loss_dense": 3.3541687726974487, "loss": 6.663468074798584, "time": 0.15939631462097167, "step": 988288}
{"lr": 1.665187557045145e-05, "data_time": 0.022548532485961913, "loss_single": 3.3234265565872194, "loss_dense": 3.3544800758361815, "loss": 6.677906703948975, "time": 0.24886841773986818, "step": 988338}
{"lr": 1.665187557045145e-05, "data_time": 0.023656773567199706, "loss_single": 3.2910544633865357, "loss_dense": 3.329944944381714, "loss": 6.620999336242676, "time": 0.17952733039855956, "step": 988388}
{"lr": 1.665187557045145e-05, "data_time": 0.016244959831237794, "loss_single": 3.304961323738098, "loss_dense": 3.3380473852157593, "loss": 6.643008661270142, "time": 0.19269928932189942, "step": 988438}
{"lr": 1.665187557045145e-05, "data_time": 0.01667015552520752, "loss_single": 3.2860923528671266, "loss_dense": 3.323259735107422, "loss": 6.609352111816406, "time": 0.16196637153625487, "step": 988488}
{"lr": 1.665187557045145e-05, "data_time": 0.019214487075805663, "loss_single": 3.2905073404312133, "loss_dense": 3.3308068037033083, "loss": 6.621314144134521, "time": 0.16204216480255126, "step": 988538}
{"lr": 1.665187557045145e-05, "data_time": 0.017944812774658203, "loss_single": 3.311912679672241, "loss_dense": 3.34053111076355, "loss": 6.652443790435791, "time": 0.1559837579727173, "step": 988588}
{"lr": 1.665187557045145e-05, "data_time": 0.01748056411743164, "loss_single": 3.3227840662002563, "loss_dense": 3.3545517444610597, "loss": 6.677335786819458, "time": 0.16440341472625733, "step": 988638}
{"lr": 1.665187557045145e-05, "data_time": 0.018940091133117676, "loss_single": 3.2945196628570557, "loss_dense": 3.328926110267639, "loss": 6.623445796966553, "time": 0.1559516668319702, "step": 988688}
{"lr": 1.665187557045145e-05, "data_time": 0.027880597114562988, "loss_single": 3.319047451019287, "loss_dense": 3.3534420251846315, "loss": 6.672489500045776, "time": 0.2309833288192749, "step": 988738}
{"lr": 1.665187557045145e-05, "data_time": 0.016677045822143556, "loss_single": 3.2969918489456176, "loss_dense": 3.343259024620056, "loss": 6.640250825881958, "time": 0.1670292615890503, "step": 988788}
{"lr": 1.665187557045145e-05, "data_time": 0.019048571586608887, "loss_single": 3.2879538774490356, "loss_dense": 3.329868531227112, "loss": 6.617822456359863, "time": 0.15819714069366456, "step": 988838}
{"lr": 1.665187557045145e-05, "data_time": 0.018427562713623048, "loss_single": 3.2918315649032595, "loss_dense": 3.3235303163528442, "loss": 6.615361881256104, "time": 0.15781259536743164, "step": 988888}
{"lr": 1.665187557045145e-05, "data_time": 0.01943786144256592, "loss_single": 3.289803647994995, "loss_dense": 3.3282849073410032, "loss": 6.6180885314941404, "time": 0.16002106666564941, "step": 988938}
{"lr": 1.665187557045145e-05, "data_time": 0.017086482048034667, "loss_single": 3.308028054237366, "loss_dense": 3.346522259712219, "loss": 6.654550313949585, "time": 0.15798478126525878, "step": 988988}
{"lr": 1.665187557045145e-05, "data_time": 0.016713261604309082, "loss_single": 3.3339590072631835, "loss_dense": 3.356208634376526, "loss": 6.690167617797852, "time": 0.16395790576934816, "step": 989038}
{"lr": 1.665187557045145e-05, "data_time": 0.017333579063415528, "loss_single": 3.2961071014404295, "loss_dense": 3.3422527551651, "loss": 6.638359832763672, "time": 0.15932824611663818, "step": 989088}
{"lr": 1.665187557045145e-05, "data_time": 0.01888911724090576, "loss_single": 3.309147810935974, "loss_dense": 3.342592453956604, "loss": 6.651740312576294, "time": 0.19011974334716797, "step": 989138}
{"lr": 1.665187557045145e-05, "data_time": 0.02055387496948242, "loss_single": 3.295455527305603, "loss_dense": 3.3292141199111938, "loss": 6.624669551849365, "time": 0.16853530406951905, "step": 989188}
{"lr": 1.665187557045145e-05, "data_time": 0.01687140464782715, "loss_single": 3.2866046667099, "loss_dense": 3.32773220539093, "loss": 6.614336919784546, "time": 0.15871894359588623, "step": 989238}
{"lr": 1.665187557045145e-05, "data_time": 0.018921852111816406, "loss_single": 3.2796157598495483, "loss_dense": 3.327069568634033, "loss": 6.60668535232544, "time": 0.165144681930542, "step": 989288}
{"lr": 1.665187557045145e-05, "data_time": 0.017348313331604005, "loss_single": 3.322057318687439, "loss_dense": 3.3631938695907593, "loss": 6.685251140594483, "time": 0.15865988731384278, "step": 989338}
{"lr": 1.665187557045145e-05, "data_time": 0.016796278953552245, "loss_single": 3.294856238365173, "loss_dense": 3.325623631477356, "loss": 6.620479917526245, "time": 0.1639578104019165, "step": 989388}
{"lr": 1.665187557045145e-05, "data_time": 0.02283661365509033, "loss_single": 3.2952765941619875, "loss_dense": 3.334010148048401, "loss": 6.6292867183685305, "time": 0.22013115882873535, "step": 989438}
{"lr": 1.665187557045145e-05, "data_time": 0.016997098922729492, "loss_single": 3.298143243789673, "loss_dense": 3.3429255962371824, "loss": 6.6410688877105715, "time": 0.16776559352874756, "step": 989488}
{"lr": 1.665187557045145e-05, "data_time": 0.018622279167175293, "loss_single": 3.315282607078552, "loss_dense": 3.3517417907714844, "loss": 6.667024326324463, "time": 0.15944838523864746, "step": 989538}
{"lr": 1.665187557045145e-05, "data_time": 0.013832640647888184, "loss_single": 3.293781590461731, "loss_dense": 3.328589153289795, "loss": 6.622370719909668, "time": 0.15861129760742188, "step": 989588}
{"lr": 1.665187557045145e-05, "data_time": 0.020920538902282716, "loss_single": 3.313278841972351, "loss_dense": 3.3437849283218384, "loss": 6.657063674926758, "time": 0.16654648780822753, "step": 989638}
{"lr": 1.665187557045145e-05, "data_time": 0.01908872127532959, "loss_single": 3.3010725498199465, "loss_dense": 3.349574589729309, "loss": 6.650647163391113, "time": 0.16082873344421386, "step": 989688}
{"lr": 1.665187557045145e-05, "data_time": 0.019686627388000488, "loss_single": 3.27514328956604, "loss_dense": 3.3019790410995484, "loss": 6.577122402191162, "time": 0.16013894081115723, "step": 989738}
{"lr": 1.665187557045145e-05, "data_time": 0.01986377239227295, "loss_single": 3.29766366481781, "loss_dense": 3.3347269535064696, "loss": 6.6323905944824215, "time": 0.2493896961212158, "step": 989788}
{"lr": 1.665187557045145e-05, "data_time": 0.01997690200805664, "loss_single": 3.3132147789001465, "loss_dense": 3.3377784967422484, "loss": 6.6509932518005375, "time": 0.1714320182800293, "step": 989838}
{"lr": 1.665187557045145e-05, "data_time": 0.016333675384521483, "loss_single": 3.3073415994644164, "loss_dense": 3.3332937479019167, "loss": 6.640635395050049, "time": 0.16250944137573242, "step": 989888}
{"lr": 1.665187557045145e-05, "data_time": 0.017088603973388673, "loss_single": 3.2792062759399414, "loss_dense": 3.3191248178482056, "loss": 6.598331165313721, "time": 0.1636329174041748, "step": 989938}
{"lr": 1.665187557045145e-05, "data_time": 0.019112038612365722, "loss_single": 3.28516047000885, "loss_dense": 3.322402834892273, "loss": 6.607563304901123, "time": 0.16913108825683593, "step": 989988}
{"lr": 1.665187557045145e-05, "data_time": 0.017220234870910643, "loss_single": 3.2995617628097533, "loss_dense": 3.3387620210647584, "loss": 6.638323783874512, "time": 0.160528564453125, "step": 990038}
{"lr": 1.665187557045145e-05, "data_time": 0.0188265323638916, "loss_single": 3.291258978843689, "loss_dense": 3.3306345701217652, "loss": 6.6218935489654545, "time": 0.1610644817352295, "step": 990088}
{"lr": 1.665187557045145e-05, "data_time": 0.01764547824859619, "loss_single": 3.3138757944107056, "loss_dense": 3.3379538297653197, "loss": 6.651829576492309, "time": 0.16097912788391114, "step": 990138}
{"lr": 1.665187557045145e-05, "data_time": 0.018385791778564455, "loss_single": 3.317013120651245, "loss_dense": 3.347913932800293, "loss": 6.664927053451538, "time": 0.2425607681274414, "step": 990188}
{"lr": 1.665187557045145e-05, "data_time": 0.03340082168579102, "loss_single": 3.302043008804321, "loss_dense": 3.3387592792510987, "loss": 6.640802335739136, "time": 0.17936055660247802, "step": 990238}
{"lr": 1.665187557045145e-05, "data_time": 0.018760085105895996, "loss_single": 3.2841084957122804, "loss_dense": 3.330343008041382, "loss": 6.614451551437378, "time": 0.16179306507110597, "step": 990288}
{"lr": 1.665187557045145e-05, "data_time": 0.015221405029296874, "loss_single": 3.3112085819244386, "loss_dense": 3.3472608089447022, "loss": 6.6584694385528564, "time": 0.1600703001022339, "step": 990338}
{"lr": 1.665187557045145e-05, "data_time": 0.016942405700683595, "loss_single": 3.2920271158218384, "loss_dense": 3.317210555076599, "loss": 6.6092376708984375, "time": 0.16037921905517577, "step": 990388}
{"lr": 1.665187557045145e-05, "data_time": 0.016326045989990233, "loss_single": 3.2870192527770996, "loss_dense": 3.3271859884262085, "loss": 6.61420521736145, "time": 0.19148857593536378, "step": 990438}
{"lr": 1.665187557045145e-05, "data_time": 0.017459702491760255, "loss_single": 3.304597783088684, "loss_dense": 3.3407360553741454, "loss": 6.6453338146209715, "time": 0.1617513656616211, "step": 990488}
{"lr": 1.665187557045145e-05, "data_time": 0.03223173618316651, "loss_single": 3.316392350196838, "loss_dense": 3.351583743095398, "loss": 6.667976045608521, "time": 0.2974225997924805, "step": 990538}
{"lr": 1.665187557045145e-05, "data_time": 0.01970639228820801, "loss_single": 3.288101553916931, "loss_dense": 3.314414715766907, "loss": 6.602516222000122, "time": 0.15891656875610352, "step": 990588}
{"lr": 1.665187557045145e-05, "data_time": 0.016687464714050294, "loss_single": 3.2919275999069213, "loss_dense": 3.3345862865447997, "loss": 6.626513957977295, "time": 0.15804586410522461, "step": 990638}
{"lr": 1.665187557045145e-05, "data_time": 0.01902780532836914, "loss_single": 3.2790258884429933, "loss_dense": 3.319497323036194, "loss": 6.598523283004761, "time": 0.15852251052856445, "step": 990688}
{"lr": 1.665187557045145e-05, "data_time": 0.017435646057128905, "loss_single": 3.276017165184021, "loss_dense": 3.3267231941223145, "loss": 6.602740383148193, "time": 0.158691930770874, "step": 990738}
{"lr": 1.665187557045145e-05, "data_time": 0.013637495040893555, "loss_single": 3.323614072799683, "loss_dense": 3.3434317350387572, "loss": 6.667045736312867, "time": 0.15952577590942382, "step": 990788}
{"lr": 7.401594514026e-06, "data_time": 0.017647385597229004, "loss_single": 3.306347966194153, "loss_dense": 3.350102186203003, "loss": 6.6564501285552975, "time": 0.15817291736602784, "step": 990842}
{"lr": 7.401594514026e-06, "data_time": 0.017415976524353026, "loss_single": 3.3057090282440185, "loss_dense": 3.3483134508132935, "loss": 6.654022455215454, "time": 0.1927724838256836, "step": 990892}
{"lr": 7.401594514026e-06, "data_time": 0.015687179565429688, "loss_single": 3.292548680305481, "loss_dense": 3.335436153411865, "loss": 6.627984857559204, "time": 0.1633512258529663, "step": 990942}
{"lr": 7.401594514026e-06, "data_time": 0.02046077251434326, "loss_single": 3.295547103881836, "loss_dense": 3.334909725189209, "loss": 6.630456876754761, "time": 0.16640985012054443, "step": 990992}
{"lr": 7.401594514026e-06, "data_time": 0.018938231468200683, "loss_single": 3.286930561065674, "loss_dense": 3.322496771812439, "loss": 6.609427356719971, "time": 0.1621626615524292, "step": 991042}
{"lr": 7.401594514026e-06, "data_time": 0.01739504337310791, "loss_single": 3.289395642280579, "loss_dense": 3.3244105100631716, "loss": 6.61380615234375, "time": 0.1583881139755249, "step": 991092}
{"lr": 7.401594514026e-06, "data_time": 0.01835196018218994, "loss_single": 3.297411012649536, "loss_dense": 3.332165765762329, "loss": 6.629576873779297, "time": 0.16496117115020753, "step": 991142}
{"lr": 7.401594514026e-06, "data_time": 0.017142605781555176, "loss_single": 3.2948068380355835, "loss_dense": 3.333863615989685, "loss": 6.6286704540252686, "time": 0.16203413009643555, "step": 991192}
{"lr": 7.401594514026e-06, "data_time": 0.01697838306427002, "loss_single": 3.3050108909606934, "loss_dense": 3.3332454204559325, "loss": 6.638256359100342, "time": 0.159248423576355, "step": 991242}
{"lr": 7.401594514026e-06, "data_time": 0.019919490814208983, "loss_single": 3.2952661514282227, "loss_dense": 3.3345059394836425, "loss": 6.629772090911866, "time": 0.1597027063369751, "step": 991292}
{"lr": 7.401594514026e-06, "data_time": 0.016594505310058592, "loss_single": 3.3195101022720337, "loss_dense": 3.3504898309707642, "loss": 6.669999885559082, "time": 0.23670029640197754, "step": 991342}
{"lr": 7.401594514026e-06, "data_time": 0.023556995391845702, "loss_single": 3.333728218078613, "loss_dense": 3.3604559183120726, "loss": 6.69418420791626, "time": 0.16649010181427001, "step": 991392}
{"lr": 7.401594514026e-06, "data_time": 0.01993257999420166, "loss_single": 3.296513295173645, "loss_dense": 3.322740888595581, "loss": 6.619254159927368, "time": 0.1639021396636963, "step": 991442}
{"lr": 7.401594514026e-06, "data_time": 0.018074822425842286, "loss_single": 3.2980227947235106, "loss_dense": 3.3344681024551392, "loss": 6.632490873336792, "time": 0.15771055221557617, "step": 991492}
{"lr": 7.401594514026e-06, "data_time": 0.019849228858947753, "loss_single": 3.31595401763916, "loss_dense": 3.3441607475280763, "loss": 6.660114812850952, "time": 0.16468403339385987, "step": 991542}
{"lr": 7.401594514026e-06, "data_time": 0.017569255828857423, "loss_single": 3.295419192314148, "loss_dense": 3.3346391677856446, "loss": 6.63005838394165, "time": 0.16061413288116455, "step": 991592}
{"lr": 7.401594514026e-06, "data_time": 0.018182849884033202, "loss_single": 3.3066808700561525, "loss_dense": 3.3309309244155885, "loss": 6.637611770629883, "time": 0.16011202335357666, "step": 991642}
{"lr": 7.401594514026e-06, "data_time": 0.017073798179626464, "loss_single": 3.3011143684387205, "loss_dense": 3.337603044509888, "loss": 6.638717317581177, "time": 0.15945863723754883, "step": 991692}
{"lr": 7.401594514026e-06, "data_time": 0.039954400062561034, "loss_single": 3.2988248109817504, "loss_dense": 3.3283298015594482, "loss": 6.627154588699341, "time": 0.2478097200393677, "step": 991742}
{"lr": 7.401594514026e-06, "data_time": 0.01757969856262207, "loss_single": 3.3334001779556273, "loss_dense": 3.3551446437835692, "loss": 6.688544893264771, "time": 0.17156193256378174, "step": 991792}
{"lr": 7.401594514026e-06, "data_time": 0.01894395351409912, "loss_single": 3.3027403354644775, "loss_dense": 3.344291353225708, "loss": 6.647031688690186, "time": 0.16264853477478028, "step": 991842}
{"lr": 7.401594514026e-06, "data_time": 0.017662405967712402, "loss_single": 3.290595865249634, "loss_dense": 3.329908752441406, "loss": 6.620504665374756, "time": 0.16180408000946045, "step": 991892}
{"lr": 7.401594514026e-06, "data_time": 0.01786487102508545, "loss_single": 3.3011332988739013, "loss_dense": 3.329591393470764, "loss": 6.630724763870239, "time": 0.16811790466308593, "step": 991942}
{"lr": 7.401594514026e-06, "data_time": 0.01628091335296631, "loss_single": 3.3036394119262695, "loss_dense": 3.33991219997406, "loss": 6.643551588058472, "time": 0.161279296875, "step": 991992}
{"lr": 7.401594514026e-06, "data_time": 0.018177032470703125, "loss_single": 3.2685688972473144, "loss_dense": 3.311168646812439, "loss": 6.579737520217895, "time": 0.16158411502838135, "step": 992042}
{"lr": 7.401594514026e-06, "data_time": 0.017178988456726073, "loss_single": 3.321353530883789, "loss_dense": 3.350338339805603, "loss": 6.671691846847534, "time": 0.15849528312683106, "step": 992092}
{"lr": 7.401594514026e-06, "data_time": 0.01827986240386963, "loss_single": 3.311832070350647, "loss_dense": 3.347258114814758, "loss": 6.659090185165406, "time": 0.2124870777130127, "step": 992142}
{"lr": 7.401594514026e-06, "data_time": 0.016910147666931153, "loss_single": 3.284209728240967, "loss_dense": 3.3271029233932494, "loss": 6.611312675476074, "time": 0.1552525758743286, "step": 992192}
{"lr": 7.401594514026e-06, "data_time": 0.017366528511047363, "loss_single": 3.29767382144928, "loss_dense": 3.335395002365112, "loss": 6.6330688953399655, "time": 0.16890337467193603, "step": 992242}
{"lr": 7.401594514026e-06, "data_time": 0.01697804927825928, "loss_single": 3.2990533351898192, "loss_dense": 3.3500661134719847, "loss": 6.649119520187378, "time": 0.1662196159362793, "step": 992292}
{"lr": 7.401594514026e-06, "data_time": 0.017738962173461915, "loss_single": 3.304363512992859, "loss_dense": 3.3368297815322876, "loss": 6.641193294525147, "time": 0.16545937061309815, "step": 992342}
{"lr": 7.401594514026e-06, "data_time": 0.01967158317565918, "loss_single": 3.2909231662750242, "loss_dense": 3.3307703018188475, "loss": 6.621693515777588, "time": 0.1599595308303833, "step": 992392}
{"lr": 7.401594514026e-06, "data_time": 0.018656373023986816, "loss_single": 3.299863505363464, "loss_dense": 3.3455570459365847, "loss": 6.645420551300049, "time": 0.16539337635040283, "step": 992442}
{"lr": 7.401594514026e-06, "data_time": 0.01875455379486084, "loss_single": 3.280071997642517, "loss_dense": 3.3244203329086304, "loss": 6.604492282867431, "time": 0.16618518829345702, "step": 992492}
{"lr": 7.401594514026e-06, "data_time": 0.017804479598999022, "loss_single": 3.304711103439331, "loss_dense": 3.337767314910889, "loss": 6.6424784660339355, "time": 0.1610870599746704, "step": 992542}
{"lr": 7.401594514026e-06, "data_time": 0.015470743179321289, "loss_single": 3.3048564910888674, "loss_dense": 3.340018939971924, "loss": 6.644875383377075, "time": 0.16217002868652344, "step": 992592}
{"lr": 7.401594514026e-06, "data_time": 0.01682441234588623, "loss_single": 3.3029948234558106, "loss_dense": 3.3420273542404173, "loss": 6.645022201538086, "time": 0.16173937320709228, "step": 992642}
{"lr": 7.401594514026e-06, "data_time": 0.018594694137573243, "loss_single": 3.304011011123657, "loss_dense": 3.345291566848755, "loss": 6.649302530288696, "time": 0.16517188549041747, "step": 992692}
{"lr": 7.401594514026e-06, "data_time": 0.016568994522094725, "loss_single": 3.323673224449158, "loss_dense": 3.3525097131729127, "loss": 6.676182985305786, "time": 0.15742452144622804, "step": 992742}
{"lr": 7.401594514026e-06, "data_time": 0.01727426052093506, "loss_single": 3.297716498374939, "loss_dense": 3.3376391649246218, "loss": 6.635355615615845, "time": 0.16037414073944092, "step": 992792}
{"lr": 7.401594514026e-06, "data_time": 0.018987393379211424, "loss_single": 3.3014599800109865, "loss_dense": 3.3288077831268312, "loss": 6.630267667770386, "time": 0.16585848331451417, "step": 992842}
{"lr": 7.401594514026e-06, "data_time": 0.01868095397949219, "loss_single": 3.3008610725402834, "loss_dense": 3.3443800449371337, "loss": 6.645241117477417, "time": 0.23662796020507812, "step": 992892}
{"lr": 7.401594514026e-06, "data_time": 0.018850874900817872, "loss_single": 3.3054272174835204, "loss_dense": 3.339871406555176, "loss": 6.64529857635498, "time": 0.15969316959381102, "step": 992942}
{"lr": 7.401594514026e-06, "data_time": 0.01609048843383789, "loss_single": 3.2993345975875856, "loss_dense": 3.327745819091797, "loss": 6.62708044052124, "time": 0.1662135601043701, "step": 992992}
{"lr": 7.401594514026e-06, "data_time": 0.018595552444458006, "loss_single": 3.297845387458801, "loss_dense": 3.3291730880737305, "loss": 6.627018451690674, "time": 0.15855920314788818, "step": 993042}
{"lr": 7.401594514026e-06, "data_time": 0.015863919258117677, "loss_single": 3.2828168869018555, "loss_dense": 3.317927598953247, "loss": 6.60074462890625, "time": 0.1580049753189087, "step": 993092}
{"lr": 7.401594514026e-06, "data_time": 0.014152836799621583, "loss_single": 3.2937729597091674, "loss_dense": 3.332704854011536, "loss": 6.626477766036987, "time": 0.19678046703338622, "step": 993142}
{"lr": 7.401594514026e-06, "data_time": 0.020171189308166505, "loss_single": 3.289659595489502, "loss_dense": 3.3244327306747437, "loss": 6.6140923500061035, "time": 0.16233320236206056, "step": 993192}
{"lr": 7.401594514026e-06, "data_time": 0.02328944206237793, "loss_single": 3.3050812005996706, "loss_dense": 3.340643286705017, "loss": 6.645724487304688, "time": 0.2449291467666626, "step": 993242}
{"lr": 7.401594514026e-06, "data_time": 0.018516111373901366, "loss_single": 3.3270034551620484, "loss_dense": 3.3572757244110107, "loss": 6.684279251098633, "time": 0.16840243339538574, "step": 993292}
{"lr": 7.401594514026e-06, "data_time": 0.01759676933288574, "loss_single": 3.3031553506851195, "loss_dense": 3.326915717124939, "loss": 6.630071020126342, "time": 0.16720683574676515, "step": 993342}
{"lr": 7.401594514026e-06, "data_time": 0.01736421585083008, "loss_single": 3.2877817869186403, "loss_dense": 3.3278748035430907, "loss": 6.615656566619873, "time": 0.16525192260742189, "step": 993392}
{"lr": 7.401594514026e-06, "data_time": 0.017325425148010255, "loss_single": 3.2894001722335817, "loss_dense": 3.3240583181381225, "loss": 6.613458490371704, "time": 0.16122789382934571, "step": 993442}
{"lr": 7.401594514026e-06, "data_time": 0.02184405326843262, "loss_single": 3.3002553224563598, "loss_dense": 3.332459044456482, "loss": 6.632714319229126, "time": 0.17692711353302001, "step": 993492}
{"lr": 7.401594514026e-06, "data_time": 0.01773843765258789, "loss_single": 3.3029311656951905, "loss_dense": 3.3438599348068236, "loss": 6.646791076660156, "time": 0.17152042388916017, "step": 993542}
{"lr": 7.401594514026e-06, "data_time": 0.017113780975341795, "loss_single": 3.2850053310394287, "loss_dense": 3.3166709184646606, "loss": 6.6016762256622314, "time": 0.16303367614746095, "step": 993592}
{"lr": 7.401594514026e-06, "data_time": 0.01721498966217041, "loss_single": 3.315275859832764, "loss_dense": 3.3453410148620604, "loss": 6.66061692237854, "time": 0.16123881340026855, "step": 993642}
{"lr": 7.401594514026e-06, "data_time": 0.016602230072021485, "loss_single": 3.2947656154632567, "loss_dense": 3.336925768852234, "loss": 6.6316914558410645, "time": 0.2782235860824585, "step": 993692}
{"lr": 7.401594514026e-06, "data_time": 0.016969966888427734, "loss_single": 3.3248581647872926, "loss_dense": 3.3644184112548827, "loss": 6.689276695251465, "time": 0.1634563684463501, "step": 993742}
{"lr": 7.401594514026e-06, "data_time": 0.021168613433837892, "loss_single": 3.3112186431884765, "loss_dense": 3.339649128913879, "loss": 6.65086784362793, "time": 0.16527326107025148, "step": 993792}
{"lr": 7.401594514026e-06, "data_time": 0.01774289608001709, "loss_single": 3.311857509613037, "loss_dense": 3.3433828353881836, "loss": 6.6552403450012205, "time": 0.16565155982971191, "step": 993842}
{"lr": 7.401594514026e-06, "data_time": 0.021919870376586915, "loss_single": 3.30361487865448, "loss_dense": 3.3408222913742067, "loss": 6.644437170028686, "time": 0.19452328681945802, "step": 993892}
{"lr": 7.401594514026e-06, "data_time": 0.01703934669494629, "loss_single": 3.3009897470474243, "loss_dense": 3.3347867012023924, "loss": 6.635776424407959, "time": 0.16654953956604004, "step": 993942}
{"lr": 7.401594514026e-06, "data_time": 0.017624521255493165, "loss_single": 3.2891846179962156, "loss_dense": 3.319608473777771, "loss": 6.608793020248413, "time": 0.15899434089660644, "step": 993992}
{"lr": 7.401594514026e-06, "data_time": 0.016428279876708984, "loss_single": 3.3164478063583376, "loss_dense": 3.34808030128479, "loss": 6.66452808380127, "time": 0.1661325216293335, "step": 994042}
{"lr": 7.401594514026e-06, "data_time": 0.01822943687438965, "loss_single": 3.3014979362487793, "loss_dense": 3.340578818321228, "loss": 6.642076635360718, "time": 0.15829596519470215, "step": 994092}
{"lr": 7.401594514026e-06, "data_time": 0.016574788093566894, "loss_single": 3.3120078563690187, "loss_dense": 3.355078387260437, "loss": 6.667086267471314, "time": 0.15844376087188722, "step": 994142}
{"lr": 7.401594514026e-06, "data_time": 0.01927485466003418, "loss_single": 3.2922303438186646, "loss_dense": 3.3300125122070314, "loss": 6.6222429275512695, "time": 0.15935065746307372, "step": 994192}
{"lr": 7.401594514026e-06, "data_time": 0.016658496856689454, "loss_single": 3.3024811506271363, "loss_dense": 3.336267018318176, "loss": 6.638748121261597, "time": 0.1572730541229248, "step": 994242}
{"lr": 7.401594514026e-06, "data_time": 0.019457173347473145, "loss_single": 3.307363247871399, "loss_dense": 3.3449137926101686, "loss": 6.652277040481567, "time": 0.16103742122650147, "step": 994292}
{"lr": 7.401594514026e-06, "data_time": 0.016992902755737303, "loss_single": 3.305673027038574, "loss_dense": 3.340532374382019, "loss": 6.646205472946167, "time": 0.15749034881591797, "step": 994342}
{"lr": 7.401594514026e-06, "data_time": 0.023850679397583008, "loss_single": 3.302393651008606, "loss_dense": 3.3288241624832153, "loss": 6.631217765808105, "time": 0.1686189889907837, "step": 994392}
{"lr": 7.401594514026e-06, "data_time": 0.017081260681152344, "loss_single": 3.3173290252685548, "loss_dense": 3.3417255163192747, "loss": 6.659054565429687, "time": 0.15846505165100097, "step": 994442}
{"lr": 7.401594514026e-06, "data_time": 0.018529176712036133, "loss_single": 3.312443256378174, "loss_dense": 3.3479652881622313, "loss": 6.660408544540405, "time": 0.16339190006256105, "step": 994492}
{"lr": 7.401594514026e-06, "data_time": 0.018406200408935546, "loss_single": 3.308272624015808, "loss_dense": 3.349998378753662, "loss": 6.658271026611328, "time": 0.16109828948974608, "step": 994542}
{"lr": 7.401594514026e-06, "data_time": 0.01792776584625244, "loss_single": 3.306381893157959, "loss_dense": 3.3394972324371337, "loss": 6.645879125595092, "time": 0.16116900444030763, "step": 994592}
{"lr": 7.401594514026e-06, "data_time": 0.016143083572387695, "loss_single": 3.3053424835205076, "loss_dense": 3.3344192028045656, "loss": 6.639761638641358, "time": 0.17176666259765624, "step": 994642}
{"lr": 7.401594514026e-06, "data_time": 0.01954197883605957, "loss_single": 3.3103323459625242, "loss_dense": 3.343565082550049, "loss": 6.653897380828857, "time": 0.1617661237716675, "step": 994692}
{"lr": 7.401594514026e-06, "data_time": 0.016458964347839354, "loss_single": 3.300931763648987, "loss_dense": 3.3362380981445314, "loss": 6.637169885635376, "time": 0.21338949203491211, "step": 994742}
{"lr": 7.401594514026e-06, "data_time": 0.021706366539001466, "loss_single": 3.3017369747161864, "loss_dense": 3.336717700958252, "loss": 6.6384546756744385, "time": 0.1962766170501709, "step": 994792}
{"lr": 7.401594514026e-06, "data_time": 0.021804332733154297, "loss_single": 3.3058823347091675, "loss_dense": 3.338518261909485, "loss": 6.644400596618652, "time": 0.17436823844909669, "step": 994842}
{"lr": 7.401594514026e-06, "data_time": 0.017862558364868164, "loss_single": 3.288566303253174, "loss_dense": 3.3293715000152586, "loss": 6.617937850952148, "time": 0.16052334308624266, "step": 994892}
{"lr": 7.401594514026e-06, "data_time": 0.01786017417907715, "loss_single": 3.291894721984863, "loss_dense": 3.3444835424423216, "loss": 6.636378240585327, "time": 0.15938754081726075, "step": 994942}
{"lr": 7.401594514026e-06, "data_time": 0.018105626106262207, "loss_single": 3.29934446811676, "loss_dense": 3.3447513580322266, "loss": 6.644095802307129, "time": 0.1636561393737793, "step": 994992}
{"lr": 7.401594514026e-06, "data_time": 0.01654186248779297, "loss_single": 3.3182718992233275, "loss_dense": 3.35614812374115, "loss": 6.6744200706481935, "time": 0.20978407859802245, "step": 995042}
{"lr": 7.401594514026e-06, "data_time": 0.019041037559509276, "loss_single": 3.301131248474121, "loss_dense": 3.33977632522583, "loss": 6.640907526016235, "time": 0.16402933597564698, "step": 995092}
{"lr": 7.401594514026e-06, "data_time": 0.023151397705078125, "loss_single": 3.281248450279236, "loss_dense": 3.327078032493591, "loss": 6.608326435089111, "time": 0.20445387363433837, "step": 995142}
{"lr": 7.401594514026e-06, "data_time": 0.018903064727783202, "loss_single": 3.2874468564987183, "loss_dense": 3.322299528121948, "loss": 6.609746360778809, "time": 0.16134402751922608, "step": 995192}
{"lr": 7.401594514026e-06, "data_time": 0.018074965476989745, "loss_single": 3.2927311420440675, "loss_dense": 3.335619640350342, "loss": 6.628350734710693, "time": 0.16733012199401856, "step": 995242}
{"lr": 7.401594514026e-06, "data_time": 0.017482662200927736, "loss_single": 3.3093748092651367, "loss_dense": 3.344647169113159, "loss": 6.654021978378296, "time": 0.1597597360610962, "step": 995292}
{"lr": 7.401594514026e-06, "data_time": 0.01763157844543457, "loss_single": 3.269158935546875, "loss_dense": 3.31756272315979, "loss": 6.586721658706665, "time": 0.1633556842803955, "step": 995342}
{"lr": 7.401594514026e-06, "data_time": 0.01732954978942871, "loss_single": 3.2798996686935427, "loss_dense": 3.322440338134766, "loss": 6.60233998298645, "time": 0.15696449279785157, "step": 995392}
{"lr": 7.401594514026e-06, "data_time": 0.0195110559463501, "loss_single": 3.3044749975204466, "loss_dense": 3.3380672931671143, "loss": 6.642542314529419, "time": 0.15996115207672118, "step": 995442}
{"lr": 7.401594514026e-06, "data_time": 0.018971753120422364, "loss_single": 3.2948493480682375, "loss_dense": 3.3339749813079833, "loss": 6.628824377059937, "time": 0.18526227474212648, "step": 995492}
{"lr": 7.401594514026e-06, "data_time": 0.01883089542388916, "loss_single": 3.2938779830932616, "loss_dense": 3.3270318031311037, "loss": 6.620909738540649, "time": 0.16401274204254152, "step": 995542}
{"lr": 7.401594514026e-06, "data_time": 0.018414640426635744, "loss_single": 3.306487774848938, "loss_dense": 3.344898056983948, "loss": 6.65138578414917, "time": 0.1626375675201416, "step": 995592}
{"lr": 7.401594514026e-06, "data_time": 0.01870594024658203, "loss_single": 3.315187191963196, "loss_dense": 3.365421462059021, "loss": 6.680608606338501, "time": 0.16905508041381836, "step": 995642}
{"lr": 7.401594514026e-06, "data_time": 0.01858382225036621, "loss_single": 3.2995158672332763, "loss_dense": 3.339787817001343, "loss": 6.6393036365509035, "time": 0.1561600923538208, "step": 995692}
{"lr": 7.401594514026e-06, "data_time": 0.017890572547912598, "loss_single": 3.296265435218811, "loss_dense": 3.334565782546997, "loss": 6.630831241607666, "time": 0.15725550651550294, "step": 995742}
{"lr": 7.401594514026e-06, "data_time": 0.015535831451416016, "loss_single": 3.320893430709839, "loss_dense": 3.3547114372253417, "loss": 6.675604915618896, "time": 0.15595996379852295, "step": 995792}
{"lr": 1.8505127750911846e-06, "data_time": 0.017139673233032227, "loss_single": 3.3162548303604127, "loss_dense": 3.333914875984192, "loss": 6.650169754028321, "time": 0.1649834394454956, "step": 995846}
{"lr": 1.8505127750911846e-06, "data_time": 0.018088364601135255, "loss_single": 3.285159873962402, "loss_dense": 3.3297363042831423, "loss": 6.614896202087403, "time": 0.15939631462097167, "step": 995896}
{"lr": 1.8505127750911846e-06, "data_time": 0.01836411952972412, "loss_single": 3.281035375595093, "loss_dense": 3.3127815961837768, "loss": 6.593816947937012, "time": 0.17787694931030273, "step": 995946}
{"lr": 1.8505127750911846e-06, "data_time": 0.0180267333984375, "loss_single": 3.301444888114929, "loss_dense": 3.3389989137649536, "loss": 6.6404438495635985, "time": 0.15927858352661134, "step": 995996}
{"lr": 1.8505127750911846e-06, "data_time": 0.01727766990661621, "loss_single": 3.3016956567764284, "loss_dense": 3.323565435409546, "loss": 6.625261116027832, "time": 0.1659632444381714, "step": 996046}
{"lr": 1.8505127750911846e-06, "data_time": 0.019106316566467284, "loss_single": 3.301805853843689, "loss_dense": 3.3373430490493776, "loss": 6.639148902893067, "time": 0.15830318927764891, "step": 996096}
{"lr": 1.8505127750911846e-06, "data_time": 0.0178941011428833, "loss_single": 3.327160668373108, "loss_dense": 3.3594063758850097, "loss": 6.686567068099976, "time": 0.16531689167022706, "step": 996146}
{"lr": 1.8505127750911846e-06, "data_time": 0.017137694358825683, "loss_single": 3.2918577671051024, "loss_dense": 3.3414891004562377, "loss": 6.633346891403198, "time": 0.16190028190612793, "step": 996196}
{"lr": 1.8505127750911846e-06, "data_time": 0.017956185340881347, "loss_single": 3.292650055885315, "loss_dense": 3.3334198951721192, "loss": 6.626070022583008, "time": 0.16106314659118653, "step": 996246}
{"lr": 1.8505127750911846e-06, "data_time": 0.018525147438049318, "loss_single": 3.3117305755615236, "loss_dense": 3.340139055252075, "loss": 6.651869583129883, "time": 0.15665369033813475, "step": 996296}
{"lr": 1.8505127750911846e-06, "data_time": 0.01743500232696533, "loss_single": 3.3072872400283813, "loss_dense": 3.3499956846237184, "loss": 6.657282924652099, "time": 0.15938539505004884, "step": 996346}
{"lr": 1.8505127750911846e-06, "data_time": 0.01746690273284912, "loss_single": 3.310184144973755, "loss_dense": 3.3515770196914674, "loss": 6.661761140823364, "time": 0.15615692138671874, "step": 996396}
{"lr": 1.8505127750911846e-06, "data_time": 0.01714482307434082, "loss_single": 3.307491898536682, "loss_dense": 3.3422579050064085, "loss": 6.649749803543091, "time": 0.1621079444885254, "step": 996446}
{"lr": 1.8505127750911846e-06, "data_time": 0.017654824256896972, "loss_single": 3.3037310361862184, "loss_dense": 3.341865062713623, "loss": 6.645596122741699, "time": 0.1785329818725586, "step": 996496}
{"lr": 1.8505127750911846e-06, "data_time": 0.018699502944946288, "loss_single": 3.312299609184265, "loss_dense": 3.340817666053772, "loss": 6.653117322921753, "time": 0.162484073638916, "step": 996546}
{"lr": 1.8505127750911846e-06, "data_time": 0.016387462615966797, "loss_single": 3.3136919498443604, "loss_dense": 3.3475338935852053, "loss": 6.661225891113281, "time": 0.17085673809051513, "step": 996596}
{"lr": 1.8505127750911846e-06, "data_time": 0.0183790922164917, "loss_single": 3.3121765851974487, "loss_dense": 3.346597456932068, "loss": 6.6587739944458, "time": 0.1601027488708496, "step": 996646}
{"lr": 1.8505127750911846e-06, "data_time": 0.016640853881835938, "loss_single": 3.2569030046463014, "loss_dense": 3.307510805130005, "loss": 6.564413833618164, "time": 0.1605330228805542, "step": 996696}
{"lr": 1.8505127750911846e-06, "data_time": 0.017827987670898438, "loss_single": 3.273522901535034, "loss_dense": 3.3114371061325074, "loss": 6.584959936141968, "time": 0.17490971088409424, "step": 996746}
{"lr": 1.8505127750911846e-06, "data_time": 0.013753890991210938, "loss_single": 3.321503162384033, "loss_dense": 3.353316307067871, "loss": 6.674819469451904, "time": 0.16051383018493653, "step": 996796}
{"lr": 1.8505127750911846e-06, "data_time": 0.01781342029571533, "loss_single": 3.29818480014801, "loss_dense": 3.3323043823242187, "loss": 6.630489158630371, "time": 0.1628437042236328, "step": 996846}
{"lr": 1.8505127750911846e-06, "data_time": 0.019990181922912596, "loss_single": 3.315942573547363, "loss_dense": 3.3491935968399047, "loss": 6.665136194229126, "time": 0.1705238103866577, "step": 996896}
{"lr": 1.8505127750911846e-06, "data_time": 0.017724227905273438, "loss_single": 3.31950204372406, "loss_dense": 3.3407219886779784, "loss": 6.6602240085601805, "time": 0.19489674568176268, "step": 996946}
{"lr": 1.8505127750911846e-06, "data_time": 0.017838549613952637, "loss_single": 3.315038061141968, "loss_dense": 3.3478410243988037, "loss": 6.662879085540771, "time": 0.15927064418792725, "step": 996996}
{"lr": 1.8505127750911846e-06, "data_time": 0.018014907836914062, "loss_single": 3.3010639905929566, "loss_dense": 3.3312277793884277, "loss": 6.632291698455811, "time": 0.15849611759185792, "step": 997046}
{"lr": 1.8505127750911846e-06, "data_time": 0.017762112617492675, "loss_single": 3.3008140325546265, "loss_dense": 3.340558910369873, "loss": 6.641372919082642, "time": 0.16053857803344726, "step": 997096}
{"lr": 1.8505127750911846e-06, "data_time": 0.019059085845947267, "loss_single": 3.30038845539093, "loss_dense": 3.3360514879226684, "loss": 6.636439943313599, "time": 0.1838364601135254, "step": 997146}
{"lr": 1.8505127750911846e-06, "data_time": 0.013575458526611328, "loss_single": 3.3095088481903074, "loss_dense": 3.3316040992736817, "loss": 6.641112899780273, "time": 0.16228907108306884, "step": 997196}
{"lr": 1.8505127750911846e-06, "data_time": 0.03089461326599121, "loss_single": 3.3002132892608644, "loss_dense": 3.3414592504501344, "loss": 6.641672515869141, "time": 0.21731278896331788, "step": 997246}
{"lr": 1.8505127750911846e-06, "data_time": 0.020116496086120605, "loss_single": 3.3138689517974855, "loss_dense": 3.3510026931762695, "loss": 6.664871597290039, "time": 0.17144424915313722, "step": 997296}
{"lr": 1.8505127750911846e-06, "data_time": 0.019348764419555665, "loss_single": 3.30282576084137, "loss_dense": 3.3445579528808596, "loss": 6.647383737564087, "time": 0.1592717409133911, "step": 997346}
{"lr": 1.8505127750911846e-06, "data_time": 0.018285322189331054, "loss_single": 3.3066154956817626, "loss_dense": 3.3454424858093263, "loss": 6.6520579814910885, "time": 0.15968537330627441, "step": 997396}
{"lr": 1.8505127750911846e-06, "data_time": 0.019408869743347167, "loss_single": 3.3048370361328123, "loss_dense": 3.329380202293396, "loss": 6.634217214584351, "time": 0.16826903820037842, "step": 997446}
{"lr": 1.8505127750911846e-06, "data_time": 0.017751526832580567, "loss_single": 3.2855857372283936, "loss_dense": 3.3305424213409425, "loss": 6.616128206253052, "time": 0.1699155569076538, "step": 997496}
{"lr": 1.8505127750911846e-06, "data_time": 0.018558359146118163, "loss_single": 3.30343976020813, "loss_dense": 3.340041160583496, "loss": 6.64348087310791, "time": 0.15950820446014405, "step": 997546}
{"lr": 1.8505127750911846e-06, "data_time": 0.02902398109436035, "loss_single": 3.310128116607666, "loss_dense": 3.3391976356506348, "loss": 6.649325752258301, "time": 0.18511509895324707, "step": 997596}
{"lr": 1.8505127750911846e-06, "data_time": 0.01884920597076416, "loss_single": 3.3165790319442747, "loss_dense": 3.3447643518447876, "loss": 6.661343431472778, "time": 0.17680325508117675, "step": 997646}
{"lr": 1.8505127750911846e-06, "data_time": 0.018704938888549804, "loss_single": 3.2912591218948366, "loss_dense": 3.3265056848526, "loss": 6.6177647590637205, "time": 0.16158819198608398, "step": 997696}
{"lr": 1.8505127750911846e-06, "data_time": 0.017942237854003906, "loss_single": 3.294251799583435, "loss_dense": 3.3331073045730593, "loss": 6.627359008789062, "time": 0.1579129695892334, "step": 997746}
{"lr": 1.8505127750911846e-06, "data_time": 0.017905116081237793, "loss_single": 3.331817317008972, "loss_dense": 3.3588674545288084, "loss": 6.690684795379639, "time": 0.16774582862854004, "step": 997796}
{"lr": 1.8505127750911846e-06, "data_time": 0.01775016784667969, "loss_single": 3.2970461368560793, "loss_dense": 3.3370399951934813, "loss": 6.634086084365845, "time": 0.1597459316253662, "step": 997846}
{"lr": 1.8505127750911846e-06, "data_time": 0.0176743745803833, "loss_single": 3.3165122985839846, "loss_dense": 3.35327262878418, "loss": 6.66978497505188, "time": 0.1617034673690796, "step": 997896}
{"lr": 1.8505127750911846e-06, "data_time": 0.018596673011779787, "loss_single": 3.3104304313659667, "loss_dense": 3.3360742807388304, "loss": 6.646504688262939, "time": 0.16302101612091063, "step": 997946}
{"lr": 1.8505127750911846e-06, "data_time": 0.018898701667785643, "loss_single": 3.305798864364624, "loss_dense": 3.3395782947540282, "loss": 6.645377159118652, "time": 0.20600378513336182, "step": 997996}
{"lr": 1.8505127750911846e-06, "data_time": 0.018958330154418945, "loss_single": 3.290801930427551, "loss_dense": 3.323678708076477, "loss": 6.614480638504029, "time": 0.15552155971527098, "step": 998046}
{"lr": 1.8505127750911846e-06, "data_time": 0.01697382926940918, "loss_single": 3.321295404434204, "loss_dense": 3.3577202558517456, "loss": 6.679015731811523, "time": 0.16210126876831055, "step": 998096}
{"lr": 1.8505127750911846e-06, "data_time": 0.01926290988922119, "loss_single": 3.2878301620483397, "loss_dense": 3.3112938165664674, "loss": 6.599123907089234, "time": 0.15990731716156006, "step": 998146}
{"lr": 1.8505127750911846e-06, "data_time": 0.017547750473022462, "loss_single": 3.302920126914978, "loss_dense": 3.347704029083252, "loss": 6.650624132156372, "time": 0.16598947048187257, "step": 998196}
{"lr": 1.8505127750911846e-06, "data_time": 0.016796112060546875, "loss_single": 3.307490849494934, "loss_dense": 3.343843960762024, "loss": 6.6513347148895265, "time": 0.16775076389312743, "step": 998246}
{"lr": 1.8505127750911846e-06, "data_time": 0.01814119815826416, "loss_single": 3.2888582706451417, "loss_dense": 3.3298853158950807, "loss": 6.618743658065796, "time": 0.15848078727722167, "step": 998296}
{"lr": 1.8505127750911846e-06, "data_time": 0.024652647972106933, "loss_single": 3.3152987718582154, "loss_dense": 3.3414245367050173, "loss": 6.656723308563232, "time": 0.2702826261520386, "step": 998346}
{"lr": 1.8505127750911846e-06, "data_time": 0.015177702903747559, "loss_single": 3.315280628204346, "loss_dense": 3.358092164993286, "loss": 6.673372793197632, "time": 0.16278610229492188, "step": 998396}
{"lr": 1.8505127750911846e-06, "data_time": 0.017769908905029295, "loss_single": 3.2942920207977293, "loss_dense": 3.335361886024475, "loss": 6.629653835296631, "time": 0.15929121971130372, "step": 998446}
{"lr": 1.8505127750911846e-06, "data_time": 0.014720726013183593, "loss_single": 3.302321219444275, "loss_dense": 3.3250210285186768, "loss": 6.627342224121094, "time": 0.15985116958618165, "step": 998496}
{"lr": 1.8505127750911846e-06, "data_time": 0.018229126930236816, "loss_single": 3.3296297550201417, "loss_dense": 3.3531688690185546, "loss": 6.682798624038696, "time": 0.15702550411224364, "step": 998546}
{"lr": 1.8505127750911846e-06, "data_time": 0.018073630332946778, "loss_single": 3.298566198348999, "loss_dense": 3.343894028663635, "loss": 6.64246015548706, "time": 0.15786941051483155, "step": 998596}
{"lr": 1.8505127750911846e-06, "data_time": 0.017441463470458985, "loss_single": 3.283384418487549, "loss_dense": 3.3224441051483153, "loss": 6.60582857131958, "time": 0.15791916847229004, "step": 998646}
{"lr": 1.8505127750911846e-06, "data_time": 0.02138783931732178, "loss_single": 3.2858155012130736, "loss_dense": 3.323586416244507, "loss": 6.609401845932007, "time": 0.243306303024292, "step": 998696}
{"lr": 1.8505127750911846e-06, "data_time": 0.01687922477722168, "loss_single": 3.311314249038696, "loss_dense": 3.3441162109375, "loss": 6.65543041229248, "time": 0.15778834819793702, "step": 998746}
{"lr": 1.8505127750911846e-06, "data_time": 0.01707603931427002, "loss_single": 3.2811089515686036, "loss_dense": 3.31181423664093, "loss": 6.592923212051391, "time": 0.1609199285507202, "step": 998796}
{"lr": 1.8505127750911846e-06, "data_time": 0.01726045608520508, "loss_single": 3.306066465377808, "loss_dense": 3.33785195350647, "loss": 6.643918466567993, "time": 0.1655818223953247, "step": 998846}
{"lr": 1.8505127750911846e-06, "data_time": 0.01730685234069824, "loss_single": 3.315525269508362, "loss_dense": 3.3529531478881838, "loss": 6.6684784412384035, "time": 0.15986640453338624, "step": 998896}
{"lr": 1.8505127750911846e-06, "data_time": 0.016449594497680665, "loss_single": 3.287170433998108, "loss_dense": 3.3151156902313232, "loss": 6.602286100387573, "time": 0.15929133892059327, "step": 998946}
{"lr": 1.8505127750911846e-06, "data_time": 0.01880824565887451, "loss_single": 3.3152000188827513, "loss_dense": 3.3501851320266725, "loss": 6.6653852462768555, "time": 0.15782697200775148, "step": 998996}
{"lr": 1.8505127750911846e-06, "data_time": 0.02125973701477051, "loss_single": 3.2736970663070677, "loss_dense": 3.3056013584136963, "loss": 6.579298448562622, "time": 0.17762112617492676, "step": 999046}
{"lr": 1.8505127750911846e-06, "data_time": 0.022888612747192384, "loss_single": 3.2966076850891115, "loss_dense": 3.337751793861389, "loss": 6.634359455108642, "time": 0.2340142011642456, "step": 999096}
{"lr": 1.8505127750911846e-06, "data_time": 0.01860957145690918, "loss_single": 3.2693928718566894, "loss_dense": 3.3238407373428345, "loss": 6.593233680725097, "time": 0.17805912494659423, "step": 999146}
{"lr": 1.8505127750911846e-06, "data_time": 0.018284106254577638, "loss_single": 3.307695007324219, "loss_dense": 3.3385530710220337, "loss": 6.646248149871826, "time": 0.156178879737854, "step": 999196}
{"lr": 1.8505127750911846e-06, "data_time": 0.01685199737548828, "loss_single": 3.282655882835388, "loss_dense": 3.3198992013931274, "loss": 6.6025550365448, "time": 0.1561582565307617, "step": 999246}
{"lr": 1.8505127750911846e-06, "data_time": 0.01775667667388916, "loss_single": 3.269050717353821, "loss_dense": 3.3189738035202025, "loss": 6.588024425506592, "time": 0.15660059452056885, "step": 999296}
{"lr": 1.8505127750911846e-06, "data_time": 0.018097662925720216, "loss_single": 3.296268653869629, "loss_dense": 3.33793523311615, "loss": 6.634203863143921, "time": 0.15954689979553222, "step": 999346}
{"lr": 1.8505127750911846e-06, "data_time": 0.028971195220947266, "loss_single": 3.329072427749634, "loss_dense": 3.344289779663086, "loss": 6.673362302780151, "time": 0.23940002918243408, "step": 999396}
{"lr": 1.8505127750911846e-06, "data_time": 0.01833322048187256, "loss_single": 3.3104449987411497, "loss_dense": 3.347688388824463, "loss": 6.658133316040039, "time": 0.15813870429992677, "step": 999446}
{"lr": 1.8505127750911846e-06, "data_time": 0.01663525104522705, "loss_single": 3.3376127958297728, "loss_dense": 3.3550899028778076, "loss": 6.692702770233154, "time": 0.16490612030029297, "step": 999496}
{"lr": 1.8505127750911846e-06, "data_time": 0.019132280349731447, "loss_single": 3.3004635095596315, "loss_dense": 3.3320205211639404, "loss": 6.632483959197998, "time": 0.16090173721313478, "step": 999546}
{"lr": 1.8505127750911846e-06, "data_time": 0.017891836166381837, "loss_single": 3.297217512130737, "loss_dense": 3.337338352203369, "loss": 6.634555816650391, "time": 0.1589294195175171, "step": 999596}
{"lr": 1.8505127750911846e-06, "data_time": 0.017336106300354003, "loss_single": 3.2926949501037597, "loss_dense": 3.3352033138275146, "loss": 6.627898263931274, "time": 0.15652842521667482, "step": 999646}
{"lr": 1.8505127750911846e-06, "data_time": 0.02133190631866455, "loss_single": 3.2979679822921755, "loss_dense": 3.3337952375411986, "loss": 6.631763219833374, "time": 0.20728731155395508, "step": 999696}
{"lr": 1.8505127750911846e-06, "data_time": 0.018050456047058107, "loss_single": 3.2989772081375124, "loss_dense": 3.3379628896713256, "loss": 6.63694019317627, "time": 0.1692335605621338, "step": 999746}
{"lr": 1.8505127750911846e-06, "data_time": 0.01728689670562744, "loss_single": 3.297538924217224, "loss_dense": 3.336176872253418, "loss": 6.6337158203125, "time": 0.16056592464447023, "step": 999796}
{"lr": 1.8505127750911846e-06, "data_time": 0.016588711738586427, "loss_single": 3.2888242483139036, "loss_dense": 3.331499981880188, "loss": 6.620324230194091, "time": 0.17580182552337648, "step": 999846}
{"lr": 1.8505127750911846e-06, "data_time": 0.01730344295501709, "loss_single": 3.2995290994644164, "loss_dense": 3.329838442802429, "loss": 6.629367542266846, "time": 0.1585327386856079, "step": 999896}
{"lr": 1.8505127750911846e-06, "data_time": 0.017825889587402343, "loss_single": 3.2861005067825317, "loss_dense": 3.3193240404129027, "loss": 6.605424547195435, "time": 0.16042571067810057, "step": 999946}
{"lr": 1.8505127750911846e-06, "data_time": 0.017192864418029787, "loss_single": 3.3132707834243775, "loss_dense": 3.336063838005066, "loss": 6.6493346214294435, "time": 0.1577139139175415, "step": 999996}
{"lr": 1.8505127750911846e-06, "data_time": 0.018101310729980467, "loss_single": 3.300762248039246, "loss_dense": 3.339404582977295, "loss": 6.640166807174682, "time": 0.16131944656372071, "step": 1000046}
{"lr": 1.8505127750911846e-06, "data_time": 0.0162761926651001, "loss_single": 3.2959935903549193, "loss_dense": 3.327486252784729, "loss": 6.623479795455933, "time": 0.15803699493408202, "step": 1000096}
{"lr": 1.8505127750911846e-06, "data_time": 0.01972496509552002, "loss_single": 3.310182237625122, "loss_dense": 3.354895758628845, "loss": 6.665077972412109, "time": 0.17672696113586425, "step": 1000146}
{"lr": 1.8505127750911846e-06, "data_time": 0.017087435722351073, "loss_single": 3.293890929222107, "loss_dense": 3.3354156970977784, "loss": 6.629306650161743, "time": 0.15727264881134034, "step": 1000196}
{"lr": 1.8505127750911846e-06, "data_time": 0.018139171600341796, "loss_single": 3.296234130859375, "loss_dense": 3.3361130237579344, "loss": 6.632347154617309, "time": 0.1601573944091797, "step": 1000246}
{"lr": 1.8505127750911846e-06, "data_time": 0.019466543197631837, "loss_single": 3.3064819097518923, "loss_dense": 3.3409536838531495, "loss": 6.647435665130615, "time": 0.15975596904754638, "step": 1000296}
{"lr": 1.8505127750911846e-06, "data_time": 0.017254281044006347, "loss_single": 3.315367579460144, "loss_dense": 3.345520091056824, "loss": 6.660887670516968, "time": 0.16189360618591309, "step": 1000346}
{"lr": 1.8505127750911846e-06, "data_time": 0.01818830966949463, "loss_single": 3.3188182592391966, "loss_dense": 3.3571288108825685, "loss": 6.675947093963623, "time": 0.15896620750427246, "step": 1000396}
{"lr": 1.8505127750911846e-06, "data_time": 0.01761651039123535, "loss_single": 3.2888595342636107, "loss_dense": 3.328557324409485, "loss": 6.617416858673096, "time": 0.2040102481842041, "step": 1000446}
{"lr": 1.8505127750911846e-06, "data_time": 0.01791813373565674, "loss_single": 3.296475648880005, "loss_dense": 3.3293837785720823, "loss": 6.6258594512939455, "time": 0.2219076156616211, "step": 1000496}
{"lr": 1.8505127750911846e-06, "data_time": 0.01779472827911377, "loss_single": 3.301562690734863, "loss_dense": 3.3408151388168337, "loss": 6.642377853393555, "time": 0.1626209020614624, "step": 1000546}
{"lr": 1.8505127750911846e-06, "data_time": 0.01802535057067871, "loss_single": 3.2875290155410766, "loss_dense": 3.3303271770477294, "loss": 6.617856216430664, "time": 0.15818235874176026, "step": 1000596}
{"lr": 1.8505127750911846e-06, "data_time": 0.01948723793029785, "loss_single": 3.2990713834762575, "loss_dense": 3.329949641227722, "loss": 6.629021120071411, "time": 0.16204710006713868, "step": 1000646}
{"lr": 1.8505127750911846e-06, "data_time": 0.01857728958129883, "loss_single": 3.31713604927063, "loss_dense": 3.3504921436309814, "loss": 6.667628240585327, "time": 0.15804619789123536, "step": 1000696}
{"lr": 1.8505127750911846e-06, "data_time": 0.018471670150756837, "loss_single": 3.289886212348938, "loss_dense": 3.326289987564087, "loss": 6.6161762237548825, "time": 0.1610248565673828, "step": 1000746}
{"lr": 1.8505127750911846e-06, "data_time": 0.011568784713745117, "loss_single": 3.304013705253601, "loss_dense": 3.335226368904114, "loss": 6.639240074157715, "time": 0.15444307327270507, "step": 1000796}