[
  {
    "epoch": 1,
    "loss": 1.0814327113330364,
    "learning_rate": 9.600000000000001e-06
  },
  {
    "epoch": 2,
    "loss": 0.8253074040015539,
    "learning_rate": 1.9200000000000003e-05
  },
  {
    "epoch": 3,
    "loss": 0.5832152329385281,
    "learning_rate": 2.88e-05
  },
  {
    "epoch": 4,
    "loss": 0.5362559830149015,
    "learning_rate": 3.8400000000000005e-05
  },
  {
    "epoch": 5,
    "loss": 0.5183051967372497,
    "learning_rate": 4.8e-05
  },
  {
    "epoch": 6,
    "loss": 0.4906805989642938,
    "learning_rate": 5.76e-05
  },
  {
    "epoch": 7,
    "loss": 0.4742145606627067,
    "learning_rate": 6.720000000000001e-05
  },
  {
    "epoch": 8,
    "loss": 0.46269031055271626,
    "learning_rate": 7.680000000000001e-05
  },
  {
    "epoch": 9,
    "loss": 0.4517297353595495,
    "learning_rate": 8.64e-05
  },
  {
    "epoch": 10,
    "loss": 0.42596027441322803,
    "learning_rate": 9.6e-05
  },
  {
    "epoch": 11,
    "loss": 0.4302545938019951,
    "learning_rate": 9.999991426296245e-05
  },
  {
    "epoch": 12,
    "loss": 0.38669146845738095,
    "learning_rate": 9.99993683466483e-05
  },
  {
    "epoch": 13,
    "loss": 0.40280077792704105,
    "learning_rate": 9.99983185131669e-05
  },
  {
    "epoch": 14,
    "loss": 0.3727190935363372,
    "learning_rate": 9.999676477309898e-05
  },
  {
    "epoch": 15,
    "loss": 0.38052863255143166,
    "learning_rate": 9.999470714210387e-05
  },
  {
    "epoch": 16,
    "loss": 0.3524019829928875,
    "learning_rate": 9.999214564091934e-05
  },
  {
    "epoch": 17,
    "loss": 0.3427429087460041,
    "learning_rate": 9.99890802953614e-05
  },
  {
    "epoch": 18,
    "loss": 0.3530595290164153,
    "learning_rate": 9.998551113632403e-05
  },
  {
    "epoch": 19,
    "loss": 0.3157816330591838,
    "learning_rate": 9.998143819977894e-05
  },
  {
    "epoch": 20,
    "loss": 0.3197283359865348,
    "learning_rate": 9.997686152677506e-05
  },
  {
    "epoch": 21,
    "loss": 0.3027212982997298,
    "learning_rate": 9.997178116343827e-05
  },
  {
    "epoch": 22,
    "loss": 0.3047912232577801,
    "learning_rate": 9.996619716097087e-05
  },
  {
    "epoch": 23,
    "loss": 0.29850514481465024,
    "learning_rate": 9.996010957565104e-05
  },
  {
    "epoch": 24,
    "loss": 0.29571351998796064,
    "learning_rate": 9.995351846883236e-05
  },
  {
    "epoch": 25,
    "loss": 0.2933888255308072,
    "learning_rate": 9.994642390694308e-05
  },
  {
    "epoch": 26,
    "loss": 0.3125406488155325,
    "learning_rate": 9.993882596148556e-05
  },
  {
    "epoch": 27,
    "loss": 0.28339288507898647,
    "learning_rate": 9.993072470903544e-05
  },
  {
    "epoch": 28,
    "loss": 0.2760573976362745,
    "learning_rate": 9.992212023124099e-05
  },
  {
    "epoch": 29,
    "loss": 0.2804793541630109,
    "learning_rate": 9.991301261482215e-05
  },
  {
    "epoch": 30,
    "loss": 0.26872800135364133,
    "learning_rate": 9.99034019515698e-05
  },
  {
    "epoch": 31,
    "loss": 0.2701859725639224,
    "learning_rate": 9.989328833834471e-05
  },
  {
    "epoch": 32,
    "loss": 0.2606431258221467,
    "learning_rate": 9.988267187707666e-05
  },
  {
    "epoch": 33,
    "loss": 0.25831841956824064,
    "learning_rate": 9.987155267476327e-05
  },
  {
    "epoch": 34,
    "loss": 0.26237750829507905,
    "learning_rate": 9.985993084346918e-05
  },
  {
    "epoch": 35,
    "loss": 0.24546658309797445,
    "learning_rate": 9.984780650032463e-05
  },
  {
    "epoch": 36,
    "loss": 0.25843668387581903,
    "learning_rate": 9.983517976752447e-05
  },
  {
    "epoch": 37,
    "loss": 0.2546002942447861,
    "learning_rate": 9.982205077232685e-05
  },
  {
    "epoch": 38,
    "loss": 0.2639543892194827,
    "learning_rate": 9.980841964705196e-05
  },
  {
    "epoch": 39,
    "loss": 0.24361306459953389,
    "learning_rate": 9.979428652908071e-05
  },
  {
    "epoch": 40,
    "loss": 0.23976572075237831,
    "learning_rate": 9.97796515608533e-05
  },
  {
    "epoch": 41,
    "loss": 0.25186043822516996,
    "learning_rate": 9.976451488986785e-05
  },
  {
    "epoch": 42,
    "loss": 0.23962081782519817,
    "learning_rate": 9.974887666867882e-05
  },
  {
    "epoch": 43,
    "loss": 0.2349931492159764,
    "learning_rate": 9.973273705489559e-05
  },
  {
    "epoch": 44,
    "loss": 0.22691144111255804,
    "learning_rate": 9.971609621118079e-05
  },
  {
    "epoch": 45,
    "loss": 0.23039882661153874,
    "learning_rate": 9.969895430524865e-05
  },
  {
    "epoch": 46,
    "loss": 0.2379962851603826,
    "learning_rate": 9.968131150986338e-05
  },
  {
    "epoch": 47,
    "loss": 0.23188364071150622,
    "learning_rate": 9.966316800283737e-05
  },
  {
    "epoch": 48,
    "loss": 0.21664570023616156,
    "learning_rate": 9.964452396702943e-05
  },
  {
    "epoch": 49,
    "loss": 0.21672325457135835,
    "learning_rate": 9.962537959034293e-05
  },
  {
    "epoch": 50,
    "loss": 0.22486408955107132,
    "learning_rate": 9.96057350657239e-05
  },
  {
    "epoch": 51,
    "loss": 0.217023734934628,
    "learning_rate": 9.958559059115911e-05
  },
  {
    "epoch": 52,
    "loss": 0.2142115170136094,
    "learning_rate": 9.956494636967406e-05
  },
  {
    "epoch": 53,
    "loss": 0.2190929806480805,
    "learning_rate": 9.954380260933092e-05
  },
  {
    "epoch": 54,
    "loss": 0.2240637798483173,
    "learning_rate": 9.952215952322647e-05
  },
  {
    "epoch": 55,
    "loss": 0.21852548172076544,
    "learning_rate": 9.95000173294899e-05
  },
  {
    "epoch": 56,
    "loss": 0.2146235223238667,
    "learning_rate": 9.947737625128068e-05
  },
  {
    "epoch": 57,
    "loss": 0.20487830943117538,
    "learning_rate": 9.945423651678626e-05
  },
  {
    "epoch": 58,
    "loss": 0.21038407242546478,
    "learning_rate": 9.943059835921975e-05
  },
  {
    "epoch": 59,
    "loss": 0.22011262830346823,
    "learning_rate": 9.940646201681764e-05
  },
  {
    "epoch": 60,
    "loss": 0.212788928921024,
    "learning_rate": 9.938182773283735e-05
  },
  {
    "epoch": 61,
    "loss": 0.20672515065719685,
    "learning_rate": 9.935669575555479e-05
  },
  {
    "epoch": 62,
    "loss": 0.20315677672624588,
    "learning_rate": 9.933106633826183e-05
  },
  {
    "epoch": 63,
    "loss": 0.22371116994569698,
    "learning_rate": 9.930493973926385e-05
  },
  {
    "epoch": 64,
    "loss": 0.197969116580983,
    "learning_rate": 9.927831622187697e-05
  },
  {
    "epoch": 65,
    "loss": 0.2061335931842526,
    "learning_rate": 9.925119605442554e-05
  },
  {
    "epoch": 66,
    "loss": 0.20742304561038813,
    "learning_rate": 9.922357951023938e-05
  },
  {
    "epoch": 67,
    "loss": 0.20327040366828442,
    "learning_rate": 9.919546686765103e-05
  },
  {
    "epoch": 68,
    "loss": 0.21702641993761063,
    "learning_rate": 9.916685840999289e-05
  },
  {
    "epoch": 69,
    "loss": 0.20258131561179957,
    "learning_rate": 9.913775442559452e-05
  },
  {
    "epoch": 70,
    "loss": 0.19409557028363147,
    "learning_rate": 9.910815520777952e-05
  },
  {
    "epoch": 71,
    "loss": 0.20200436189770699,
    "learning_rate": 9.907806105486277e-05
  },
  {
    "epoch": 72,
    "loss": 0.19322765121857324,
    "learning_rate": 9.904747227014731e-05
  },
  {
    "epoch": 73,
    "loss": 0.1897442452609539,
    "learning_rate": 9.901638916192129e-05
  },
  {
    "epoch": 74,
    "loss": 0.1914377020051082,
    "learning_rate": 9.898481204345491e-05
  },
  {
    "epoch": 75,
    "loss": 0.208197470754385,
    "learning_rate": 9.895274123299723e-05
  },
  {
    "epoch": 76,
    "loss": 0.2043814683953921,
    "learning_rate": 9.892017705377299e-05
  },
  {
    "epoch": 77,
    "loss": 0.19923588509360948,
    "learning_rate": 9.888711983397932e-05
  },
  {
    "epoch": 78,
    "loss": 0.19857327609012523,
    "learning_rate": 9.88535699067824e-05
  },
  {
    "epoch": 79,
    "loss": 0.19669804411629835,
    "learning_rate": 9.88195276103142e-05
  },
  {
    "epoch": 80,
    "loss": 0.19039271213114262,
    "learning_rate": 9.878499328766904e-05
  },
  {
    "epoch": 81,
    "loss": 0.19589693192392588,
    "learning_rate": 9.874996728690005e-05
  },
  {
    "epoch": 82,
    "loss": 0.1978497775271535,
    "learning_rate": 9.871444996101576e-05
  },
  {
    "epoch": 83,
    "loss": 0.18224853090941906,
    "learning_rate": 9.867844166797649e-05
  },
  {
    "epoch": 84,
    "loss": 0.1830712684119741,
    "learning_rate": 9.864194277069076e-05
  },
  {
    "epoch": 85,
    "loss": 0.19107093972464403,
    "learning_rate": 9.860495363701164e-05
  },
  {
    "epoch": 86,
    "loss": 0.19356296273569265,
    "learning_rate": 9.856747463973304e-05
  },
  {
    "epoch": 87,
    "loss": 0.19159787086149058,
    "learning_rate": 9.852950615658594e-05
  },
  {
    "epoch": 88,
    "loss": 0.1979084008683761,
    "learning_rate": 9.849104857023455e-05
  },
  {
    "epoch": 89,
    "loss": 0.18899421766400337,
    "learning_rate": 9.845210226827254e-05
  },
  {
    "epoch": 90,
    "loss": 0.18572527666886648,
    "learning_rate": 9.84126676432191e-05
  },
  {
    "epoch": 91,
    "loss": 0.18558651519318423,
    "learning_rate": 9.837274509251493e-05
  },
  {
    "epoch": 92,
    "loss": 0.20197547816981873,
    "learning_rate": 9.833233501851826e-05
  },
  {
    "epoch": 93,
    "loss": 0.19938162496934334,
    "learning_rate": 9.829143782850086e-05
  },
  {
    "epoch": 94,
    "loss": 0.18856368338068327,
    "learning_rate": 9.825005393464384e-05
  },
  {
    "epoch": 95,
    "loss": 0.18430366987983385,
    "learning_rate": 9.820818375403357e-05
  },
  {
    "epoch": 96,
    "loss": 0.1816735944400231,
    "learning_rate": 9.816582770865747e-05
  },
  {
    "epoch": 97,
    "loss": 0.18224265550573668,
    "learning_rate": 9.812298622539964e-05
  },
  {
    "epoch": 98,
    "loss": 0.17356591563050947,
    "learning_rate": 9.807965973603675e-05
  },
  {
    "epoch": 99,
    "loss": 0.18233008434375128,
    "learning_rate": 9.803584867723356e-05
  },
  {
    "epoch": 100,
    "loss": 0.18739718943834305,
    "learning_rate": 9.799155349053851e-05
  },
  {
    "epoch": 101,
    "loss": 0.19110261633371314,
    "learning_rate": 9.794677462237936e-05
  },
  {
    "epoch": 102,
    "loss": 0.1757741371790568,
    "learning_rate": 9.790151252405862e-05
  },
  {
    "epoch": 103,
    "loss": 0.17956129958232245,
    "learning_rate": 9.7855767651749e-05
  },
  {
    "epoch": 104,
    "loss": 0.1786820089134077,
    "learning_rate": 9.780954046648889e-05
  },
  {
    "epoch": 105,
    "loss": 0.1710790479555726,
    "learning_rate": 9.776283143417759e-05
  },
  {
    "epoch": 106,
    "loss": 0.17197131272405386,
    "learning_rate": 9.771564102557071e-05
  },
  {
    "epoch": 107,
    "loss": 0.18124655447900295,
    "learning_rate": 9.766796971627543e-05
  },
  {
    "epoch": 108,
    "loss": 0.18252933956682682,
    "learning_rate": 9.761981798674561e-05
  },
  {
    "epoch": 109,
    "loss": 0.17273175421481332,
    "learning_rate": 9.757118632227707e-05
  },
  {
    "epoch": 110,
    "loss": 0.18002768233418465,
    "learning_rate": 9.752207521300258e-05
  },
  {
    "epoch": 111,
    "loss": 0.1695764713610212,
    "learning_rate": 9.747248515388705e-05
  },
  {
    "epoch": 112,
    "loss": 0.16786852153018117,
    "learning_rate": 9.742241664472242e-05
  },
  {
    "epoch": 113,
    "loss": 0.1737897793451945,
    "learning_rate": 9.737187019012268e-05
  },
  {
    "epoch": 114,
    "loss": 0.17425760067999363,
    "learning_rate": 9.732084629951881e-05
  },
  {
    "epoch": 115,
    "loss": 0.17498242078969875,
    "learning_rate": 9.726934548715358e-05
  },
  {
    "epoch": 116,
    "loss": 0.18077220364163318,
    "learning_rate": 9.721736827207644e-05
  },
  {
    "epoch": 117,
    "loss": 0.16451004597668847,
    "learning_rate": 9.716491517813821e-05
  },
  {
    "epoch": 118,
    "loss": 0.1737658466833333,
    "learning_rate": 9.711198673398585e-05
  },
  {
    "epoch": 119,
    "loss": 0.1753696979333957,
    "learning_rate": 9.705858347305715e-05
  },
  {
    "epoch": 120,
    "loss": 0.17780207625279823,
    "learning_rate": 9.700470593357526e-05
  },
  {
    "epoch": 121,
    "loss": 0.17800132216264805,
    "learning_rate": 9.695035465854347e-05
  },
  {
    "epoch": 122,
    "loss": 0.1650159809117516,
    "learning_rate": 9.689553019573944e-05
  },
  {
    "epoch": 123,
    "loss": 0.1710497234016657,
    "learning_rate": 9.684023309770994e-05
  },
  {
    "epoch": 124,
    "loss": 0.17011493723839521,
    "learning_rate": 9.678446392176514e-05
  },
  {
    "epoch": 125,
    "loss": 0.1608844161964953,
    "learning_rate": 9.672822322997305e-05
  },
  {
    "epoch": 126,
    "loss": 0.16320334825043878,
    "learning_rate": 9.667151158915382e-05
  },
  {
    "epoch": 127,
    "loss": 0.16281856146330634,
    "learning_rate": 9.661432957087408e-05
  },
  {
    "epoch": 128,
    "loss": 0.16604224685579538,
    "learning_rate": 9.65566777514411e-05
  },
  {
    "epoch": 129,
    "loss": 0.16302781738340855,
    "learning_rate": 9.649855671189706e-05
  },
  {
    "epoch": 130,
    "loss": 0.16724672416845957,
    "learning_rate": 9.643996703801317e-05
  },
  {
    "epoch": 131,
    "loss": 0.15826163596163192,
    "learning_rate": 9.638090932028373e-05
  },
  {
    "epoch": 132,
    "loss": 0.16661703834931055,
    "learning_rate": 9.63213841539202e-05
  },
  {
    "epoch": 133,
    "loss": 0.16166757481793562,
    "learning_rate": 9.626139213884522e-05
  },
  {
    "epoch": 134,
    "loss": 0.16744044283404946,
    "learning_rate": 9.620093387968659e-05
  },
  {
    "epoch": 135,
    "loss": 0.16793519910424948,
    "learning_rate": 9.614000998577106e-05
  },
  {
    "epoch": 136,
    "loss": 0.1662744969750444,
    "learning_rate": 9.607862107111833e-05
  },
  {
    "epoch": 137,
    "loss": 0.17088466665397087,
    "learning_rate": 9.601676775443477e-05
  },
  {
    "epoch": 138,
    "loss": 0.15835496177896857,
    "learning_rate": 9.595445065910724e-05
  },
  {
    "epoch": 139,
    "loss": 0.15755562329043946,
    "learning_rate": 9.589167041319674e-05
  },
  {
    "epoch": 140,
    "loss": 0.1508458930378159,
    "learning_rate": 9.58284276494321e-05
  },
  {
    "epoch": 141,
    "loss": 0.16085706061373153,
    "learning_rate": 9.576472300520372e-05
  },
  {
    "epoch": 142,
    "loss": 0.15300186211243272,
    "learning_rate": 9.570055712255696e-05
  },
  {
    "epoch": 143,
    "loss": 0.1596198088179032,
    "learning_rate": 9.563593064818578e-05
  },
  {
    "epoch": 144,
    "loss": 0.1638815199645857,
    "learning_rate": 9.557084423342622e-05
  },
  {
    "epoch": 145,
    "loss": 0.16497982355455557,
    "learning_rate": 9.550529853424979e-05
  },
  {
    "epoch": 146,
    "loss": 0.15930069160337249,
    "learning_rate": 9.54392942112569e-05
  },
  {
    "epoch": 147,
    "loss": 0.1718459026888013,
    "learning_rate": 9.53728319296702e-05
  },
  {
    "epoch": 148,
    "loss": 0.16484542206550637,
    "learning_rate": 9.530591235932783e-05
  },
  {
    "epoch": 149,
    "loss": 0.15041527446980277,
    "learning_rate": 9.52385361746767e-05
  },
  {
    "epoch": 150,
    "loss": 0.15993568301200867,
    "learning_rate": 9.517070405476575e-05
  },
  {
    "epoch": 151,
    "loss": 0.15758813793460527,
    "learning_rate": 9.510241668323898e-05
  },
  {
    "epoch": 152,
    "loss": 0.1600733520463109,
    "learning_rate": 9.503367474832867e-05
  },
  {
    "epoch": 153,
    "loss": 0.1702624331228435,
    "learning_rate": 9.496447894284839e-05
  },
  {
    "epoch": 154,
    "loss": 0.17216753230119744,
    "learning_rate": 9.489482996418604e-05
  },
  {
    "epoch": 155,
    "loss": 0.14751005405560136,
    "learning_rate": 9.482472851429682e-05
  },
  {
    "epoch": 156,
    "loss": 0.15465747440854707,
    "learning_rate": 9.475417529969613e-05
  },
  {
    "epoch": 157,
    "loss": 0.14962233680610856,
    "learning_rate": 9.468317103145246e-05
  },
  {
    "epoch": 158,
    "loss": 0.15322152183701596,
    "learning_rate": 9.461171642518025e-05
  },
  {
    "epoch": 159,
    "loss": 0.15094767604023218,
    "learning_rate": 9.453981220103265e-05
  },
  {
    "epoch": 160,
    "loss": 0.14751334317649403,
    "learning_rate": 9.446745908369429e-05
  },
  {
    "epoch": 161,
    "loss": 0.15124331026648483,
    "learning_rate": 9.439465780237394e-05
  },
  {
    "epoch": 162,
    "loss": 0.15759545393909016,
    "learning_rate": 9.432140909079716e-05
  },
  {
    "epoch": 163,
    "loss": 0.15749533226092657,
    "learning_rate": 9.424771368719896e-05
  },
  {
    "epoch": 164,
    "loss": 0.1502823601476848,
    "learning_rate": 9.41735723343163e-05
  },
  {
    "epoch": 165,
    "loss": 0.14823612431064248,
    "learning_rate": 9.409898577938062e-05
  },
  {
    "epoch": 166,
    "loss": 0.14933169757326445,
    "learning_rate": 9.402395477411032e-05
  },
  {
    "epoch": 167,
    "loss": 0.1526642465032637,
    "learning_rate": 9.39484800747032e-05
  },
  {
    "epoch": 168,
    "loss": 0.15245630343755087,
    "learning_rate": 9.38725624418288e-05
  },
  {
    "epoch": 169,
    "loss": 0.15839467057958245,
    "learning_rate": 9.379620264062076e-05
  },
  {
    "epoch": 170,
    "loss": 0.15382882890601954,
    "learning_rate": 9.371940144066909e-05
  },
  {
    "epoch": 171,
    "loss": 0.14845720492303371,
    "learning_rate": 9.364215961601243e-05
  },
  {
    "epoch": 172,
    "loss": 0.1533346938279768,
    "learning_rate": 9.356447794513026e-05
  },
  {
    "epoch": 173,
    "loss": 0.1470258804038167,
    "learning_rate": 9.348635721093502e-05
  },
  {
    "epoch": 174,
    "loss": 0.1467037172988057,
    "learning_rate": 9.34077982007642e-05
  },
  {
    "epoch": 175,
    "loss": 0.15198227359602848,
    "learning_rate": 9.332880170637252e-05
  },
  {
    "epoch": 176,
    "loss": 0.15198687246690193,
    "learning_rate": 9.324936852392383e-05
  },
  {
    "epoch": 177,
    "loss": 0.1483437342879673,
    "learning_rate": 9.31694994539831e-05
  },
  {
    "epoch": 178,
    "loss": 0.15618060746540627,
    "learning_rate": 9.308919530150843e-05
  },
  {
    "epoch": 179,
    "loss": 0.14672124028826752,
    "learning_rate": 9.300845687584288e-05
  },
  {
    "epoch": 180,
    "loss": 0.14963705899814764,
    "learning_rate": 9.292728499070626e-05
  },
  {
    "epoch": 181,
    "loss": 0.1499179624952376,
    "learning_rate": 9.284568046418707e-05
  },
  {
    "epoch": 182,
    "loss": 0.14111513815199336,
    "learning_rate": 9.276364411873413e-05
  },
  {
    "epoch": 183,
    "loss": 0.14257244579494,
    "learning_rate": 9.268117678114834e-05
  },
  {
    "epoch": 184,
    "loss": 0.14746589989711842,
    "learning_rate": 9.259827928257435e-05
  },
  {
    "epoch": 185,
    "loss": 0.1483966774928073,
    "learning_rate": 9.251495245849214e-05
  },
  {
    "epoch": 186,
    "loss": 0.14092179527506232,
    "learning_rate": 9.243119714870866e-05
  },
  {
    "epoch": 187,
    "loss": 0.14240811470275125,
    "learning_rate": 9.234701419734941e-05
  },
  {
    "epoch": 188,
    "loss": 0.1378382306235532,
    "learning_rate": 9.226240445284973e-05
  },
  {
    "epoch": 189,
    "loss": 0.14057782742505273,
    "learning_rate": 9.217736876794645e-05
  },
  {
    "epoch": 190,
    "loss": 0.13568068807944655,
    "learning_rate": 9.209190799966926e-05
  },
  {
    "epoch": 191,
    "loss": 0.14248391147702932,
    "learning_rate": 9.200602300933199e-05
  },
  {
    "epoch": 192,
    "loss": 0.14290316154559454,
    "learning_rate": 9.191971466252401e-05
  },
  {
    "epoch": 193,
    "loss": 0.14118868376438817,
    "learning_rate": 9.183298382910141e-05
  },
  {
    "epoch": 194,
    "loss": 0.15315388174106678,
    "learning_rate": 9.174583138317842e-05
  },
  {
    "epoch": 195,
    "loss": 0.14164774073287845,
    "learning_rate": 9.165825820311836e-05
  },
  {
    "epoch": 196,
    "loss": 0.13164916898434362,
    "learning_rate": 9.157026517152499e-05
  },
  {
    "epoch": 197,
    "loss": 0.13829663473491868,
    "learning_rate": 9.148185317523345e-05
  },
  {
    "epoch": 198,
    "loss": 0.1315663509691755,
    "learning_rate": 9.139302310530151e-05
  },
  {
    "epoch": 199,
    "loss": 0.1284123434064289,
    "learning_rate": 9.13037758570004e-05
  },
  {
    "epoch": 200,
    "loss": 0.1359400961858531,
    "learning_rate": 9.121411232980588e-05
  },
  {
    "epoch": 201,
    "loss": 0.13500702241435647,
    "learning_rate": 9.112403342738918e-05
  },
  {
    "epoch": 202,
    "loss": 0.1368891818759342,
    "learning_rate": 9.103354005760791e-05
  },
  {
    "epoch": 203,
    "loss": 0.13798217630634704,
    "learning_rate": 9.09426331324968e-05
  },
  {
    "epoch": 204,
    "loss": 0.1354347108863294,
    "learning_rate": 9.085131356825864e-05
  },
  {
    "epoch": 205,
    "loss": 0.13752994018917283,
    "learning_rate": 9.075958228525501e-05
  },
  {
    "epoch": 206,
    "loss": 0.13375246012583375,
    "learning_rate": 9.066744020799692e-05
  },
  {
    "epoch": 207,
    "loss": 0.1525319207770129,
    "learning_rate": 9.057488826513559e-05
  },
  {
    "epoch": 208,
    "loss": 0.14767106110230088,
    "learning_rate": 9.048192738945309e-05
  },
  {
    "epoch": 209,
    "loss": 0.14104748982936144,
    "learning_rate": 9.038855851785286e-05
  },
  {
    "epoch": 210,
    "loss": 0.13361877420296273,
    "learning_rate": 9.029478259135034e-05
  },
  {
    "epoch": 211,
    "loss": 0.13499675240988532,
    "learning_rate": 9.020060055506344e-05
  },
  {
    "epoch": 212,
    "loss": 0.12947740498930216,
    "learning_rate": 9.010601335820307e-05
  },
  {
    "epoch": 213,
    "loss": 0.1361963457117478,
    "learning_rate": 9.00110219540635e-05
  },
  {
    "epoch": 214,
    "loss": 0.1360245516213278,
    "learning_rate": 8.991562730001283e-05
  },
  {
    "epoch": 215,
    "loss": 0.12506273000811538,
    "learning_rate": 8.98198303574833e-05
  },
  {
    "epoch": 216,
    "loss": 0.12601034312198559,
    "learning_rate": 8.972363209196152e-05
  },
  {
    "epoch": 217,
    "loss": 0.12600135244429111,
    "learning_rate": 8.962703347297893e-05
  },
  {
    "epoch": 218,
    "loss": 0.12705847046648464,
    "learning_rate": 8.953003547410189e-05
  },
  {
    "epoch": 219,
    "loss": 0.12903668746973077,
    "learning_rate": 8.943263907292187e-05
  },
  {
    "epoch": 220,
    "loss": 0.12415940656016271,
    "learning_rate": 8.933484525104562e-05
  },
  {
    "epoch": 221,
    "loss": 0.13450470240786672,
    "learning_rate": 8.923665499408536e-05
  },
  {
    "epoch": 222,
    "loss": 0.13383078652744493,
    "learning_rate": 8.913806929164866e-05
  },
  {
    "epoch": 223,
    "loss": 0.1304749927173058,
    "learning_rate": 8.903908913732866e-05
  },
  {
    "epoch": 224,
    "loss": 0.12934061589961252,
    "learning_rate": 8.893971552869394e-05
  },
  {
    "epoch": 225,
    "loss": 0.14151984934384623,
    "learning_rate": 8.883994946727849e-05
  },
  {
    "epoch": 226,
    "loss": 0.12746078676233688,
    "learning_rate": 8.873979195857163e-05
  },
  {
    "epoch": 227,
    "loss": 0.12950956464434663,
    "learning_rate": 8.86392440120079e-05
  },
  {
    "epoch": 228,
    "loss": 0.1253229103361567,
    "learning_rate": 8.853830664095679e-05
  },
  {
    "epoch": 229,
    "loss": 0.1262517205129067,
    "learning_rate": 8.843698086271266e-05
  },
  {
    "epoch": 230,
    "loss": 0.12724127868811289,
    "learning_rate": 8.833526769848439e-05
  },
  {
    "epoch": 231,
    "loss": 0.12306549384569128,
    "learning_rate": 8.823316817338512e-05
  },
  {
    "epoch": 232,
    "loss": 0.1294688118311266,
    "learning_rate": 8.813068331642192e-05
  },
  {
    "epoch": 233,
    "loss": 0.12836124282330275,
    "learning_rate": 8.802781416048541e-05
  },
  {
    "epoch": 234,
    "loss": 0.13219949370250106,
    "learning_rate": 8.792456174233938e-05
  },
  {
    "epoch": 235,
    "loss": 0.1253491846534113,
    "learning_rate": 8.782092710261027e-05
  },
  {
    "epoch": 236,
    "loss": 0.1298346483769516,
    "learning_rate": 8.771691128577676e-05
  },
  {
    "epoch": 237,
    "loss": 0.12821015141283473,
    "learning_rate": 8.761251534015923e-05
  },
  {
    "epoch": 238,
    "loss": 0.1260068843451639,
    "learning_rate": 8.750774031790914e-05
  },
  {
    "epoch": 239,
    "loss": 0.1261764376734694,
    "learning_rate": 8.740258727499848e-05
  },
  {
    "epoch": 240,
    "loss": 0.12406503393625219,
    "learning_rate": 8.729705727120911e-05
  },
  {
    "epoch": 241,
    "loss": 0.12632561024899283,
    "learning_rate": 8.719115137012208e-05
  },
  {
    "epoch": 242,
    "loss": 0.11753543078278501,
    "learning_rate": 8.70848706391069e-05
  },
  {
    "epoch": 243,
    "loss": 0.12690050962070623,
    "learning_rate": 8.69782161493108e-05
  },
  {
    "epoch": 244,
    "loss": 0.12666841503232718,
    "learning_rate": 8.687118897564796e-05
  },
  {
    "epoch": 245,
    "loss": 0.13121650631849965,
    "learning_rate": 8.676379019678855e-05
  },
  {
    "epoch": 246,
    "loss": 0.12561381794512272,
    "learning_rate": 8.665602089514806e-05
  },
  {
    "epoch": 247,
    "loss": 0.12269250551859538,
    "learning_rate": 8.654788215687622e-05
  },
  {
    "epoch": 248,
    "loss": 0.1200989739348491,
    "learning_rate": 8.643937507184614e-05
  },
  {
    "epoch": 249,
    "loss": 0.12380224528412025,
    "learning_rate": 8.633050073364327e-05
  },
  {
    "epoch": 250,
    "loss": 0.12419816028947632,
    "learning_rate": 8.622126023955446e-05
  },
  {
    "epoch": 251,
    "loss": 0.12043932266533375,
    "learning_rate": 8.61116546905568e-05
  },
  {
    "epoch": 252,
    "loss": 0.12142220713819067,
    "learning_rate": 8.600168519130663e-05
  },
  {
    "epoch": 253,
    "loss": 0.122204572117577,
    "learning_rate": 8.589135285012829e-05
  },
  {
    "epoch": 254,
    "loss": 0.11844821972772479,
    "learning_rate": 8.578065877900308e-05
  },
  {
    "epoch": 255,
    "loss": 0.12014116331314047,
    "learning_rate": 8.566960409355791e-05
  },
  {
    "epoch": 256,
    "loss": 0.12671007200454673,
    "learning_rate": 8.55581899130542e-05
  },
  {
    "epoch": 257,
    "loss": 0.1201981248644491,
    "learning_rate": 8.54464173603765e-05
  },
  {
    "epoch": 258,
    "loss": 0.12717757700011134,
    "learning_rate": 8.53342875620212e-05
  },
  {
    "epoch": 259,
    "loss": 0.12281899030009906,
    "learning_rate": 8.522180164808516e-05
  },
  {
    "epoch": 260,
    "loss": 0.12554369090745846,
    "learning_rate": 8.510896075225438e-05
  },
  {
    "epoch": 261,
    "loss": 0.12651911657303572,
    "learning_rate": 8.499576601179253e-05
  },
  {
    "epoch": 262,
    "loss": 0.1203429102897644,
    "learning_rate": 8.488221856752945e-05
  },
  {
    "epoch": 263,
    "loss": 0.1334424139931798,
    "learning_rate": 8.476831956384976e-05
  },
  {
    "epoch": 264,
    "loss": 0.12093717822184165,
    "learning_rate": 8.465407014868124e-05
  },
  {
    "epoch": 265,
    "loss": 0.12113416272525986,
    "learning_rate": 8.45394714734832e-05
  },
  {
    "epoch": 266,
    "loss": 0.1175458434348305,
    "learning_rate": 8.44245246932351e-05
  },
  {
    "epoch": 267,
    "loss": 0.11030606490870316,
    "learning_rate": 8.430923096642465e-05
  },
  {
    "epoch": 268,
    "loss": 0.11153979366645217,
    "learning_rate": 8.419359145503633e-05
  },
  {
    "epoch": 269,
    "loss": 0.11149617563933134,
    "learning_rate": 8.407760732453951e-05
  },
  {
    "epoch": 270,
    "loss": 0.12062083603814244,
    "learning_rate": 8.39612797438769e-05
  },
  {
    "epoch": 271,
    "loss": 0.11981923909236987,
    "learning_rate": 8.384460988545257e-05
  },
  {
    "epoch": 272,
    "loss": 0.12872565925742188,
    "learning_rate": 8.372759892512031e-05
  },
  {
    "epoch": 273,
    "loss": 0.11611507910614212,
    "learning_rate": 8.361024804217161e-05
  },
  {
    "epoch": 274,
    "loss": 0.11812651980047424,
    "learning_rate": 8.34925584193239e-05
  },
  {
    "epoch": 275,
    "loss": 0.11526778790478905,
    "learning_rate": 8.337453124270863e-05
  },
  {
    "epoch": 276,
    "loss": 0.11779001588001847,
    "learning_rate": 8.325616770185921e-05
  },
  {
    "epoch": 277,
    "loss": 0.11621787399053574,
    "learning_rate": 8.313746898969911e-05
  },
  {
    "epoch": 278,
    "loss": 0.11075261126582821,
    "learning_rate": 8.301843630252985e-05
  },
  {
    "epoch": 279,
    "loss": 0.11645739572122693,
    "learning_rate": 8.289907084001884e-05
  },
  {
    "epoch": 280,
    "loss": 0.10571762298544247,
    "learning_rate": 8.277937380518741e-05
  },
  {
    "epoch": 281,
    "loss": 0.11228258178258936,
    "learning_rate": 8.265934640439861e-05
  },
  {
    "epoch": 282,
    "loss": 0.1110885008238256,
    "learning_rate": 8.253898984734507e-05
  },
  {
    "epoch": 283,
    "loss": 0.11577920258666079,
    "learning_rate": 8.241830534703682e-05
  },
  {
    "epoch": 284,
    "loss": 0.11633120741074283,
    "learning_rate": 8.22972941197891e-05
  },
  {
    "epoch": 285,
    "loss": 0.1086639566347003,
    "learning_rate": 8.217595738520996e-05
  },
  {
    "epoch": 286,
    "loss": 0.11180403099084894,
    "learning_rate": 8.205429636618815e-05
  },
  {
    "epoch": 287,
    "loss": 0.11179142802332838,
    "learning_rate": 8.193231228888067e-05
  },
  {
    "epoch": 288,
    "loss": 0.10989935742691159,
    "learning_rate": 8.181000638270044e-05
  },
  {
    "epoch": 289,
    "loss": 0.11386680246020357,
    "learning_rate": 8.1687379880304e-05
  },
  {
    "epoch": 290,
    "loss": 0.11689515442897876,
    "learning_rate": 8.156443401757892e-05
  },
  {
    "epoch": 291,
    "loss": 0.1075652662354211,
    "learning_rate": 8.14411700336315e-05
  },
  {
    "epoch": 292,
    "loss": 0.10614491254091263,
    "learning_rate": 8.131758917077416e-05
  },
  {
    "epoch": 293,
    "loss": 0.10975928387294213,
    "learning_rate": 8.1193692674513e-05
  },
  {
    "epoch": 294,
    "loss": 0.1123763294890523,
    "learning_rate": 8.106948179353524e-05
  },
  {
    "epoch": 295,
    "loss": 0.11339133977890015,
    "learning_rate": 8.09449577796966e-05
  },
  {
    "epoch": 296,
    "loss": 0.10843570251017809,
    "learning_rate": 8.08201218880087e-05
  },
  {
    "epoch": 297,
    "loss": 0.10916503736128409,
    "learning_rate": 8.069497537662639e-05
  },
  {
    "epoch": 298,
    "loss": 0.1151803641890486,
    "learning_rate": 8.056951950683513e-05
  },
  {
    "epoch": 299,
    "loss": 0.11117144270489614,
    "learning_rate": 8.044375554303825e-05
  },
  {
    "epoch": 300,
    "loss": 0.10664710743973653,
    "learning_rate": 8.031768475274413e-05
  },
  {
    "epoch": 301,
    "loss": 0.10531332949176431,
    "learning_rate": 8.019130840655353e-05
  },
  {
    "epoch": 302,
    "loss": 0.10661704993496339,
    "learning_rate": 8.006462777814678e-05
  },
  {
    "epoch": 303,
    "loss": 0.11152722267434001,
    "learning_rate": 7.993764414427087e-05
  },
  {
    "epoch": 304,
    "loss": 0.108645419900616,
    "learning_rate": 7.981035878472663e-05
  },
  {
    "epoch": 305,
    "loss": 0.11269443854689598,
    "learning_rate": 7.968277298235578e-05
  },
  {
    "epoch": 306,
    "loss": 0.11216165777295828,
    "learning_rate": 7.955488802302814e-05
  },
  {
    "epoch": 307,
    "loss": 0.10604356493179996,
    "learning_rate": 7.94267051956285e-05
  },
  {
    "epoch": 308,
    "loss": 0.10728183264533679,
    "learning_rate": 7.929822579204374e-05
  },
  {
    "epoch": 309,
    "loss": 0.10698866052553058,
    "learning_rate": 7.916945110714972e-05
  },
  {
    "epoch": 310,
    "loss": 0.10458242256815235,
    "learning_rate": 7.904038243879839e-05
  },
  {
    "epoch": 311,
    "loss": 0.1039987785431246,
    "learning_rate": 7.891102108780447e-05
  },
  {
    "epoch": 312,
    "loss": 0.10758281623323758,
    "learning_rate": 7.878136835793259e-05
  },
  {
    "epoch": 313,
    "loss": 0.10865073713163535,
    "learning_rate": 7.865142555588396e-05
  },
  {
    "epoch": 314,
    "loss": 0.11119639718284209,
    "learning_rate": 7.85211939912833e-05
  },
  {
    "epoch": 315,
    "loss": 0.10404950116450588,
    "learning_rate": 7.839067497666564e-05
  },
  {
    "epoch": 316,
    "loss": 0.11460473341867328,
    "learning_rate": 7.8259869827463e-05
  },
  {
    "epoch": 317,
    "loss": 0.11397709526742499,
    "learning_rate": 7.812877986199125e-05
  },
  {
    "epoch": 318,
    "loss": 0.10988399696846803,
    "learning_rate": 7.79974064014368e-05
  },
  {
    "epoch": 319,
    "loss": 0.10647218426068623,
    "learning_rate": 7.786575076984317e-05
  },
  {
    "epoch": 320,
    "loss": 0.11399120542531212,
    "learning_rate": 7.773381429409779e-05
  },
  {
    "epoch": 321,
    "loss": 0.10762515710666776,
    "learning_rate": 7.760159830391859e-05
  },
  {
    "epoch": 322,
    "loss": 0.10721038949365418,
    "learning_rate": 7.746910413184053e-05
  },
  {
    "epoch": 323,
    "loss": 0.11672275637586911,
    "learning_rate": 7.733633311320223e-05
  },
  {
    "epoch": 324,
    "loss": 0.10611179502060016,
    "learning_rate": 7.720328658613252e-05
  },
  {
    "epoch": 325,
    "loss": 0.10417015353838603,
    "learning_rate": 7.70699658915369e-05
  },
  {
    "epoch": 326,
    "loss": 0.10576591749365132,
    "learning_rate": 7.69363723730841e-05
  },
  {
    "epoch": 327,
    "loss": 0.09809215227141976,
    "learning_rate": 7.680250737719248e-05
  },
  {
    "epoch": 328,
    "loss": 0.09809444689502318,
    "learning_rate": 7.666837225301646e-05
  },
  {
    "epoch": 329,
    "loss": 0.10586752292389671,
    "learning_rate": 7.653396835243296e-05
  },
  {
    "epoch": 330,
    "loss": 0.11046275636181235,
    "learning_rate": 7.639929703002773e-05
  },
  {
    "epoch": 331,
    "loss": 0.09966485373054941,
    "learning_rate": 7.626435964308178e-05
  },
  {
    "epoch": 332,
    "loss": 0.09732069075107574,
    "learning_rate": 7.612915755155758e-05
  },
  {
    "epoch": 333,
    "loss": 0.10816947013760607,
    "learning_rate": 7.599369211808546e-05
  },
  {
    "epoch": 334,
    "loss": 0.10153356962837279,
    "learning_rate": 7.58579647079498e-05
  },
  {
    "epoch": 335,
    "loss": 0.10127673546473186,
    "learning_rate": 7.572197668907532e-05
  },
  {
    "epoch": 336,
    "loss": 0.09685609381025036,
    "learning_rate": 7.55857294320133e-05
  },
  {
    "epoch": 337,
    "loss": 0.09846516807253163,
    "learning_rate": 7.544922430992773e-05
  },
  {
    "epoch": 338,
    "loss": 0.09785918565467,
    "learning_rate": 7.531246269858145e-05
  },
  {
    "epoch": 339,
    "loss": 0.10178018873557448,
    "learning_rate": 7.517544597632233e-05
  },
  {
    "epoch": 340,
    "loss": 0.09695861861109734,
    "learning_rate": 7.503817552406946e-05
  },
  {
    "epoch": 341,
    "loss": 0.10363713915770252,
    "learning_rate": 7.4900652725299e-05
  },
  {
    "epoch": 342,
    "loss": 0.0950034639487664,
    "learning_rate": 7.476287896603048e-05
  },
  {
    "epoch": 343,
    "loss": 0.09984840312972665,
    "learning_rate": 7.462485563481267e-05
  },
  {
    "epoch": 344,
    "loss": 0.09829601521293323,
    "learning_rate": 7.448658412270967e-05
  },
  {
    "epoch": 345,
    "loss": 0.09436185145750642,
    "learning_rate": 7.434806582328686e-05
  },
  {
    "epoch": 346,
    "loss": 0.0957725119466583,
    "learning_rate": 7.420930213259688e-05
  },
  {
    "epoch": 347,
    "loss": 0.09416761016473174,
    "learning_rate": 7.407029444916546e-05
  },
  {
    "epoch": 348,
    "loss": 0.1000171909108758,
    "learning_rate": 7.393104417397751e-05
  },
  {
    "epoch": 349,
    "loss": 0.09737968351691961,
    "learning_rate": 7.379155271046283e-05
  },
  {
    "epoch": 350,
    "loss": 0.09929800716539224,
    "learning_rate": 7.365182146448205e-05
  },
  {
    "epoch": 351,
    "loss": 0.09366025046134989,
    "learning_rate": 7.351185184431242e-05
  },
  {
    "epoch": 352,
    "loss": 0.09435559250414371,
    "learning_rate": 7.337164526063366e-05
  },
  {
    "epoch": 353,
    "loss": 0.09431495113919179,
    "learning_rate": 7.323120312651369e-05
  },
  {
    "epoch": 354,
    "loss": 0.09658617107197642,
    "learning_rate": 7.309052685739448e-05
  },
  {
    "epoch": 355,
    "loss": 0.09533375424022476,
    "learning_rate": 7.294961787107766e-05
  },
  {
    "epoch": 356,
    "loss": 0.09131803782656789,
    "learning_rate": 7.28084775877103e-05
  },
  {
    "epoch": 357,
    "loss": 0.09051810189460714,
    "learning_rate": 7.266710742977063e-05
  },
  {
    "epoch": 358,
    "loss": 0.09784998806814353,
    "learning_rate": 7.252550882205361e-05
  },
  {
    "epoch": 359,
    "loss": 0.09545272837082545,
    "learning_rate": 7.238368319165669e-05
  },
  {
    "epoch": 360,
    "loss": 0.09991452757579584,
    "learning_rate": 7.224163196796532e-05
  },
  {
    "epoch": 361,
    "loss": 0.09816023940220475,
    "learning_rate": 7.209935658263857e-05
  },
  {
    "epoch": 362,
    "loss": 0.09200867156808575,
    "learning_rate": 7.195685846959474e-05
  },
  {
    "epoch": 363,
    "loss": 0.09023371028403442,
    "learning_rate": 7.18141390649969e-05
  },
  {
    "epoch": 364,
    "loss": 0.09023631115754445,
    "learning_rate": 7.167119980723838e-05
  },
  {
    "epoch": 365,
    "loss": 0.09310623025521636,
    "learning_rate": 7.152804213692829e-05
  },
  {
    "epoch": 366,
    "loss": 0.09683616723244388,
    "learning_rate": 7.1384667496877e-05
  },
  {
    "epoch": 367,
    "loss": 0.10287815906728308,
    "learning_rate": 7.124107733208163e-05
  },
  {
    "epoch": 368,
    "loss": 0.10235558698574702,
    "learning_rate": 7.109727308971144e-05
  },
  {
    "epoch": 369,
    "loss": 0.0924018300914516,
    "learning_rate": 7.095325621909326e-05
  },
  {
    "epoch": 370,
    "loss": 0.09572429753219087,
    "learning_rate": 7.080902817169693e-05
  },
  {
    "epoch": 371,
    "loss": 0.09161912479127447,
    "learning_rate": 7.066459040112053e-05
  },
  {
    "epoch": 372,
    "loss": 0.09158110346955557,
    "learning_rate": 7.051994436307596e-05
  },
  {
    "epoch": 373,
    "loss": 0.09275152208283544,
    "learning_rate": 7.037509151537403e-05
  },
  {
    "epoch": 374,
    "loss": 0.08969702540586393,
    "learning_rate": 7.023003331790995e-05
  },
  {
    "epoch": 375,
    "loss": 0.08586966230844457,
    "learning_rate": 7.008477123264848e-05
  },
  {
    "epoch": 376,
    "loss": 0.09466433540607493,
    "learning_rate": 6.993930672360929e-05
  },
  {
    "epoch": 377,
    "loss": 0.09700065044065316,
    "learning_rate": 6.979364125685217e-05
  },
  {
    "epoch": 378,
    "loss": 0.0934471283107996,
    "learning_rate": 6.964777630046226e-05
  },
  {
    "epoch": 379,
    "loss": 0.09188112833847602,
    "learning_rate": 6.950171332453525e-05
  },
  {
    "epoch": 380,
    "loss": 0.0888526573156317,
    "learning_rate": 6.935545380116253e-05
  },
  {
    "epoch": 381,
    "loss": 0.08800087030977011,
    "learning_rate": 6.920899920441644e-05
  },
  {
    "epoch": 382,
    "loss": 0.0940166562795639,
    "learning_rate": 6.906235101033534e-05
  },
  {
    "epoch": 383,
    "loss": 0.09313196890677015,
    "learning_rate": 6.891551069690873e-05
  },
  {
    "epoch": 384,
    "loss": 0.0912185839843005,
    "learning_rate": 6.876847974406242e-05
  },
  {
    "epoch": 385,
    "loss": 0.09288440210123856,
    "learning_rate": 6.862125963364354e-05
  },
  {
    "epoch": 386,
    "loss": 0.09538186155259609,
    "learning_rate": 6.847385184940569e-05
  },
  {
    "epoch": 387,
    "loss": 0.08710986888036132,
    "learning_rate": 6.832625787699386e-05
  },
  {
    "epoch": 388,
    "loss": 0.09209118224680424,
    "learning_rate": 6.817847920392959e-05
  },
  {
    "epoch": 389,
    "loss": 0.08820239547640085,
    "learning_rate": 6.80305173195959e-05
  },
  {
    "epoch": 390,
    "loss": 0.08243370653750996,
    "learning_rate": 6.788237371522229e-05
  },
  {
    "epoch": 391,
    "loss": 0.08570389340942104,
    "learning_rate": 6.773404988386974e-05
  },
  {
    "epoch": 392,
    "loss": 0.09239996783435345,
    "learning_rate": 6.758554732041564e-05
  },
  {
    "epoch": 393,
    "loss": 0.08904411752397816,
    "learning_rate": 6.743686752153872e-05
  },
  {
    "epoch": 394,
    "loss": 0.09022436640225351,
    "learning_rate": 6.728801198570396e-05
  },
  {
    "epoch": 395,
    "loss": 0.08437681632737319,
    "learning_rate": 6.713898221314749e-05
  },
  {
    "epoch": 396,
    "loss": 0.08706824155524373,
    "learning_rate": 6.698977970586157e-05
  },
  {
    "epoch": 397,
    "loss": 0.08557053826128443,
    "learning_rate": 6.684040596757923e-05
  },
  {
    "epoch": 398,
    "loss": 0.08375459164381027,
    "learning_rate": 6.669086250375933e-05
  },
  {
    "epoch": 399,
    "loss": 0.08442440163344145,
    "learning_rate": 6.654115082157127e-05
  },
  {
    "epoch": 400,
    "loss": 0.08462673642983039,
    "learning_rate": 6.639127242987988e-05
  },
  {
    "epoch": 401,
    "loss": 0.08453429094515741,
    "learning_rate": 6.624122883923012e-05
  },
  {
    "epoch": 402,
    "loss": 0.08765208224455516,
    "learning_rate": 6.609102156183191e-05
  },
  {
    "epoch": 403,
    "loss": 0.0917761829526474,
    "learning_rate": 6.59406521115449e-05
  },
  {
    "epoch": 404,
    "loss": 0.08620692766271532,
    "learning_rate": 6.579012200386314e-05
  },
  {
    "epoch": 405,
    "loss": 0.08384489857902129,
    "learning_rate": 6.563943275589996e-05
  },
  {
    "epoch": 406,
    "loss": 0.085384301841259,
    "learning_rate": 6.54885858863725e-05
  },
  {
    "epoch": 407,
    "loss": 0.09468921576626599,
    "learning_rate": 6.533758291558654e-05
  },
  {
    "epoch": 408,
    "loss": 0.09392707236111164,
    "learning_rate": 6.518642536542105e-05
  },
  {
    "epoch": 409,
    "loss": 0.08622852068704863,
    "learning_rate": 6.503511475931298e-05
  },
  {
    "epoch": 410,
    "loss": 0.09025696183865269,
    "learning_rate": 6.488365262224185e-05
  },
  {
    "epoch": 411,
    "loss": 0.08504027291201055,
    "learning_rate": 6.473204048071432e-05
  },
  {
    "epoch": 412,
    "loss": 0.08468173894410332,
    "learning_rate": 6.458027986274898e-05
  },
  {
    "epoch": 413,
    "loss": 0.0830364403470109,
    "learning_rate": 6.442837229786071e-05
  },
  {
    "epoch": 414,
    "loss": 0.09060736528287332,
    "learning_rate": 6.427631931704548e-05
  },
  {
    "epoch": 415,
    "loss": 0.0834887196154644,
    "learning_rate": 6.412412245276479e-05
  },
  {
    "epoch": 416,
    "loss": 0.08202302688732743,
    "learning_rate": 6.397178323893026e-05
  },
  {
    "epoch": 417,
    "loss": 0.08745099992180864,
    "learning_rate": 6.38193032108882e-05
  },
  {
    "epoch": 418,
    "loss": 0.09507861205687125,
    "learning_rate": 6.366668390540407e-05
  },
  {
    "epoch": 419,
    "loss": 0.08854289694378774,
    "learning_rate": 6.351392686064711e-05
  },
  {
    "epoch": 420,
    "loss": 0.08755150934060414,
    "learning_rate": 6.33610336161747e-05
  },
  {
    "epoch": 421,
    "loss": 0.08874690105828147,
    "learning_rate": 6.32080057129169e-05
  },
  {
    "epoch": 422,
    "loss": 0.08301231528942783,
    "learning_rate": 6.305484469316095e-05
  },
  {
    "epoch": 423,
    "loss": 0.08076671053034563,
    "learning_rate": 6.29015521005357e-05
  },
  {
    "epoch": 424,
    "loss": 0.08753967052325606,
    "learning_rate": 6.274812947999606e-05
  },
  {
    "epoch": 425,
    "loss": 0.07959506497718394,
    "learning_rate": 6.259457837780742e-05
  },
  {
    "epoch": 426,
    "loss": 0.08236354147084057,
    "learning_rate": 6.244090034153e-05
  },
  {
    "epoch": 427,
    "loss": 0.079865982523188,
    "learning_rate": 6.228709692000344e-05
  },
  {
    "epoch": 428,
    "loss": 0.07938190510806938,
    "learning_rate": 6.213316966333099e-05
  },
  {
    "epoch": 429,
    "loss": 0.07745224672059219,
    "learning_rate": 6.1979120122864e-05
  },
  {
    "epoch": 430,
    "loss": 0.07717197861832877,
    "learning_rate": 6.182494985118624e-05
  },
  {
    "epoch": 431,
    "loss": 0.07625713261465232,
    "learning_rate": 6.167066040209827e-05
  },
  {
    "epoch": 432,
    "loss": 0.0768294702284038,
    "learning_rate": 6.151625333060176e-05
  },
  {
    "epoch": 433,
    "loss": 0.08707140774155657,
    "learning_rate": 6.136173019288388e-05
  },
  {
    "epoch": 434,
    "loss": 0.0806650179438293,
    "learning_rate": 6.120709254630153e-05
  },
  {
    "epoch": 435,
    "loss": 0.08469789273416002,
    "learning_rate": 6.105234194936568e-05
  },
  {
    "epoch": 436,
    "loss": 0.07788771965230505,
    "learning_rate": 6.08974799617257e-05
  },
  {
    "epoch": 437,
    "loss": 0.08019625473146637,
    "learning_rate": 6.0742508144153595e-05
  },
  {
    "epoch": 438,
    "loss": 0.08203886922759314,
    "learning_rate": 6.0587428058528274e-05
  },
  {
    "epoch": 439,
    "loss": 0.08425230074984331,
    "learning_rate": 6.043224126781982e-05
  },
  {
    "epoch": 440,
    "loss": 0.07764774995545547,
    "learning_rate": 6.0276949336073765e-05
  },
  {
    "epoch": 441,
    "loss": 0.07640853733755648,
    "learning_rate": 6.012155382839527e-05
  },
  {
    "epoch": 442,
    "loss": 0.08275880998310943,
    "learning_rate": 5.996605631093343e-05
  },
  {
    "epoch": 443,
    "loss": 0.08699560615544517,
    "learning_rate": 5.9810458350865385e-05
  },
  {
    "epoch": 444,
    "loss": 0.08151053877857824,
    "learning_rate": 5.965476151638063e-05
  },
  {
    "epoch": 445,
    "loss": 0.07755100385596354,
    "learning_rate": 5.949896737666515e-05
  },
  {
    "epoch": 446,
    "loss": 0.08044883686428268,
    "learning_rate": 5.934307750188558e-05
  },
  {
    "epoch": 447,
    "loss": 0.0830802070753028,
    "learning_rate": 5.918709346317348e-05
  },
  {
    "epoch": 448,
    "loss": 0.0797912294510752,
    "learning_rate": 5.90310168326094e-05
  },
  {
    "epoch": 449,
    "loss": 0.08616966963745654,
    "learning_rate": 5.887484918320708e-05
  },
  {
    "epoch": 450,
    "loss": 0.07815184087182085,
    "learning_rate": 5.871859208889759e-05
  },
  {
    "epoch": 451,
    "loss": 0.07765944565956791,
    "learning_rate": 5.856224712451348e-05
  },
  {
    "epoch": 452,
    "loss": 0.07849516432421903,
    "learning_rate": 5.84058158657729e-05
  },
  {
    "epoch": 453,
    "loss": 0.07500683275672297,
    "learning_rate": 5.824929988926367e-05
  },
  {
    "epoch": 454,
    "loss": 0.08047132496722043,
    "learning_rate": 5.809270077242749e-05
  },
  {
    "epoch": 455,
    "loss": 0.07776959395656984,
    "learning_rate": 5.793602009354395e-05
  },
  {
    "epoch": 456,
    "loss": 0.07818300540869434,
    "learning_rate": 5.7779259431714694e-05
  },
  {
    "epoch": 457,
    "loss": 0.07208914790923397,
    "learning_rate": 5.762242036684745e-05
  },
  {
    "epoch": 458,
    "loss": 0.07904201885685325,
    "learning_rate": 5.746550447964013e-05
  },
  {
    "epoch": 459,
    "loss": 0.07551631913520396,
    "learning_rate": 5.7308513351564905e-05
  },
  {
    "epoch": 460,
    "loss": 0.07290988834574819,
    "learning_rate": 5.7151448564852236e-05
  },
  {
    "epoch": 461,
    "loss": 0.07763947585287194,
    "learning_rate": 5.699431170247499e-05
  },
  {
    "epoch": 462,
    "loss": 0.07088415029769142,
    "learning_rate": 5.683710434813242e-05
  },
  {
    "epoch": 463,
    "loss": 0.07030011992901564,
    "learning_rate": 5.6679828086234224e-05
  },
  {
    "epoch": 464,
    "loss": 0.07658835523761809,
    "learning_rate": 5.65224845018846e-05
  },
  {
    "epoch": 465,
    "loss": 0.08299096867752571,
    "learning_rate": 5.636507518086626e-05
  },
  {
    "epoch": 466,
    "loss": 0.07781497039832175,
    "learning_rate": 5.620760170962441e-05
  },
  {
    "epoch": 467,
    "loss": 0.08015047324200471,
    "learning_rate": 5.605006567525083e-05
  },
  {
    "epoch": 468,
    "loss": 0.07715927716344595,
    "learning_rate": 5.58924686654678e-05
  },
  {
    "epoch": 469,
    "loss": 0.07591663161292672,
    "learning_rate": 5.5734812268612166e-05
  },
  {
    "epoch": 470,
    "loss": 0.07568404831302662,
    "learning_rate": 5.5577098073619314e-05
  },
  {
    "epoch": 471,
    "loss": 0.07288562110625207,
    "learning_rate": 5.5419327670007114e-05
  },
  {
    "epoch": 472,
    "loss": 0.07077018000806372,
    "learning_rate": 5.526150264785998e-05
  },
  {
    "epoch": 473,
    "loss": 0.07354901017000277,
    "learning_rate": 5.510362459781272e-05
  },
  {
    "epoch": 474,
    "loss": 0.07613312732428312,
    "learning_rate": 5.494569511103467e-05
  },
  {
    "epoch": 475,
    "loss": 0.07951988745480776,
    "learning_rate": 5.478771577921351e-05
  },
  {
    "epoch": 476,
    "loss": 0.07320950405361752,
    "learning_rate": 5.462968819453931e-05
  },
  {
    "epoch": 477,
    "loss": 0.07317448089209695,
    "learning_rate": 5.447161394968845e-05
  },
  {
    "epoch": 478,
    "loss": 0.07884853069360058,
    "learning_rate": 5.431349463780756e-05
  },
  {
    "epoch": 479,
    "loss": 0.07506358095755179,
    "learning_rate": 5.4155331852497493e-05
  },
  {
    "epoch": 480,
    "loss": 0.06918924612303574,
    "learning_rate": 5.3997127187797246e-05
  },
  {
    "epoch": 481,
    "loss": 0.07461616101985176,
    "learning_rate": 5.3838882238167885e-05
  },
  {
    "epoch": 482,
    "loss": 0.07712562630573909,
    "learning_rate": 5.368059859847649e-05
  },
  {
    "epoch": 483,
    "loss": 0.07639160480660696,
    "learning_rate": 5.3522277863980075e-05
  },
  {
    "epoch": 484,
    "loss": 0.06979485453727345,
    "learning_rate": 5.336392163030954e-05
  },
  {
    "epoch": 485,
    "loss": 0.06986580276861787,
    "learning_rate": 5.320553149345353e-05
  },
  {
    "epoch": 486,
    "loss": 0.06817056137757997,
    "learning_rate": 5.3047109049742396e-05
  },
  {
    "epoch": 487,
    "loss": 0.070230047373722,
    "learning_rate": 5.288865589583207e-05
  },
  {
    "epoch": 488,
    "loss": 0.06748540171732505,
    "learning_rate": 5.273017362868804e-05
  },
  {
    "epoch": 489,
    "loss": 0.0704864903818816,
    "learning_rate": 5.2571663845569175e-05
  },
  {
    "epoch": 490,
    "loss": 0.07126725713411967,
    "learning_rate": 5.241312814401169e-05
  },
  {
    "epoch": 491,
    "loss": 0.06831757553542654,
    "learning_rate": 5.2254568121812986e-05
  },
  {
    "epoch": 492,
    "loss": 0.07009855114544432,
    "learning_rate": 5.2095985377015574e-05
  },
  {
    "epoch": 493,
    "loss": 0.07043513252089421,
    "learning_rate": 5.193738150789106e-05
  },
  {
    "epoch": 494,
    "loss": 0.0686026382415245,
    "learning_rate": 5.177875811292383e-05
  },
  {
    "epoch": 495,
    "loss": 0.06770598461541037,
    "learning_rate": 5.162011679079514e-05
  },
  {
    "epoch": 496,
    "loss": 0.06692156661301851,
    "learning_rate": 5.1461459140366895e-05
  },
  {
    "epoch": 497,
    "loss": 0.07486272587751348,
    "learning_rate": 5.1302786760665566e-05
  },
  {
    "epoch": 498,
    "loss": 0.0730055901221931,
    "learning_rate": 5.1144101250866093e-05
  },
  {
    "epoch": 499,
    "loss": 0.06674509355798364,
    "learning_rate": 5.0985404210275725e-05
  },
  {
    "epoch": 500,
    "loss": 0.07183799427002668,
    "learning_rate": 5.0826697238317935e-05
  },
  {
    "epoch": 501,
    "loss": 0.07153670978732407,
    "learning_rate": 5.066798193451626e-05
  },
  {
    "epoch": 502,
    "loss": 0.07212308173378308,
    "learning_rate": 5.0509259898478255e-05
  },
  {
    "epoch": 503,
    "loss": 0.06733905764607091,
    "learning_rate": 5.035053272987932e-05
  },
  {
    "epoch": 504,
    "loss": 0.0649803221070518,
    "learning_rate": 5.019180202844653e-05
  },
  {
    "epoch": 505,
    "loss": 0.07140005690356095,
    "learning_rate": 5.0033069393942646e-05
  },
  {
    "epoch": 506,
    "loss": 0.07092684453042845,
    "learning_rate": 4.9874336426149814e-05
  },
  {
    "epoch": 507,
    "loss": 0.06518964539282024,
    "learning_rate": 4.971560472485364e-05
  },
  {
    "epoch": 508,
    "loss": 0.06616895964058737,
    "learning_rate": 4.9556875889826907e-05
  },
  {
    "epoch": 509,
    "loss": 0.0691281898568074,
    "learning_rate": 4.9398151520813525e-05
  },
  {
    "epoch": 510,
    "loss": 0.06724678887985647,
    "learning_rate": 4.9239433217512374e-05
  },
  {
    "epoch": 511,
    "loss": 0.06669797375798225,
    "learning_rate": 4.908072257956124e-05
  },
  {
    "epoch": 512,
    "loss": 0.0718804057687521,
    "learning_rate": 4.8922021206520626e-05
  },
  {
    "epoch": 513,
    "loss": 0.06602510220060746,
    "learning_rate": 4.876333069785763e-05
  },
  {
    "epoch": 514,
    "loss": 0.06370207527652383,
    "learning_rate": 4.860465265292994e-05
  },
  {
    "epoch": 515,
    "loss": 0.06763035920448601,
    "learning_rate": 4.8445988670969564e-05
  },
  {
    "epoch": 516,
    "loss": 0.06643401940042774,
    "learning_rate": 4.828734035106678e-05
  },
  {
    "epoch": 517,
    "loss": 0.06253810770188768,
    "learning_rate": 4.812870929215404e-05
  },
  {
    "epoch": 518,
    "loss": 0.07364265675035615,
    "learning_rate": 4.79700970929898e-05
  },
  {
    "epoch": 519,
    "loss": 0.07174486845421295,
    "learning_rate": 4.7811505352142464e-05
  },
  {
    "epoch": 520,
    "loss": 0.06797873717732728,
    "learning_rate": 4.765293566797424e-05
  },
  {
    "epoch": 521,
    "loss": 0.06581594492308795,
    "learning_rate": 4.749438963862504e-05
  },
  {
    "epoch": 522,
    "loss": 0.062239565032844744,
    "learning_rate": 4.733586886199635e-05
  },
  {
    "epoch": 523,
    "loss": 0.06597483794515331,
    "learning_rate": 4.71773749357352e-05
  },
  {
    "epoch": 524,
    "loss": 0.0763890491022418,
    "learning_rate": 4.701890945721797e-05
  },
  {
    "epoch": 525,
    "loss": 0.06490675359964371,
    "learning_rate": 4.6860474023534335e-05
  },
  {
    "epoch": 526,
    "loss": 0.0646684189947943,
    "learning_rate": 4.670207023147115e-05
  },
  {
    "epoch": 527,
    "loss": 0.07032931370971103,
    "learning_rate": 4.6543699677496406e-05
  },
  {
    "epoch": 528,
    "loss": 0.06581663743903239,
    "learning_rate": 4.638536395774308e-05
  },
  {
    "epoch": 529,
    "loss": 0.06859343925801416,
    "learning_rate": 4.622706466799307e-05
  },
  {
    "epoch": 530,
    "loss": 0.06449990711795787,
    "learning_rate": 4.606880340366113e-05
  },
  {
    "epoch": 531,
    "loss": 0.06400237806762259,
    "learning_rate": 4.591058175977878e-05
  },
  {
    "epoch": 532,
    "loss": 0.06066898776528736,
    "learning_rate": 4.575240133097818e-05
  },
  {
    "epoch": 533,
    "loss": 0.061414092468718685,
    "learning_rate": 4.559426371147619e-05
  },
  {
    "epoch": 534,
    "loss": 0.06510962227669854,
    "learning_rate": 4.543617049505815e-05
  },
  {
    "epoch": 535,
    "loss": 0.06257567492624123,
    "learning_rate": 4.527812327506191e-05
  },
  {
    "epoch": 536,
    "loss": 0.06284660248396297,
    "learning_rate": 4.5120123644361725e-05
  },
  {
    "epoch": 537,
    "loss": 0.0604454199783504,
    "learning_rate": 4.496217319535225e-05
  },
  {
    "epoch": 538,
    "loss": 0.06071734606909255,
    "learning_rate": 4.480427351993245e-05
  },
  {
    "epoch": 539,
    "loss": 0.058160946859667696,
    "learning_rate": 4.4646426209489575e-05
  },
  {
    "epoch": 540,
    "loss": 0.06228676958320042,
    "learning_rate": 4.448863285488311e-05
  },
  {
    "epoch": 541,
    "loss": 0.06618740929601093,
    "learning_rate": 4.433089504642872e-05
  },
  {
    "epoch": 542,
    "loss": 0.06494903766239683,
    "learning_rate": 4.4173214373882346e-05
  },
  {
    "epoch": 543,
    "loss": 0.06504422364135583,
    "learning_rate": 4.4015592426423976e-05
  },
  {
    "epoch": 544,
    "loss": 0.05953397648409009,
    "learning_rate": 4.38580307926418e-05
  },
  {
    "epoch": 545,
    "loss": 0.06660328813207646,
    "learning_rate": 4.370053106051611e-05
  },
  {
    "epoch": 546,
    "loss": 0.05888260148155192,
    "learning_rate": 4.3543094817403345e-05
  },
  {
    "epoch": 547,
    "loss": 0.05860401612396041,
    "learning_rate": 4.338572365002006e-05
  },
  {
    "epoch": 548,
    "loss": 0.058910619001835585,
    "learning_rate": 4.322841914442695e-05
  },
  {
    "epoch": 549,
    "loss": 0.060583786107599735,
    "learning_rate": 4.307118288601286e-05
  },
  {
    "epoch": 550,
    "loss": 0.057733129166687526,
    "learning_rate": 4.291401645947879e-05
  },
  {
    "epoch": 551,
    "loss": 0.05796132244480153,
    "learning_rate": 4.2756921448822e-05
  },
  {
    "epoch": 552,
    "loss": 0.05979300802573562,
    "learning_rate": 4.2599899437319915e-05
  },
  {
    "epoch": 553,
    "loss": 0.06278023690295716,
    "learning_rate": 4.244295200751429e-05
  },
  {
    "epoch": 554,
    "loss": 0.05951023342398306,
    "learning_rate": 4.228608074119519e-05
  },
  {
    "epoch": 555,
    "loss": 0.06054624146781862,
    "learning_rate": 4.212928721938506e-05
  },
  {
    "epoch": 556,
    "loss": 0.060404427737618484,
    "learning_rate": 4.1972573022322806e-05
  },
  {
    "epoch": 557,
    "loss": 0.059832535373667874,
    "learning_rate": 4.181593972944788e-05
  },
  {
    "epoch": 558,
    "loss": 0.05970627535134554,
    "learning_rate": 4.165938891938434e-05
  },
  {
    "epoch": 559,
    "loss": 0.05987254700933894,
    "learning_rate": 4.150292216992487e-05
  },
  {
    "epoch": 560,
    "loss": 0.061972252326086164,
    "learning_rate": 4.134654105801511e-05
  },
  {
    "epoch": 561,
    "loss": 0.05833633150905371,
    "learning_rate": 4.119024715973745e-05
  },
  {
    "epoch": 562,
    "loss": 0.055967514092723526,
    "learning_rate": 4.1034042050295375e-05
  },
  {
    "epoch": 563,
    "loss": 0.05684741120785475,
    "learning_rate": 4.087792730399749e-05
  },
  {
    "epoch": 564,
    "loss": 0.06210999788405994,
    "learning_rate": 4.07219044942417e-05
  },
  {
    "epoch": 565,
    "loss": 0.05935925602292021,
    "learning_rate": 4.05659751934993e-05
  },
  {
    "epoch": 566,
    "loss": 0.05713402689434588,
    "learning_rate": 4.0410140973299184e-05
  },
  {
    "epoch": 567,
    "loss": 0.0554507183842361,
    "learning_rate": 4.025440340421196e-05
  },
  {
    "epoch": 568,
    "loss": 0.057755122504507504,
    "learning_rate": 4.0098764055834174e-05
  },
  {
    "epoch": 569,
    "loss": 0.05646509824631115,
    "learning_rate": 3.994322449677238e-05
  },
  {
    "epoch": 570,
    "loss": 0.061575877014547586,
    "learning_rate": 3.978778629462752e-05
  },
  {
    "epoch": 571,
    "loss": 0.0642737220817556,
    "learning_rate": 3.9632451015978934e-05
  },
  {
    "epoch": 572,
    "loss": 0.0574718537585189,
    "learning_rate": 3.9477220226368664e-05
  },
  {
    "epoch": 573,
    "loss": 0.05475382530130446,
    "learning_rate": 3.932209549028568e-05
  },
  {
    "epoch": 574,
    "loss": 0.05622633725094298,
    "learning_rate": 3.916707837115008e-05
  },
  {
    "epoch": 575,
    "loss": 0.057719628093764186,
    "learning_rate": 3.901217043129735e-05
  },
  {
    "epoch": 576,
    "loss": 0.06194180793439349,
    "learning_rate": 3.885737323196262e-05
  },
  {
    "epoch": 577,
    "loss": 0.05496565888946255,
    "learning_rate": 3.8702688333264915e-05
  },
  {
    "epoch": 578,
    "loss": 0.05766885975996653,
    "learning_rate": 3.854811729419145e-05
  },
  {
    "epoch": 579,
    "loss": 0.05519978034620484,
    "learning_rate": 3.8393661672581915e-05
  },
  {
    "epoch": 580,
    "loss": 0.057515008142217994,
    "learning_rate": 3.823932302511277e-05
  },
  {
    "epoch": 581,
    "loss": 0.0628311811791112,
    "learning_rate": 3.808510290728154e-05
  },
  {
    "epoch": 582,
    "loss": 0.05748492432758212,
    "learning_rate": 3.7931002873391154e-05
  },
  {
    "epoch": 583,
    "loss": 0.05918695133489867,
    "learning_rate": 3.7777024476534285e-05
  },
  {
    "epoch": 584,
    "loss": 0.05886882683262229,
    "learning_rate": 3.7623169268577686e-05
  },
  {
    "epoch": 585,
    "loss": 0.05143495726709565,
    "learning_rate": 3.746943880014656e-05
  },
  {
    "epoch": 586,
    "loss": 0.05705344801147779,
    "learning_rate": 3.731583462060893e-05
  },
  {
    "epoch": 587,
    "loss": 0.05656084045767784,
    "learning_rate": 3.7162358278059985e-05
  },
  {
    "epoch": 588,
    "loss": 0.05465519210944573,
    "learning_rate": 3.700901131930659e-05
  },
  {
    "epoch": 589,
    "loss": 0.052998930642691754,
    "learning_rate": 3.685579528985153e-05
  },
  {
    "epoch": 590,
    "loss": 0.05058470484800637,
    "learning_rate": 3.6702711733878094e-05
  },
  {
    "epoch": 591,
    "loss": 0.05457587710892161,
    "learning_rate": 3.654976219423438e-05
  },
  {
    "epoch": 592,
    "loss": 0.053506332372004785,
    "learning_rate": 3.639694821241787e-05
  },
  {
    "epoch": 593,
    "loss": 0.052892623314013086,
    "learning_rate": 3.6244271328559766e-05
  },
  {
    "epoch": 594,
    "loss": 0.05109444912523031,
    "learning_rate": 3.609173308140957e-05
  },
  {
    "epoch": 595,
    "loss": 0.052011755062267184,
    "learning_rate": 3.593933500831955e-05
  },
  {
    "epoch": 596,
    "loss": 0.051202829306324325,
    "learning_rate": 3.57870786452292e-05
  },
  {
    "epoch": 597,
    "loss": 0.05211739125661552,
    "learning_rate": 3.5634965526649794e-05
  },
  {
    "epoch": 598,
    "loss": 0.05176609785606464,
    "learning_rate": 3.548299718564897e-05
  },
  {
    "epoch": 599,
    "loss": 0.053818706811095275,
    "learning_rate": 3.5331175153835186e-05
  },
  {
    "epoch": 600,
    "loss": 0.05262000517298778,
    "learning_rate": 3.517950096134232e-05
  },
  {
    "epoch": 601,
    "loss": 0.054447041203578316,
    "learning_rate": 3.502797613681429e-05
  },
  {
    "epoch": 602,
    "loss": 0.052908286452293396,
    "learning_rate": 3.487660220738958e-05
  },
  {
    "epoch": 603,
    "loss": 0.05118250707164407,
    "learning_rate": 3.4725380698685904e-05
  },
  {
    "epoch": 604,
    "loss": 0.05343163036741316,
    "learning_rate": 3.457431313478481e-05
  },
  {
    "epoch": 605,
    "loss": 0.05128631927073002,
    "learning_rate": 3.4423401038216286e-05
  },
  {
    "epoch": 606,
    "loss": 0.05122885686190178,
    "learning_rate": 3.427264592994348e-05
  },
  {
    "epoch": 607,
    "loss": 0.04810470358158151,
    "learning_rate": 3.412204932934734e-05
  },
  {
    "epoch": 608,
    "loss": 0.05349206031921009,
    "learning_rate": 3.3971612754211294e-05
  },
  {
    "epoch": 609,
    "loss": 0.053796169736112155,
    "learning_rate": 3.3821337720705934e-05
  },
  {
    "epoch": 610,
    "loss": 0.05133555301775535,
    "learning_rate": 3.367122574337378e-05
  },
  {
    "epoch": 611,
    "loss": 0.05400792881846428,
    "learning_rate": 3.3521278335113997e-05
  },
  {
    "epoch": 612,
    "loss": 0.051339264726266265,
    "learning_rate": 3.337149700716714e-05
  },
  {
    "epoch": 613,
    "loss": 0.05234176813003918,
    "learning_rate": 3.322188326909993e-05
  },
  {
    "epoch": 614,
    "loss": 0.051982107649867736,
    "learning_rate": 3.3072438628790025e-05
  },
  {
    "epoch": 615,
    "loss": 0.04904885613359511,
    "learning_rate": 3.292316459241085e-05
  },
  {
    "epoch": 616,
    "loss": 0.05191632414547106,
    "learning_rate": 3.277406266441642e-05
  },
  {
    "epoch": 617,
    "loss": 0.05388176037619511,
    "learning_rate": 3.2625134347526146e-05
  },
  {
    "epoch": 618,
    "loss": 0.05103527995136877,
    "learning_rate": 3.247638114270968e-05
  },
  {
    "epoch": 619,
    "loss": 0.05422322863402466,
    "learning_rate": 3.2327804549171836e-05
  },
  {
    "epoch": 620,
    "loss": 0.04982640082016587,
    "learning_rate": 3.217940606433747e-05
  },
  {
    "epoch": 621,
    "loss": 0.048705334309488535,
    "learning_rate": 3.203118718383634e-05
  },
  {
    "epoch": 622,
    "loss": 0.05045702401548624,
    "learning_rate": 3.18831494014881e-05
  },
  {
    "epoch": 623,
    "loss": 0.05386267268719772,
    "learning_rate": 3.173529420928719e-05
  },
  {
    "epoch": 624,
    "loss": 0.048785515362396836,
    "learning_rate": 3.158762309738781e-05
  },
  {
    "epoch": 625,
    "loss": 0.04705845913849771,
    "learning_rate": 3.144013755408895e-05
  },
  {
    "epoch": 626,
    "loss": 0.051335481383527316,
    "learning_rate": 3.129283906581935e-05
  },
  {
    "epoch": 627,
    "loss": 0.051691253669559956,
    "learning_rate": 3.114572911712248e-05
  },
  {
    "epoch": 628,
    "loss": 0.04963918193243444,
    "learning_rate": 3.0998809190641634e-05
  },
  {
    "epoch": 629,
    "loss": 0.0484431202057749,
    "learning_rate": 3.0852080767105e-05
  },
  {
    "epoch": 630,
    "loss": 0.04815768539750328,
    "learning_rate": 3.0705545325310683e-05
  },
  {
    "epoch": 631,
    "loss": 0.047690821501115956,
    "learning_rate": 3.055920434211184e-05
  },
  {
    "epoch": 632,
    "loss": 0.04815193312242627,
    "learning_rate": 3.0413059292401757e-05
  },
  {
    "epoch": 633,
    "loss": 0.04854817230564853,
    "learning_rate": 3.0267111649099054e-05
  },
  {
    "epoch": 634,
    "loss": 0.05106049574290713,
    "learning_rate": 3.0121362883132755e-05
  },
  {
    "epoch": 635,
    "loss": 0.04827175886991123,
    "learning_rate": 2.997581446342754e-05
  },
  {
    "epoch": 636,
    "loss": 0.04596368200145662,
    "learning_rate": 2.983046785688889e-05
  },
  {
    "epoch": 637,
    "loss": 0.0481131284032017,
    "learning_rate": 2.968532452838829e-05
  },
  {
    "epoch": 638,
    "loss": 0.04734110917585591,
    "learning_rate": 2.954038594074855e-05
  },
  {
    "epoch": 639,
    "loss": 0.048443147990231715,
    "learning_rate": 2.9395653554728953e-05
  },
  {
    "epoch": 640,
    "loss": 0.05168549584535261,
    "learning_rate": 2.925112882901061e-05
  },
  {
    "epoch": 641,
    "loss": 0.05104995107588669,
    "learning_rate": 2.9106813220181728e-05
  },
  {
    "epoch": 642,
    "loss": 0.04696970929702123,
    "learning_rate": 2.896270818272295e-05
  },
  {
    "epoch": 643,
    "loss": 0.04465165148333957,
    "learning_rate": 2.881881516899263e-05
  },
  {
    "epoch": 644,
    "loss": 0.04756035927372674,
    "learning_rate": 2.867513562921234e-05
  },
  {
    "epoch": 645,
    "loss": 0.046425874500224985,
    "learning_rate": 2.8531671011452083e-05
  },
  {
    "epoch": 646,
    "loss": 0.04676970629952848,
    "learning_rate": 2.8388422761615794e-05
  },
  {
    "epoch": 647,
    "loss": 0.04543856391683221,
    "learning_rate": 2.824539232342677e-05
  },
  {
    "epoch": 648,
    "loss": 0.04534047756654521,
    "learning_rate": 2.810258113841308e-05
  },
  {
    "epoch": 649,
    "loss": 0.048110543129344784,
    "learning_rate": 2.7959990645893064e-05
  },
  {
    "epoch": 650,
    "loss": 0.053216562839224935,
    "learning_rate": 2.7817622282960815e-05
  },
  {
    "epoch": 651,
    "loss": 0.04145214361293862,
    "learning_rate": 2.7675477484471702e-05
  },
  {
    "epoch": 652,
    "loss": 0.04483240951473514,
    "learning_rate": 2.7533557683027893e-05
  },
  {
    "epoch": 653,
    "loss": 0.046833218851437174,
    "learning_rate": 2.739186430896398e-05
  },
  {
    "epoch": 654,
    "loss": 0.04996290127746761,
    "learning_rate": 2.725039879033246e-05
  },
  {
    "epoch": 655,
    "loss": 0.05238794985537728,
    "learning_rate": 2.710916255288941e-05
  },
  {
    "epoch": 656,
    "loss": 0.04771872470155358,
    "learning_rate": 2.6968157020080108e-05
  },
  {
    "epoch": 657,
    "loss": 0.044700125620389976,
    "learning_rate": 2.682738361302468e-05
  },
  {
    "epoch": 658,
    "loss": 0.0490856800849239,
    "learning_rate": 2.6686843750503776e-05
  },
  {
    "epoch": 659,
    "loss": 0.04619315064822634,
    "learning_rate": 2.654653884894428e-05
  },
  {
    "epoch": 660,
    "loss": 0.04525023504781226,
    "learning_rate": 2.640647032240503e-05
  },
  {
    "epoch": 661,
    "loss": 0.04553532650849471,
    "learning_rate": 2.6266639582562556e-05
  },
  {
    "epoch": 662,
    "loss": 0.04710280840906004,
    "learning_rate": 2.612704803869686e-05
  },
  {
    "epoch": 663,
    "loss": 0.04793873328405122,
    "learning_rate": 2.5987697097677248e-05
  },
  {
    "epoch": 664,
    "loss": 0.044482941972091794,
    "learning_rate": 2.5848588163948084e-05
  },
  {
    "epoch": 665,
    "loss": 0.042798071168363094,
    "learning_rate": 2.570972263951466e-05
  },
  {
    "epoch": 666,
    "loss": 0.04250022035557777,
    "learning_rate": 2.55711019239291e-05
  },
  {
    "epoch": 667,
    "loss": 0.043121339714465044,
    "learning_rate": 2.5432727414276224e-05
  },
  {
    "epoch": 668,
    "loss": 0.04387030304254343,
    "learning_rate": 2.5294600505159465e-05
  },
  {
    "epoch": 669,
    "loss": 0.04559379839338362,
    "learning_rate": 2.515672258868682e-05
  },
  {
    "epoch": 670,
    "loss": 0.04515098089662691,
    "learning_rate": 2.501909505445683e-05
  },
  {
    "epoch": 671,
    "loss": 0.044803902972489595,
    "learning_rate": 2.4881719289544547e-05
  },
  {
    "epoch": 672,
    "loss": 0.043335863233854376,
    "learning_rate": 2.474459667848762e-05
  },
  {
    "epoch": 673,
    "loss": 0.0426959462541466,
    "learning_rate": 2.4607728603272245e-05
  },
  {
    "epoch": 674,
    "loss": 0.04595529939979315,
    "learning_rate": 2.44711164433193e-05
  },
  {
    "epoch": 675,
    "loss": 0.04206119648491343,
    "learning_rate": 2.433476157547044e-05
  },
  {
    "epoch": 676,
    "loss": 0.04608522976438204,
    "learning_rate": 2.4198665373974188e-05
  },
  {
    "epoch": 677,
    "loss": 0.044093155612548195,
    "learning_rate": 2.406282921047213e-05
  },
  {
    "epoch": 678,
    "loss": 0.03903723577968776,
    "learning_rate": 2.3927254453985053e-05
  },
  {
    "epoch": 679,
    "loss": 0.043628396233543754,
    "learning_rate": 2.3791942470899165e-05
  },
  {
    "epoch": 680,
    "loss": 0.044804223774311445,
    "learning_rate": 2.365689462495229e-05
  },
  {
    "epoch": 681,
    "loss": 0.04343105367540071,
    "learning_rate": 2.3522112277220232e-05
  },
  {
    "epoch": 682,
    "loss": 0.04410619296443959,
    "learning_rate": 2.33875967861029e-05
  },
  {
    "epoch": 683,
    "loss": 0.04042805025043587,
    "learning_rate": 2.325334950731073e-05
  },
  {
    "epoch": 684,
    "loss": 0.045012148252377905,
    "learning_rate": 2.3119371793850986e-05
  },
  {
    "epoch": 685,
    "loss": 0.042313644507279,
    "learning_rate": 2.2985664996014117e-05
  },
  {
    "epoch": 686,
    "loss": 0.042303124093450606,
    "learning_rate": 2.2852230461360168e-05
  },
  {
    "epoch": 687,
    "loss": 0.041074520869491,
    "learning_rate": 2.2719069534705183e-05
  },
  {
    "epoch": 688,
    "loss": 0.04211757646407932,
    "learning_rate": 2.2586183558107655e-05
  },
  {
    "epoch": 689,
    "loss": 0.042200536389524736,
    "learning_rate": 2.245357387085497e-05
  },
  {
    "epoch": 690,
    "loss": 0.04096735024359077,
    "learning_rate": 2.232124180945003e-05
  },
  {
    "epoch": 691,
    "loss": 0.04225141644322624,
    "learning_rate": 2.2189188707597597e-05
  },
  {
    "epoch": 692,
    "loss": 0.041334074650270246,
    "learning_rate": 2.2057415896190997e-05
  },
  {
    "epoch": 693,
    "loss": 0.04043724046399196,
    "learning_rate": 2.1925924703298634e-05
  },
  {
    "epoch": 694,
    "loss": 0.04104200785513967,
    "learning_rate": 2.179471645415065e-05
  },
  {
    "epoch": 695,
    "loss": 0.04014350275974721,
    "learning_rate": 2.1663792471125528e-05
  },
  {
    "epoch": 696,
    "loss": 0.04440771497320384,
    "learning_rate": 2.153315407373679e-05
  },
  {
    "epoch": 697,
    "loss": 0.040539970194610454,
    "learning_rate": 2.1402802578619692e-05
  },
  {
    "epoch": 698,
    "loss": 0.04113070934545249,
    "learning_rate": 2.1272739299517952e-05
  },
  {
    "epoch": 699,
    "loss": 0.039922721489953496,
    "learning_rate": 2.1142965547270506e-05
  },
  {
    "epoch": 700,
    "loss": 0.039641510734024145,
    "learning_rate": 2.1013482629798333e-05
  },
  {
    "epoch": 701,
    "loss": 0.03923407678181926,
    "learning_rate": 2.088429185209121e-05
  },
  {
    "epoch": 702,
    "loss": 0.04128546159093579,
    "learning_rate": 2.0755394516194592e-05
  },
  {
    "epoch": 703,
    "loss": 0.04043783814025422,
    "learning_rate": 2.0626791921196502e-05
  },
  {
    "epoch": 704,
    "loss": 0.04568227295142909,
    "learning_rate": 2.0498485363214425e-05
  },
  {
    "epoch": 705,
    "loss": 0.04205858571610103,
    "learning_rate": 2.0370476135382233e-05
  },
  {
    "epoch": 706,
    "loss": 0.041909279340567686,
    "learning_rate": 2.0242765527837183e-05
  },
  {
    "epoch": 707,
    "loss": 0.03923499172863861,
    "learning_rate": 2.0115354827706882e-05
  },
  {
    "epoch": 708,
    "loss": 0.03937311959452927,
    "learning_rate": 1.998824531909632e-05
  },
  {
    "epoch": 709,
    "loss": 0.03922391737190386,
    "learning_rate": 1.986143828307498e-05
  },
  {
    "epoch": 710,
    "loss": 0.0385597573282818,
    "learning_rate": 1.9734934997663845e-05
  },
  {
    "epoch": 711,
    "loss": 0.03953472179515908,
    "learning_rate": 1.960873673782256e-05
  },
  {
    "epoch": 712,
    "loss": 0.039692342708197735,
    "learning_rate": 1.9482844775436582e-05
  },
  {
    "epoch": 713,
    "loss": 0.042074628601161145,
    "learning_rate": 1.935726037930437e-05
  },
  {
    "epoch": 714,
    "loss": 0.04054480449606975,
    "learning_rate": 1.9231984815124577e-05
  },
  {
    "epoch": 715,
    "loss": 0.04013340799914052,
    "learning_rate": 1.910701934548329e-05
  },
  {
    "epoch": 716,
    "loss": 0.03616472834255546,
    "learning_rate": 1.8982365229841344e-05
  },
  {
    "epoch": 717,
    "loss": 0.03810053159637997,
    "learning_rate": 1.8858023724521555e-05
  },
  {
    "epoch": 718,
    "loss": 0.037763211449297764,
    "learning_rate": 1.8733996082696185e-05
  },
  {
    "epoch": 719,
    "loss": 0.039349707309156656,
    "learning_rate": 1.8610283554374157e-05
  },
  {
    "epoch": 720,
    "loss": 0.03996595488085101,
    "learning_rate": 1.848688738638857e-05
  },
  {
    "epoch": 721,
    "loss": 0.04110020457301289,
    "learning_rate": 1.8363808822384065e-05
  },
  {
    "epoch": 722,
    "loss": 0.041789243230596185,
    "learning_rate": 1.824104910280436e-05
  },
  {
    "epoch": 723,
    "loss": 0.043506197282113135,
    "learning_rate": 1.8118609464879672e-05
  },
  {
    "epoch": 724,
    "loss": 0.039047893680011235,
    "learning_rate": 1.7996491142614302e-05
  },
  {
    "epoch": 725,
    "loss": 0.038528011025240026,
    "learning_rate": 1.787469536677419e-05
  },
  {
    "epoch": 726,
    "loss": 0.0372214806266129,
    "learning_rate": 1.7753223364874483e-05
  },
  {
    "epoch": 727,
    "loss": 0.03688402101397514,
    "learning_rate": 1.7632076361167166e-05
  },
  {
    "epoch": 728,
    "loss": 0.03805189032573253,
    "learning_rate": 1.751125557662881e-05
  },
  {
    "epoch": 729,
    "loss": 0.03784254701652875,
    "learning_rate": 1.7390762228948116e-05
  },
  {
    "epoch": 730,
    "loss": 0.03802374789180855,
    "learning_rate": 1.7270597532513766e-05
  },
  {
    "epoch": 731,
    "loss": 0.0400331998631979,
    "learning_rate": 1.7150762698402122e-05
  },
  {
    "epoch": 732,
    "loss": 0.037062664749100804,
    "learning_rate": 1.7031258934365045e-05
  },
  {
    "epoch": 733,
    "loss": 0.038162958497802414,
    "learning_rate": 1.691208744481772e-05
  },
  {
    "epoch": 734,
    "loss": 0.03914392079847554,
    "learning_rate": 1.67932494308265e-05
  },
  {
    "epoch": 735,
    "loss": 0.042280029389075935,
    "learning_rate": 1.6674746090096832e-05
  },
  {
    "epoch": 736,
    "loss": 0.0361330914699162,
    "learning_rate": 1.655657861696114e-05
  },
  {
    "epoch": 737,
    "loss": 0.03697972449784478,
    "learning_rate": 1.643874820236686e-05
  },
  {
    "epoch": 738,
    "loss": 0.03746374847833067,
    "learning_rate": 1.632125603386437e-05
  },
  {
    "epoch": 739,
    "loss": 0.0363991188739116,
    "learning_rate": 1.6204103295595025e-05
  },
  {
    "epoch": 740,
    "loss": 0.03447038525094589,
    "learning_rate": 1.608729116827928e-05
  },
  {
    "epoch": 741,
    "loss": 0.03423153636200974,
    "learning_rate": 1.5970820829204717e-05
  },
  {
    "epoch": 742,
    "loss": 0.03705068580651035,
    "learning_rate": 1.585469345221424e-05
  },
  {
    "epoch": 743,
    "loss": 0.03540259168948978,
    "learning_rate": 1.5738910207694213e-05
  },
  {
    "epoch": 744,
    "loss": 0.03553561121225357,
    "learning_rate": 1.5623472262562667e-05
  },
  {
    "epoch": 745,
    "loss": 0.03568991863479217,
    "learning_rate": 1.5508380780257533e-05
  },
  {
    "epoch": 746,
    "loss": 0.03519649881248673,
    "learning_rate": 1.5393636920724962e-05
  },
  {
    "epoch": 747,
    "loss": 0.03338407364208251,
    "learning_rate": 1.527924184040757e-05
  },
  {
    "epoch": 748,
    "loss": 0.03596604285606494,
    "learning_rate": 1.5165196692232813e-05
  },
  {
    "epoch": 749,
    "loss": 0.03382716161043694,
    "learning_rate": 1.5051502625601378e-05
  },
  {
    "epoch": 750,
    "loss": 0.03520215469567726,
    "learning_rate": 1.4938160786375572e-05
  },
  {
    "epoch": 751,
    "loss": 0.03795437425530205,
    "learning_rate": 1.4825172316867802e-05
  },
  {
    "epoch": 752,
    "loss": 0.035662915712843336,
    "learning_rate": 1.4712538355829047e-05
  },
  {
    "epoch": 753,
    "loss": 0.0359387241769582,
    "learning_rate": 1.4600260038437375e-05
  },
  {
    "epoch": 754,
    "loss": 0.03364711988251656,
    "learning_rate": 1.4488338496286496e-05
  },
  {
    "epoch": 755,
    "loss": 0.036919619771651924,
    "learning_rate": 1.4376774857374425e-05
  },
  {
    "epoch": 756,
    "loss": 0.0341762425377965,
    "learning_rate": 1.4265570246092008e-05
  },
  {
    "epoch": 757,
    "loss": 0.034906444527829684,
    "learning_rate": 1.4154725783211653e-05
  },
  {
    "epoch": 758,
    "loss": 0.033763797294038035,
    "learning_rate": 1.4044242585876039e-05
  },
  {
    "epoch": 759,
    "loss": 0.03550668685541799,
    "learning_rate": 1.3934121767586817e-05
  },
  {
    "epoch": 760,
    "loss": 0.033127061130168535,
    "learning_rate": 1.3824364438193433e-05
  },
  {
    "epoch": 761,
    "loss": 0.03406877322898557,
    "learning_rate": 1.3714971703881906e-05
  },
  {
    "epoch": 762,
    "loss": 0.03401668928563595,
    "learning_rate": 1.3605944667163705e-05
  },
  {
    "epoch": 763,
    "loss": 0.03366271212386588,
    "learning_rate": 1.3497284426864615e-05
  },
  {
    "epoch": 764,
    "loss": 0.034410392943148814,
    "learning_rate": 1.3388992078113671e-05
  },
  {
    "epoch": 765,
    "loss": 0.0355002797053506,
    "learning_rate": 1.3281068712332162e-05
  },
  {
    "epoch": 766,
    "loss": 0.03433318335252503,
    "learning_rate": 1.3173515417222549e-05
  },
  {
    "epoch": 767,
    "loss": 0.03298414785725375,
    "learning_rate": 1.3066333276757559e-05
  },
  {
    "epoch": 768,
    "loss": 0.035302525657850005,
    "learning_rate": 1.2959523371169253e-05
  },
  {
    "epoch": 769,
    "loss": 0.035206721940388284,
    "learning_rate": 1.2853086776938134e-05
  },
  {
    "epoch": 770,
    "loss": 0.03314172247579942,
    "learning_rate": 1.274702456678229e-05
  },
  {
    "epoch": 771,
    "loss": 0.03365615623382231,
    "learning_rate": 1.2641337809646597e-05
  },
  {
    "epoch": 772,
    "loss": 0.03471667257448038,
    "learning_rate": 1.2536027570691938e-05
  },
  {
    "epoch": 773,
    "loss": 0.0325819127028808,
    "learning_rate": 1.2431094911284458e-05
  },
  {
    "epoch": 774,
    "loss": 0.03212639704967538,
    "learning_rate": 1.2326540888984899e-05
  },
  {
    "epoch": 775,
    "loss": 0.03237217206818362,
    "learning_rate": 1.2222366557537911e-05
  },
  {
    "epoch": 776,
    "loss": 0.03209397200650225,
    "learning_rate": 1.2118572966861424e-05
  },
  {
    "epoch": 777,
    "loss": 0.03207096473003427,
    "learning_rate": 1.2015161163036109e-05
  },
  {
    "epoch": 778,
    "loss": 0.031443562436228,
    "learning_rate": 1.1912132188294794e-05
  },
  {
    "epoch": 779,
    "loss": 0.03149827371817082,
    "learning_rate": 1.1809487081011971e-05
  },
  {
    "epoch": 780,
    "loss": 0.03448133911782255,
    "learning_rate": 1.170722687569335e-05
  },
  {
    "epoch": 781,
    "loss": 0.032842228383136295,
    "learning_rate": 1.1605352602965409e-05
  },
  {
    "epoch": 782,
    "loss": 0.032140270341187716,
    "learning_rate": 1.1503865289565007e-05
  },
  {
    "epoch": 783,
    "loss": 0.033083701777892806,
    "learning_rate": 1.1402765958329076e-05
  },
  {
    "epoch": 784,
    "loss": 0.0316408898603792,
    "learning_rate": 1.130205562818425e-05
  },
  {
    "epoch": 785,
    "loss": 0.03292422730010003,
    "learning_rate": 1.1201735314136641e-05
  },
  {
    "epoch": 786,
    "loss": 0.03146176653293272,
    "learning_rate": 1.1101806027261585e-05
  },
  {
    "epoch": 787,
    "loss": 0.031099229546574254,
    "learning_rate": 1.100226877469347e-05
  },
  {
    "epoch": 788,
    "loss": 0.03242399865606179,
    "learning_rate": 1.090312455961558e-05
  },
  {
    "epoch": 789,
    "loss": 0.03175644238945097,
    "learning_rate": 1.0804374381249977e-05
  },
  {
    "epoch": 790,
    "loss": 0.03478466191639503,
    "learning_rate": 1.070601923484743e-05
  },
  {
    "epoch": 791,
    "loss": 0.03188947692979127,
    "learning_rate": 1.060806011167741e-05
  },
  {
    "epoch": 792,
    "loss": 0.03200559321946154,
    "learning_rate": 1.0510497999018038e-05
  },
  {
    "epoch": 793,
    "loss": 0.0328856217674911,
    "learning_rate": 1.0413333880146243e-05
  },
  {
    "epoch": 794,
    "loss": 0.030842144624330103,
    "learning_rate": 1.031656873432773e-05
  },
  {
    "epoch": 795,
    "loss": 0.034582934070688985,
    "learning_rate": 1.0220203536807182e-05
  },
  {
    "epoch": 796,
    "loss": 0.030100783760038514,
    "learning_rate": 1.0124239258798419e-05
  },
  {
    "epoch": 797,
    "loss": 0.03052748196447889,
    "learning_rate": 1.0028676867474595e-05
  },
  {
    "epoch": 798,
    "loss": 0.031770271326725684,
    "learning_rate": 9.933517325958475e-06
  },
  {
    "epoch": 799,
    "loss": 0.03351592621766031,
    "learning_rate": 9.838761593312701e-06
  },
  {
    "epoch": 800,
    "loss": 0.03199431455383698,
    "learning_rate": 9.744410624530148e-06
  },
  {
    "epoch": 801,
    "loss": 0.03259238984901458,
    "learning_rate": 9.650465370524276e-06
  },
  {
    "epoch": 802,
    "loss": 0.029788584836448233,
    "learning_rate": 9.556926778119591e-06
  },
  {
    "epoch": 803,
    "loss": 0.029020780658659835,
    "learning_rate": 9.463795790042045e-06
  },
  {
    "epoch": 804,
    "loss": 0.02976520130566011,
    "learning_rate": 9.37107334490957e-06
  },
  {
    "epoch": 805,
    "loss": 0.031203586452951033,
    "learning_rate": 9.278760377222612e-06
  },
  {
    "epoch": 806,
    "loss": 0.030980053862246375,
    "learning_rate": 9.186857817354699e-06
  },
  {
    "epoch": 807,
    "loss": 0.03076502711822589,
    "learning_rate": 9.095366591543092e-06
  },
  {
    "epoch": 808,
    "loss": 0.031179985652367275,
    "learning_rate": 9.00428762187942e-06
  },
  {
    "epoch": 809,
    "loss": 0.029908436311719317,
    "learning_rate": 8.913621826300416e-06
  },
  {
    "epoch": 810,
    "loss": 0.030192514687466126,
    "learning_rate": 8.823370118578628e-06
  },
  {
    "epoch": 811,
    "loss": 0.03302544242857645,
    "learning_rate": 8.733533408313261e-06
  },
  {
    "epoch": 812,
    "loss": 0.032354924556178354,
    "learning_rate": 8.644112600920957e-06
  },
  {
    "epoch": 813,
    "loss": 0.03082099281406651,
    "learning_rate": 8.555108597626704e-06
  },
  {
    "epoch": 814,
    "loss": 0.0301099595380947,
    "learning_rate": 8.466522295454732e-06
  },
  {
    "epoch": 815,
    "loss": 0.03078031396338095,
    "learning_rate": 8.378354587219489e-06
  },
  {
    "epoch": 816,
    "loss": 0.029783352743834257,
    "learning_rate": 8.290606361516645e-06
  },
  {
    "epoch": 817,
    "loss": 0.029844806529581547,
    "learning_rate": 8.203278502714106e-06
  },
  {
    "epoch": 818,
    "loss": 0.029461045128603775,
    "learning_rate": 8.116371890943147e-06
  },
  {
    "epoch": 819,
    "loss": 0.029439822033358116,
    "learning_rate": 8.029887402089486e-06
  },
  {
    "epoch": 820,
    "loss": 0.028134180698543787,
    "learning_rate": 7.943825907784536e-06
  },
  {
    "epoch": 821,
    "loss": 0.03072378570990016,
    "learning_rate": 7.858188275396528e-06
  },
  {
    "epoch": 822,
    "loss": 0.02792467107065022,
    "learning_rate": 7.77297536802183e-06
  },
  {
    "epoch": 823,
    "loss": 0.029231498755204182,
    "learning_rate": 7.688188044476224e-06
  },
  {
    "epoch": 824,
    "loss": 0.030468866423082847,
    "learning_rate": 7.603827159286264e-06
  },
  {
    "epoch": 825,
    "loss": 0.028226060637583334,
    "learning_rate": 7.519893562680663e-06
  },
  {
    "epoch": 826,
    "loss": 0.027992840972729027,
    "learning_rate": 7.436388100581715e-06
  },
  {
    "epoch": 827,
    "loss": 0.030713641938442986,
    "learning_rate": 7.353311614596759e-06
  },
  {
    "epoch": 828,
    "loss": 0.02963928501897802,
    "learning_rate": 7.270664942009725e-06
  },
  {
    "epoch": 829,
    "loss": 0.02904803721078982,
    "learning_rate": 7.188448915772672e-06
  },
  {
    "epoch": 830,
    "loss": 0.03114435643268128,
    "learning_rate": 7.1066643644974285e-06
  },
  {
    "epoch": 831,
    "loss": 0.028104311786592007,
    "learning_rate": 7.025312112447191e-06
  },
  {
    "epoch": 832,
    "loss": 0.02790051248545448,
    "learning_rate": 6.94439297952823e-06
  },
  {
    "epoch": 833,
    "loss": 0.02797484366844098,
    "learning_rate": 6.86390778128167e-06
  },
  {
    "epoch": 834,
    "loss": 0.02960158500354737,
    "learning_rate": 6.783857328875204e-06
  },
  {
    "epoch": 835,
    "loss": 0.028898016704867285,
    "learning_rate": 6.704242429094981e-06
  },
  {
    "epoch": 836,
    "loss": 0.02776089411539336,
    "learning_rate": 6.625063884337434e-06
  },
  {
    "epoch": 837,
    "loss": 0.028956536514063675,
    "learning_rate": 6.546322492601192e-06
  },
  {
    "epoch": 838,
    "loss": 0.029966943431645632,
    "learning_rate": 6.468019047479062e-06
  },
  {
    "epoch": 839,
    "loss": 0.02910497524620344,
    "learning_rate": 6.39015433815004e-06
  },
  {
    "epoch": 840,
    "loss": 0.031162727740593255,
    "learning_rate": 6.312729149371294e-06
  },
  {
    "epoch": 841,
    "loss": 0.027826611573497455,
    "learning_rate": 6.2357442614703275e-06
  },
  {
    "epoch": 842,
    "loss": 0.02735376711158703,
    "learning_rate": 6.159200450337072e-06
  },
  {
    "epoch": 843,
    "loss": 0.027933181224701304,
    "learning_rate": 6.083098487416083e-06
  },
  {
    "epoch": 844,
    "loss": 0.028950648731552064,
    "learning_rate": 6.007439139698762e-06
  },
  {
    "epoch": 845,
    "loss": 0.028427702297146123,
    "learning_rate": 5.932223169715623e-06
  },
  {
    "epoch": 846,
    "loss": 0.028618581709451973,
    "learning_rate": 5.857451335528613e-06
  },
  {
    "epoch": 847,
    "loss": 0.02739390804587553,
    "learning_rate": 5.7831243907234656e-06
  },
  {
    "epoch": 848,
    "loss": 0.029107753226223092,
    "learning_rate": 5.7092430844021275e-06
  },
  {
    "epoch": 849,
    "loss": 0.02819646712547789,
    "learning_rate": 5.635808161175171e-06
  },
  {
    "epoch": 850,
    "loss": 0.028357082822670538,
    "learning_rate": 5.562820361154314e-06
  },
  {
    "epoch": 851,
    "loss": 0.027709029692535598,
    "learning_rate": 5.49028041994496e-06
  },
  {
    "epoch": 852,
    "loss": 0.027372741450866062,
    "learning_rate": 5.418189068638774e-06
  },
  {
    "epoch": 853,
    "loss": 0.029080985075173277,
    "learning_rate": 5.3465470338063315e-06
  },
  {
    "epoch": 854,
    "loss": 0.02727119089104235,
    "learning_rate": 5.275355037489771e-06
  },
  {
    "epoch": 855,
    "loss": 0.029015498507457476,
    "learning_rate": 5.204613797195551e-06
  },
  {
    "epoch": 856,
    "loss": 0.028429652331396937,
    "learning_rate": 5.134324025887172e-06
  },
  {
    "epoch": 857,
    "loss": 0.027359550391944747,
    "learning_rate": 5.0644864319780384e-06
  },
  {
    "epoch": 858,
    "loss": 0.027269792393781245,
    "learning_rate": 4.9951017193242965e-06
  },
  {
    "epoch": 859,
    "loss": 0.027228586259298027,
    "learning_rate": 4.926170587217738e-06
  },
  {
    "epoch": 860,
    "loss": 0.02696878183633089,
    "learning_rate": 4.857693730378754e-06
  },
  {
    "epoch": 861,
    "loss": 0.027351308691625793,
    "learning_rate": 4.789671838949333e-06
  },
  {
    "epoch": 862,
    "loss": 0.025771908384437364,
    "learning_rate": 4.722105598486115e-06
  },
  {
    "epoch": 863,
    "loss": 0.02994514664169401,
    "learning_rate": 4.654995689953473e-06
  },
  {
    "epoch": 864,
    "loss": 0.0276289307900394,
    "learning_rate": 4.588342789716654e-06
  },
  {
    "epoch": 865,
    "loss": 0.027016253715070587,
    "learning_rate": 4.522147569534957e-06
  },
  {
    "epoch": 866,
    "loss": 0.026895611469323438,
    "learning_rate": 4.456410696554952e-06
  },
  {
    "epoch": 867,
    "loss": 0.02591908323423316,
    "learning_rate": 4.391132833303807e-06
  },
  {
    "epoch": 868,
    "loss": 0.027198567676047485,
    "learning_rate": 4.326314637682549e-06
  },
  {
    "epoch": 869,
    "loss": 0.0275210445591559,
    "learning_rate": 4.261956762959452e-06
  },
  {
    "epoch": 870,
    "loss": 0.025992653410260875,
    "learning_rate": 4.19805985776347e-06
  },
  {
    "epoch": 871,
    "loss": 0.027061779944536585,
    "learning_rate": 4.134624566077694e-06
  },
  {
    "epoch": 872,
    "loss": 0.02827575042222937,
    "learning_rate": 4.071651527232845e-06
  },
  {
    "epoch": 873,
    "loss": 0.02734509859389315,
    "learning_rate": 4.009141375900849e-06
  },
  {
    "epoch": 874,
    "loss": 0.026045643375255167,
    "learning_rate": 3.947094742088431e-06
  },
  {
    "epoch": 875,
    "loss": 0.025418458351244528,
    "learning_rate": 3.885512251130763e-06
  },
  {
    "epoch": 876,
    "loss": 0.02643506391905248,
    "learning_rate": 3.824394523685193e-06
  },
  {
    "epoch": 877,
    "loss": 0.025929300657783944,
    "learning_rate": 3.7637421757249326e-06
  },
  {
    "epoch": 878,
    "loss": 0.02597758798704793,
    "learning_rate": 3.7035558185328888e-06
  },
  {
    "epoch": 879,
    "loss": 0.026263252637969952,
    "learning_rate": 3.6438360586955046e-06
  },
  {
    "epoch": 880,
    "loss": 0.02585069229826331,
    "learning_rate": 3.5845834980966274e-06
  },
  {
    "epoch": 881,
    "loss": 0.025969884164320927,
    "learning_rate": 3.5257987339114453e-06
  },
  {
    "epoch": 882,
    "loss": 0.026120638591237366,
    "learning_rate": 3.467482358600477e-06
  },
  {
    "epoch": 883,
    "loss": 0.026088743819855154,
    "learning_rate": 3.4096349599036124e-06
  },
  {
    "epoch": 884,
    "loss": 0.026416891642535727,
    "learning_rate": 3.3522571208341402e-06
  },
  {
    "epoch": 885,
    "loss": 0.028725332153650623,
    "learning_rate": 3.2953494196729607e-06
  },
  {
    "epoch": 886,
    "loss": 0.025620419493255515,
    "learning_rate": 3.2389124299626484e-06
  },
  {
    "epoch": 887,
    "loss": 0.026925492837714653,
    "learning_rate": 3.182946720501756e-06
  },
  {
    "epoch": 888,
    "loss": 0.026924419643667836,
    "learning_rate": 3.1274528553390413e-06
  },
  {
    "epoch": 889,
    "loss": 0.02805771104370554,
    "learning_rate": 3.0724313937677996e-06
  },
  {
    "epoch": 890,
    "loss": 0.024893807480111718,
    "learning_rate": 3.017882890320212e-06
  },
  {
    "epoch": 891,
    "loss": 0.02588334489458551,
    "learning_rate": 2.9638078947617778e-06
  },
  {
    "epoch": 892,
    "loss": 0.026596755914700527,
    "learning_rate": 2.9102069520857476e-06
  },
  {
    "epoch": 893,
    "loss": 0.025333131624696154,
    "learning_rate": 2.857080602507656e-06
  },
  {
    "epoch": 894,
    "loss": 0.02686241928798457,
    "learning_rate": 2.8044293814598444e-06
  },
  {
    "epoch": 895,
    "loss": 0.027102672145701945,
    "learning_rate": 2.7522538195861203e-06
  },
  {
    "epoch": 896,
    "loss": 0.025767696206457913,
    "learning_rate": 2.7005544427363416e-06
  },
  {
    "epoch": 897,
    "loss": 0.02554719984376182,
    "learning_rate": 2.649331771961161e-06
  },
  {
    "epoch": 898,
    "loss": 0.024955131152334314,
    "learning_rate": 2.598586323506769e-06
  },
  {
    "epoch": 899,
    "loss": 0.025222970522008836,
    "learning_rate": 2.5483186088096745e-06
  },
  {
    "epoch": 900,
    "loss": 0.02575972315389663,
    "learning_rate": 2.4985291344915674e-06
  },
  {
    "epoch": 901,
    "loss": 0.02610124395384143,
    "learning_rate": 2.4492184023542087e-06
  },
  {
    "epoch": 902,
    "loss": 0.026023659971542656,
    "learning_rate": 2.4003869093743523e-06
  },
  {
    "epoch": 903,
    "loss": 0.02547983832967778,
    "learning_rate": 2.352035147698778e-06
  },
  {
    "epoch": 904,
    "loss": 0.024756178686705727,
    "learning_rate": 2.3041636046392977e-06
  },
  {
    "epoch": 905,
    "loss": 0.02571981605918457,
    "learning_rate": 2.2567727626678527e-06
  },
  {
    "epoch": 906,
    "loss": 0.02653992377842466,
    "learning_rate": 2.209863099411652e-06
  },
  {
    "epoch": 907,
    "loss": 0.025342857038291793,
    "learning_rate": 2.1634350876483633e-06
  },
  {
    "epoch": 908,
    "loss": 0.02528355169730882,
    "learning_rate": 2.117489195301342e-06
  },
  {
    "epoch": 909,
    "loss": 0.025624320687105257,
    "learning_rate": 2.0720258854349137e-06
  },
  {
    "epoch": 910,
    "loss": 0.025731030114305515,
    "learning_rate": 2.027045616249712e-06
  },
  {
    "epoch": 911,
    "loss": 0.026410452866305906,
    "learning_rate": 1.982548841078058e-06
  },
  {
    "epoch": 912,
    "loss": 0.025769485898005467,
    "learning_rate": 1.938536008379399e-06
  },
  {
    "epoch": 913,
    "loss": 0.025744911671305697,
    "learning_rate": 1.8950075617357843e-06
  },
  {
    "epoch": 914,
    "loss": 0.025333819367612403,
    "learning_rate": 1.8519639398473787e-06
  },
  {
    "epoch": 915,
    "loss": 0.025617392306836944,
    "learning_rate": 1.8094055765280671e-06
  },
  {
    "epoch": 916,
    "loss": 0.02585880469996482,
    "learning_rate": 1.767332900701063e-06
  },
  {
    "epoch": 917,
    "loss": 0.0258782480765755,
    "learning_rate": 1.7257463363945958e-06
  },
  {
    "epoch": 918,
    "loss": 0.02422095105672876,
    "learning_rate": 1.6846463027376359e-06
  },
  {
    "epoch": 919,
    "loss": 0.025941110992183287,
    "learning_rate": 1.6440332139556647e-06
  },
  {
    "epoch": 920,
    "loss": 0.024367569053235155,
    "learning_rate": 1.6039074793665066e-06
  },
  {
    "epoch": 921,
    "loss": 0.024367494508624077,
    "learning_rate": 1.5642695033761978e-06
  },
  {
    "epoch": 922,
    "loss": 0.023728413158096373,
    "learning_rate": 1.5251196854749184e-06
  },
  {
    "epoch": 923,
    "loss": 0.024121476473131526,
    "learning_rate": 1.4864584202329667e-06
  },
  {
    "epoch": 924,
    "loss": 0.025063141249120235,
    "learning_rate": 1.4482860972967637e-06
  },
  {
    "epoch": 925,
    "loss": 0.024691258751166362,
    "learning_rate": 1.4106031013849496e-06
  },
  {
    "epoch": 926,
    "loss": 0.0241517365599672,
    "learning_rate": 1.3734098122844873e-06
  },
  {
    "epoch": 927,
    "loss": 0.025211348431184888,
    "learning_rate": 1.3367066048468545e-06
  },
  {
    "epoch": 928,
    "loss": 0.025374240707606077,
    "learning_rate": 1.3004938489842523e-06
  },
  {
    "epoch": 929,
    "loss": 0.024871637385028105,
    "learning_rate": 1.264771909665874e-06
  },
  {
    "epoch": 930,
    "loss": 0.024787745904177427,
    "learning_rate": 1.2295411469142427e-06
  },
  {
    "epoch": 931,
    "loss": 0.025015300100979704,
    "learning_rate": 1.1948019158015577e-06
  },
  {
    "epoch": 932,
    "loss": 0.024673165831093986,
    "learning_rate": 1.1605545664461537e-06
  },
  {
    "epoch": 933,
    "loss": 0.024396686465479434,
    "learning_rate": 1.1267994440089246e-06
  },
  {
    "epoch": 934,
    "loss": 0.024563276499975473,
    "learning_rate": 1.0935368886898945e-06
  },
  {
    "epoch": 935,
    "loss": 0.02445415562639634,
    "learning_rate": 1.0607672357247412e-06
  },
  {
    "epoch": 936,
    "loss": 0.02546956060299029,
    "learning_rate": 1.0284908153814499e-06
  },
  {
    "epoch": 937,
    "loss": 0.02573117194697261,
    "learning_rate": 9.967079529569877e-07
  },
  {
    "epoch": 938,
    "loss": 0.02484860639863958,
    "learning_rate": 9.654189687739845e-07
  },
  {
    "epoch": 939,
    "loss": 0.024385751302664477,
    "learning_rate": 9.346241781775678e-07
  },
  {
    "epoch": 940,
    "loss": 0.025425329571589828,
    "learning_rate": 9.043238915321106e-07
  },
  {
    "epoch": 941,
    "loss": 0.024332699249498546,
    "learning_rate": 8.745184142181839e-07
  },
  {
    "epoch": 942,
    "loss": 0.024470103904604912,
    "learning_rate": 8.452080466294087e-07
  },
  {
    "epoch": 943,
    "loss": 0.024496453038106363,
    "learning_rate": 8.163930841694589e-07
  },
  {
    "epoch": 944,
    "loss": 0.024494538743359346,
    "learning_rate": 7.880738172490964e-07
  },
  {
    "epoch": 945,
    "loss": 0.024380934075452387,
    "learning_rate": 7.602505312832187e-07
  },
  {
    "epoch": 946,
    "loss": 0.024510125978849828,
    "learning_rate": 7.329235066879936e-07
  },
  {
    "epoch": 947,
    "loss": 0.02357845047178368,
    "learning_rate": 7.060930188780457e-07
  },
  {
    "epoch": 948,
    "loss": 0.024133052172449727,
    "learning_rate": 6.797593382636525e-07
  },
  {
    "epoch": 949,
    "loss": 0.02494920394383371,
    "learning_rate": 6.539227302480411e-07
  },
  {
    "epoch": 950,
    "loss": 0.02427577138102303,
    "learning_rate": 6.285834552247128e-07
  },
  {
    "epoch": 951,
    "loss": 0.02502574973429243,
    "learning_rate": 6.037417685748059e-07
  },
  {
    "epoch": 952,
    "loss": 0.02579601640657832,
    "learning_rate": 5.793979206645261e-07
  },
  {
    "epoch": 953,
    "loss": 0.02499746228568256,
    "learning_rate": 5.55552156842637e-07
  },
  {
    "epoch": 954,
    "loss": 0.02382419863715768,
    "learning_rate": 5.322047174379674e-07
  },
  {
    "epoch": 955,
    "loss": 0.024431448002966743,
    "learning_rate": 5.093558377569973e-07
  },
  {
    "epoch": 956,
    "loss": 0.025127834679248433,
    "learning_rate": 4.870057480814983e-07
  },
  {
    "epoch": 957,
    "loss": 0.02515788236632943,
    "learning_rate": 4.6515467366617936e-07
  },
  {
    "epoch": 958,
    "loss": 0.02324338866552959,
    "learning_rate": 4.4380283473646757e-07
  },
  {
    "epoch": 959,
    "loss": 0.02481534021596114,
    "learning_rate": 4.229504464862366e-07
  },
  {
    "epoch": 960,
    "loss": 0.026129360737589497,
    "learning_rate": 4.025977190756758e-07
  },
  {
    "epoch": 961,
    "loss": 0.023810997139662504,
    "learning_rate": 3.8274485762914705e-07
  },
  {
    "epoch": 962,
    "loss": 0.024751431308686733,
    "learning_rate": 3.6339206223313104e-07
  },
  {
    "epoch": 963,
    "loss": 0.024945217456358176,
    "learning_rate": 3.445395279342123e-07
  },
  {
    "epoch": 964,
    "loss": 0.024602219617615145,
    "learning_rate": 3.261874447371027e-07
  },
  {
    "epoch": 965,
    "loss": 0.024953504442237318,
    "learning_rate": 3.083359976027378e-07
  },
  {
    "epoch": 966,
    "loss": 0.024357177045506734,
    "learning_rate": 2.909853664464002e-07
  },
  {
    "epoch": 967,
    "loss": 0.02575468954940637,
    "learning_rate": 2.7413572613591565e-07
  },
  {
    "epoch": 968,
    "loss": 0.02301105612423271,
    "learning_rate": 2.5778724648988785e-07
  },
  {
    "epoch": 969,
    "loss": 0.02437769757428517,
    "learning_rate": 2.4194009227599957e-07
  },
  {
    "epoch": 970,
    "loss": 0.024423789815045893,
    "learning_rate": 2.2659442320932534e-07
  },
  {
    "epoch": 971,
    "loss": 0.023907396631936233,
    "learning_rate": 2.117503939507326e-07
  },
  {
    "epoch": 972,
    "loss": 0.024298075392531853,
    "learning_rate": 1.9740815410534964e-07
  },
  {
    "epoch": 973,
    "loss": 0.024800324075234432,
    "learning_rate": 1.835678482210057e-07
  },
  {
    "epoch": 974,
    "loss": 0.02454114002951731,
    "learning_rate": 1.7022961578682107e-07
  },
  {
    "epoch": 975,
    "loss": 0.025689371085415285,
    "learning_rate": 1.5739359123178587e-07
  },
  {
    "epoch": 976,
    "loss": 0.024449378872911137,
    "learning_rate": 1.4505990392339463e-07
  },
  {
    "epoch": 977,
    "loss": 0.02397007681429386,
    "learning_rate": 1.3322867816635275e-07
  },
  {
    "epoch": 978,
    "loss": 0.02422865020344034,
    "learning_rate": 1.2190003320131648e-07
  },
  {
    "epoch": 979,
    "loss": 0.02456963318400085,
    "learning_rate": 1.1107408320371049e-07
  },
  {
    "epoch": 980,
    "loss": 0.024445395218208432,
    "learning_rate": 1.0075093728255102e-07
  },
  {
    "epoch": 981,
    "loss": 0.024310948715234797,
    "learning_rate": 9.09306994793635e-08
  },
  {
    "epoch": 982,
    "loss": 0.024982854607515037,
    "learning_rate": 8.161346876711661e-08
  },
  {
    "epoch": 983,
    "loss": 0.0247909773606807,
    "learning_rate": 7.279933904926206e-08
  },
  {
    "epoch": 984,
    "loss": 0.024526483185278874,
    "learning_rate": 6.448839915873528e-08
  },
  {
    "epoch": 985,
    "loss": 0.02486624417360872,
    "learning_rate": 5.668073285710618e-08
  },
  {
    "epoch": 986,
    "loss": 0.025633956111657124,
    "learning_rate": 4.937641883370758e-08
  },
  {
    "epoch": 987,
    "loss": 0.024593925045337528,
    "learning_rate": 4.257553070485254e-08
  },
  {
    "epoch": 988,
    "loss": 0.024090903617131215,
    "learning_rate": 3.6278137013101564e-08
  },
  {
    "epoch": 989,
    "loss": 0.023598169325850904,
    "learning_rate": 3.0484301226541003e-08
  },
  {
    "epoch": 990,
    "loss": 0.025409279158338904,
    "learning_rate": 2.5194081738183496e-08
  },
  {
    "epoch": 991,
    "loss": 0.023526517247470718,
    "learning_rate": 2.0407531865346275e-08
  },
  {
    "epoch": 992,
    "loss": 0.02486419433262199,
    "learning_rate": 1.6124699849134893e-08
  },
  {
    "epoch": 993,
    "loss": 0.024757746917506058,
    "learning_rate": 1.2345628853943637e-08
  },
  {
    "epoch": 994,
    "loss": 0.024115720220531028,
    "learning_rate": 9.07035696702807e-09
  },
  {
    "epoch": 995,
    "loss": 0.024223934393376112,
    "learning_rate": 6.298917198127585e-09
  },
  {
    "epoch": 996,
    "loss": 0.024777913194460172,
    "learning_rate": 4.031337479104557e-09
  },
  {
    "epoch": 997,
    "loss": 0.025181249987023573,
    "learning_rate": 2.2676406637001103e-09
  },
  {
    "epoch": 998,
    "loss": 0.024029398841472965,
    "learning_rate": 1.0078445272843073e-09
  },
  {
    "epoch": 999,
    "loss": 0.023676088933522504,
    "learning_rate": 2.51961766667419e-10
  },
  {
    "epoch": 1000,
    "loss": 0.024208150571212173,
    "learning_rate": 0.0
  }
]