{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 39.0,
  "eval_steps": 500,
  "global_step": 1404,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.028169014084507043,
      "grad_norm": 6.119271278381348,
      "learning_rate": 9.999993146109795e-07,
      "loss": 0.7189172506332397,
      "step": 1
    },
    {
      "epoch": 0.056338028169014086,
      "grad_norm": 6.210888862609863,
      "learning_rate": 9.999972584460056e-07,
      "loss": 0.7133427262306213,
      "step": 2
    },
    {
      "epoch": 0.08450704225352113,
      "grad_norm": 6.092806816101074,
      "learning_rate": 9.99993831511342e-07,
      "loss": 0.7074416875839233,
      "step": 3
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 5.97125768661499,
      "learning_rate": 9.999890338174275e-07,
      "loss": 0.732918381690979,
      "step": 4
    },
    {
      "epoch": 0.14084507042253522,
      "grad_norm": 5.2337870597839355,
      "learning_rate": 9.99982865378877e-07,
      "loss": 0.6883118152618408,
      "step": 5
    },
    {
      "epoch": 0.16901408450704225,
      "grad_norm": 5.282492160797119,
      "learning_rate": 9.999753262144804e-07,
      "loss": 0.7119431495666504,
      "step": 6
    },
    {
      "epoch": 0.19718309859154928,
      "grad_norm": 5.101883888244629,
      "learning_rate": 9.999664163472034e-07,
      "loss": 0.676694929599762,
      "step": 7
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 5.041009426116943,
      "learning_rate": 9.999561358041868e-07,
      "loss": 0.6787284016609192,
      "step": 8
    },
    {
      "epoch": 0.2535211267605634,
      "grad_norm": 3.952293634414673,
      "learning_rate": 9.99944484616747e-07,
      "loss": 0.6841624975204468,
      "step": 9
    },
    {
      "epoch": 0.28169014084507044,
      "grad_norm": 3.8667240142822266,
      "learning_rate": 9.99931462820376e-07,
      "loss": 0.6778519749641418,
      "step": 10
    },
    {
      "epoch": 0.30985915492957744,
      "grad_norm": 3.7240049839019775,
      "learning_rate": 9.999170704547398e-07,
      "loss": 0.6599913835525513,
      "step": 11
    },
    {
      "epoch": 0.3380281690140845,
      "grad_norm": 3.7257325649261475,
      "learning_rate": 9.999013075636804e-07,
      "loss": 0.6581519246101379,
      "step": 12
    },
    {
      "epoch": 0.36619718309859156,
      "grad_norm": 3.390742301940918,
      "learning_rate": 9.998841741952141e-07,
      "loss": 0.6533472537994385,
      "step": 13
    },
    {
      "epoch": 0.39436619718309857,
      "grad_norm": 3.5247814655303955,
      "learning_rate": 9.998656704015323e-07,
      "loss": 0.6778960227966309,
      "step": 14
    },
    {
      "epoch": 0.4225352112676056,
      "grad_norm": 3.3745362758636475,
      "learning_rate": 9.998457962390008e-07,
      "loss": 0.647881031036377,
      "step": 15
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 3.357809066772461,
      "learning_rate": 9.998245517681593e-07,
      "loss": 0.6600426435470581,
      "step": 16
    },
    {
      "epoch": 0.4788732394366197,
      "grad_norm": 2.0050694942474365,
      "learning_rate": 9.998019370537227e-07,
      "loss": 0.6223803758621216,
      "step": 17
    },
    {
      "epoch": 0.5070422535211268,
      "grad_norm": 1.9662013053894043,
      "learning_rate": 9.997779521645791e-07,
      "loss": 0.6141380071640015,
      "step": 18
    },
    {
      "epoch": 0.5352112676056338,
      "grad_norm": 1.912354588508606,
      "learning_rate": 9.997525971737909e-07,
      "loss": 0.6148301959037781,
      "step": 19
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 1.8081035614013672,
      "learning_rate": 9.997258721585931e-07,
      "loss": 0.6116156578063965,
      "step": 20
    },
    {
      "epoch": 0.5915492957746479,
      "grad_norm": 1.7831499576568604,
      "learning_rate": 9.99697777200395e-07,
      "loss": 0.6001514196395874,
      "step": 21
    },
    {
      "epoch": 0.6197183098591549,
      "grad_norm": 1.733720064163208,
      "learning_rate": 9.996683123847795e-07,
      "loss": 0.5930601358413696,
      "step": 22
    },
    {
      "epoch": 0.647887323943662,
      "grad_norm": 1.7313363552093506,
      "learning_rate": 9.996374778015007e-07,
      "loss": 0.600416362285614,
      "step": 23
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 1.5939713716506958,
      "learning_rate": 9.996052735444862e-07,
      "loss": 0.5838176608085632,
      "step": 24
    },
    {
      "epoch": 0.704225352112676,
      "grad_norm": 1.5792946815490723,
      "learning_rate": 9.99571699711836e-07,
      "loss": 0.6054390072822571,
      "step": 25
    },
    {
      "epoch": 0.7323943661971831,
      "grad_norm": 1.503157615661621,
      "learning_rate": 9.995367564058216e-07,
      "loss": 0.589947521686554,
      "step": 26
    },
    {
      "epoch": 0.7605633802816901,
      "grad_norm": 1.426310420036316,
      "learning_rate": 9.995004437328865e-07,
      "loss": 0.5833415985107422,
      "step": 27
    },
    {
      "epoch": 0.7887323943661971,
      "grad_norm": 1.4212743043899536,
      "learning_rate": 9.994627618036452e-07,
      "loss": 0.5824709534645081,
      "step": 28
    },
    {
      "epoch": 0.8169014084507042,
      "grad_norm": 1.4318434000015259,
      "learning_rate": 9.994237107328838e-07,
      "loss": 0.5912908315658569,
      "step": 29
    },
    {
      "epoch": 0.8450704225352113,
      "grad_norm": 1.3547085523605347,
      "learning_rate": 9.993832906395582e-07,
      "loss": 0.581213653087616,
      "step": 30
    },
    {
      "epoch": 0.8732394366197183,
      "grad_norm": 1.3216475248336792,
      "learning_rate": 9.993415016467952e-07,
      "loss": 0.5896694660186768,
      "step": 31
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 1.1472809314727783,
      "learning_rate": 9.992983438818915e-07,
      "loss": 0.5665017366409302,
      "step": 32
    },
    {
      "epoch": 0.9295774647887324,
      "grad_norm": 1.189638614654541,
      "learning_rate": 9.992538174763127e-07,
      "loss": 0.5583457946777344,
      "step": 33
    },
    {
      "epoch": 0.9577464788732394,
      "grad_norm": 1.3204843997955322,
      "learning_rate": 9.992079225656944e-07,
      "loss": 0.5481071472167969,
      "step": 34
    },
    {
      "epoch": 0.9859154929577465,
      "grad_norm": 1.355393409729004,
      "learning_rate": 9.9916065928984e-07,
      "loss": 0.540003776550293,
      "step": 35
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.4106327295303345,
      "learning_rate": 9.991120277927223e-07,
      "loss": 0.5930083990097046,
      "step": 36
    },
    {
      "epoch": 1.028169014084507,
      "grad_norm": 1.2931945323944092,
      "learning_rate": 9.990620282224806e-07,
      "loss": 0.5400012731552124,
      "step": 37
    },
    {
      "epoch": 1.056338028169014,
      "grad_norm": 1.2562683820724487,
      "learning_rate": 9.990106607314225e-07,
      "loss": 0.5633293390274048,
      "step": 38
    },
    {
      "epoch": 1.084507042253521,
      "grad_norm": 1.1654468774795532,
      "learning_rate": 9.989579254760224e-07,
      "loss": 0.532966136932373,
      "step": 39
    },
    {
      "epoch": 1.1126760563380282,
      "grad_norm": 1.095537543296814,
      "learning_rate": 9.989038226169207e-07,
      "loss": 0.5428102016448975,
      "step": 40
    },
    {
      "epoch": 1.1408450704225352,
      "grad_norm": 0.9781971573829651,
      "learning_rate": 9.988483523189248e-07,
      "loss": 0.5413336157798767,
      "step": 41
    },
    {
      "epoch": 1.1690140845070423,
      "grad_norm": 0.9310394525527954,
      "learning_rate": 9.98791514751006e-07,
      "loss": 0.5297301411628723,
      "step": 42
    },
    {
      "epoch": 1.1971830985915493,
      "grad_norm": 0.8706420063972473,
      "learning_rate": 9.98733310086302e-07,
      "loss": 0.5210831165313721,
      "step": 43
    },
    {
      "epoch": 1.2253521126760563,
      "grad_norm": 0.8105738162994385,
      "learning_rate": 9.98673738502114e-07,
      "loss": 0.5330178737640381,
      "step": 44
    },
    {
      "epoch": 1.2535211267605635,
      "grad_norm": 0.7715710997581482,
      "learning_rate": 9.986128001799076e-07,
      "loss": 0.5241536498069763,
      "step": 45
    },
    {
      "epoch": 1.2816901408450705,
      "grad_norm": 0.7737131714820862,
      "learning_rate": 9.985504953053113e-07,
      "loss": 0.5341730713844299,
      "step": 46
    },
    {
      "epoch": 1.3098591549295775,
      "grad_norm": 0.7515022158622742,
      "learning_rate": 9.984868240681164e-07,
      "loss": 0.5346229076385498,
      "step": 47
    },
    {
      "epoch": 1.3380281690140845,
      "grad_norm": 0.7092189192771912,
      "learning_rate": 9.98421786662277e-07,
      "loss": 0.5273194909095764,
      "step": 48
    },
    {
      "epoch": 1.3661971830985915,
      "grad_norm": 0.7006992697715759,
      "learning_rate": 9.983553832859078e-07,
      "loss": 0.5130986571311951,
      "step": 49
    },
    {
      "epoch": 1.3943661971830985,
      "grad_norm": 0.7608235478401184,
      "learning_rate": 9.982876141412855e-07,
      "loss": 0.5286465883255005,
      "step": 50
    },
    {
      "epoch": 1.4225352112676055,
      "grad_norm": 0.7040536999702454,
      "learning_rate": 9.982184794348462e-07,
      "loss": 0.514992356300354,
      "step": 51
    },
    {
      "epoch": 1.4507042253521127,
      "grad_norm": 0.7056726813316345,
      "learning_rate": 9.981479793771866e-07,
      "loss": 0.5134010910987854,
      "step": 52
    },
    {
      "epoch": 1.4788732394366197,
      "grad_norm": 0.6980192065238953,
      "learning_rate": 9.98076114183062e-07,
      "loss": 0.5243700742721558,
      "step": 53
    },
    {
      "epoch": 1.5070422535211268,
      "grad_norm": 0.6883281469345093,
      "learning_rate": 9.98002884071386e-07,
      "loss": 0.533456563949585,
      "step": 54
    },
    {
      "epoch": 1.5352112676056338,
      "grad_norm": 0.6789364814758301,
      "learning_rate": 9.979282892652304e-07,
      "loss": 0.5107607841491699,
      "step": 55
    },
    {
      "epoch": 1.563380281690141,
      "grad_norm": 0.6524786353111267,
      "learning_rate": 9.97852329991824e-07,
      "loss": 0.5100893974304199,
      "step": 56
    },
    {
      "epoch": 1.591549295774648,
      "grad_norm": 0.6429108381271362,
      "learning_rate": 9.977750064825519e-07,
      "loss": 0.504834771156311,
      "step": 57
    },
    {
      "epoch": 1.619718309859155,
      "grad_norm": 0.640166699886322,
      "learning_rate": 9.976963189729547e-07,
      "loss": 0.5195026993751526,
      "step": 58
    },
    {
      "epoch": 1.647887323943662,
      "grad_norm": 0.6398917436599731,
      "learning_rate": 9.976162677027284e-07,
      "loss": 0.5107922554016113,
      "step": 59
    },
    {
      "epoch": 1.676056338028169,
      "grad_norm": 0.6268510818481445,
      "learning_rate": 9.975348529157229e-07,
      "loss": 0.5025534629821777,
      "step": 60
    },
    {
      "epoch": 1.704225352112676,
      "grad_norm": 0.6330083012580872,
      "learning_rate": 9.974520748599421e-07,
      "loss": 0.5268204212188721,
      "step": 61
    },
    {
      "epoch": 1.732394366197183,
      "grad_norm": 0.6181296110153198,
      "learning_rate": 9.973679337875418e-07,
      "loss": 0.5121350288391113,
      "step": 62
    },
    {
      "epoch": 1.76056338028169,
      "grad_norm": 0.6251637935638428,
      "learning_rate": 9.972824299548309e-07,
      "loss": 0.5083041191101074,
      "step": 63
    },
    {
      "epoch": 1.788732394366197,
      "grad_norm": 0.6216249465942383,
      "learning_rate": 9.971955636222684e-07,
      "loss": 0.4941920042037964,
      "step": 64
    },
    {
      "epoch": 1.8169014084507042,
      "grad_norm": 0.6167619228363037,
      "learning_rate": 9.971073350544644e-07,
      "loss": 0.5139775276184082,
      "step": 65
    },
    {
      "epoch": 1.8450704225352113,
      "grad_norm": 0.5856399536132812,
      "learning_rate": 9.970177445201783e-07,
      "loss": 0.49467232823371887,
      "step": 66
    },
    {
      "epoch": 1.8732394366197183,
      "grad_norm": 0.5677887201309204,
      "learning_rate": 9.969267922923188e-07,
      "loss": 0.48917800188064575,
      "step": 67
    },
    {
      "epoch": 1.9014084507042255,
      "grad_norm": 0.5781846642494202,
      "learning_rate": 9.968344786479415e-07,
      "loss": 0.49710148572921753,
      "step": 68
    },
    {
      "epoch": 1.9295774647887325,
      "grad_norm": 0.5702807903289795,
      "learning_rate": 9.967408038682505e-07,
      "loss": 0.5010455846786499,
      "step": 69
    },
    {
      "epoch": 1.9577464788732395,
      "grad_norm": 0.5541441440582275,
      "learning_rate": 9.96645768238595e-07,
      "loss": 0.48369255661964417,
      "step": 70
    },
    {
      "epoch": 1.9859154929577465,
      "grad_norm": 0.5757367014884949,
      "learning_rate": 9.965493720484698e-07,
      "loss": 0.4930347204208374,
      "step": 71
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.6758991479873657,
      "learning_rate": 9.964516155915151e-07,
      "loss": 0.4696311354637146,
      "step": 72
    },
    {
      "epoch": 2.028169014084507,
      "grad_norm": 0.5600554943084717,
      "learning_rate": 9.963524991655133e-07,
      "loss": 0.4977237582206726,
      "step": 73
    },
    {
      "epoch": 2.056338028169014,
      "grad_norm": 0.5461347103118896,
      "learning_rate": 9.962520230723906e-07,
      "loss": 0.49581873416900635,
      "step": 74
    },
    {
      "epoch": 2.084507042253521,
      "grad_norm": 0.5371939539909363,
      "learning_rate": 9.961501876182148e-07,
      "loss": 0.4844444692134857,
      "step": 75
    },
    {
      "epoch": 2.112676056338028,
      "grad_norm": 0.5407112240791321,
      "learning_rate": 9.960469931131936e-07,
      "loss": 0.4627693295478821,
      "step": 76
    },
    {
      "epoch": 2.140845070422535,
      "grad_norm": 0.5260986089706421,
      "learning_rate": 9.959424398716763e-07,
      "loss": 0.47007229924201965,
      "step": 77
    },
    {
      "epoch": 2.169014084507042,
      "grad_norm": 0.5254941582679749,
      "learning_rate": 9.958365282121496e-07,
      "loss": 0.46428751945495605,
      "step": 78
    },
    {
      "epoch": 2.1971830985915495,
      "grad_norm": 0.4997383654117584,
      "learning_rate": 9.95729258457239e-07,
      "loss": 0.4665895700454712,
      "step": 79
    },
    {
      "epoch": 2.2253521126760565,
      "grad_norm": 0.47207513451576233,
      "learning_rate": 9.956206309337066e-07,
      "loss": 0.45952320098876953,
      "step": 80
    },
    {
      "epoch": 2.2535211267605635,
      "grad_norm": 0.5033359527587891,
      "learning_rate": 9.955106459724508e-07,
      "loss": 0.4830036759376526,
      "step": 81
    },
    {
      "epoch": 2.2816901408450705,
      "grad_norm": 0.49433037638664246,
      "learning_rate": 9.953993039085048e-07,
      "loss": 0.4792022109031677,
      "step": 82
    },
    {
      "epoch": 2.3098591549295775,
      "grad_norm": 0.47928422689437866,
      "learning_rate": 9.952866050810363e-07,
      "loss": 0.4605853259563446,
      "step": 83
    },
    {
      "epoch": 2.3380281690140845,
      "grad_norm": 0.4903593361377716,
      "learning_rate": 9.951725498333448e-07,
      "loss": 0.4785686433315277,
      "step": 84
    },
    {
      "epoch": 2.3661971830985915,
      "grad_norm": 0.4742894172668457,
      "learning_rate": 9.950571385128625e-07,
      "loss": 0.46115821599960327,
      "step": 85
    },
    {
      "epoch": 2.3943661971830985,
      "grad_norm": 0.4779631197452545,
      "learning_rate": 9.949403714711526e-07,
      "loss": 0.482327938079834,
      "step": 86
    },
    {
      "epoch": 2.4225352112676055,
      "grad_norm": 0.46615418791770935,
      "learning_rate": 9.948222490639075e-07,
      "loss": 0.4777219295501709,
      "step": 87
    },
    {
      "epoch": 2.4507042253521125,
      "grad_norm": 0.46539050340652466,
      "learning_rate": 9.947027716509488e-07,
      "loss": 0.4582518935203552,
      "step": 88
    },
    {
      "epoch": 2.4788732394366195,
      "grad_norm": 0.46740445494651794,
      "learning_rate": 9.94581939596225e-07,
      "loss": 0.4721161127090454,
      "step": 89
    },
    {
      "epoch": 2.507042253521127,
      "grad_norm": 0.47389939427375793,
      "learning_rate": 9.944597532678119e-07,
      "loss": 0.46307483315467834,
      "step": 90
    },
    {
      "epoch": 2.535211267605634,
      "grad_norm": 0.4830780327320099,
      "learning_rate": 9.943362130379101e-07,
      "loss": 0.45510873198509216,
      "step": 91
    },
    {
      "epoch": 2.563380281690141,
      "grad_norm": 0.459325909614563,
      "learning_rate": 9.942113192828444e-07,
      "loss": 0.4523160457611084,
      "step": 92
    },
    {
      "epoch": 2.591549295774648,
      "grad_norm": 0.45105743408203125,
      "learning_rate": 9.940850723830632e-07,
      "loss": 0.463370144367218,
      "step": 93
    },
    {
      "epoch": 2.619718309859155,
      "grad_norm": 0.45720189809799194,
      "learning_rate": 9.939574727231362e-07,
      "loss": 0.457330584526062,
      "step": 94
    },
    {
      "epoch": 2.647887323943662,
      "grad_norm": 0.46987929940223694,
      "learning_rate": 9.93828520691754e-07,
      "loss": 0.4691803455352783,
      "step": 95
    },
    {
      "epoch": 2.676056338028169,
      "grad_norm": 0.4466264545917511,
      "learning_rate": 9.93698216681727e-07,
      "loss": 0.4572003185749054,
      "step": 96
    },
    {
      "epoch": 2.704225352112676,
      "grad_norm": 0.4437786638736725,
      "learning_rate": 9.93566561089984e-07,
      "loss": 0.4381243884563446,
      "step": 97
    },
    {
      "epoch": 2.732394366197183,
      "grad_norm": 0.4545120298862457,
      "learning_rate": 9.934335543175705e-07,
      "loss": 0.4499259293079376,
      "step": 98
    },
    {
      "epoch": 2.76056338028169,
      "grad_norm": 0.44143691658973694,
      "learning_rate": 9.932991967696482e-07,
      "loss": 0.4642453193664551,
      "step": 99
    },
    {
      "epoch": 2.788732394366197,
      "grad_norm": 0.4832397997379303,
      "learning_rate": 9.931634888554935e-07,
      "loss": 0.4694593548774719,
      "step": 100
    },
    {
      "epoch": 2.816901408450704,
      "grad_norm": 0.43094682693481445,
      "learning_rate": 9.930264309884964e-07,
      "loss": 0.45000484585762024,
      "step": 101
    },
    {
      "epoch": 2.845070422535211,
      "grad_norm": 0.4435478448867798,
      "learning_rate": 9.928880235861588e-07,
      "loss": 0.4645836651325226,
      "step": 102
    },
    {
      "epoch": 2.873239436619718,
      "grad_norm": 0.444139301776886,
      "learning_rate": 9.927482670700936e-07,
      "loss": 0.4723513424396515,
      "step": 103
    },
    {
      "epoch": 2.9014084507042255,
      "grad_norm": 0.4250558316707611,
      "learning_rate": 9.926071618660237e-07,
      "loss": 0.4539216458797455,
      "step": 104
    },
    {
      "epoch": 2.9295774647887325,
      "grad_norm": 0.4474462568759918,
      "learning_rate": 9.924647084037797e-07,
      "loss": 0.46148908138275146,
      "step": 105
    },
    {
      "epoch": 2.9577464788732395,
      "grad_norm": 0.42733991146087646,
      "learning_rate": 9.923209071172994e-07,
      "loss": 0.45628565549850464,
      "step": 106
    },
    {
      "epoch": 2.9859154929577465,
      "grad_norm": 0.4464053511619568,
      "learning_rate": 9.921757584446268e-07,
      "loss": 0.43452945351600647,
      "step": 107
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.5809227228164673,
      "learning_rate": 9.9202926282791e-07,
      "loss": 0.44677239656448364,
      "step": 108
    },
    {
      "epoch": 3.028169014084507,
      "grad_norm": 0.44219791889190674,
      "learning_rate": 9.918814207133997e-07,
      "loss": 0.4531911015510559,
      "step": 109
    },
    {
      "epoch": 3.056338028169014,
      "grad_norm": 0.42252233624458313,
      "learning_rate": 9.917322325514487e-07,
      "loss": 0.45887094736099243,
      "step": 110
    },
    {
      "epoch": 3.084507042253521,
      "grad_norm": 0.41009998321533203,
      "learning_rate": 9.915816987965102e-07,
      "loss": 0.4461494982242584,
      "step": 111
    },
    {
      "epoch": 3.112676056338028,
      "grad_norm": 0.42786458134651184,
      "learning_rate": 9.91429819907136e-07,
      "loss": 0.44171077013015747,
      "step": 112
    },
    {
      "epoch": 3.140845070422535,
      "grad_norm": 0.4436321258544922,
      "learning_rate": 9.912765963459756e-07,
      "loss": 0.45417094230651855,
      "step": 113
    },
    {
      "epoch": 3.169014084507042,
      "grad_norm": 0.42790186405181885,
      "learning_rate": 9.911220285797748e-07,
      "loss": 0.43987226486206055,
      "step": 114
    },
    {
      "epoch": 3.1971830985915495,
      "grad_norm": 0.43092527985572815,
      "learning_rate": 9.909661170793733e-07,
      "loss": 0.4397953748703003,
      "step": 115
    },
    {
      "epoch": 3.2253521126760565,
      "grad_norm": 0.43913376331329346,
      "learning_rate": 9.908088623197048e-07,
      "loss": 0.43508589267730713,
      "step": 116
    },
    {
      "epoch": 3.2535211267605635,
      "grad_norm": 0.4221682846546173,
      "learning_rate": 9.906502647797945e-07,
      "loss": 0.4442610740661621,
      "step": 117
    },
    {
      "epoch": 3.2816901408450705,
      "grad_norm": 0.4195612668991089,
      "learning_rate": 9.904903249427582e-07,
      "loss": 0.43617114424705505,
      "step": 118
    },
    {
      "epoch": 3.3098591549295775,
      "grad_norm": 0.43743807077407837,
      "learning_rate": 9.903290432958003e-07,
      "loss": 0.4431474804878235,
      "step": 119
    },
    {
      "epoch": 3.3380281690140845,
      "grad_norm": 0.4412403106689453,
      "learning_rate": 9.901664203302124e-07,
      "loss": 0.4504144787788391,
      "step": 120
    },
    {
      "epoch": 3.3661971830985915,
      "grad_norm": 0.4529508948326111,
      "learning_rate": 9.900024565413727e-07,
      "loss": 0.45065054297447205,
      "step": 121
    },
    {
      "epoch": 3.3943661971830985,
      "grad_norm": 0.421980082988739,
      "learning_rate": 9.89837152428743e-07,
      "loss": 0.4290427565574646,
      "step": 122
    },
    {
      "epoch": 3.4225352112676055,
      "grad_norm": 0.4221099019050598,
      "learning_rate": 9.896705084958687e-07,
      "loss": 0.42343345284461975,
      "step": 123
    },
    {
      "epoch": 3.4507042253521125,
      "grad_norm": 0.4531925618648529,
      "learning_rate": 9.895025252503755e-07,
      "loss": 0.4418011009693146,
      "step": 124
    },
    {
      "epoch": 3.4788732394366195,
      "grad_norm": 0.4296177923679352,
      "learning_rate": 9.8933320320397e-07,
      "loss": 0.4416682720184326,
      "step": 125
    },
    {
      "epoch": 3.507042253521127,
      "grad_norm": 0.43724027276039124,
      "learning_rate": 9.891625428724364e-07,
      "loss": 0.4223203659057617,
      "step": 126
    },
    {
      "epoch": 3.535211267605634,
      "grad_norm": 0.41997113823890686,
      "learning_rate": 9.889905447756355e-07,
      "loss": 0.45191723108291626,
      "step": 127
    },
    {
      "epoch": 3.563380281690141,
      "grad_norm": 0.41299012303352356,
      "learning_rate": 9.888172094375033e-07,
      "loss": 0.43722259998321533,
      "step": 128
    },
    {
      "epoch": 3.591549295774648,
      "grad_norm": 0.42296457290649414,
      "learning_rate": 9.886425373860496e-07,
      "loss": 0.43232589960098267,
      "step": 129
    },
    {
      "epoch": 3.619718309859155,
      "grad_norm": 0.42629241943359375,
      "learning_rate": 9.88466529153356e-07,
      "loss": 0.45389413833618164,
      "step": 130
    },
    {
      "epoch": 3.647887323943662,
      "grad_norm": 0.4336591958999634,
      "learning_rate": 9.882891852755732e-07,
      "loss": 0.4396490454673767,
      "step": 131
    },
    {
      "epoch": 3.676056338028169,
      "grad_norm": 0.4133699834346771,
      "learning_rate": 9.881105062929221e-07,
      "loss": 0.41916632652282715,
      "step": 132
    },
    {
      "epoch": 3.704225352112676,
      "grad_norm": 0.398794025182724,
      "learning_rate": 9.879304927496896e-07,
      "loss": 0.43504297733306885,
      "step": 133
    },
    {
      "epoch": 3.732394366197183,
      "grad_norm": 0.42575928568840027,
      "learning_rate": 9.877491451942284e-07,
      "loss": 0.4300439953804016,
      "step": 134
    },
    {
      "epoch": 3.76056338028169,
      "grad_norm": 0.41005146503448486,
      "learning_rate": 9.875664641789543e-07,
      "loss": 0.43460115790367126,
      "step": 135
    },
    {
      "epoch": 3.788732394366197,
      "grad_norm": 0.42240363359451294,
      "learning_rate": 9.873824502603459e-07,
      "loss": 0.4475589990615845,
      "step": 136
    },
    {
      "epoch": 3.816901408450704,
      "grad_norm": 0.4231485426425934,
      "learning_rate": 9.871971039989407e-07,
      "loss": 0.4443385601043701,
      "step": 137
    },
    {
      "epoch": 3.845070422535211,
      "grad_norm": 0.4161396026611328,
      "learning_rate": 9.870104259593362e-07,
      "loss": 0.4286690652370453,
      "step": 138
    },
    {
      "epoch": 3.873239436619718,
      "grad_norm": 0.4430389106273651,
      "learning_rate": 9.86822416710186e-07,
      "loss": 0.42875033617019653,
      "step": 139
    },
    {
      "epoch": 3.9014084507042255,
      "grad_norm": 0.45408958196640015,
      "learning_rate": 9.866330768241983e-07,
      "loss": 0.4233587682247162,
      "step": 140
    },
    {
      "epoch": 3.9295774647887325,
      "grad_norm": 0.42567622661590576,
      "learning_rate": 9.86442406878136e-07,
      "loss": 0.4428149163722992,
      "step": 141
    },
    {
      "epoch": 3.9577464788732395,
      "grad_norm": 0.4225475490093231,
      "learning_rate": 9.862504074528126e-07,
      "loss": 0.44222721457481384,
      "step": 142
    },
    {
      "epoch": 3.9859154929577465,
      "grad_norm": 0.42019423842430115,
      "learning_rate": 9.860570791330911e-07,
      "loss": 0.45220500230789185,
      "step": 143
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.5528488159179688,
      "learning_rate": 9.85862422507884e-07,
      "loss": 0.40195268392562866,
      "step": 144
    },
    {
      "epoch": 4.028169014084507,
      "grad_norm": 0.3971721827983856,
      "learning_rate": 9.856664381701483e-07,
      "loss": 0.4286423325538635,
      "step": 145
    },
    {
      "epoch": 4.056338028169014,
      "grad_norm": 0.40409189462661743,
      "learning_rate": 9.854691267168871e-07,
      "loss": 0.43035459518432617,
      "step": 146
    },
    {
      "epoch": 4.084507042253521,
      "grad_norm": 0.41791510581970215,
      "learning_rate": 9.852704887491445e-07,
      "loss": 0.4135133922100067,
      "step": 147
    },
    {
      "epoch": 4.112676056338028,
      "grad_norm": 0.41965293884277344,
      "learning_rate": 9.850705248720068e-07,
      "loss": 0.4384373724460602,
      "step": 148
    },
    {
      "epoch": 4.140845070422535,
      "grad_norm": 0.4066624641418457,
      "learning_rate": 9.848692356945981e-07,
      "loss": 0.4170719385147095,
      "step": 149
    },
    {
      "epoch": 4.169014084507042,
      "grad_norm": 0.41751572489738464,
      "learning_rate": 9.846666218300807e-07,
      "loss": 0.4242548644542694,
      "step": 150
    },
    {
      "epoch": 4.197183098591549,
      "grad_norm": 0.4481653571128845,
      "learning_rate": 9.844626838956513e-07,
      "loss": 0.4261680543422699,
      "step": 151
    },
    {
      "epoch": 4.225352112676056,
      "grad_norm": 0.40597406029701233,
      "learning_rate": 9.8425742251254e-07,
      "loss": 0.42576903104782104,
      "step": 152
    },
    {
      "epoch": 4.253521126760563,
      "grad_norm": 0.4021463990211487,
      "learning_rate": 9.84050838306009e-07,
      "loss": 0.44204574823379517,
      "step": 153
    },
    {
      "epoch": 4.28169014084507,
      "grad_norm": 0.4047972559928894,
      "learning_rate": 9.838429319053495e-07,
      "loss": 0.4102432429790497,
      "step": 154
    },
    {
      "epoch": 4.309859154929577,
      "grad_norm": 0.40411484241485596,
      "learning_rate": 9.836337039438803e-07,
      "loss": 0.4174734950065613,
      "step": 155
    },
    {
      "epoch": 4.338028169014084,
      "grad_norm": 0.3924463987350464,
      "learning_rate": 9.83423155058946e-07,
      "loss": 0.4306033253669739,
      "step": 156
    },
    {
      "epoch": 4.366197183098592,
      "grad_norm": 0.4114137291908264,
      "learning_rate": 9.832112858919155e-07,
      "loss": 0.4216451942920685,
      "step": 157
    },
    {
      "epoch": 4.394366197183099,
      "grad_norm": 0.4420042932033539,
      "learning_rate": 9.829980970881784e-07,
      "loss": 0.4244844913482666,
      "step": 158
    },
    {
      "epoch": 4.422535211267606,
      "grad_norm": 0.40874671936035156,
      "learning_rate": 9.82783589297145e-07,
      "loss": 0.42342883348464966,
      "step": 159
    },
    {
      "epoch": 4.450704225352113,
      "grad_norm": 0.4102858304977417,
      "learning_rate": 9.825677631722435e-07,
      "loss": 0.41572105884552,
      "step": 160
    },
    {
      "epoch": 4.47887323943662,
      "grad_norm": 0.39961734414100647,
      "learning_rate": 9.823506193709174e-07,
      "loss": 0.41979867219924927,
      "step": 161
    },
    {
      "epoch": 4.507042253521127,
      "grad_norm": 0.3921862244606018,
      "learning_rate": 9.821321585546243e-07,
      "loss": 0.4211655557155609,
      "step": 162
    },
    {
      "epoch": 4.535211267605634,
      "grad_norm": 0.3990178108215332,
      "learning_rate": 9.81912381388834e-07,
      "loss": 0.40852388739585876,
      "step": 163
    },
    {
      "epoch": 4.563380281690141,
      "grad_norm": 0.42926791310310364,
      "learning_rate": 9.816912885430258e-07,
      "loss": 0.4178195297718048,
      "step": 164
    },
    {
      "epoch": 4.591549295774648,
      "grad_norm": 0.4242827892303467,
      "learning_rate": 9.814688806906868e-07,
      "loss": 0.4278091490268707,
      "step": 165
    },
    {
      "epoch": 4.619718309859155,
      "grad_norm": 0.40822485089302063,
      "learning_rate": 9.812451585093098e-07,
      "loss": 0.41916969418525696,
      "step": 166
    },
    {
      "epoch": 4.647887323943662,
      "grad_norm": 0.3851315975189209,
      "learning_rate": 9.810201226803917e-07,
      "loss": 0.4192688465118408,
      "step": 167
    },
    {
      "epoch": 4.676056338028169,
      "grad_norm": 0.4114606976509094,
      "learning_rate": 9.807937738894303e-07,
      "loss": 0.42044782638549805,
      "step": 168
    },
    {
      "epoch": 4.704225352112676,
      "grad_norm": 0.4305799603462219,
      "learning_rate": 9.805661128259235e-07,
      "loss": 0.4219653308391571,
      "step": 169
    },
    {
      "epoch": 4.732394366197183,
      "grad_norm": 0.3918915092945099,
      "learning_rate": 9.80337140183366e-07,
      "loss": 0.4259489178657532,
      "step": 170
    },
    {
      "epoch": 4.76056338028169,
      "grad_norm": 0.409164160490036,
      "learning_rate": 9.801068566592483e-07,
      "loss": 0.4121962785720825,
      "step": 171
    },
    {
      "epoch": 4.788732394366197,
      "grad_norm": 0.41790276765823364,
      "learning_rate": 9.798752629550546e-07,
      "loss": 0.41536441445350647,
      "step": 172
    },
    {
      "epoch": 4.816901408450704,
      "grad_norm": 0.40874162316322327,
      "learning_rate": 9.796423597762588e-07,
      "loss": 0.4193142056465149,
      "step": 173
    },
    {
      "epoch": 4.845070422535211,
      "grad_norm": 0.41308480501174927,
      "learning_rate": 9.794081478323245e-07,
      "loss": 0.42131903767585754,
      "step": 174
    },
    {
      "epoch": 4.873239436619718,
      "grad_norm": 0.4161160886287689,
      "learning_rate": 9.791726278367021e-07,
      "loss": 0.398072749376297,
      "step": 175
    },
    {
      "epoch": 4.901408450704225,
      "grad_norm": 0.4220758378505707,
      "learning_rate": 9.78935800506826e-07,
      "loss": 0.42168164253234863,
      "step": 176
    },
    {
      "epoch": 4.929577464788732,
      "grad_norm": 0.3985085189342499,
      "learning_rate": 9.786976665641138e-07,
      "loss": 0.4213156998157501,
      "step": 177
    },
    {
      "epoch": 4.957746478873239,
      "grad_norm": 0.40048250555992126,
      "learning_rate": 9.784582267339622e-07,
      "loss": 0.4084168076515198,
      "step": 178
    },
    {
      "epoch": 4.985915492957746,
      "grad_norm": 0.4005119800567627,
      "learning_rate": 9.78217481745747e-07,
      "loss": 0.4115833640098572,
      "step": 179
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.5620749592781067,
      "learning_rate": 9.779754323328192e-07,
      "loss": 0.4229545593261719,
      "step": 180
    },
    {
      "epoch": 5.028169014084507,
      "grad_norm": 0.4124564826488495,
      "learning_rate": 9.777320792325025e-07,
      "loss": 0.40300124883651733,
      "step": 181
    },
    {
      "epoch": 5.056338028169014,
      "grad_norm": 0.39206236600875854,
      "learning_rate": 9.774874231860935e-07,
      "loss": 0.40934857726097107,
      "step": 182
    },
    {
      "epoch": 5.084507042253521,
      "grad_norm": 0.39972883462905884,
      "learning_rate": 9.772414649388568e-07,
      "loss": 0.4070882201194763,
      "step": 183
    },
    {
      "epoch": 5.112676056338028,
      "grad_norm": 0.41956591606140137,
      "learning_rate": 9.769942052400235e-07,
      "loss": 0.4054498076438904,
      "step": 184
    },
    {
      "epoch": 5.140845070422535,
      "grad_norm": 0.41228869557380676,
      "learning_rate": 9.767456448427896e-07,
      "loss": 0.41475123167037964,
      "step": 185
    },
    {
      "epoch": 5.169014084507042,
      "grad_norm": 0.37674757838249207,
      "learning_rate": 9.764957845043135e-07,
      "loss": 0.4103524088859558,
      "step": 186
    },
    {
      "epoch": 5.197183098591549,
      "grad_norm": 0.4229021966457367,
      "learning_rate": 9.76244624985713e-07,
      "loss": 0.3965042233467102,
      "step": 187
    },
    {
      "epoch": 5.225352112676056,
      "grad_norm": 0.3856871426105499,
      "learning_rate": 9.759921670520634e-07,
      "loss": 0.414482057094574,
      "step": 188
    },
    {
      "epoch": 5.253521126760563,
      "grad_norm": 0.41363710165023804,
      "learning_rate": 9.757384114723953e-07,
      "loss": 0.4230787456035614,
      "step": 189
    },
    {
      "epoch": 5.28169014084507,
      "grad_norm": 0.41514742374420166,
      "learning_rate": 9.754833590196926e-07,
      "loss": 0.4125136137008667,
      "step": 190
    },
    {
      "epoch": 5.309859154929577,
      "grad_norm": 0.3936339318752289,
      "learning_rate": 9.752270104708888e-07,
      "loss": 0.42837342619895935,
      "step": 191
    },
    {
      "epoch": 5.338028169014084,
      "grad_norm": 0.38952022790908813,
      "learning_rate": 9.749693666068663e-07,
      "loss": 0.4078400433063507,
      "step": 192
    },
    {
      "epoch": 5.366197183098592,
      "grad_norm": 0.41678085923194885,
      "learning_rate": 9.747104282124531e-07,
      "loss": 0.4196391701698303,
      "step": 193
    },
    {
      "epoch": 5.394366197183099,
      "grad_norm": 0.39327719807624817,
      "learning_rate": 9.744501960764203e-07,
      "loss": 0.3973960280418396,
      "step": 194
    },
    {
      "epoch": 5.422535211267606,
      "grad_norm": 0.38618800044059753,
      "learning_rate": 9.741886709914803e-07,
      "loss": 0.4038587212562561,
      "step": 195
    },
    {
      "epoch": 5.450704225352113,
      "grad_norm": 0.39070042967796326,
      "learning_rate": 9.739258537542835e-07,
      "loss": 0.39228275418281555,
      "step": 196
    },
    {
      "epoch": 5.47887323943662,
      "grad_norm": 0.3981262147426605,
      "learning_rate": 9.73661745165417e-07,
      "loss": 0.4140496253967285,
      "step": 197
    },
    {
      "epoch": 5.507042253521127,
      "grad_norm": 0.37878021597862244,
      "learning_rate": 9.733963460294015e-07,
      "loss": 0.39398297667503357,
      "step": 198
    },
    {
      "epoch": 5.535211267605634,
      "grad_norm": 0.38918426632881165,
      "learning_rate": 9.731296571546885e-07,
      "loss": 0.4071250557899475,
      "step": 199
    },
    {
      "epoch": 5.563380281690141,
      "grad_norm": 0.41153526306152344,
      "learning_rate": 9.728616793536587e-07,
      "loss": 0.39563220739364624,
      "step": 200
    },
    {
      "epoch": 5.591549295774648,
      "grad_norm": 0.40266478061676025,
      "learning_rate": 9.72592413442619e-07,
      "loss": 0.41241517663002014,
      "step": 201
    },
    {
      "epoch": 5.619718309859155,
      "grad_norm": 0.3959569036960602,
      "learning_rate": 9.723218602418e-07,
      "loss": 0.40159425139427185,
      "step": 202
    },
    {
      "epoch": 5.647887323943662,
      "grad_norm": 0.43270614743232727,
      "learning_rate": 9.720500205753538e-07,
      "loss": 0.40377816557884216,
      "step": 203
    },
    {
      "epoch": 5.676056338028169,
      "grad_norm": 0.4245915114879608,
      "learning_rate": 9.717768952713511e-07,
      "loss": 0.40518319606781006,
      "step": 204
    },
    {
      "epoch": 5.704225352112676,
      "grad_norm": 0.38795205950737,
      "learning_rate": 9.71502485161779e-07,
      "loss": 0.4032747745513916,
      "step": 205
    },
    {
      "epoch": 5.732394366197183,
      "grad_norm": 0.386687695980072,
      "learning_rate": 9.71226791082538e-07,
      "loss": 0.39289215207099915,
      "step": 206
    },
    {
      "epoch": 5.76056338028169,
      "grad_norm": 0.4055168628692627,
      "learning_rate": 9.709498138734403e-07,
      "loss": 0.4077930450439453,
      "step": 207
    },
    {
      "epoch": 5.788732394366197,
      "grad_norm": 0.4297349750995636,
      "learning_rate": 9.706715543782064e-07,
      "loss": 0.41212064027786255,
      "step": 208
    },
    {
      "epoch": 5.816901408450704,
      "grad_norm": 0.3813517689704895,
      "learning_rate": 9.703920134444632e-07,
      "loss": 0.4073314368724823,
      "step": 209
    },
    {
      "epoch": 5.845070422535211,
      "grad_norm": 0.3906748592853546,
      "learning_rate": 9.701111919237408e-07,
      "loss": 0.4028477668762207,
      "step": 210
    },
    {
      "epoch": 5.873239436619718,
      "grad_norm": 0.40895506739616394,
      "learning_rate": 9.698290906714702e-07,
      "loss": 0.40225616097450256,
      "step": 211
    },
    {
      "epoch": 5.901408450704225,
      "grad_norm": 0.3899952471256256,
      "learning_rate": 9.695457105469804e-07,
      "loss": 0.40987417101860046,
      "step": 212
    },
    {
      "epoch": 5.929577464788732,
      "grad_norm": 0.40246039628982544,
      "learning_rate": 9.69261052413497e-07,
      "loss": 0.4043743908405304,
      "step": 213
    },
    {
      "epoch": 5.957746478873239,
      "grad_norm": 0.3888782262802124,
      "learning_rate": 9.689751171381377e-07,
      "loss": 0.41095173358917236,
      "step": 214
    },
    {
      "epoch": 5.985915492957746,
      "grad_norm": 0.38841670751571655,
      "learning_rate": 9.68687905591911e-07,
      "loss": 0.4023211598396301,
      "step": 215
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.5250245928764343,
      "learning_rate": 9.683994186497132e-07,
      "loss": 0.3995124101638794,
      "step": 216
    },
    {
      "epoch": 6.028169014084507,
      "grad_norm": 0.3878166973590851,
      "learning_rate": 9.681096571903252e-07,
      "loss": 0.38741564750671387,
      "step": 217
    },
    {
      "epoch": 6.056338028169014,
      "grad_norm": 0.3900756537914276,
      "learning_rate": 9.67818622096411e-07,
      "loss": 0.3982124328613281,
      "step": 218
    },
    {
      "epoch": 6.084507042253521,
      "grad_norm": 0.39002755284309387,
      "learning_rate": 9.67526314254514e-07,
      "loss": 0.39917469024658203,
      "step": 219
    },
    {
      "epoch": 6.112676056338028,
      "grad_norm": 0.388755738735199,
      "learning_rate": 9.672327345550543e-07,
      "loss": 0.40225809812545776,
      "step": 220
    },
    {
      "epoch": 6.140845070422535,
      "grad_norm": 0.3802153468132019,
      "learning_rate": 9.669378838923267e-07,
      "loss": 0.39574944972991943,
      "step": 221
    },
    {
      "epoch": 6.169014084507042,
      "grad_norm": 0.386984258890152,
      "learning_rate": 9.666417631644976e-07,
      "loss": 0.3936455249786377,
      "step": 222
    },
    {
      "epoch": 6.197183098591549,
      "grad_norm": 0.37910348176956177,
      "learning_rate": 9.66344373273602e-07,
      "loss": 0.4140435755252838,
      "step": 223
    },
    {
      "epoch": 6.225352112676056,
      "grad_norm": 0.39792004227638245,
      "learning_rate": 9.66045715125541e-07,
      "loss": 0.40117213129997253,
      "step": 224
    },
    {
      "epoch": 6.253521126760563,
      "grad_norm": 0.3902668356895447,
      "learning_rate": 9.657457896300791e-07,
      "loss": 0.4083721339702606,
      "step": 225
    },
    {
      "epoch": 6.28169014084507,
      "grad_norm": 0.42297157645225525,
      "learning_rate": 9.654445977008414e-07,
      "loss": 0.4038228392601013,
      "step": 226
    },
    {
      "epoch": 6.309859154929577,
      "grad_norm": 0.4099472165107727,
      "learning_rate": 9.651421402553108e-07,
      "loss": 0.3899737596511841,
      "step": 227
    },
    {
      "epoch": 6.338028169014084,
      "grad_norm": 0.373994916677475,
      "learning_rate": 9.648384182148252e-07,
      "loss": 0.39907342195510864,
      "step": 228
    },
    {
      "epoch": 6.366197183098592,
      "grad_norm": 0.3966023623943329,
      "learning_rate": 9.645334325045745e-07,
      "loss": 0.3945938050746918,
      "step": 229
    },
    {
      "epoch": 6.394366197183099,
      "grad_norm": 0.42777925729751587,
      "learning_rate": 9.64227184053598e-07,
      "loss": 0.4102497696876526,
      "step": 230
    },
    {
      "epoch": 6.422535211267606,
      "grad_norm": 0.39833584427833557,
      "learning_rate": 9.63919673794782e-07,
      "loss": 0.39916127920150757,
      "step": 231
    },
    {
      "epoch": 6.450704225352113,
      "grad_norm": 0.3920106291770935,
      "learning_rate": 9.636109026648554e-07,
      "loss": 0.4021705985069275,
      "step": 232
    },
    {
      "epoch": 6.47887323943662,
      "grad_norm": 0.4094751179218292,
      "learning_rate": 9.633008716043892e-07,
      "loss": 0.40074992179870605,
      "step": 233
    },
    {
      "epoch": 6.507042253521127,
      "grad_norm": 0.40727370977401733,
      "learning_rate": 9.629895815577915e-07,
      "loss": 0.38765621185302734,
      "step": 234
    },
    {
      "epoch": 6.535211267605634,
      "grad_norm": 0.39645060896873474,
      "learning_rate": 9.626770334733058e-07,
      "loss": 0.3924933969974518,
      "step": 235
    },
    {
      "epoch": 6.563380281690141,
      "grad_norm": 0.37045979499816895,
      "learning_rate": 9.623632283030077e-07,
      "loss": 0.38481301069259644,
      "step": 236
    },
    {
      "epoch": 6.591549295774648,
      "grad_norm": 0.40392062067985535,
      "learning_rate": 9.620481670028026e-07,
      "loss": 0.40656569600105286,
      "step": 237
    },
    {
      "epoch": 6.619718309859155,
      "grad_norm": 0.4091082811355591,
      "learning_rate": 9.617318505324212e-07,
      "loss": 0.3812691569328308,
      "step": 238
    },
    {
      "epoch": 6.647887323943662,
      "grad_norm": 0.3880692720413208,
      "learning_rate": 9.614142798554186e-07,
      "loss": 0.3706771731376648,
      "step": 239
    },
    {
      "epoch": 6.676056338028169,
      "grad_norm": 0.3998086154460907,
      "learning_rate": 9.610954559391704e-07,
      "loss": 0.40241339802742004,
      "step": 240
    },
    {
      "epoch": 6.704225352112676,
      "grad_norm": 0.41269201040267944,
      "learning_rate": 9.607753797548691e-07,
      "loss": 0.4123341143131256,
      "step": 241
    },
    {
      "epoch": 6.732394366197183,
      "grad_norm": 0.3929405212402344,
      "learning_rate": 9.604540522775227e-07,
      "loss": 0.3892459273338318,
      "step": 242
    },
    {
      "epoch": 6.76056338028169,
      "grad_norm": 0.3889841139316559,
      "learning_rate": 9.601314744859504e-07,
      "loss": 0.3876785933971405,
      "step": 243
    },
    {
      "epoch": 6.788732394366197,
      "grad_norm": 0.4093876779079437,
      "learning_rate": 9.598076473627796e-07,
      "loss": 0.40213003754615784,
      "step": 244
    },
    {
      "epoch": 6.816901408450704,
      "grad_norm": 0.38009846210479736,
      "learning_rate": 9.594825718944444e-07,
      "loss": 0.39333346486091614,
      "step": 245
    },
    {
      "epoch": 6.845070422535211,
      "grad_norm": 0.3948485851287842,
      "learning_rate": 9.59156249071181e-07,
      "loss": 0.39433354139328003,
      "step": 246
    },
    {
      "epoch": 6.873239436619718,
      "grad_norm": 0.3912011981010437,
      "learning_rate": 9.588286798870248e-07,
      "loss": 0.39452600479125977,
      "step": 247
    },
    {
      "epoch": 6.901408450704225,
      "grad_norm": 0.39858993887901306,
      "learning_rate": 9.58499865339809e-07,
      "loss": 0.398301899433136,
      "step": 248
    },
    {
      "epoch": 6.929577464788732,
      "grad_norm": 0.39438149333000183,
      "learning_rate": 9.581698064311592e-07,
      "loss": 0.3746541142463684,
      "step": 249
    },
    {
      "epoch": 6.957746478873239,
      "grad_norm": 0.38814306259155273,
      "learning_rate": 9.578385041664925e-07,
      "loss": 0.40119290351867676,
      "step": 250
    },
    {
      "epoch": 6.985915492957746,
      "grad_norm": 0.38463205099105835,
      "learning_rate": 9.575059595550127e-07,
      "loss": 0.38324254751205444,
      "step": 251
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.512336790561676,
      "learning_rate": 9.571721736097088e-07,
      "loss": 0.3892096281051636,
      "step": 252
    },
    {
      "epoch": 7.028169014084507,
      "grad_norm": 0.3832947611808777,
      "learning_rate": 9.568371473473503e-07,
      "loss": 0.3952549993991852,
      "step": 253
    },
    {
      "epoch": 7.056338028169014,
      "grad_norm": 0.3827665448188782,
      "learning_rate": 9.565008817884854e-07,
      "loss": 0.3801252841949463,
      "step": 254
    },
    {
      "epoch": 7.084507042253521,
      "grad_norm": 0.39462706446647644,
      "learning_rate": 9.561633779574372e-07,
      "loss": 0.37541863322257996,
      "step": 255
    },
    {
      "epoch": 7.112676056338028,
      "grad_norm": 0.3986050486564636,
      "learning_rate": 9.55824636882301e-07,
      "loss": 0.38753676414489746,
      "step": 256
    },
    {
      "epoch": 7.140845070422535,
      "grad_norm": 0.38387978076934814,
      "learning_rate": 9.554846595949413e-07,
      "loss": 0.39041170477867126,
      "step": 257
    },
    {
      "epoch": 7.169014084507042,
      "grad_norm": 0.38619932532310486,
      "learning_rate": 9.55143447130987e-07,
      "loss": 0.3870781362056732,
      "step": 258
    },
    {
      "epoch": 7.197183098591549,
      "grad_norm": 0.3886691629886627,
      "learning_rate": 9.54801000529831e-07,
      "loss": 0.3816353678703308,
      "step": 259
    },
    {
      "epoch": 7.225352112676056,
      "grad_norm": 0.3752847909927368,
      "learning_rate": 9.54457320834625e-07,
      "loss": 0.3853958249092102,
      "step": 260
    },
    {
      "epoch": 7.253521126760563,
      "grad_norm": 0.39625924825668335,
      "learning_rate": 9.54112409092277e-07,
      "loss": 0.3863310217857361,
      "step": 261
    },
    {
      "epoch": 7.28169014084507,
      "grad_norm": 0.3740101754665375,
      "learning_rate": 9.537662663534477e-07,
      "loss": 0.3769490122795105,
      "step": 262
    },
    {
      "epoch": 7.309859154929577,
      "grad_norm": 0.36722782254219055,
      "learning_rate": 9.534188936725483e-07,
      "loss": 0.38238656520843506,
      "step": 263
    },
    {
      "epoch": 7.338028169014084,
      "grad_norm": 0.38367265462875366,
      "learning_rate": 9.530702921077358e-07,
      "loss": 0.3922719657421112,
      "step": 264
    },
    {
      "epoch": 7.366197183098592,
      "grad_norm": 0.37159886956214905,
      "learning_rate": 9.527204627209112e-07,
      "loss": 0.3855976462364197,
      "step": 265
    },
    {
      "epoch": 7.394366197183099,
      "grad_norm": 0.3731975257396698,
      "learning_rate": 9.523694065777156e-07,
      "loss": 0.39453253149986267,
      "step": 266
    },
    {
      "epoch": 7.422535211267606,
      "grad_norm": 0.3808491826057434,
      "learning_rate": 9.520171247475268e-07,
      "loss": 0.39547351002693176,
      "step": 267
    },
    {
      "epoch": 7.450704225352113,
      "grad_norm": 0.40034112334251404,
      "learning_rate": 9.516636183034564e-07,
      "loss": 0.40701085329055786,
      "step": 268
    },
    {
      "epoch": 7.47887323943662,
      "grad_norm": 0.3683933913707733,
      "learning_rate": 9.513088883223463e-07,
      "loss": 0.3724665939807892,
      "step": 269
    },
    {
      "epoch": 7.507042253521127,
      "grad_norm": 0.3895512819290161,
      "learning_rate": 9.509529358847654e-07,
      "loss": 0.3855685591697693,
      "step": 270
    },
    {
      "epoch": 7.535211267605634,
      "grad_norm": 0.39392992854118347,
      "learning_rate": 9.505957620750069e-07,
      "loss": 0.3997983932495117,
      "step": 271
    },
    {
      "epoch": 7.563380281690141,
      "grad_norm": 0.39526015520095825,
      "learning_rate": 9.502373679810839e-07,
      "loss": 0.39925113320350647,
      "step": 272
    },
    {
      "epoch": 7.591549295774648,
      "grad_norm": 0.3839961886405945,
      "learning_rate": 9.49877754694727e-07,
      "loss": 0.38556551933288574,
      "step": 273
    },
    {
      "epoch": 7.619718309859155,
      "grad_norm": 0.37695956230163574,
      "learning_rate": 9.495169233113806e-07,
      "loss": 0.3815164864063263,
      "step": 274
    },
    {
      "epoch": 7.647887323943662,
      "grad_norm": 0.38619664311408997,
      "learning_rate": 9.491548749301997e-07,
      "loss": 0.3830955922603607,
      "step": 275
    },
    {
      "epoch": 7.676056338028169,
      "grad_norm": 0.38984498381614685,
      "learning_rate": 9.487916106540465e-07,
      "loss": 0.3873262405395508,
      "step": 276
    },
    {
      "epoch": 7.704225352112676,
      "grad_norm": 0.379177063703537,
      "learning_rate": 9.484271315894871e-07,
      "loss": 0.3927234411239624,
      "step": 277
    },
    {
      "epoch": 7.732394366197183,
      "grad_norm": 0.3658169209957123,
      "learning_rate": 9.480614388467877e-07,
      "loss": 0.36901265382766724,
      "step": 278
    },
    {
      "epoch": 7.76056338028169,
      "grad_norm": 0.3819941580295563,
      "learning_rate": 9.47694533539912e-07,
      "loss": 0.38150596618652344,
      "step": 279
    },
    {
      "epoch": 7.788732394366197,
      "grad_norm": 0.3829544484615326,
      "learning_rate": 9.473264167865171e-07,
      "loss": 0.3858985900878906,
      "step": 280
    },
    {
      "epoch": 7.816901408450704,
      "grad_norm": 0.3701535165309906,
      "learning_rate": 9.469570897079504e-07,
      "loss": 0.39159393310546875,
      "step": 281
    },
    {
      "epoch": 7.845070422535211,
      "grad_norm": 0.3712180554866791,
      "learning_rate": 9.465865534292464e-07,
      "loss": 0.3787636458873749,
      "step": 282
    },
    {
      "epoch": 7.873239436619718,
      "grad_norm": 0.39336493611335754,
      "learning_rate": 9.462148090791228e-07,
      "loss": 0.395854651927948,
      "step": 283
    },
    {
      "epoch": 7.901408450704225,
      "grad_norm": 0.37657997012138367,
      "learning_rate": 9.458418577899774e-07,
      "loss": 0.39227941632270813,
      "step": 284
    },
    {
      "epoch": 7.929577464788732,
      "grad_norm": 0.38283368945121765,
      "learning_rate": 9.454677006978842e-07,
      "loss": 0.37147632241249084,
      "step": 285
    },
    {
      "epoch": 7.957746478873239,
      "grad_norm": 0.3838220536708832,
      "learning_rate": 9.450923389425911e-07,
      "loss": 0.4034760892391205,
      "step": 286
    },
    {
      "epoch": 7.985915492957746,
      "grad_norm": 0.37267106771469116,
      "learning_rate": 9.44715773667515e-07,
      "loss": 0.389766663312912,
      "step": 287
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.5348430275917053,
      "learning_rate": 9.443380060197385e-07,
      "loss": 0.376720130443573,
      "step": 288
    },
    {
      "epoch": 8.028169014084508,
      "grad_norm": 0.37357982993125916,
      "learning_rate": 9.43959037150008e-07,
      "loss": 0.37634867429733276,
      "step": 289
    },
    {
      "epoch": 8.056338028169014,
      "grad_norm": 0.3882472813129425,
      "learning_rate": 9.43578868212728e-07,
      "loss": 0.3797028958797455,
      "step": 290
    },
    {
      "epoch": 8.084507042253522,
      "grad_norm": 0.3893776535987854,
      "learning_rate": 9.431975003659594e-07,
      "loss": 0.37434738874435425,
      "step": 291
    },
    {
      "epoch": 8.112676056338028,
      "grad_norm": 0.3701059818267822,
      "learning_rate": 9.428149347714143e-07,
      "loss": 0.3884342610836029,
      "step": 292
    },
    {
      "epoch": 8.140845070422536,
      "grad_norm": 0.3775370419025421,
      "learning_rate": 9.424311725944543e-07,
      "loss": 0.3782704770565033,
      "step": 293
    },
    {
      "epoch": 8.169014084507042,
      "grad_norm": 0.380548894405365,
      "learning_rate": 9.420462150040852e-07,
      "loss": 0.3933628797531128,
      "step": 294
    },
    {
      "epoch": 8.19718309859155,
      "grad_norm": 0.3580932319164276,
      "learning_rate": 9.416600631729548e-07,
      "loss": 0.3782176375389099,
      "step": 295
    },
    {
      "epoch": 8.225352112676056,
      "grad_norm": 0.36150234937667847,
      "learning_rate": 9.412727182773486e-07,
      "loss": 0.37162452936172485,
      "step": 296
    },
    {
      "epoch": 8.253521126760564,
      "grad_norm": 0.3930136263370514,
      "learning_rate": 9.408841814971861e-07,
      "loss": 0.38008132576942444,
      "step": 297
    },
    {
      "epoch": 8.28169014084507,
      "grad_norm": 0.3888865113258362,
      "learning_rate": 9.404944540160177e-07,
      "loss": 0.3665124475955963,
      "step": 298
    },
    {
      "epoch": 8.309859154929578,
      "grad_norm": 0.38649752736091614,
      "learning_rate": 9.401035370210212e-07,
      "loss": 0.3863350749015808,
      "step": 299
    },
    {
      "epoch": 8.338028169014084,
      "grad_norm": 0.38382744789123535,
      "learning_rate": 9.397114317029974e-07,
      "loss": 0.38738366961479187,
      "step": 300
    },
    {
      "epoch": 8.366197183098592,
      "grad_norm": 0.3768056333065033,
      "learning_rate": 9.393181392563669e-07,
      "loss": 0.3643200993537903,
      "step": 301
    },
    {
      "epoch": 8.394366197183098,
      "grad_norm": 0.382364958524704,
      "learning_rate": 9.38923660879167e-07,
      "loss": 0.3879460096359253,
      "step": 302
    },
    {
      "epoch": 8.422535211267606,
      "grad_norm": 0.3916151225566864,
      "learning_rate": 9.385279977730472e-07,
      "loss": 0.37250763177871704,
      "step": 303
    },
    {
      "epoch": 8.450704225352112,
      "grad_norm": 0.38189125061035156,
      "learning_rate": 9.381311511432658e-07,
      "loss": 0.39008766412734985,
      "step": 304
    },
    {
      "epoch": 8.47887323943662,
      "grad_norm": 0.3740954101085663,
      "learning_rate": 9.377331221986866e-07,
      "loss": 0.3884603679180145,
      "step": 305
    },
    {
      "epoch": 8.507042253521126,
      "grad_norm": 0.375465452671051,
      "learning_rate": 9.373339121517746e-07,
      "loss": 0.37713924050331116,
      "step": 306
    },
    {
      "epoch": 8.535211267605634,
      "grad_norm": 0.3769972324371338,
      "learning_rate": 9.36933522218593e-07,
      "loss": 0.3770156502723694,
      "step": 307
    },
    {
      "epoch": 8.56338028169014,
      "grad_norm": 0.37575188279151917,
      "learning_rate": 9.36531953618799e-07,
      "loss": 0.3902169466018677,
      "step": 308
    },
    {
      "epoch": 8.591549295774648,
      "grad_norm": 0.38152608275413513,
      "learning_rate": 9.361292075756401e-07,
      "loss": 0.3867529630661011,
      "step": 309
    },
    {
      "epoch": 8.619718309859154,
      "grad_norm": 0.3819044530391693,
      "learning_rate": 9.357252853159505e-07,
      "loss": 0.3807380497455597,
      "step": 310
    },
    {
      "epoch": 8.647887323943662,
      "grad_norm": 0.3812952935695648,
      "learning_rate": 9.353201880701477e-07,
      "loss": 0.3920441269874573,
      "step": 311
    },
    {
      "epoch": 8.676056338028168,
      "grad_norm": 0.3992844521999359,
      "learning_rate": 9.34913917072228e-07,
      "loss": 0.3915911316871643,
      "step": 312
    },
    {
      "epoch": 8.704225352112676,
      "grad_norm": 0.37549176812171936,
      "learning_rate": 9.345064735597633e-07,
      "loss": 0.3836255967617035,
      "step": 313
    },
    {
      "epoch": 8.732394366197184,
      "grad_norm": 0.38589218258857727,
      "learning_rate": 9.340978587738972e-07,
      "loss": 0.3890310823917389,
      "step": 314
    },
    {
      "epoch": 8.76056338028169,
      "grad_norm": 0.38828885555267334,
      "learning_rate": 9.336880739593415e-07,
      "loss": 0.38117384910583496,
      "step": 315
    },
    {
      "epoch": 8.788732394366198,
      "grad_norm": 0.39411139488220215,
      "learning_rate": 9.332771203643714e-07,
      "loss": 0.3856485188007355,
      "step": 316
    },
    {
      "epoch": 8.816901408450704,
      "grad_norm": 0.39936208724975586,
      "learning_rate": 9.328649992408231e-07,
      "loss": 0.3748643398284912,
      "step": 317
    },
    {
      "epoch": 8.845070422535212,
      "grad_norm": 0.3858584463596344,
      "learning_rate": 9.324517118440888e-07,
      "loss": 0.3715360462665558,
      "step": 318
    },
    {
      "epoch": 8.873239436619718,
      "grad_norm": 0.3810833692550659,
      "learning_rate": 9.320372594331137e-07,
      "loss": 0.3639200031757355,
      "step": 319
    },
    {
      "epoch": 8.901408450704226,
      "grad_norm": 0.3702692687511444,
      "learning_rate": 9.316216432703916e-07,
      "loss": 0.3586096167564392,
      "step": 320
    },
    {
      "epoch": 8.929577464788732,
      "grad_norm": 0.3870997726917267,
      "learning_rate": 9.312048646219617e-07,
      "loss": 0.37650924921035767,
      "step": 321
    },
    {
      "epoch": 8.95774647887324,
      "grad_norm": 0.3685506284236908,
      "learning_rate": 9.307869247574038e-07,
      "loss": 0.3866027295589447,
      "step": 322
    },
    {
      "epoch": 8.985915492957746,
      "grad_norm": 0.38240721821784973,
      "learning_rate": 9.303678249498352e-07,
      "loss": 0.3517172932624817,
      "step": 323
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.5326734185218811,
      "learning_rate": 9.299475664759068e-07,
      "loss": 0.3801947832107544,
      "step": 324
    },
    {
      "epoch": 9.028169014084508,
      "grad_norm": 0.3827228546142578,
      "learning_rate": 9.295261506157985e-07,
      "loss": 0.3665362596511841,
      "step": 325
    },
    {
      "epoch": 9.056338028169014,
      "grad_norm": 0.3930126130580902,
      "learning_rate": 9.291035786532163e-07,
      "loss": 0.3840763568878174,
      "step": 326
    },
    {
      "epoch": 9.084507042253522,
      "grad_norm": 0.39712509512901306,
      "learning_rate": 9.286798518753878e-07,
      "loss": 0.3788590431213379,
      "step": 327
    },
    {
      "epoch": 9.112676056338028,
      "grad_norm": 0.39198365807533264,
      "learning_rate": 9.282549715730579e-07,
      "loss": 0.3776211440563202,
      "step": 328
    },
    {
      "epoch": 9.140845070422536,
      "grad_norm": 0.3789290487766266,
      "learning_rate": 9.278289390404859e-07,
      "loss": 0.3739659786224365,
      "step": 329
    },
    {
      "epoch": 9.169014084507042,
      "grad_norm": 0.4031192660331726,
      "learning_rate": 9.274017555754407e-07,
      "loss": 0.36898356676101685,
      "step": 330
    },
    {
      "epoch": 9.19718309859155,
      "grad_norm": 0.37126442790031433,
      "learning_rate": 9.269734224791974e-07,
      "loss": 0.375528484582901,
      "step": 331
    },
    {
      "epoch": 9.225352112676056,
      "grad_norm": 0.3997706472873688,
      "learning_rate": 9.265439410565328e-07,
      "loss": 0.3717716634273529,
      "step": 332
    },
    {
      "epoch": 9.253521126760564,
      "grad_norm": 0.379086434841156,
      "learning_rate": 9.261133126157217e-07,
      "loss": 0.37263017892837524,
      "step": 333
    },
    {
      "epoch": 9.28169014084507,
      "grad_norm": 0.3867016136646271,
      "learning_rate": 9.256815384685328e-07,
      "loss": 0.36468106508255005,
      "step": 334
    },
    {
      "epoch": 9.309859154929578,
      "grad_norm": 0.374311238527298,
      "learning_rate": 9.252486199302256e-07,
      "loss": 0.3739643394947052,
      "step": 335
    },
    {
      "epoch": 9.338028169014084,
      "grad_norm": 0.39617857336997986,
      "learning_rate": 9.248145583195447e-07,
      "loss": 0.365461528301239,
      "step": 336
    },
    {
      "epoch": 9.366197183098592,
      "grad_norm": 0.4135814905166626,
      "learning_rate": 9.243793549587171e-07,
      "loss": 0.3639392852783203,
      "step": 337
    },
    {
      "epoch": 9.394366197183098,
      "grad_norm": 0.3823402225971222,
      "learning_rate": 9.239430111734476e-07,
      "loss": 0.37368497252464294,
      "step": 338
    },
    {
      "epoch": 9.422535211267606,
      "grad_norm": 0.3841151297092438,
      "learning_rate": 9.235055282929153e-07,
      "loss": 0.36813288927078247,
      "step": 339
    },
    {
      "epoch": 9.450704225352112,
      "grad_norm": 0.38074299693107605,
      "learning_rate": 9.230669076497687e-07,
      "loss": 0.38240814208984375,
      "step": 340
    },
    {
      "epoch": 9.47887323943662,
      "grad_norm": 0.4174596667289734,
      "learning_rate": 9.226271505801224e-07,
      "loss": 0.37689781188964844,
      "step": 341
    },
    {
      "epoch": 9.507042253521126,
      "grad_norm": 0.37084081768989563,
      "learning_rate": 9.221862584235526e-07,
      "loss": 0.3710534870624542,
      "step": 342
    },
    {
      "epoch": 9.535211267605634,
      "grad_norm": 0.37257879972457886,
      "learning_rate": 9.217442325230936e-07,
      "loss": 0.3733557462692261,
      "step": 343
    },
    {
      "epoch": 9.56338028169014,
      "grad_norm": 0.380638986825943,
      "learning_rate": 9.213010742252327e-07,
      "loss": 0.382003515958786,
      "step": 344
    },
    {
      "epoch": 9.591549295774648,
      "grad_norm": 0.37657788395881653,
      "learning_rate": 9.208567848799069e-07,
      "loss": 0.3800239562988281,
      "step": 345
    },
    {
      "epoch": 9.619718309859154,
      "grad_norm": 0.374194860458374,
      "learning_rate": 9.204113658404989e-07,
      "loss": 0.3673850893974304,
      "step": 346
    },
    {
      "epoch": 9.647887323943662,
      "grad_norm": 0.37916600704193115,
      "learning_rate": 9.199648184638318e-07,
      "loss": 0.3701593279838562,
      "step": 347
    },
    {
      "epoch": 9.676056338028168,
      "grad_norm": 0.40940916538238525,
      "learning_rate": 9.195171441101668e-07,
      "loss": 0.36426401138305664,
      "step": 348
    },
    {
      "epoch": 9.704225352112676,
      "grad_norm": 0.36714640259742737,
      "learning_rate": 9.190683441431974e-07,
      "loss": 0.36105120182037354,
      "step": 349
    },
    {
      "epoch": 9.732394366197184,
      "grad_norm": 0.3987036347389221,
      "learning_rate": 9.186184199300463e-07,
      "loss": 0.377488374710083,
      "step": 350
    },
    {
      "epoch": 9.76056338028169,
      "grad_norm": 0.379881888628006,
      "learning_rate": 9.181673728412605e-07,
      "loss": 0.36418646574020386,
      "step": 351
    },
    {
      "epoch": 9.788732394366198,
      "grad_norm": 0.37683361768722534,
      "learning_rate": 9.177152042508077e-07,
      "loss": 0.3779636323451996,
      "step": 352
    },
    {
      "epoch": 9.816901408450704,
      "grad_norm": 0.39010605216026306,
      "learning_rate": 9.17261915536072e-07,
      "loss": 0.36634212732315063,
      "step": 353
    },
    {
      "epoch": 9.845070422535212,
      "grad_norm": 0.36802294850349426,
      "learning_rate": 9.168075080778494e-07,
      "loss": 0.38199418783187866,
      "step": 354
    },
    {
      "epoch": 9.873239436619718,
      "grad_norm": 0.3733425736427307,
      "learning_rate": 9.163519832603436e-07,
      "loss": 0.3606574833393097,
      "step": 355
    },
    {
      "epoch": 9.901408450704226,
      "grad_norm": 0.3822286128997803,
      "learning_rate": 9.158953424711624e-07,
      "loss": 0.37162789702415466,
      "step": 356
    },
    {
      "epoch": 9.929577464788732,
      "grad_norm": 0.3741500973701477,
      "learning_rate": 9.154375871013128e-07,
      "loss": 0.37218177318573,
      "step": 357
    },
    {
      "epoch": 9.95774647887324,
      "grad_norm": 0.3810633718967438,
      "learning_rate": 9.149787185451969e-07,
      "loss": 0.3858764171600342,
      "step": 358
    },
    {
      "epoch": 9.985915492957746,
      "grad_norm": 0.3737441599369049,
      "learning_rate": 9.145187382006081e-07,
      "loss": 0.3804674744606018,
      "step": 359
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.5574419498443604,
      "learning_rate": 9.140576474687263e-07,
      "loss": 0.3975532650947571,
      "step": 360
    },
    {
      "epoch": 10.028169014084508,
      "grad_norm": 0.408914715051651,
      "learning_rate": 9.135954477541137e-07,
      "loss": 0.3823505640029907,
      "step": 361
    },
    {
      "epoch": 10.056338028169014,
      "grad_norm": 0.39666157960891724,
      "learning_rate": 9.131321404647109e-07,
      "loss": 0.37434619665145874,
      "step": 362
    },
    {
      "epoch": 10.084507042253522,
      "grad_norm": 0.35813018679618835,
      "learning_rate": 9.126677270118322e-07,
      "loss": 0.3701414465904236,
      "step": 363
    },
    {
      "epoch": 10.112676056338028,
      "grad_norm": 0.38024720549583435,
      "learning_rate": 9.122022088101613e-07,
      "loss": 0.3589220643043518,
      "step": 364
    },
    {
      "epoch": 10.140845070422536,
      "grad_norm": 0.3755195438861847,
      "learning_rate": 9.117355872777477e-07,
      "loss": 0.3666345477104187,
      "step": 365
    },
    {
      "epoch": 10.169014084507042,
      "grad_norm": 0.3826354742050171,
      "learning_rate": 9.112678638360015e-07,
      "loss": 0.3757998049259186,
      "step": 366
    },
    {
      "epoch": 10.19718309859155,
      "grad_norm": 0.3689386248588562,
      "learning_rate": 9.107990399096893e-07,
      "loss": 0.36412084102630615,
      "step": 367
    },
    {
      "epoch": 10.225352112676056,
      "grad_norm": 0.3600921034812927,
      "learning_rate": 9.103291169269299e-07,
      "loss": 0.37014394998550415,
      "step": 368
    },
    {
      "epoch": 10.253521126760564,
      "grad_norm": 0.36930346488952637,
      "learning_rate": 9.098580963191907e-07,
      "loss": 0.37366440892219543,
      "step": 369
    },
    {
      "epoch": 10.28169014084507,
      "grad_norm": 0.38112977147102356,
      "learning_rate": 9.093859795212817e-07,
      "loss": 0.35555559396743774,
      "step": 370
    },
    {
      "epoch": 10.309859154929578,
      "grad_norm": 0.3857463598251343,
      "learning_rate": 9.089127679713529e-07,
      "loss": 0.36690396070480347,
      "step": 371
    },
    {
      "epoch": 10.338028169014084,
      "grad_norm": 0.39062997698783875,
      "learning_rate": 9.084384631108882e-07,
      "loss": 0.3616250157356262,
      "step": 372
    },
    {
      "epoch": 10.366197183098592,
      "grad_norm": 0.3763197958469391,
      "learning_rate": 9.079630663847031e-07,
      "loss": 0.3588902950286865,
      "step": 373
    },
    {
      "epoch": 10.394366197183098,
      "grad_norm": 0.3925309479236603,
      "learning_rate": 9.074865792409381e-07,
      "loss": 0.3592212498188019,
      "step": 374
    },
    {
      "epoch": 10.422535211267606,
      "grad_norm": 0.38808441162109375,
      "learning_rate": 9.070090031310558e-07,
      "loss": 0.36339810490608215,
      "step": 375
    },
    {
      "epoch": 10.450704225352112,
      "grad_norm": 0.3804055154323578,
      "learning_rate": 9.065303395098358e-07,
      "loss": 0.35527950525283813,
      "step": 376
    },
    {
      "epoch": 10.47887323943662,
      "grad_norm": 0.40296220779418945,
      "learning_rate": 9.060505898353705e-07,
      "loss": 0.37981516122817993,
      "step": 377
    },
    {
      "epoch": 10.507042253521126,
      "grad_norm": 0.382583886384964,
      "learning_rate": 9.055697555690607e-07,
      "loss": 0.3662206530570984,
      "step": 378
    },
    {
      "epoch": 10.535211267605634,
      "grad_norm": 0.3722359836101532,
      "learning_rate": 9.050878381756107e-07,
      "loss": 0.38016411662101746,
      "step": 379
    },
    {
      "epoch": 10.56338028169014,
      "grad_norm": 0.37797069549560547,
      "learning_rate": 9.046048391230247e-07,
      "loss": 0.3583446741104126,
      "step": 380
    },
    {
      "epoch": 10.591549295774648,
      "grad_norm": 0.3818921148777008,
      "learning_rate": 9.041207598826017e-07,
      "loss": 0.3454791307449341,
      "step": 381
    },
    {
      "epoch": 10.619718309859154,
      "grad_norm": 0.3798826336860657,
      "learning_rate": 9.036356019289309e-07,
      "loss": 0.37033557891845703,
      "step": 382
    },
    {
      "epoch": 10.647887323943662,
      "grad_norm": 0.3845714032649994,
      "learning_rate": 9.031493667398872e-07,
      "loss": 0.38480767607688904,
      "step": 383
    },
    {
      "epoch": 10.676056338028168,
      "grad_norm": 0.38121894001960754,
      "learning_rate": 9.026620557966279e-07,
      "loss": 0.3667231500148773,
      "step": 384
    },
    {
      "epoch": 10.704225352112676,
      "grad_norm": 0.3911556005477905,
      "learning_rate": 9.021736705835862e-07,
      "loss": 0.38062405586242676,
      "step": 385
    },
    {
      "epoch": 10.732394366197184,
      "grad_norm": 0.3855709135532379,
      "learning_rate": 9.016842125884684e-07,
      "loss": 0.3813501298427582,
      "step": 386
    },
    {
      "epoch": 10.76056338028169,
      "grad_norm": 0.36581486463546753,
      "learning_rate": 9.011936833022484e-07,
      "loss": 0.37611764669418335,
      "step": 387
    },
    {
      "epoch": 10.788732394366198,
      "grad_norm": 0.36487480998039246,
      "learning_rate": 9.007020842191634e-07,
      "loss": 0.3561417758464813,
      "step": 388
    },
    {
      "epoch": 10.816901408450704,
      "grad_norm": 0.38142985105514526,
      "learning_rate": 9.002094168367095e-07,
      "loss": 0.36552196741104126,
      "step": 389
    },
    {
      "epoch": 10.845070422535212,
      "grad_norm": 0.43826037645339966,
      "learning_rate": 8.997156826556369e-07,
      "loss": 0.3591921329498291,
      "step": 390
    },
    {
      "epoch": 10.873239436619718,
      "grad_norm": 0.392564982175827,
      "learning_rate": 8.992208831799456e-07,
      "loss": 0.35333842039108276,
      "step": 391
    },
    {
      "epoch": 10.901408450704226,
      "grad_norm": 0.37918829917907715,
      "learning_rate": 8.987250199168808e-07,
      "loss": 0.3890402615070343,
      "step": 392
    },
    {
      "epoch": 10.929577464788732,
      "grad_norm": 0.3998699188232422,
      "learning_rate": 8.982280943769278e-07,
      "loss": 0.37613236904144287,
      "step": 393
    },
    {
      "epoch": 10.95774647887324,
      "grad_norm": 0.38326117396354675,
      "learning_rate": 8.977301080738079e-07,
      "loss": 0.3537328243255615,
      "step": 394
    },
    {
      "epoch": 10.985915492957746,
      "grad_norm": 0.4009212851524353,
      "learning_rate": 8.97231062524474e-07,
      "loss": 0.3686075806617737,
      "step": 395
    },
    {
      "epoch": 11.0,
      "grad_norm": 0.5113705992698669,
      "learning_rate": 8.967309592491052e-07,
      "loss": 0.3567275404930115,
      "step": 396
    },
    {
      "epoch": 11.028169014084508,
      "grad_norm": 0.39269763231277466,
      "learning_rate": 8.962297997711027e-07,
      "loss": 0.3689637780189514,
      "step": 397
    },
    {
      "epoch": 11.056338028169014,
      "grad_norm": 0.3715799152851105,
      "learning_rate": 8.957275856170855e-07,
      "loss": 0.3731398582458496,
      "step": 398
    },
    {
      "epoch": 11.084507042253522,
      "grad_norm": 0.3999379873275757,
      "learning_rate": 8.952243183168848e-07,
      "loss": 0.35057908296585083,
      "step": 399
    },
    {
      "epoch": 11.112676056338028,
      "grad_norm": 0.3621755540370941,
      "learning_rate": 8.9471999940354e-07,
      "loss": 0.36143216490745544,
      "step": 400
    },
    {
      "epoch": 11.140845070422536,
      "grad_norm": 0.3664521872997284,
      "learning_rate": 8.942146304132943e-07,
      "loss": 0.36459916830062866,
      "step": 401
    },
    {
      "epoch": 11.169014084507042,
      "grad_norm": 0.36989837884902954,
      "learning_rate": 8.937082128855891e-07,
      "loss": 0.35209208726882935,
      "step": 402
    },
    {
      "epoch": 11.19718309859155,
      "grad_norm": 0.3864418864250183,
      "learning_rate": 8.932007483630596e-07,
      "loss": 0.3611026406288147,
      "step": 403
    },
    {
      "epoch": 11.225352112676056,
      "grad_norm": 0.3848041892051697,
      "learning_rate": 8.926922383915315e-07,
      "loss": 0.3566674590110779,
      "step": 404
    },
    {
      "epoch": 11.253521126760564,
      "grad_norm": 0.3938388228416443,
      "learning_rate": 8.921826845200138e-07,
      "loss": 0.36684882640838623,
      "step": 405
    },
    {
      "epoch": 11.28169014084507,
      "grad_norm": 0.38600727915763855,
      "learning_rate": 8.916720883006963e-07,
      "loss": 0.3495212495326996,
      "step": 406
    },
    {
      "epoch": 11.309859154929578,
      "grad_norm": 0.3858475983142853,
      "learning_rate": 8.911604512889434e-07,
      "loss": 0.36758288741111755,
      "step": 407
    },
    {
      "epoch": 11.338028169014084,
      "grad_norm": 0.3926028609275818,
      "learning_rate": 8.906477750432903e-07,
      "loss": 0.3653443455696106,
      "step": 408
    },
    {
      "epoch": 11.366197183098592,
      "grad_norm": 0.3862815201282501,
      "learning_rate": 8.901340611254378e-07,
      "loss": 0.36144793033599854,
      "step": 409
    },
    {
      "epoch": 11.394366197183098,
      "grad_norm": 0.3828945755958557,
      "learning_rate": 8.896193111002475e-07,
      "loss": 0.36112335324287415,
      "step": 410
    },
    {
      "epoch": 11.422535211267606,
      "grad_norm": 0.36892107129096985,
      "learning_rate": 8.891035265357371e-07,
      "loss": 0.3514392375946045,
      "step": 411
    },
    {
      "epoch": 11.450704225352112,
      "grad_norm": 0.3868485391139984,
      "learning_rate": 8.88586709003076e-07,
      "loss": 0.3583905100822449,
      "step": 412
    },
    {
      "epoch": 11.47887323943662,
      "grad_norm": 0.3802708089351654,
      "learning_rate": 8.8806886007658e-07,
      "loss": 0.3574969470500946,
      "step": 413
    },
    {
      "epoch": 11.507042253521126,
      "grad_norm": 0.4039209187030792,
      "learning_rate": 8.875499813337067e-07,
      "loss": 0.3605828881263733,
      "step": 414
    },
    {
      "epoch": 11.535211267605634,
      "grad_norm": 0.36766496300697327,
      "learning_rate": 8.87030074355051e-07,
      "loss": 0.3580583333969116,
      "step": 415
    },
    {
      "epoch": 11.56338028169014,
      "grad_norm": 0.40306782722473145,
      "learning_rate": 8.865091407243394e-07,
      "loss": 0.3507153391838074,
      "step": 416
    },
    {
      "epoch": 11.591549295774648,
      "grad_norm": 0.3760242760181427,
      "learning_rate": 8.859871820284261e-07,
      "loss": 0.3610009551048279,
      "step": 417
    },
    {
      "epoch": 11.619718309859154,
      "grad_norm": 0.3728201687335968,
      "learning_rate": 8.85464199857288e-07,
      "loss": 0.36293601989746094,
      "step": 418
    },
    {
      "epoch": 11.647887323943662,
      "grad_norm": 0.3799256980419159,
      "learning_rate": 8.849401958040192e-07,
      "loss": 0.3622777760028839,
      "step": 419
    },
    {
      "epoch": 11.676056338028168,
      "grad_norm": 0.37681055068969727,
      "learning_rate": 8.844151714648274e-07,
      "loss": 0.37725430727005005,
      "step": 420
    },
    {
      "epoch": 11.704225352112676,
      "grad_norm": 0.36682507395744324,
      "learning_rate": 8.838891284390273e-07,
      "loss": 0.3608296513557434,
      "step": 421
    },
    {
      "epoch": 11.732394366197184,
      "grad_norm": 0.40212753415107727,
      "learning_rate": 8.833620683290375e-07,
      "loss": 0.36940503120422363,
      "step": 422
    },
    {
      "epoch": 11.76056338028169,
      "grad_norm": 0.39507851004600525,
      "learning_rate": 8.828339927403745e-07,
      "loss": 0.36940622329711914,
      "step": 423
    },
    {
      "epoch": 11.788732394366198,
      "grad_norm": 0.3753476142883301,
      "learning_rate": 8.823049032816478e-07,
      "loss": 0.3654807209968567,
      "step": 424
    },
    {
      "epoch": 11.816901408450704,
      "grad_norm": 0.40209904313087463,
      "learning_rate": 8.817748015645558e-07,
      "loss": 0.38087406754493713,
      "step": 425
    },
    {
      "epoch": 11.845070422535212,
      "grad_norm": 0.41672196984291077,
      "learning_rate": 8.812436892038805e-07,
      "loss": 0.376999169588089,
      "step": 426
    },
    {
      "epoch": 11.873239436619718,
      "grad_norm": 0.38997018337249756,
      "learning_rate": 8.807115678174819e-07,
      "loss": 0.36242201924324036,
      "step": 427
    },
    {
      "epoch": 11.901408450704226,
      "grad_norm": 0.3844313323497772,
      "learning_rate": 8.801784390262943e-07,
      "loss": 0.3589880168437958,
      "step": 428
    },
    {
      "epoch": 11.929577464788732,
      "grad_norm": 0.39721062779426575,
      "learning_rate": 8.796443044543203e-07,
      "loss": 0.3740372657775879,
      "step": 429
    },
    {
      "epoch": 11.95774647887324,
      "grad_norm": 0.3949345052242279,
      "learning_rate": 8.791091657286267e-07,
      "loss": 0.367824912071228,
      "step": 430
    },
    {
      "epoch": 11.985915492957746,
      "grad_norm": 0.3663078844547272,
      "learning_rate": 8.785730244793386e-07,
      "loss": 0.3459323048591614,
      "step": 431
    },
    {
      "epoch": 12.0,
      "grad_norm": 0.5153440237045288,
      "learning_rate": 8.780358823396352e-07,
      "loss": 0.3602818250656128,
      "step": 432
    },
    {
      "epoch": 12.028169014084508,
      "grad_norm": 0.4119972586631775,
      "learning_rate": 8.774977409457447e-07,
      "loss": 0.36752861738204956,
      "step": 433
    },
    {
      "epoch": 12.056338028169014,
      "grad_norm": 0.3773941993713379,
      "learning_rate": 8.769586019369391e-07,
      "loss": 0.36021482944488525,
      "step": 434
    },
    {
      "epoch": 12.084507042253522,
      "grad_norm": 0.3795655071735382,
      "learning_rate": 8.764184669555293e-07,
      "loss": 0.3426026999950409,
      "step": 435
    },
    {
      "epoch": 12.112676056338028,
      "grad_norm": 0.4020242691040039,
      "learning_rate": 8.758773376468604e-07,
      "loss": 0.3724130392074585,
      "step": 436
    },
    {
      "epoch": 12.140845070422536,
      "grad_norm": 0.3684321343898773,
      "learning_rate": 8.753352156593055e-07,
      "loss": 0.3493257761001587,
      "step": 437
    },
    {
      "epoch": 12.169014084507042,
      "grad_norm": 0.37732994556427,
      "learning_rate": 8.747921026442629e-07,
      "loss": 0.36222606897354126,
      "step": 438
    },
    {
      "epoch": 12.19718309859155,
      "grad_norm": 0.38256269693374634,
      "learning_rate": 8.742480002561487e-07,
      "loss": 0.3597019612789154,
      "step": 439
    },
    {
      "epoch": 12.225352112676056,
      "grad_norm": 0.37773433327674866,
      "learning_rate": 8.737029101523929e-07,
      "loss": 0.36569148302078247,
      "step": 440
    },
    {
      "epoch": 12.253521126760564,
      "grad_norm": 0.39633604884147644,
      "learning_rate": 8.731568339934348e-07,
      "loss": 0.34569287300109863,
      "step": 441
    },
    {
      "epoch": 12.28169014084507,
      "grad_norm": 0.3998453617095947,
      "learning_rate": 8.726097734427172e-07,
      "loss": 0.36068615317344666,
      "step": 442
    },
    {
      "epoch": 12.309859154929578,
      "grad_norm": 0.3984638750553131,
      "learning_rate": 8.72061730166681e-07,
      "loss": 0.355583518743515,
      "step": 443
    },
    {
      "epoch": 12.338028169014084,
      "grad_norm": 0.38659578561782837,
      "learning_rate": 8.715127058347614e-07,
      "loss": 0.3660207688808441,
      "step": 444
    },
    {
      "epoch": 12.366197183098592,
      "grad_norm": 0.3950231075286865,
      "learning_rate": 8.709627021193816e-07,
      "loss": 0.34942448139190674,
      "step": 445
    },
    {
      "epoch": 12.394366197183098,
      "grad_norm": 0.404268354177475,
      "learning_rate": 8.704117206959484e-07,
      "loss": 0.3557840585708618,
      "step": 446
    },
    {
      "epoch": 12.422535211267606,
      "grad_norm": 0.40802863240242004,
      "learning_rate": 8.698597632428466e-07,
      "loss": 0.3627977967262268,
      "step": 447
    },
    {
      "epoch": 12.450704225352112,
      "grad_norm": 0.3712429702281952,
      "learning_rate": 8.693068314414344e-07,
      "loss": 0.35522907972335815,
      "step": 448
    },
    {
      "epoch": 12.47887323943662,
      "grad_norm": 0.37290823459625244,
      "learning_rate": 8.687529269760379e-07,
      "loss": 0.3544667363166809,
      "step": 449
    },
    {
      "epoch": 12.507042253521126,
      "grad_norm": 0.37418875098228455,
      "learning_rate": 8.681980515339463e-07,
      "loss": 0.3554455041885376,
      "step": 450
    },
    {
      "epoch": 12.535211267605634,
      "grad_norm": 0.3866615891456604,
      "learning_rate": 8.676422068054064e-07,
      "loss": 0.366887629032135,
      "step": 451
    },
    {
      "epoch": 12.56338028169014,
      "grad_norm": 0.40141481161117554,
      "learning_rate": 8.670853944836176e-07,
      "loss": 0.3531399369239807,
      "step": 452
    },
    {
      "epoch": 12.591549295774648,
      "grad_norm": 0.38647815585136414,
      "learning_rate": 8.665276162647267e-07,
      "loss": 0.35906854271888733,
      "step": 453
    },
    {
      "epoch": 12.619718309859154,
      "grad_norm": 0.38703131675720215,
      "learning_rate": 8.659688738478231e-07,
      "loss": 0.3740598261356354,
      "step": 454
    },
    {
      "epoch": 12.647887323943662,
      "grad_norm": 0.3907453715801239,
      "learning_rate": 8.654091689349329e-07,
      "loss": 0.36058950424194336,
      "step": 455
    },
    {
      "epoch": 12.676056338028168,
      "grad_norm": 0.3824431598186493,
      "learning_rate": 8.648485032310144e-07,
      "loss": 0.346851646900177,
      "step": 456
    },
    {
      "epoch": 12.704225352112676,
      "grad_norm": 0.3692627251148224,
      "learning_rate": 8.642868784439527e-07,
      "loss": 0.36401131749153137,
      "step": 457
    },
    {
      "epoch": 12.732394366197184,
      "grad_norm": 0.38447362184524536,
      "learning_rate": 8.63724296284554e-07,
      "loss": 0.37208425998687744,
      "step": 458
    },
    {
      "epoch": 12.76056338028169,
      "grad_norm": 0.41238147020339966,
      "learning_rate": 8.631607584665413e-07,
      "loss": 0.3508748412132263,
      "step": 459
    },
    {
      "epoch": 12.788732394366198,
      "grad_norm": 0.4168914556503296,
      "learning_rate": 8.625962667065487e-07,
      "loss": 0.3689703941345215,
      "step": 460
    },
    {
      "epoch": 12.816901408450704,
      "grad_norm": 0.362250417470932,
      "learning_rate": 8.620308227241157e-07,
      "loss": 0.3565211892127991,
      "step": 461
    },
    {
      "epoch": 12.845070422535212,
      "grad_norm": 0.3882714807987213,
      "learning_rate": 8.614644282416831e-07,
      "loss": 0.354469358921051,
      "step": 462
    },
    {
      "epoch": 12.873239436619718,
      "grad_norm": 0.41290637850761414,
      "learning_rate": 8.608970849845862e-07,
      "loss": 0.3469231128692627,
      "step": 463
    },
    {
      "epoch": 12.901408450704226,
      "grad_norm": 0.3723019063472748,
      "learning_rate": 8.603287946810513e-07,
      "loss": 0.3601073920726776,
      "step": 464
    },
    {
      "epoch": 12.929577464788732,
      "grad_norm": 0.38471633195877075,
      "learning_rate": 8.597595590621892e-07,
      "loss": 0.35276687145233154,
      "step": 465
    },
    {
      "epoch": 12.95774647887324,
      "grad_norm": 0.3747471570968628,
      "learning_rate": 8.591893798619903e-07,
      "loss": 0.36324065923690796,
      "step": 466
    },
    {
      "epoch": 12.985915492957746,
      "grad_norm": 0.3682200014591217,
      "learning_rate": 8.586182588173194e-07,
      "loss": 0.3429381251335144,
      "step": 467
    },
    {
      "epoch": 13.0,
      "grad_norm": 0.5452975034713745,
      "learning_rate": 8.580461976679099e-07,
      "loss": 0.3639674186706543,
      "step": 468
    },
    {
      "epoch": 13.028169014084508,
      "grad_norm": 0.37994059920310974,
      "learning_rate": 8.574731981563597e-07,
      "loss": 0.35528022050857544,
      "step": 469
    },
    {
      "epoch": 13.056338028169014,
      "grad_norm": 0.36460980772972107,
      "learning_rate": 8.568992620281243e-07,
      "loss": 0.34681588411331177,
      "step": 470
    },
    {
      "epoch": 13.084507042253522,
      "grad_norm": 0.3725976347923279,
      "learning_rate": 8.56324391031513e-07,
      "loss": 0.3548527956008911,
      "step": 471
    },
    {
      "epoch": 13.112676056338028,
      "grad_norm": 0.3775046467781067,
      "learning_rate": 8.557485869176825e-07,
      "loss": 0.3620424270629883,
      "step": 472
    },
    {
      "epoch": 13.140845070422536,
      "grad_norm": 0.3839409053325653,
      "learning_rate": 8.551718514406318e-07,
      "loss": 0.3539167642593384,
      "step": 473
    },
    {
      "epoch": 13.169014084507042,
      "grad_norm": 0.374140202999115,
      "learning_rate": 8.545941863571973e-07,
      "loss": 0.3624025583267212,
      "step": 474
    },
    {
      "epoch": 13.19718309859155,
      "grad_norm": 0.3937068283557892,
      "learning_rate": 8.540155934270471e-07,
      "loss": 0.3401454985141754,
      "step": 475
    },
    {
      "epoch": 13.225352112676056,
      "grad_norm": 0.38825297355651855,
      "learning_rate": 8.534360744126753e-07,
      "loss": 0.3499498665332794,
      "step": 476
    },
    {
      "epoch": 13.253521126760564,
      "grad_norm": 0.39202409982681274,
      "learning_rate": 8.528556310793979e-07,
      "loss": 0.3489566743373871,
      "step": 477
    },
    {
      "epoch": 13.28169014084507,
      "grad_norm": 0.3716176748275757,
      "learning_rate": 8.522742651953456e-07,
      "loss": 0.35014504194259644,
      "step": 478
    },
    {
      "epoch": 13.309859154929578,
      "grad_norm": 0.3892640471458435,
      "learning_rate": 8.516919785314595e-07,
      "loss": 0.34187570214271545,
      "step": 479
    },
    {
      "epoch": 13.338028169014084,
      "grad_norm": 0.36670979857444763,
      "learning_rate": 8.511087728614862e-07,
      "loss": 0.36834079027175903,
      "step": 480
    },
    {
      "epoch": 13.366197183098592,
      "grad_norm": 0.37734806537628174,
      "learning_rate": 8.50524649961971e-07,
      "loss": 0.343334436416626,
      "step": 481
    },
    {
      "epoch": 13.394366197183098,
      "grad_norm": 0.3850347697734833,
      "learning_rate": 8.499396116122535e-07,
      "loss": 0.3575423061847687,
      "step": 482
    },
    {
      "epoch": 13.422535211267606,
      "grad_norm": 0.3864496350288391,
      "learning_rate": 8.493536595944622e-07,
      "loss": 0.36800649762153625,
      "step": 483
    },
    {
      "epoch": 13.450704225352112,
      "grad_norm": 0.3789742588996887,
      "learning_rate": 8.487667956935087e-07,
      "loss": 0.3633601665496826,
      "step": 484
    },
    {
      "epoch": 13.47887323943662,
      "grad_norm": 0.37209466099739075,
      "learning_rate": 8.481790216970819e-07,
      "loss": 0.36307400465011597,
      "step": 485
    },
    {
      "epoch": 13.507042253521126,
      "grad_norm": 0.37267136573791504,
      "learning_rate": 8.475903393956433e-07,
      "loss": 0.36202266812324524,
      "step": 486
    },
    {
      "epoch": 13.535211267605634,
      "grad_norm": 0.38834360241889954,
      "learning_rate": 8.470007505824215e-07,
      "loss": 0.3597005605697632,
      "step": 487
    },
    {
      "epoch": 13.56338028169014,
      "grad_norm": 0.37330684065818787,
      "learning_rate": 8.464102570534061e-07,
      "loss": 0.34499961137771606,
      "step": 488
    },
    {
      "epoch": 13.591549295774648,
      "grad_norm": 0.3997851014137268,
      "learning_rate": 8.458188606073431e-07,
      "loss": 0.3451351523399353,
      "step": 489
    },
    {
      "epoch": 13.619718309859154,
      "grad_norm": 0.38458433747291565,
      "learning_rate": 8.452265630457282e-07,
      "loss": 0.351215124130249,
      "step": 490
    },
    {
      "epoch": 13.647887323943662,
      "grad_norm": 0.3588864505290985,
      "learning_rate": 8.446333661728028e-07,
      "loss": 0.35790491104125977,
      "step": 491
    },
    {
      "epoch": 13.676056338028168,
      "grad_norm": 0.3922884166240692,
      "learning_rate": 8.440392717955475e-07,
      "loss": 0.3594629466533661,
      "step": 492
    },
    {
      "epoch": 13.704225352112676,
      "grad_norm": 0.3857049345970154,
      "learning_rate": 8.434442817236765e-07,
      "loss": 0.34881383180618286,
      "step": 493
    },
    {
      "epoch": 13.732394366197184,
      "grad_norm": 0.4017575681209564,
      "learning_rate": 8.428483977696328e-07,
      "loss": 0.3498556613922119,
      "step": 494
    },
    {
      "epoch": 13.76056338028169,
      "grad_norm": 0.3752291798591614,
      "learning_rate": 8.422516217485825e-07,
      "loss": 0.3405389189720154,
      "step": 495
    },
    {
      "epoch": 13.788732394366198,
      "grad_norm": 0.3852419853210449,
      "learning_rate": 8.416539554784089e-07,
      "loss": 0.3572129011154175,
      "step": 496
    },
    {
      "epoch": 13.816901408450704,
      "grad_norm": 0.4124152958393097,
      "learning_rate": 8.410554007797068e-07,
      "loss": 0.3448854684829712,
      "step": 497
    },
    {
      "epoch": 13.845070422535212,
      "grad_norm": 0.4105253219604492,
      "learning_rate": 8.404559594757777e-07,
      "loss": 0.35539665818214417,
      "step": 498
    },
    {
      "epoch": 13.873239436619718,
      "grad_norm": 0.39284518361091614,
      "learning_rate": 8.398556333926239e-07,
      "loss": 0.36244136095046997,
      "step": 499
    },
    {
      "epoch": 13.901408450704226,
      "grad_norm": 0.35972821712493896,
      "learning_rate": 8.392544243589427e-07,
      "loss": 0.3578004240989685,
      "step": 500
    },
    {
      "epoch": 13.929577464788732,
      "grad_norm": 0.3711358904838562,
      "learning_rate": 8.38652334206121e-07,
      "loss": 0.34361594915390015,
      "step": 501
    },
    {
      "epoch": 13.95774647887324,
      "grad_norm": 0.4135587513446808,
      "learning_rate": 8.3804936476823e-07,
      "loss": 0.36592596769332886,
      "step": 502
    },
    {
      "epoch": 13.985915492957746,
      "grad_norm": 0.37095075845718384,
      "learning_rate": 8.374455178820189e-07,
      "loss": 0.3628469705581665,
      "step": 503
    },
    {
      "epoch": 14.0,
      "grad_norm": 0.5396003127098083,
      "learning_rate": 8.368407953869103e-07,
      "loss": 0.34858113527297974,
      "step": 504
    },
    {
      "epoch": 14.028169014084508,
      "grad_norm": 0.3776472806930542,
      "learning_rate": 8.362351991249937e-07,
      "loss": 0.352533757686615,
      "step": 505
    },
    {
      "epoch": 14.056338028169014,
      "grad_norm": 0.3781091570854187,
      "learning_rate": 8.356287309410204e-07,
      "loss": 0.3604869246482849,
      "step": 506
    },
    {
      "epoch": 14.084507042253522,
      "grad_norm": 0.3902469277381897,
      "learning_rate": 8.350213926823974e-07,
      "loss": 0.3640694320201874,
      "step": 507
    },
    {
      "epoch": 14.112676056338028,
      "grad_norm": 0.3881576359272003,
      "learning_rate": 8.344131861991828e-07,
      "loss": 0.3508457541465759,
      "step": 508
    },
    {
      "epoch": 14.140845070422536,
      "grad_norm": 0.372915655374527,
      "learning_rate": 8.338041133440788e-07,
      "loss": 0.351182758808136,
      "step": 509
    },
    {
      "epoch": 14.169014084507042,
      "grad_norm": 0.3760332465171814,
      "learning_rate": 8.331941759724268e-07,
      "loss": 0.35791683197021484,
      "step": 510
    },
    {
      "epoch": 14.19718309859155,
      "grad_norm": 0.3700595796108246,
      "learning_rate": 8.325833759422021e-07,
      "loss": 0.35949069261550903,
      "step": 511
    },
    {
      "epoch": 14.225352112676056,
      "grad_norm": 0.3730723261833191,
      "learning_rate": 8.319717151140072e-07,
      "loss": 0.3404577374458313,
      "step": 512
    },
    {
      "epoch": 14.253521126760564,
      "grad_norm": 0.41635406017303467,
      "learning_rate": 8.313591953510673e-07,
      "loss": 0.37283679842948914,
      "step": 513
    },
    {
      "epoch": 14.28169014084507,
      "grad_norm": 0.4026881456375122,
      "learning_rate": 8.307458185192238e-07,
      "loss": 0.34543269872665405,
      "step": 514
    },
    {
      "epoch": 14.309859154929578,
      "grad_norm": 0.39402303099632263,
      "learning_rate": 8.301315864869289e-07,
      "loss": 0.34635818004608154,
      "step": 515
    },
    {
      "epoch": 14.338028169014084,
      "grad_norm": 0.3800695836544037,
      "learning_rate": 8.295165011252396e-07,
      "loss": 0.3433900475502014,
      "step": 516
    },
    {
      "epoch": 14.366197183098592,
      "grad_norm": 0.35776469111442566,
      "learning_rate": 8.289005643078131e-07,
      "loss": 0.3383639454841614,
      "step": 517
    },
    {
      "epoch": 14.394366197183098,
      "grad_norm": 0.3785316050052643,
      "learning_rate": 8.282837779108993e-07,
      "loss": 0.346576452255249,
      "step": 518
    },
    {
      "epoch": 14.422535211267606,
      "grad_norm": 0.3899250328540802,
      "learning_rate": 8.276661438133368e-07,
      "loss": 0.35042616724967957,
      "step": 519
    },
    {
      "epoch": 14.450704225352112,
      "grad_norm": 0.37631621956825256,
      "learning_rate": 8.270476638965461e-07,
      "loss": 0.3533529043197632,
      "step": 520
    },
    {
      "epoch": 14.47887323943662,
      "grad_norm": 0.3743092119693756,
      "learning_rate": 8.264283400445243e-07,
      "loss": 0.3409396708011627,
      "step": 521
    },
    {
      "epoch": 14.507042253521126,
      "grad_norm": 0.38056522607803345,
      "learning_rate": 8.258081741438394e-07,
      "loss": 0.35600903630256653,
      "step": 522
    },
    {
      "epoch": 14.535211267605634,
      "grad_norm": 0.37500396370887756,
      "learning_rate": 8.25187168083624e-07,
      "loss": 0.3521459400653839,
      "step": 523
    },
    {
      "epoch": 14.56338028169014,
      "grad_norm": 0.38654470443725586,
      "learning_rate": 8.245653237555705e-07,
      "loss": 0.3409499228000641,
      "step": 524
    },
    {
      "epoch": 14.591549295774648,
      "grad_norm": 0.40645715594291687,
      "learning_rate": 8.239426430539243e-07,
      "loss": 0.359097957611084,
      "step": 525
    },
    {
      "epoch": 14.619718309859154,
      "grad_norm": 0.37087902426719666,
      "learning_rate": 8.23319127875479e-07,
      "loss": 0.3505946099758148,
      "step": 526
    },
    {
      "epoch": 14.647887323943662,
      "grad_norm": 0.3707801401615143,
      "learning_rate": 8.226947801195699e-07,
      "loss": 0.3502677083015442,
      "step": 527
    },
    {
      "epoch": 14.676056338028168,
      "grad_norm": 0.38573163747787476,
      "learning_rate": 8.220696016880687e-07,
      "loss": 0.3493162989616394,
      "step": 528
    },
    {
      "epoch": 14.704225352112676,
      "grad_norm": 0.4001166820526123,
      "learning_rate": 8.21443594485377e-07,
      "loss": 0.3506782352924347,
      "step": 529
    },
    {
      "epoch": 14.732394366197184,
      "grad_norm": 0.38506975769996643,
      "learning_rate": 8.208167604184217e-07,
      "loss": 0.34733596444129944,
      "step": 530
    },
    {
      "epoch": 14.76056338028169,
      "grad_norm": 0.3804541826248169,
      "learning_rate": 8.201891013966478e-07,
      "loss": 0.33838513493537903,
      "step": 531
    },
    {
      "epoch": 14.788732394366198,
      "grad_norm": 0.3855923116207123,
      "learning_rate": 8.195606193320136e-07,
      "loss": 0.3545091450214386,
      "step": 532
    },
    {
      "epoch": 14.816901408450704,
      "grad_norm": 0.38002100586891174,
      "learning_rate": 8.189313161389844e-07,
      "loss": 0.3370533585548401,
      "step": 533
    },
    {
      "epoch": 14.845070422535212,
      "grad_norm": 0.3642506003379822,
      "learning_rate": 8.183011937345271e-07,
      "loss": 0.3401836156845093,
      "step": 534
    },
    {
      "epoch": 14.873239436619718,
      "grad_norm": 0.3708590865135193,
      "learning_rate": 8.176702540381036e-07,
      "loss": 0.34280404448509216,
      "step": 535
    },
    {
      "epoch": 14.901408450704226,
      "grad_norm": 0.39392298460006714,
      "learning_rate": 8.170384989716657e-07,
      "loss": 0.3544384837150574,
      "step": 536
    },
    {
      "epoch": 14.929577464788732,
      "grad_norm": 0.3707094192504883,
      "learning_rate": 8.164059304596488e-07,
      "loss": 0.3490797281265259,
      "step": 537
    },
    {
      "epoch": 14.95774647887324,
      "grad_norm": 0.38153553009033203,
      "learning_rate": 8.157725504289664e-07,
      "loss": 0.3643110990524292,
      "step": 538
    },
    {
      "epoch": 14.985915492957746,
      "grad_norm": 0.3858087360858917,
      "learning_rate": 8.151383608090039e-07,
      "loss": 0.350948303937912,
      "step": 539
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.5356346368789673,
      "learning_rate": 8.145033635316128e-07,
      "loss": 0.3669792115688324,
      "step": 540
    },
    {
      "epoch": 15.028169014084508,
      "grad_norm": 0.3815496861934662,
      "learning_rate": 8.138675605311051e-07,
      "loss": 0.3322640657424927,
      "step": 541
    },
    {
      "epoch": 15.056338028169014,
      "grad_norm": 0.37720146775245667,
      "learning_rate": 8.13230953744247e-07,
      "loss": 0.3458060026168823,
      "step": 542
    },
    {
      "epoch": 15.084507042253522,
      "grad_norm": 0.3754969835281372,
      "learning_rate": 8.125935451102528e-07,
      "loss": 0.3553546965122223,
      "step": 543
    },
    {
      "epoch": 15.112676056338028,
      "grad_norm": 0.36978018283843994,
      "learning_rate": 8.119553365707802e-07,
      "loss": 0.3408074975013733,
      "step": 544
    },
    {
      "epoch": 15.140845070422536,
      "grad_norm": 0.3989609479904175,
      "learning_rate": 8.113163300699228e-07,
      "loss": 0.3464876413345337,
      "step": 545
    },
    {
      "epoch": 15.169014084507042,
      "grad_norm": 0.36658549308776855,
      "learning_rate": 8.106765275542053e-07,
      "loss": 0.3466334342956543,
      "step": 546
    },
    {
      "epoch": 15.19718309859155,
      "grad_norm": 0.39741599559783936,
      "learning_rate": 8.100359309725774e-07,
      "loss": 0.34825024008750916,
      "step": 547
    },
    {
      "epoch": 15.225352112676056,
      "grad_norm": 0.3813125789165497,
      "learning_rate": 8.093945422764069e-07,
      "loss": 0.3407784104347229,
      "step": 548
    },
    {
      "epoch": 15.253521126760564,
      "grad_norm": 0.3777227997779846,
      "learning_rate": 8.087523634194754e-07,
      "loss": 0.34016621112823486,
      "step": 549
    },
    {
      "epoch": 15.28169014084507,
      "grad_norm": 0.38441628217697144,
      "learning_rate": 8.081093963579707e-07,
      "loss": 0.34003114700317383,
      "step": 550
    },
    {
      "epoch": 15.309859154929578,
      "grad_norm": 0.3793286681175232,
      "learning_rate": 8.074656430504823e-07,
      "loss": 0.3448694348335266,
      "step": 551
    },
    {
      "epoch": 15.338028169014084,
      "grad_norm": 0.3836040198802948,
      "learning_rate": 8.068211054579943e-07,
      "loss": 0.3474279046058655,
      "step": 552
    },
    {
      "epoch": 15.366197183098592,
      "grad_norm": 0.37479010224342346,
      "learning_rate": 8.061757855438799e-07,
      "loss": 0.3372560739517212,
      "step": 553
    },
    {
      "epoch": 15.394366197183098,
      "grad_norm": 0.37694352865219116,
      "learning_rate": 8.055296852738956e-07,
      "loss": 0.34544262290000916,
      "step": 554
    },
    {
      "epoch": 15.422535211267606,
      "grad_norm": 0.3711282014846802,
      "learning_rate": 8.048828066161747e-07,
      "loss": 0.3580097556114197,
      "step": 555
    },
    {
      "epoch": 15.450704225352112,
      "grad_norm": 0.3893590569496155,
      "learning_rate": 8.04235151541222e-07,
      "loss": 0.34728002548217773,
      "step": 556
    },
    {
      "epoch": 15.47887323943662,
      "grad_norm": 0.36593759059906006,
      "learning_rate": 8.035867220219071e-07,
      "loss": 0.34468919038772583,
      "step": 557
    },
    {
      "epoch": 15.507042253521126,
      "grad_norm": 0.39856672286987305,
      "learning_rate": 8.029375200334587e-07,
      "loss": 0.3579489588737488,
      "step": 558
    },
    {
      "epoch": 15.535211267605634,
      "grad_norm": 0.3780282735824585,
      "learning_rate": 8.022875475534588e-07,
      "loss": 0.3498050272464752,
      "step": 559
    },
    {
      "epoch": 15.56338028169014,
      "grad_norm": 0.3642277121543884,
      "learning_rate": 8.01636806561836e-07,
      "loss": 0.33729854226112366,
      "step": 560
    },
    {
      "epoch": 15.591549295774648,
      "grad_norm": 0.37629276514053345,
      "learning_rate": 8.009852990408606e-07,
      "loss": 0.3551182746887207,
      "step": 561
    },
    {
      "epoch": 15.619718309859154,
      "grad_norm": 0.3910060226917267,
      "learning_rate": 8.003330269751372e-07,
      "loss": 0.34621596336364746,
      "step": 562
    },
    {
      "epoch": 15.647887323943662,
      "grad_norm": 0.39113184809684753,
      "learning_rate": 7.996799923515997e-07,
      "loss": 0.3548876643180847,
      "step": 563
    },
    {
      "epoch": 15.676056338028168,
      "grad_norm": 0.3808310329914093,
      "learning_rate": 7.990261971595048e-07,
      "loss": 0.36337122321128845,
      "step": 564
    },
    {
      "epoch": 15.704225352112676,
      "grad_norm": 0.39411720633506775,
      "learning_rate": 7.983716433904262e-07,
      "loss": 0.33870428800582886,
      "step": 565
    },
    {
      "epoch": 15.732394366197184,
      "grad_norm": 0.3887096047401428,
      "learning_rate": 7.977163330382479e-07,
      "loss": 0.35169994831085205,
      "step": 566
    },
    {
      "epoch": 15.76056338028169,
      "grad_norm": 0.3939286172389984,
      "learning_rate": 7.970602680991592e-07,
      "loss": 0.34998422861099243,
      "step": 567
    },
    {
      "epoch": 15.788732394366198,
      "grad_norm": 0.3565775454044342,
      "learning_rate": 7.964034505716476e-07,
      "loss": 0.3486759662628174,
      "step": 568
    },
    {
      "epoch": 15.816901408450704,
      "grad_norm": 0.3899053931236267,
      "learning_rate": 7.957458824564931e-07,
      "loss": 0.35851621627807617,
      "step": 569
    },
    {
      "epoch": 15.845070422535212,
      "grad_norm": 0.3830185830593109,
      "learning_rate": 7.950875657567621e-07,
      "loss": 0.33559471368789673,
      "step": 570
    },
    {
      "epoch": 15.873239436619718,
      "grad_norm": 0.40776732563972473,
      "learning_rate": 7.944285024778017e-07,
      "loss": 0.35246986150741577,
      "step": 571
    },
    {
      "epoch": 15.901408450704226,
      "grad_norm": 0.3857426047325134,
      "learning_rate": 7.93768694627233e-07,
      "loss": 0.36824092268943787,
      "step": 572
    },
    {
      "epoch": 15.929577464788732,
      "grad_norm": 0.3712272644042969,
      "learning_rate": 7.931081442149448e-07,
      "loss": 0.34515848755836487,
      "step": 573
    },
    {
      "epoch": 15.95774647887324,
      "grad_norm": 0.3721475303173065,
      "learning_rate": 7.924468532530883e-07,
      "loss": 0.3364425301551819,
      "step": 574
    },
    {
      "epoch": 15.985915492957746,
      "grad_norm": 0.37941086292266846,
      "learning_rate": 7.917848237560708e-07,
      "loss": 0.34333279728889465,
      "step": 575
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.5400592684745789,
      "learning_rate": 7.911220577405484e-07,
      "loss": 0.34126609563827515,
      "step": 576
    },
    {
      "epoch": 16.028169014084508,
      "grad_norm": 0.3806915581226349,
      "learning_rate": 7.904585572254218e-07,
      "loss": 0.3439810276031494,
      "step": 577
    },
    {
      "epoch": 16.056338028169016,
      "grad_norm": 0.365713506937027,
      "learning_rate": 7.897943242318285e-07,
      "loss": 0.3540935218334198,
      "step": 578
    },
    {
      "epoch": 16.08450704225352,
      "grad_norm": 0.3724060654640198,
      "learning_rate": 7.891293607831373e-07,
      "loss": 0.3323290944099426,
      "step": 579
    },
    {
      "epoch": 16.112676056338028,
      "grad_norm": 0.38560864329338074,
      "learning_rate": 7.884636689049422e-07,
      "loss": 0.34806182980537415,
      "step": 580
    },
    {
      "epoch": 16.140845070422536,
      "grad_norm": 0.3800376057624817,
      "learning_rate": 7.877972506250562e-07,
      "loss": 0.33772388100624084,
      "step": 581
    },
    {
      "epoch": 16.169014084507044,
      "grad_norm": 0.38416358828544617,
      "learning_rate": 7.871301079735049e-07,
      "loss": 0.3476141095161438,
      "step": 582
    },
    {
      "epoch": 16.197183098591548,
      "grad_norm": 0.38566768169403076,
      "learning_rate": 7.864622429825204e-07,
      "loss": 0.357825368642807,
      "step": 583
    },
    {
      "epoch": 16.225352112676056,
      "grad_norm": 0.36804598569869995,
      "learning_rate": 7.857936576865356e-07,
      "loss": 0.34387123584747314,
      "step": 584
    },
    {
      "epoch": 16.253521126760564,
      "grad_norm": 0.37404003739356995,
      "learning_rate": 7.851243541221769e-07,
      "loss": 0.3607553243637085,
      "step": 585
    },
    {
      "epoch": 16.281690140845072,
      "grad_norm": 0.3866511881351471,
      "learning_rate": 7.844543343282595e-07,
      "loss": 0.34078526496887207,
      "step": 586
    },
    {
      "epoch": 16.309859154929576,
      "grad_norm": 0.37802958488464355,
      "learning_rate": 7.837836003457793e-07,
      "loss": 0.35176295042037964,
      "step": 587
    },
    {
      "epoch": 16.338028169014084,
      "grad_norm": 0.3895554542541504,
      "learning_rate": 7.831121542179086e-07,
      "loss": 0.35642701387405396,
      "step": 588
    },
    {
      "epoch": 16.366197183098592,
      "grad_norm": 0.38933444023132324,
      "learning_rate": 7.824399979899889e-07,
      "loss": 0.3432256579399109,
      "step": 589
    },
    {
      "epoch": 16.3943661971831,
      "grad_norm": 0.3860255181789398,
      "learning_rate": 7.817671337095244e-07,
      "loss": 0.33256232738494873,
      "step": 590
    },
    {
      "epoch": 16.422535211267604,
      "grad_norm": 0.37760087847709656,
      "learning_rate": 7.810935634261764e-07,
      "loss": 0.33182838559150696,
      "step": 591
    },
    {
      "epoch": 16.450704225352112,
      "grad_norm": 0.43271970748901367,
      "learning_rate": 7.804192891917571e-07,
      "loss": 0.3370242416858673,
      "step": 592
    },
    {
      "epoch": 16.47887323943662,
      "grad_norm": 0.3976680338382721,
      "learning_rate": 7.797443130602226e-07,
      "loss": 0.3409218490123749,
      "step": 593
    },
    {
      "epoch": 16.507042253521128,
      "grad_norm": 0.3847591280937195,
      "learning_rate": 7.79068637087667e-07,
      "loss": 0.34397250413894653,
      "step": 594
    },
    {
      "epoch": 16.535211267605632,
      "grad_norm": 0.4225793182849884,
      "learning_rate": 7.783922633323169e-07,
      "loss": 0.3583061099052429,
      "step": 595
    },
    {
      "epoch": 16.56338028169014,
      "grad_norm": 0.38739070296287537,
      "learning_rate": 7.777151938545235e-07,
      "loss": 0.3420133590698242,
      "step": 596
    },
    {
      "epoch": 16.591549295774648,
      "grad_norm": 0.38219913840293884,
      "learning_rate": 7.770374307167585e-07,
      "loss": 0.3353823721408844,
      "step": 597
    },
    {
      "epoch": 16.619718309859156,
      "grad_norm": 0.38513585925102234,
      "learning_rate": 7.763589759836058e-07,
      "loss": 0.3592385947704315,
      "step": 598
    },
    {
      "epoch": 16.647887323943664,
      "grad_norm": 0.37446147203445435,
      "learning_rate": 7.756798317217558e-07,
      "loss": 0.3497603237628937,
      "step": 599
    },
    {
      "epoch": 16.676056338028168,
      "grad_norm": 0.3799225091934204,
      "learning_rate": 7.75e-07,
      "loss": 0.33129948377609253,
      "step": 600
    },
    {
      "epoch": 16.704225352112676,
      "grad_norm": 0.3865351676940918,
      "learning_rate": 7.743194828892235e-07,
      "loss": 0.34597867727279663,
      "step": 601
    },
    {
      "epoch": 16.732394366197184,
      "grad_norm": 0.38422080874443054,
      "learning_rate": 7.736382824623999e-07,
      "loss": 0.34420183300971985,
      "step": 602
    },
    {
      "epoch": 16.760563380281692,
      "grad_norm": 0.3683478832244873,
      "learning_rate": 7.729564007945834e-07,
      "loss": 0.3431108593940735,
      "step": 603
    },
    {
      "epoch": 16.788732394366196,
      "grad_norm": 0.36752188205718994,
      "learning_rate": 7.72273839962904e-07,
      "loss": 0.3431229591369629,
      "step": 604
    },
    {
      "epoch": 16.816901408450704,
      "grad_norm": 0.38291314244270325,
      "learning_rate": 7.715906020465602e-07,
      "loss": 0.344490647315979,
      "step": 605
    },
    {
      "epoch": 16.845070422535212,
      "grad_norm": 0.3902081847190857,
      "learning_rate": 7.709066891268133e-07,
      "loss": 0.3327999711036682,
      "step": 606
    },
    {
      "epoch": 16.87323943661972,
      "grad_norm": 0.39360862970352173,
      "learning_rate": 7.702221032869808e-07,
      "loss": 0.3507109582424164,
      "step": 607
    },
    {
      "epoch": 16.901408450704224,
      "grad_norm": 0.38735586404800415,
      "learning_rate": 7.695368466124296e-07,
      "loss": 0.3384973704814911,
      "step": 608
    },
    {
      "epoch": 16.929577464788732,
      "grad_norm": 0.37811803817749023,
      "learning_rate": 7.688509211905707e-07,
      "loss": 0.34107083082199097,
      "step": 609
    },
    {
      "epoch": 16.95774647887324,
      "grad_norm": 0.3972027897834778,
      "learning_rate": 7.681643291108517e-07,
      "loss": 0.33823147416114807,
      "step": 610
    },
    {
      "epoch": 16.985915492957748,
      "grad_norm": 0.409056693315506,
      "learning_rate": 7.67477072464751e-07,
      "loss": 0.3435848653316498,
      "step": 611
    },
    {
      "epoch": 17.0,
      "grad_norm": 0.5482017397880554,
      "learning_rate": 7.667891533457718e-07,
      "loss": 0.34469878673553467,
      "step": 612
    },
    {
      "epoch": 17.028169014084508,
      "grad_norm": 0.37880438566207886,
      "learning_rate": 7.661005738494349e-07,
      "loss": 0.340010404586792,
      "step": 613
    },
    {
      "epoch": 17.056338028169016,
      "grad_norm": 0.37945932149887085,
      "learning_rate": 7.654113360732732e-07,
      "loss": 0.33479446172714233,
      "step": 614
    },
    {
      "epoch": 17.08450704225352,
      "grad_norm": 0.3803980350494385,
      "learning_rate": 7.647214421168238e-07,
      "loss": 0.33284443616867065,
      "step": 615
    },
    {
      "epoch": 17.112676056338028,
      "grad_norm": 0.3687640428543091,
      "learning_rate": 7.640308940816239e-07,
      "loss": 0.3429029881954193,
      "step": 616
    },
    {
      "epoch": 17.140845070422536,
      "grad_norm": 0.3732313811779022,
      "learning_rate": 7.633396940712023e-07,
      "loss": 0.346540242433548,
      "step": 617
    },
    {
      "epoch": 17.169014084507044,
      "grad_norm": 0.36889249086380005,
      "learning_rate": 7.626478441910744e-07,
      "loss": 0.34171944856643677,
      "step": 618
    },
    {
      "epoch": 17.197183098591548,
      "grad_norm": 0.3906193673610687,
      "learning_rate": 7.619553465487344e-07,
      "loss": 0.3259759545326233,
      "step": 619
    },
    {
      "epoch": 17.225352112676056,
      "grad_norm": 0.3841656744480133,
      "learning_rate": 7.612622032536507e-07,
      "loss": 0.331236869096756,
      "step": 620
    },
    {
      "epoch": 17.253521126760564,
      "grad_norm": 0.4112148880958557,
      "learning_rate": 7.60568416417258e-07,
      "loss": 0.34965720772743225,
      "step": 621
    },
    {
      "epoch": 17.281690140845072,
      "grad_norm": 0.3935334384441376,
      "learning_rate": 7.59873988152951e-07,
      "loss": 0.34438279271125793,
      "step": 622
    },
    {
      "epoch": 17.309859154929576,
      "grad_norm": 0.36690011620521545,
      "learning_rate": 7.591789205760789e-07,
      "loss": 0.346940815448761,
      "step": 623
    },
    {
      "epoch": 17.338028169014084,
      "grad_norm": 0.39343443512916565,
      "learning_rate": 7.584832158039378e-07,
      "loss": 0.3512117862701416,
      "step": 624
    },
    {
      "epoch": 17.366197183098592,
      "grad_norm": 0.39378273487091064,
      "learning_rate": 7.577868759557653e-07,
      "loss": 0.3479688763618469,
      "step": 625
    },
    {
      "epoch": 17.3943661971831,
      "grad_norm": 0.38349923491477966,
      "learning_rate": 7.570899031527332e-07,
      "loss": 0.3258413076400757,
      "step": 626
    },
    {
      "epoch": 17.422535211267604,
      "grad_norm": 0.3738706111907959,
      "learning_rate": 7.563922995179418e-07,
      "loss": 0.34239041805267334,
      "step": 627
    },
    {
      "epoch": 17.450704225352112,
      "grad_norm": 0.39493557810783386,
      "learning_rate": 7.556940671764124e-07,
      "loss": 0.35372307896614075,
      "step": 628
    },
    {
      "epoch": 17.47887323943662,
      "grad_norm": 0.3801724910736084,
      "learning_rate": 7.54995208255082e-07,
      "loss": 0.34363144636154175,
      "step": 629
    },
    {
      "epoch": 17.507042253521128,
      "grad_norm": 0.39354074001312256,
      "learning_rate": 7.54295724882796e-07,
      "loss": 0.35302555561065674,
      "step": 630
    },
    {
      "epoch": 17.535211267605632,
      "grad_norm": 0.3849182724952698,
      "learning_rate": 7.535956191903021e-07,
      "loss": 0.3301173448562622,
      "step": 631
    },
    {
      "epoch": 17.56338028169014,
      "grad_norm": 0.42660990357398987,
      "learning_rate": 7.528948933102438e-07,
      "loss": 0.34373244643211365,
      "step": 632
    },
    {
      "epoch": 17.591549295774648,
      "grad_norm": 0.4158874750137329,
      "learning_rate": 7.521935493771534e-07,
      "loss": 0.3334096670150757,
      "step": 633
    },
    {
      "epoch": 17.619718309859156,
      "grad_norm": 0.3729299008846283,
      "learning_rate": 7.514915895274463e-07,
      "loss": 0.34392040967941284,
      "step": 634
    },
    {
      "epoch": 17.647887323943664,
      "grad_norm": 0.37672823667526245,
      "learning_rate": 7.507890158994139e-07,
      "loss": 0.34529420733451843,
      "step": 635
    },
    {
      "epoch": 17.676056338028168,
      "grad_norm": 0.38537341356277466,
      "learning_rate": 7.500858306332172e-07,
      "loss": 0.3379954695701599,
      "step": 636
    },
    {
      "epoch": 17.704225352112676,
      "grad_norm": 0.3827511966228485,
      "learning_rate": 7.493820358708809e-07,
      "loss": 0.34008336067199707,
      "step": 637
    },
    {
      "epoch": 17.732394366197184,
      "grad_norm": 0.3780139684677124,
      "learning_rate": 7.486776337562853e-07,
      "loss": 0.34520262479782104,
      "step": 638
    },
    {
      "epoch": 17.760563380281692,
      "grad_norm": 0.40986132621765137,
      "learning_rate": 7.479726264351618e-07,
      "loss": 0.3471469283103943,
      "step": 639
    },
    {
      "epoch": 17.788732394366196,
      "grad_norm": 0.38342809677124023,
      "learning_rate": 7.472670160550848e-07,
      "loss": 0.3339645266532898,
      "step": 640
    },
    {
      "epoch": 17.816901408450704,
      "grad_norm": 0.3707945644855499,
      "learning_rate": 7.46560804765466e-07,
      "loss": 0.3366163969039917,
      "step": 641
    },
    {
      "epoch": 17.845070422535212,
      "grad_norm": 0.3779657483100891,
      "learning_rate": 7.458539947175473e-07,
      "loss": 0.3418515920639038,
      "step": 642
    },
    {
      "epoch": 17.87323943661972,
      "grad_norm": 0.3670470118522644,
      "learning_rate": 7.45146588064395e-07,
      "loss": 0.36023664474487305,
      "step": 643
    },
    {
      "epoch": 17.901408450704224,
      "grad_norm": 0.3905658721923828,
      "learning_rate": 7.444385869608921e-07,
      "loss": 0.3438882827758789,
      "step": 644
    },
    {
      "epoch": 17.929577464788732,
      "grad_norm": 0.3817150294780731,
      "learning_rate": 7.437299935637328e-07,
      "loss": 0.3405934274196625,
      "step": 645
    },
    {
      "epoch": 17.95774647887324,
      "grad_norm": 0.39704108238220215,
      "learning_rate": 7.430208100314156e-07,
      "loss": 0.34964901208877563,
      "step": 646
    },
    {
      "epoch": 17.985915492957748,
      "grad_norm": 0.3975781798362732,
      "learning_rate": 7.423110385242366e-07,
      "loss": 0.3247070908546448,
      "step": 647
    },
    {
      "epoch": 18.0,
      "grad_norm": 0.5164637565612793,
      "learning_rate": 7.416006812042827e-07,
      "loss": 0.32823723554611206,
      "step": 648
    },
    {
      "epoch": 18.028169014084508,
      "grad_norm": 0.3880039155483246,
      "learning_rate": 7.408897402354255e-07,
      "loss": 0.33646905422210693,
      "step": 649
    },
    {
      "epoch": 18.056338028169016,
      "grad_norm": 0.3736721873283386,
      "learning_rate": 7.401782177833147e-07,
      "loss": 0.34878233075141907,
      "step": 650
    },
    {
      "epoch": 18.08450704225352,
      "grad_norm": 0.3867191672325134,
      "learning_rate": 7.394661160153709e-07,
      "loss": 0.3172820508480072,
      "step": 651
    },
    {
      "epoch": 18.112676056338028,
      "grad_norm": 0.3890867531299591,
      "learning_rate": 7.387534371007797e-07,
      "loss": 0.3448027968406677,
      "step": 652
    },
    {
      "epoch": 18.140845070422536,
      "grad_norm": 0.3825511634349823,
      "learning_rate": 7.380401832104845e-07,
      "loss": 0.3210564851760864,
      "step": 653
    },
    {
      "epoch": 18.169014084507044,
      "grad_norm": 0.39171501994132996,
      "learning_rate": 7.373263565171805e-07,
      "loss": 0.3514065742492676,
      "step": 654
    },
    {
      "epoch": 18.197183098591548,
      "grad_norm": 0.39238640666007996,
      "learning_rate": 7.366119591953075e-07,
      "loss": 0.32657837867736816,
      "step": 655
    },
    {
      "epoch": 18.225352112676056,
      "grad_norm": 0.3783596456050873,
      "learning_rate": 7.358969934210438e-07,
      "loss": 0.34692835807800293,
      "step": 656
    },
    {
      "epoch": 18.253521126760564,
      "grad_norm": 0.3858647644519806,
      "learning_rate": 7.35181461372299e-07,
      "loss": 0.3333381414413452,
      "step": 657
    },
    {
      "epoch": 18.281690140845072,
      "grad_norm": 0.3780527114868164,
      "learning_rate": 7.344653652287077e-07,
      "loss": 0.3395627737045288,
      "step": 658
    },
    {
      "epoch": 18.309859154929576,
      "grad_norm": 0.39698007702827454,
      "learning_rate": 7.337487071716232e-07,
      "loss": 0.3523014485836029,
      "step": 659
    },
    {
      "epoch": 18.338028169014084,
      "grad_norm": 0.3739187717437744,
      "learning_rate": 7.330314893841101e-07,
      "loss": 0.3379012942314148,
      "step": 660
    },
    {
      "epoch": 18.366197183098592,
      "grad_norm": 0.3841306269168854,
      "learning_rate": 7.323137140509381e-07,
      "loss": 0.34076976776123047,
      "step": 661
    },
    {
      "epoch": 18.3943661971831,
      "grad_norm": 0.3925968110561371,
      "learning_rate": 7.315953833585755e-07,
      "loss": 0.3256088197231293,
      "step": 662
    },
    {
      "epoch": 18.422535211267604,
      "grad_norm": 0.3602692484855652,
      "learning_rate": 7.308764994951821e-07,
      "loss": 0.3451104164123535,
      "step": 663
    },
    {
      "epoch": 18.450704225352112,
      "grad_norm": 0.3772573173046112,
      "learning_rate": 7.301570646506027e-07,
      "loss": 0.3467863202095032,
      "step": 664
    },
    {
      "epoch": 18.47887323943662,
      "grad_norm": 0.39093321561813354,
      "learning_rate": 7.294370810163607e-07,
      "loss": 0.33636775612831116,
      "step": 665
    },
    {
      "epoch": 18.507042253521128,
      "grad_norm": 0.3880842328071594,
      "learning_rate": 7.287165507856512e-07,
      "loss": 0.3315805196762085,
      "step": 666
    },
    {
      "epoch": 18.535211267605632,
      "grad_norm": 0.38826221227645874,
      "learning_rate": 7.279954761533342e-07,
      "loss": 0.3530000150203705,
      "step": 667
    },
    {
      "epoch": 18.56338028169014,
      "grad_norm": 0.37676602602005005,
      "learning_rate": 7.27273859315928e-07,
      "loss": 0.3325963616371155,
      "step": 668
    },
    {
      "epoch": 18.591549295774648,
      "grad_norm": 0.3871600925922394,
      "learning_rate": 7.265517024716026e-07,
      "loss": 0.3362300395965576,
      "step": 669
    },
    {
      "epoch": 18.619718309859156,
      "grad_norm": 0.39551645517349243,
      "learning_rate": 7.258290078201731e-07,
      "loss": 0.3296426236629486,
      "step": 670
    },
    {
      "epoch": 18.647887323943664,
      "grad_norm": 0.3936498165130615,
      "learning_rate": 7.251057775630927e-07,
      "loss": 0.3340068757534027,
      "step": 671
    },
    {
      "epoch": 18.676056338028168,
      "grad_norm": 0.38042065501213074,
      "learning_rate": 7.243820139034464e-07,
      "loss": 0.33358412981033325,
      "step": 672
    },
    {
      "epoch": 18.704225352112676,
      "grad_norm": 0.39178362488746643,
      "learning_rate": 7.236577190459433e-07,
      "loss": 0.33916863799095154,
      "step": 673
    },
    {
      "epoch": 18.732394366197184,
      "grad_norm": 0.41885051131248474,
      "learning_rate": 7.229328951969115e-07,
      "loss": 0.3470945954322815,
      "step": 674
    },
    {
      "epoch": 18.760563380281692,
      "grad_norm": 0.40124213695526123,
      "learning_rate": 7.222075445642904e-07,
      "loss": 0.3349032402038574,
      "step": 675
    },
    {
      "epoch": 18.788732394366196,
      "grad_norm": 0.37713173031806946,
      "learning_rate": 7.214816693576234e-07,
      "loss": 0.342884361743927,
      "step": 676
    },
    {
      "epoch": 18.816901408450704,
      "grad_norm": 0.37491437792778015,
      "learning_rate": 7.207552717880522e-07,
      "loss": 0.33229076862335205,
      "step": 677
    },
    {
      "epoch": 18.845070422535212,
      "grad_norm": 0.38801443576812744,
      "learning_rate": 7.200283540683102e-07,
      "loss": 0.34812432527542114,
      "step": 678
    },
    {
      "epoch": 18.87323943661972,
      "grad_norm": 0.39582112431526184,
      "learning_rate": 7.193009184127145e-07,
      "loss": 0.3479095995426178,
      "step": 679
    },
    {
      "epoch": 18.901408450704224,
      "grad_norm": 0.38679373264312744,
      "learning_rate": 7.185729670371604e-07,
      "loss": 0.34037941694259644,
      "step": 680
    },
    {
      "epoch": 18.929577464788732,
      "grad_norm": 0.38188573718070984,
      "learning_rate": 7.17844502159114e-07,
      "loss": 0.33759552240371704,
      "step": 681
    },
    {
      "epoch": 18.95774647887324,
      "grad_norm": 0.37706470489501953,
      "learning_rate": 7.171155259976057e-07,
      "loss": 0.3348686695098877,
      "step": 682
    },
    {
      "epoch": 18.985915492957748,
      "grad_norm": 0.3883419334888458,
      "learning_rate": 7.163860407732231e-07,
      "loss": 0.34951701760292053,
      "step": 683
    },
    {
      "epoch": 19.0,
      "grad_norm": 0.5583506226539612,
      "learning_rate": 7.156560487081051e-07,
      "loss": 0.33454418182373047,
      "step": 684
    },
    {
      "epoch": 19.028169014084508,
      "grad_norm": 0.37495335936546326,
      "learning_rate": 7.149255520259338e-07,
      "loss": 0.3353433609008789,
      "step": 685
    },
    {
      "epoch": 19.056338028169016,
      "grad_norm": 0.4003477096557617,
      "learning_rate": 7.141945529519288e-07,
      "loss": 0.3362414836883545,
      "step": 686
    },
    {
      "epoch": 19.08450704225352,
      "grad_norm": 0.3699679374694824,
      "learning_rate": 7.134630537128403e-07,
      "loss": 0.33315083384513855,
      "step": 687
    },
    {
      "epoch": 19.112676056338028,
      "grad_norm": 0.39900684356689453,
      "learning_rate": 7.127310565369415e-07,
      "loss": 0.3300708532333374,
      "step": 688
    },
    {
      "epoch": 19.140845070422536,
      "grad_norm": 0.40120062232017517,
      "learning_rate": 7.11998563654023e-07,
      "loss": 0.3343963027000427,
      "step": 689
    },
    {
      "epoch": 19.169014084507044,
      "grad_norm": 0.36110588908195496,
      "learning_rate": 7.11265577295385e-07,
      "loss": 0.3359455466270447,
      "step": 690
    },
    {
      "epoch": 19.197183098591548,
      "grad_norm": 0.3858158588409424,
      "learning_rate": 7.105320996938314e-07,
      "loss": 0.3431977331638336,
      "step": 691
    },
    {
      "epoch": 19.225352112676056,
      "grad_norm": 0.38371938467025757,
      "learning_rate": 7.097981330836616e-07,
      "loss": 0.3372940421104431,
      "step": 692
    },
    {
      "epoch": 19.253521126760564,
      "grad_norm": 0.3879927396774292,
      "learning_rate": 7.090636797006657e-07,
      "loss": 0.3215637803077698,
      "step": 693
    },
    {
      "epoch": 19.281690140845072,
      "grad_norm": 0.3851448595523834,
      "learning_rate": 7.083287417821157e-07,
      "loss": 0.34024134278297424,
      "step": 694
    },
    {
      "epoch": 19.309859154929576,
      "grad_norm": 0.37001243233680725,
      "learning_rate": 7.075933215667604e-07,
      "loss": 0.3312854468822479,
      "step": 695
    },
    {
      "epoch": 19.338028169014084,
      "grad_norm": 0.3776569664478302,
      "learning_rate": 7.068574212948169e-07,
      "loss": 0.34480786323547363,
      "step": 696
    },
    {
      "epoch": 19.366197183098592,
      "grad_norm": 0.38904985785484314,
      "learning_rate": 7.06121043207965e-07,
      "loss": 0.3429100513458252,
      "step": 697
    },
    {
      "epoch": 19.3943661971831,
      "grad_norm": 0.38423457741737366,
      "learning_rate": 7.053841895493406e-07,
      "loss": 0.33715760707855225,
      "step": 698
    },
    {
      "epoch": 19.422535211267604,
      "grad_norm": 0.3800332248210907,
      "learning_rate": 7.046468625635274e-07,
      "loss": 0.3274102807044983,
      "step": 699
    },
    {
      "epoch": 19.450704225352112,
      "grad_norm": 0.3835005462169647,
      "learning_rate": 7.039090644965509e-07,
      "loss": 0.317699670791626,
      "step": 700
    },
    {
      "epoch": 19.47887323943662,
      "grad_norm": 0.3867398202419281,
      "learning_rate": 7.031707975958726e-07,
      "loss": 0.3352523446083069,
      "step": 701
    },
    {
      "epoch": 19.507042253521128,
      "grad_norm": 0.3985607624053955,
      "learning_rate": 7.024320641103811e-07,
      "loss": 0.33920618891716003,
      "step": 702
    },
    {
      "epoch": 19.535211267605632,
      "grad_norm": 0.3919280767440796,
      "learning_rate": 7.01692866290387e-07,
      "loss": 0.3378901183605194,
      "step": 703
    },
    {
      "epoch": 19.56338028169014,
      "grad_norm": 0.3975071609020233,
      "learning_rate": 7.009532063876148e-07,
      "loss": 0.3380805253982544,
      "step": 704
    },
    {
      "epoch": 19.591549295774648,
      "grad_norm": 0.3826391398906708,
      "learning_rate": 7.002130866551968e-07,
      "loss": 0.3308345675468445,
      "step": 705
    },
    {
      "epoch": 19.619718309859156,
      "grad_norm": 0.3827539086341858,
      "learning_rate": 6.994725093476664e-07,
      "loss": 0.3263572156429291,
      "step": 706
    },
    {
      "epoch": 19.647887323943664,
      "grad_norm": 0.3815464675426483,
      "learning_rate": 6.987314767209503e-07,
      "loss": 0.3306196928024292,
      "step": 707
    },
    {
      "epoch": 19.676056338028168,
      "grad_norm": 0.36781415343284607,
      "learning_rate": 6.979899910323624e-07,
      "loss": 0.33335480093955994,
      "step": 708
    },
    {
      "epoch": 19.704225352112676,
      "grad_norm": 0.3866605758666992,
      "learning_rate": 6.972480545405968e-07,
      "loss": 0.32704389095306396,
      "step": 709
    },
    {
      "epoch": 19.732394366197184,
      "grad_norm": 0.3858698308467865,
      "learning_rate": 6.965056695057204e-07,
      "loss": 0.34168708324432373,
      "step": 710
    },
    {
      "epoch": 19.760563380281692,
      "grad_norm": 0.39047256112098694,
      "learning_rate": 6.957628381891673e-07,
      "loss": 0.33112984895706177,
      "step": 711
    },
    {
      "epoch": 19.788732394366196,
      "grad_norm": 0.3946002721786499,
      "learning_rate": 6.950195628537299e-07,
      "loss": 0.34804296493530273,
      "step": 712
    },
    {
      "epoch": 19.816901408450704,
      "grad_norm": 0.3844221532344818,
      "learning_rate": 6.942758457635543e-07,
      "loss": 0.3490752577781677,
      "step": 713
    },
    {
      "epoch": 19.845070422535212,
      "grad_norm": 0.39914000034332275,
      "learning_rate": 6.935316891841315e-07,
      "loss": 0.35786545276641846,
      "step": 714
    },
    {
      "epoch": 19.87323943661972,
      "grad_norm": 0.39063403010368347,
      "learning_rate": 6.927870953822915e-07,
      "loss": 0.3300919830799103,
      "step": 715
    },
    {
      "epoch": 19.901408450704224,
      "grad_norm": 0.38942843675613403,
      "learning_rate": 6.920420666261961e-07,
      "loss": 0.3422998785972595,
      "step": 716
    },
    {
      "epoch": 19.929577464788732,
      "grad_norm": 0.3851071000099182,
      "learning_rate": 6.912966051853322e-07,
      "loss": 0.34118276834487915,
      "step": 717
    },
    {
      "epoch": 19.95774647887324,
      "grad_norm": 0.40658292174339294,
      "learning_rate": 6.905507133305047e-07,
      "loss": 0.3373083770275116,
      "step": 718
    },
    {
      "epoch": 19.985915492957748,
      "grad_norm": 0.3849228322505951,
      "learning_rate": 6.898043933338293e-07,
      "loss": 0.33878031373023987,
      "step": 719
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.5402109026908875,
      "learning_rate": 6.890576474687263e-07,
      "loss": 0.3421837091445923,
      "step": 720
    },
    {
      "epoch": 20.028169014084508,
      "grad_norm": 0.38437139987945557,
      "learning_rate": 6.883104780099133e-07,
      "loss": 0.32037562131881714,
      "step": 721
    },
    {
      "epoch": 20.056338028169016,
      "grad_norm": 0.3756919205188751,
      "learning_rate": 6.875628872333975e-07,
      "loss": 0.3327672779560089,
      "step": 722
    },
    {
      "epoch": 20.08450704225352,
      "grad_norm": 0.37429380416870117,
      "learning_rate": 6.868148774164706e-07,
      "loss": 0.32762014865875244,
      "step": 723
    },
    {
      "epoch": 20.112676056338028,
      "grad_norm": 0.3806716799736023,
      "learning_rate": 6.860664508377001e-07,
      "loss": 0.3428674340248108,
      "step": 724
    },
    {
      "epoch": 20.140845070422536,
      "grad_norm": 0.3911280930042267,
      "learning_rate": 6.853176097769228e-07,
      "loss": 0.32650214433670044,
      "step": 725
    },
    {
      "epoch": 20.169014084507044,
      "grad_norm": 0.3932664394378662,
      "learning_rate": 6.84568356515239e-07,
      "loss": 0.3356166481971741,
      "step": 726
    },
    {
      "epoch": 20.197183098591548,
      "grad_norm": 0.38213464617729187,
      "learning_rate": 6.838186933350036e-07,
      "loss": 0.33551955223083496,
      "step": 727
    },
    {
      "epoch": 20.225352112676056,
      "grad_norm": 0.4010024666786194,
      "learning_rate": 6.83068622519821e-07,
      "loss": 0.35123541951179504,
      "step": 728
    },
    {
      "epoch": 20.253521126760564,
      "grad_norm": 0.3925156891345978,
      "learning_rate": 6.823181463545366e-07,
      "loss": 0.3408314287662506,
      "step": 729
    },
    {
      "epoch": 20.281690140845072,
      "grad_norm": 0.3899266719818115,
      "learning_rate": 6.815672671252315e-07,
      "loss": 0.340726763010025,
      "step": 730
    },
    {
      "epoch": 20.309859154929576,
      "grad_norm": 0.39596399664878845,
      "learning_rate": 6.808159871192136e-07,
      "loss": 0.32626962661743164,
      "step": 731
    },
    {
      "epoch": 20.338028169014084,
      "grad_norm": 0.3924717903137207,
      "learning_rate": 6.800643086250121e-07,
      "loss": 0.3350263833999634,
      "step": 732
    },
    {
      "epoch": 20.366197183098592,
      "grad_norm": 0.38622787594795227,
      "learning_rate": 6.793122339323705e-07,
      "loss": 0.3287360668182373,
      "step": 733
    },
    {
      "epoch": 20.3943661971831,
      "grad_norm": 0.38410770893096924,
      "learning_rate": 6.78559765332238e-07,
      "loss": 0.338472843170166,
      "step": 734
    },
    {
      "epoch": 20.422535211267604,
      "grad_norm": 0.40592262148857117,
      "learning_rate": 6.778069051167653e-07,
      "loss": 0.3270539939403534,
      "step": 735
    },
    {
      "epoch": 20.450704225352112,
      "grad_norm": 0.412509560585022,
      "learning_rate": 6.770536555792944e-07,
      "loss": 0.3392220437526703,
      "step": 736
    },
    {
      "epoch": 20.47887323943662,
      "grad_norm": 0.38412800431251526,
      "learning_rate": 6.763000190143545e-07,
      "loss": 0.3374585807323456,
      "step": 737
    },
    {
      "epoch": 20.507042253521128,
      "grad_norm": 0.3821827471256256,
      "learning_rate": 6.755459977176532e-07,
      "loss": 0.3369463086128235,
      "step": 738
    },
    {
      "epoch": 20.535211267605632,
      "grad_norm": 0.39306604862213135,
      "learning_rate": 6.747915939860701e-07,
      "loss": 0.33568012714385986,
      "step": 739
    },
    {
      "epoch": 20.56338028169014,
      "grad_norm": 0.3962586522102356,
      "learning_rate": 6.740368101176495e-07,
      "loss": 0.33102214336395264,
      "step": 740
    },
    {
      "epoch": 20.591549295774648,
      "grad_norm": 0.37576913833618164,
      "learning_rate": 6.732816484115946e-07,
      "loss": 0.3385513722896576,
      "step": 741
    },
    {
      "epoch": 20.619718309859156,
      "grad_norm": 0.39784473180770874,
      "learning_rate": 6.725261111682584e-07,
      "loss": 0.3244640529155731,
      "step": 742
    },
    {
      "epoch": 20.647887323943664,
      "grad_norm": 0.4142843186855316,
      "learning_rate": 6.717702006891386e-07,
      "loss": 0.331607460975647,
      "step": 743
    },
    {
      "epoch": 20.676056338028168,
      "grad_norm": 0.38871362805366516,
      "learning_rate": 6.710139192768694e-07,
      "loss": 0.3436110019683838,
      "step": 744
    },
    {
      "epoch": 20.704225352112676,
      "grad_norm": 0.4021725058555603,
      "learning_rate": 6.702572692352155e-07,
      "loss": 0.35173317790031433,
      "step": 745
    },
    {
      "epoch": 20.732394366197184,
      "grad_norm": 0.3940410017967224,
      "learning_rate": 6.695002528690639e-07,
      "loss": 0.33550578355789185,
      "step": 746
    },
    {
      "epoch": 20.760563380281692,
      "grad_norm": 0.3919907212257385,
      "learning_rate": 6.687428724844179e-07,
      "loss": 0.32640475034713745,
      "step": 747
    },
    {
      "epoch": 20.788732394366196,
      "grad_norm": 0.40651872754096985,
      "learning_rate": 6.679851303883891e-07,
      "loss": 0.33076268434524536,
      "step": 748
    },
    {
      "epoch": 20.816901408450704,
      "grad_norm": 0.3751327395439148,
      "learning_rate": 6.672270288891918e-07,
      "loss": 0.3242456912994385,
      "step": 749
    },
    {
      "epoch": 20.845070422535212,
      "grad_norm": 0.38218119740486145,
      "learning_rate": 6.664685702961344e-07,
      "loss": 0.3351116478443146,
      "step": 750
    },
    {
      "epoch": 20.87323943661972,
      "grad_norm": 0.3756243586540222,
      "learning_rate": 6.657097569196133e-07,
      "loss": 0.32466185092926025,
      "step": 751
    },
    {
      "epoch": 20.901408450704224,
      "grad_norm": 0.37298673391342163,
      "learning_rate": 6.649505910711058e-07,
      "loss": 0.3275296688079834,
      "step": 752
    },
    {
      "epoch": 20.929577464788732,
      "grad_norm": 0.37849190831184387,
      "learning_rate": 6.641910750631626e-07,
      "loss": 0.3319433331489563,
      "step": 753
    },
    {
      "epoch": 20.95774647887324,
      "grad_norm": 0.38188183307647705,
      "learning_rate": 6.634312112094013e-07,
      "loss": 0.3375653028488159,
      "step": 754
    },
    {
      "epoch": 20.985915492957748,
      "grad_norm": 0.3794807493686676,
      "learning_rate": 6.626710018244987e-07,
      "loss": 0.3360190987586975,
      "step": 755
    },
    {
      "epoch": 21.0,
      "grad_norm": 0.5494371056556702,
      "learning_rate": 6.619104492241847e-07,
      "loss": 0.33255964517593384,
      "step": 756
    },
    {
      "epoch": 21.028169014084508,
      "grad_norm": 0.38960424065589905,
      "learning_rate": 6.611495557252344e-07,
      "loss": 0.331976979970932,
      "step": 757
    },
    {
      "epoch": 21.056338028169016,
      "grad_norm": 0.38694149255752563,
      "learning_rate": 6.603883236454612e-07,
      "loss": 0.3247852623462677,
      "step": 758
    },
    {
      "epoch": 21.08450704225352,
      "grad_norm": 0.3758947253227234,
      "learning_rate": 6.596267553037102e-07,
      "loss": 0.3229767978191376,
      "step": 759
    },
    {
      "epoch": 21.112676056338028,
      "grad_norm": 0.37344521284103394,
      "learning_rate": 6.588648530198504e-07,
      "loss": 0.3300056457519531,
      "step": 760
    },
    {
      "epoch": 21.140845070422536,
      "grad_norm": 0.3657769560813904,
      "learning_rate": 6.581026191147687e-07,
      "loss": 0.3265196681022644,
      "step": 761
    },
    {
      "epoch": 21.169014084507044,
      "grad_norm": 0.365477055311203,
      "learning_rate": 6.573400559103613e-07,
      "loss": 0.33273735642433167,
      "step": 762
    },
    {
      "epoch": 21.197183098591548,
      "grad_norm": 0.37808549404144287,
      "learning_rate": 6.565771657295285e-07,
      "loss": 0.31984877586364746,
      "step": 763
    },
    {
      "epoch": 21.225352112676056,
      "grad_norm": 0.3769138753414154,
      "learning_rate": 6.558139508961654e-07,
      "loss": 0.34565865993499756,
      "step": 764
    },
    {
      "epoch": 21.253521126760564,
      "grad_norm": 0.39806798100471497,
      "learning_rate": 6.550504137351575e-07,
      "loss": 0.3433728516101837,
      "step": 765
    },
    {
      "epoch": 21.281690140845072,
      "grad_norm": 0.39546650648117065,
      "learning_rate": 6.542865565723707e-07,
      "loss": 0.34893685579299927,
      "step": 766
    },
    {
      "epoch": 21.309859154929576,
      "grad_norm": 0.3881830871105194,
      "learning_rate": 6.53522381734647e-07,
      "loss": 0.3205150067806244,
      "step": 767
    },
    {
      "epoch": 21.338028169014084,
      "grad_norm": 0.3741756081581116,
      "learning_rate": 6.527578915497951e-07,
      "loss": 0.33024320006370544,
      "step": 768
    },
    {
      "epoch": 21.366197183098592,
      "grad_norm": 0.3872038424015045,
      "learning_rate": 6.519930883465847e-07,
      "loss": 0.3330642879009247,
      "step": 769
    },
    {
      "epoch": 21.3943661971831,
      "grad_norm": 0.3687564730644226,
      "learning_rate": 6.512279744547392e-07,
      "loss": 0.3331137001514435,
      "step": 770
    },
    {
      "epoch": 21.422535211267604,
      "grad_norm": 0.3797539472579956,
      "learning_rate": 6.50462552204928e-07,
      "loss": 0.3351975381374359,
      "step": 771
    },
    {
      "epoch": 21.450704225352112,
      "grad_norm": 0.39143964648246765,
      "learning_rate": 6.496968239287603e-07,
      "loss": 0.3294268250465393,
      "step": 772
    },
    {
      "epoch": 21.47887323943662,
      "grad_norm": 0.3784260153770447,
      "learning_rate": 6.489307919587769e-07,
      "loss": 0.3408345580101013,
      "step": 773
    },
    {
      "epoch": 21.507042253521128,
      "grad_norm": 0.3762056231498718,
      "learning_rate": 6.481644586284442e-07,
      "loss": 0.33139801025390625,
      "step": 774
    },
    {
      "epoch": 21.535211267605632,
      "grad_norm": 0.3862803876399994,
      "learning_rate": 6.473978262721463e-07,
      "loss": 0.34327369928359985,
      "step": 775
    },
    {
      "epoch": 21.56338028169014,
      "grad_norm": 0.3758659362792969,
      "learning_rate": 6.466308972251785e-07,
      "loss": 0.32968389987945557,
      "step": 776
    },
    {
      "epoch": 21.591549295774648,
      "grad_norm": 0.3706018626689911,
      "learning_rate": 6.458636738237395e-07,
      "loss": 0.3400956392288208,
      "step": 777
    },
    {
      "epoch": 21.619718309859156,
      "grad_norm": 0.39726686477661133,
      "learning_rate": 6.45096158404925e-07,
      "loss": 0.33465176820755005,
      "step": 778
    },
    {
      "epoch": 21.647887323943664,
      "grad_norm": 0.4105653464794159,
      "learning_rate": 6.443283533067198e-07,
      "loss": 0.3266163766384125,
      "step": 779
    },
    {
      "epoch": 21.676056338028168,
      "grad_norm": 0.3946582078933716,
      "learning_rate": 6.435602608679916e-07,
      "loss": 0.3366073668003082,
      "step": 780
    },
    {
      "epoch": 21.704225352112676,
      "grad_norm": 0.3740902543067932,
      "learning_rate": 6.427918834284834e-07,
      "loss": 0.32955464720726013,
      "step": 781
    },
    {
      "epoch": 21.732394366197184,
      "grad_norm": 0.39744383096694946,
      "learning_rate": 6.420232233288055e-07,
      "loss": 0.34052732586860657,
      "step": 782
    },
    {
      "epoch": 21.760563380281692,
      "grad_norm": 0.38499632477760315,
      "learning_rate": 6.412542829104306e-07,
      "loss": 0.3195417821407318,
      "step": 783
    },
    {
      "epoch": 21.788732394366196,
      "grad_norm": 0.3770560324192047,
      "learning_rate": 6.404850645156841e-07,
      "loss": 0.32037222385406494,
      "step": 784
    },
    {
      "epoch": 21.816901408450704,
      "grad_norm": 0.38655078411102295,
      "learning_rate": 6.397155704877388e-07,
      "loss": 0.32680878043174744,
      "step": 785
    },
    {
      "epoch": 21.845070422535212,
      "grad_norm": 0.3888449966907501,
      "learning_rate": 6.389458031706068e-07,
      "loss": 0.3289785385131836,
      "step": 786
    },
    {
      "epoch": 21.87323943661972,
      "grad_norm": 0.38600072264671326,
      "learning_rate": 6.381757649091329e-07,
      "loss": 0.3329932689666748,
      "step": 787
    },
    {
      "epoch": 21.901408450704224,
      "grad_norm": 0.37920624017715454,
      "learning_rate": 6.374054580489873e-07,
      "loss": 0.3323825001716614,
      "step": 788
    },
    {
      "epoch": 21.929577464788732,
      "grad_norm": 0.3734983503818512,
      "learning_rate": 6.366348849366583e-07,
      "loss": 0.3282731771469116,
      "step": 789
    },
    {
      "epoch": 21.95774647887324,
      "grad_norm": 0.3893531560897827,
      "learning_rate": 6.358640479194451e-07,
      "loss": 0.32674992084503174,
      "step": 790
    },
    {
      "epoch": 21.985915492957748,
      "grad_norm": 0.3803586959838867,
      "learning_rate": 6.35092949345451e-07,
      "loss": 0.3355019986629486,
      "step": 791
    },
    {
      "epoch": 22.0,
      "grad_norm": 0.549261748790741,
      "learning_rate": 6.343215915635761e-07,
      "loss": 0.3333393335342407,
      "step": 792
    },
    {
      "epoch": 22.028169014084508,
      "grad_norm": 0.37239620089530945,
      "learning_rate": 6.335499769235098e-07,
      "loss": 0.33453333377838135,
      "step": 793
    },
    {
      "epoch": 22.056338028169016,
      "grad_norm": 0.37562069296836853,
      "learning_rate": 6.327781077757241e-07,
      "loss": 0.33604878187179565,
      "step": 794
    },
    {
      "epoch": 22.08450704225352,
      "grad_norm": 0.40688008069992065,
      "learning_rate": 6.320059864714664e-07,
      "loss": 0.33970382809638977,
      "step": 795
    },
    {
      "epoch": 22.112676056338028,
      "grad_norm": 0.38835394382476807,
      "learning_rate": 6.31233615362752e-07,
      "loss": 0.32596004009246826,
      "step": 796
    },
    {
      "epoch": 22.140845070422536,
      "grad_norm": 0.3961065709590912,
      "learning_rate": 6.304609968023572e-07,
      "loss": 0.3272387385368347,
      "step": 797
    },
    {
      "epoch": 22.169014084507044,
      "grad_norm": 0.3784503638744354,
      "learning_rate": 6.296881331438126e-07,
      "loss": 0.32076296210289,
      "step": 798
    },
    {
      "epoch": 22.197183098591548,
      "grad_norm": 0.4154704511165619,
      "learning_rate": 6.289150267413942e-07,
      "loss": 0.3484557271003723,
      "step": 799
    },
    {
      "epoch": 22.225352112676056,
      "grad_norm": 0.3906427323818207,
      "learning_rate": 6.281416799501187e-07,
      "loss": 0.33935999870300293,
      "step": 800
    },
    {
      "epoch": 22.253521126760564,
      "grad_norm": 0.3844432830810547,
      "learning_rate": 6.273680951257342e-07,
      "loss": 0.34040963649749756,
      "step": 801
    },
    {
      "epoch": 22.281690140845072,
      "grad_norm": 0.37825000286102295,
      "learning_rate": 6.265942746247146e-07,
      "loss": 0.33542725443840027,
      "step": 802
    },
    {
      "epoch": 22.309859154929576,
      "grad_norm": 0.37992310523986816,
      "learning_rate": 6.258202208042511e-07,
      "loss": 0.3131875693798065,
      "step": 803
    },
    {
      "epoch": 22.338028169014084,
      "grad_norm": 0.3949339687824249,
      "learning_rate": 6.25045936022246e-07,
      "loss": 0.3296380341053009,
      "step": 804
    },
    {
      "epoch": 22.366197183098592,
      "grad_norm": 0.3944908082485199,
      "learning_rate": 6.242714226373049e-07,
      "loss": 0.3167039453983307,
      "step": 805
    },
    {
      "epoch": 22.3943661971831,
      "grad_norm": 0.40283143520355225,
      "learning_rate": 6.2349668300873e-07,
      "loss": 0.3257637619972229,
      "step": 806
    },
    {
      "epoch": 22.422535211267604,
      "grad_norm": 0.3988412320613861,
      "learning_rate": 6.227217194965125e-07,
      "loss": 0.3284885883331299,
      "step": 807
    },
    {
      "epoch": 22.450704225352112,
      "grad_norm": 0.3859960734844208,
      "learning_rate": 6.219465344613258e-07,
      "loss": 0.3253086805343628,
      "step": 808
    },
    {
      "epoch": 22.47887323943662,
      "grad_norm": 0.3935350477695465,
      "learning_rate": 6.211711302645177e-07,
      "loss": 0.3332774043083191,
      "step": 809
    },
    {
      "epoch": 22.507042253521128,
      "grad_norm": 0.36818307638168335,
      "learning_rate": 6.203955092681039e-07,
      "loss": 0.3144124150276184,
      "step": 810
    },
    {
      "epoch": 22.535211267605632,
      "grad_norm": 0.4024381935596466,
      "learning_rate": 6.196196738347607e-07,
      "loss": 0.34560132026672363,
      "step": 811
    },
    {
      "epoch": 22.56338028169014,
      "grad_norm": 0.4075704514980316,
      "learning_rate": 6.188436263278172e-07,
      "loss": 0.34374749660491943,
      "step": 812
    },
    {
      "epoch": 22.591549295774648,
      "grad_norm": 0.4071885049343109,
      "learning_rate": 6.180673691112486e-07,
      "loss": 0.3240257203578949,
      "step": 813
    },
    {
      "epoch": 22.619718309859156,
      "grad_norm": 0.3949541747570038,
      "learning_rate": 6.172909045496694e-07,
      "loss": 0.3232196867465973,
      "step": 814
    },
    {
      "epoch": 22.647887323943664,
      "grad_norm": 0.3841669261455536,
      "learning_rate": 6.165142350083249e-07,
      "loss": 0.31785714626312256,
      "step": 815
    },
    {
      "epoch": 22.676056338028168,
      "grad_norm": 0.367186576128006,
      "learning_rate": 6.157373628530852e-07,
      "loss": 0.32530641555786133,
      "step": 816
    },
    {
      "epoch": 22.704225352112676,
      "grad_norm": 0.40135952830314636,
      "learning_rate": 6.149602904504378e-07,
      "loss": 0.3395450711250305,
      "step": 817
    },
    {
      "epoch": 22.732394366197184,
      "grad_norm": 0.38854143023490906,
      "learning_rate": 6.141830201674802e-07,
      "loss": 0.33484598994255066,
      "step": 818
    },
    {
      "epoch": 22.760563380281692,
      "grad_norm": 0.3972291648387909,
      "learning_rate": 6.134055543719121e-07,
      "loss": 0.3368615210056305,
      "step": 819
    },
    {
      "epoch": 22.788732394366196,
      "grad_norm": 0.3795410692691803,
      "learning_rate": 6.126278954320294e-07,
      "loss": 0.33861345052719116,
      "step": 820
    },
    {
      "epoch": 22.816901408450704,
      "grad_norm": 0.3890909254550934,
      "learning_rate": 6.118500457167159e-07,
      "loss": 0.3254876136779785,
      "step": 821
    },
    {
      "epoch": 22.845070422535212,
      "grad_norm": 0.40533915162086487,
      "learning_rate": 6.11072007595437e-07,
      "loss": 0.33061251044273376,
      "step": 822
    },
    {
      "epoch": 22.87323943661972,
      "grad_norm": 0.3912028670310974,
      "learning_rate": 6.102937834382315e-07,
      "loss": 0.3307432234287262,
      "step": 823
    },
    {
      "epoch": 22.901408450704224,
      "grad_norm": 0.4002802073955536,
      "learning_rate": 6.095153756157051e-07,
      "loss": 0.3190012276172638,
      "step": 824
    },
    {
      "epoch": 22.929577464788732,
      "grad_norm": 0.3895573616027832,
      "learning_rate": 6.087367864990232e-07,
      "loss": 0.3221516013145447,
      "step": 825
    },
    {
      "epoch": 22.95774647887324,
      "grad_norm": 0.38364264369010925,
      "learning_rate": 6.079580184599032e-07,
      "loss": 0.32783806324005127,
      "step": 826
    },
    {
      "epoch": 22.985915492957748,
      "grad_norm": 0.4016467332839966,
      "learning_rate": 6.071790738706078e-07,
      "loss": 0.3346102833747864,
      "step": 827
    },
    {
      "epoch": 23.0,
      "grad_norm": 0.5366764068603516,
      "learning_rate": 6.06399955103937e-07,
      "loss": 0.311079740524292,
      "step": 828
    },
    {
      "epoch": 23.028169014084508,
      "grad_norm": 0.39752188324928284,
      "learning_rate": 6.056206645332217e-07,
      "loss": 0.3157707452774048,
      "step": 829
    },
    {
      "epoch": 23.056338028169016,
      "grad_norm": 0.38852933049201965,
      "learning_rate": 6.048412045323164e-07,
      "loss": 0.31095701456069946,
      "step": 830
    },
    {
      "epoch": 23.08450704225352,
      "grad_norm": 0.3805243968963623,
      "learning_rate": 6.040615774755911e-07,
      "loss": 0.32847878336906433,
      "step": 831
    },
    {
      "epoch": 23.112676056338028,
      "grad_norm": 0.3875986635684967,
      "learning_rate": 6.032817857379256e-07,
      "loss": 0.33862489461898804,
      "step": 832
    },
    {
      "epoch": 23.140845070422536,
      "grad_norm": 0.39711037278175354,
      "learning_rate": 6.025018316946999e-07,
      "loss": 0.3232111632823944,
      "step": 833
    },
    {
      "epoch": 23.169014084507044,
      "grad_norm": 0.4081644117832184,
      "learning_rate": 6.017217177217899e-07,
      "loss": 0.33068814873695374,
      "step": 834
    },
    {
      "epoch": 23.197183098591548,
      "grad_norm": 0.3873186707496643,
      "learning_rate": 6.009414461955581e-07,
      "loss": 0.31904804706573486,
      "step": 835
    },
    {
      "epoch": 23.225352112676056,
      "grad_norm": 0.3813845217227936,
      "learning_rate": 6.001610194928464e-07,
      "loss": 0.3458956182003021,
      "step": 836
    },
    {
      "epoch": 23.253521126760564,
      "grad_norm": 0.41381752490997314,
      "learning_rate": 5.993804399909703e-07,
      "loss": 0.3196842074394226,
      "step": 837
    },
    {
      "epoch": 23.281690140845072,
      "grad_norm": 0.38108712434768677,
      "learning_rate": 5.985997100677103e-07,
      "loss": 0.3292678892612457,
      "step": 838
    },
    {
      "epoch": 23.309859154929576,
      "grad_norm": 0.3857171833515167,
      "learning_rate": 5.97818832101305e-07,
      "loss": 0.3455089032649994,
      "step": 839
    },
    {
      "epoch": 23.338028169014084,
      "grad_norm": 0.37924760580062866,
      "learning_rate": 5.97037808470444e-07,
      "loss": 0.3251941204071045,
      "step": 840
    },
    {
      "epoch": 23.366197183098592,
      "grad_norm": 0.389441579580307,
      "learning_rate": 5.96256641554261e-07,
      "loss": 0.31982478499412537,
      "step": 841
    },
    {
      "epoch": 23.3943661971831,
      "grad_norm": 0.39625149965286255,
      "learning_rate": 5.954753337323259e-07,
      "loss": 0.34537336230278015,
      "step": 842
    },
    {
      "epoch": 23.422535211267604,
      "grad_norm": 0.3788090646266937,
      "learning_rate": 5.946938873846375e-07,
      "loss": 0.3204682469367981,
      "step": 843
    },
    {
      "epoch": 23.450704225352112,
      "grad_norm": 0.3852907419204712,
      "learning_rate": 5.939123048916173e-07,
      "loss": 0.34239375591278076,
      "step": 844
    },
    {
      "epoch": 23.47887323943662,
      "grad_norm": 0.39305049180984497,
      "learning_rate": 5.931305886341008e-07,
      "loss": 0.31065675616264343,
      "step": 845
    },
    {
      "epoch": 23.507042253521128,
      "grad_norm": 0.37949338555336,
      "learning_rate": 5.923487409933315e-07,
      "loss": 0.32166263461112976,
      "step": 846
    },
    {
      "epoch": 23.535211267605632,
      "grad_norm": 0.36787232756614685,
      "learning_rate": 5.915667643509528e-07,
      "loss": 0.33992820978164673,
      "step": 847
    },
    {
      "epoch": 23.56338028169014,
      "grad_norm": 0.3767579197883606,
      "learning_rate": 5.907846610890011e-07,
      "loss": 0.32268887758255005,
      "step": 848
    },
    {
      "epoch": 23.591549295774648,
      "grad_norm": 0.3919663429260254,
      "learning_rate": 5.900024335898987e-07,
      "loss": 0.34025847911834717,
      "step": 849
    },
    {
      "epoch": 23.619718309859156,
      "grad_norm": 0.39601776003837585,
      "learning_rate": 5.892200842364462e-07,
      "loss": 0.32528138160705566,
      "step": 850
    },
    {
      "epoch": 23.647887323943664,
      "grad_norm": 0.38417696952819824,
      "learning_rate": 5.884376154118154e-07,
      "loss": 0.33787277340888977,
      "step": 851
    },
    {
      "epoch": 23.676056338028168,
      "grad_norm": 0.4001351594924927,
      "learning_rate": 5.87655029499542e-07,
      "loss": 0.32067933678627014,
      "step": 852
    },
    {
      "epoch": 23.704225352112676,
      "grad_norm": 0.3779655992984772,
      "learning_rate": 5.868723288835184e-07,
      "loss": 0.32543522119522095,
      "step": 853
    },
    {
      "epoch": 23.732394366197184,
      "grad_norm": 0.3973066210746765,
      "learning_rate": 5.860895159479864e-07,
      "loss": 0.32018131017684937,
      "step": 854
    },
    {
      "epoch": 23.760563380281692,
      "grad_norm": 0.37466490268707275,
      "learning_rate": 5.853065930775303e-07,
      "loss": 0.3267287611961365,
      "step": 855
    },
    {
      "epoch": 23.788732394366196,
      "grad_norm": 0.3884205222129822,
      "learning_rate": 5.845235626570683e-07,
      "loss": 0.33319422602653503,
      "step": 856
    },
    {
      "epoch": 23.816901408450704,
      "grad_norm": 0.38531872630119324,
      "learning_rate": 5.837404270718475e-07,
      "loss": 0.32968732714653015,
      "step": 857
    },
    {
      "epoch": 23.845070422535212,
      "grad_norm": 0.39171651005744934,
      "learning_rate": 5.829571887074343e-07,
      "loss": 0.32898926734924316,
      "step": 858
    },
    {
      "epoch": 23.87323943661972,
      "grad_norm": 0.39152058959007263,
      "learning_rate": 5.821738499497086e-07,
      "loss": 0.31961727142333984,
      "step": 859
    },
    {
      "epoch": 23.901408450704224,
      "grad_norm": 0.38459572196006775,
      "learning_rate": 5.813904131848564e-07,
      "loss": 0.3272324204444885,
      "step": 860
    },
    {
      "epoch": 23.929577464788732,
      "grad_norm": 0.3808923661708832,
      "learning_rate": 5.806068807993617e-07,
      "loss": 0.3303658068180084,
      "step": 861
    },
    {
      "epoch": 23.95774647887324,
      "grad_norm": 0.37708351016044617,
      "learning_rate": 5.798232551800002e-07,
      "loss": 0.32344508171081543,
      "step": 862
    },
    {
      "epoch": 23.985915492957748,
      "grad_norm": 0.39680951833724976,
      "learning_rate": 5.790395387138311e-07,
      "loss": 0.322632372379303,
      "step": 863
    },
    {
      "epoch": 24.0,
      "grad_norm": 0.5610886812210083,
      "learning_rate": 5.78255733788191e-07,
      "loss": 0.35141521692276,
      "step": 864
    },
    {
      "epoch": 24.028169014084508,
      "grad_norm": 0.35833173990249634,
      "learning_rate": 5.774718427906856e-07,
      "loss": 0.3206993341445923,
      "step": 865
    },
    {
      "epoch": 24.056338028169016,
      "grad_norm": 0.39589741826057434,
      "learning_rate": 5.766878681091828e-07,
      "loss": 0.32118743658065796,
      "step": 866
    },
    {
      "epoch": 24.08450704225352,
      "grad_norm": 0.38291966915130615,
      "learning_rate": 5.759038121318052e-07,
      "loss": 0.3344864249229431,
      "step": 867
    },
    {
      "epoch": 24.112676056338028,
      "grad_norm": 0.3832544684410095,
      "learning_rate": 5.751196772469237e-07,
      "loss": 0.32217106223106384,
      "step": 868
    },
    {
      "epoch": 24.140845070422536,
      "grad_norm": 0.3777797818183899,
      "learning_rate": 5.743354658431489e-07,
      "loss": 0.3226107954978943,
      "step": 869
    },
    {
      "epoch": 24.169014084507044,
      "grad_norm": 0.38655632734298706,
      "learning_rate": 5.735511803093248e-07,
      "loss": 0.3162218928337097,
      "step": 870
    },
    {
      "epoch": 24.197183098591548,
      "grad_norm": 0.3842180669307709,
      "learning_rate": 5.727668230345209e-07,
      "loss": 0.3252412974834442,
      "step": 871
    },
    {
      "epoch": 24.225352112676056,
      "grad_norm": 0.37772274017333984,
      "learning_rate": 5.71982396408026e-07,
      "loss": 0.3119194805622101,
      "step": 872
    },
    {
      "epoch": 24.253521126760564,
      "grad_norm": 0.41677844524383545,
      "learning_rate": 5.711979028193391e-07,
      "loss": 0.33274686336517334,
      "step": 873
    },
    {
      "epoch": 24.281690140845072,
      "grad_norm": 0.37274062633514404,
      "learning_rate": 5.704133446581642e-07,
      "loss": 0.3364775776863098,
      "step": 874
    },
    {
      "epoch": 24.309859154929576,
      "grad_norm": 0.3630687892436981,
      "learning_rate": 5.696287243144012e-07,
      "loss": 0.3175593912601471,
      "step": 875
    },
    {
      "epoch": 24.338028169014084,
      "grad_norm": 0.37973663210868835,
      "learning_rate": 5.688440441781398e-07,
      "loss": 0.3331897556781769,
      "step": 876
    },
    {
      "epoch": 24.366197183098592,
      "grad_norm": 0.38727322220802307,
      "learning_rate": 5.680593066396518e-07,
      "loss": 0.3193923234939575,
      "step": 877
    },
    {
      "epoch": 24.3943661971831,
      "grad_norm": 0.3952330946922302,
      "learning_rate": 5.672745140893839e-07,
      "loss": 0.32324185967445374,
      "step": 878
    },
    {
      "epoch": 24.422535211267604,
      "grad_norm": 0.3810881972312927,
      "learning_rate": 5.664896689179504e-07,
      "loss": 0.32108092308044434,
      "step": 879
    },
    {
      "epoch": 24.450704225352112,
      "grad_norm": 0.3821290135383606,
      "learning_rate": 5.657047735161255e-07,
      "loss": 0.3288062810897827,
      "step": 880
    },
    {
      "epoch": 24.47887323943662,
      "grad_norm": 0.38779404759407043,
      "learning_rate": 5.649198302748368e-07,
      "loss": 0.32277727127075195,
      "step": 881
    },
    {
      "epoch": 24.507042253521128,
      "grad_norm": 0.38833415508270264,
      "learning_rate": 5.641348415851577e-07,
      "loss": 0.32539644837379456,
      "step": 882
    },
    {
      "epoch": 24.535211267605632,
      "grad_norm": 0.38681596517562866,
      "learning_rate": 5.633498098382998e-07,
      "loss": 0.3325621485710144,
      "step": 883
    },
    {
      "epoch": 24.56338028169014,
      "grad_norm": 0.38750550150871277,
      "learning_rate": 5.625647374256061e-07,
      "loss": 0.33401745557785034,
      "step": 884
    },
    {
      "epoch": 24.591549295774648,
      "grad_norm": 0.39044085144996643,
      "learning_rate": 5.617796267385429e-07,
      "loss": 0.3323938846588135,
      "step": 885
    },
    {
      "epoch": 24.619718309859156,
      "grad_norm": 0.40796950459480286,
      "learning_rate": 5.60994480168694e-07,
      "loss": 0.32161277532577515,
      "step": 886
    },
    {
      "epoch": 24.647887323943664,
      "grad_norm": 0.3978534936904907,
      "learning_rate": 5.602093001077517e-07,
      "loss": 0.3238278925418854,
      "step": 887
    },
    {
      "epoch": 24.676056338028168,
      "grad_norm": 0.3848389983177185,
      "learning_rate": 5.594240889475106e-07,
      "loss": 0.33983445167541504,
      "step": 888
    },
    {
      "epoch": 24.704225352112676,
      "grad_norm": 0.38630858063697815,
      "learning_rate": 5.586388490798604e-07,
      "loss": 0.3141022026538849,
      "step": 889
    },
    {
      "epoch": 24.732394366197184,
      "grad_norm": 0.3843793272972107,
      "learning_rate": 5.578535828967777e-07,
      "loss": 0.3235158324241638,
      "step": 890
    },
    {
      "epoch": 24.760563380281692,
      "grad_norm": 0.44759678840637207,
      "learning_rate": 5.570682927903193e-07,
      "loss": 0.3171459436416626,
      "step": 891
    },
    {
      "epoch": 24.788732394366196,
      "grad_norm": 0.3951988220214844,
      "learning_rate": 5.562829811526154e-07,
      "loss": 0.34439194202423096,
      "step": 892
    },
    {
      "epoch": 24.816901408450704,
      "grad_norm": 0.38317352533340454,
      "learning_rate": 5.554976503758612e-07,
      "loss": 0.3283988833427429,
      "step": 893
    },
    {
      "epoch": 24.845070422535212,
      "grad_norm": 0.3897356688976288,
      "learning_rate": 5.547123028523106e-07,
      "loss": 0.3268943727016449,
      "step": 894
    },
    {
      "epoch": 24.87323943661972,
      "grad_norm": 0.38267654180526733,
      "learning_rate": 5.539269409742683e-07,
      "loss": 0.33294621109962463,
      "step": 895
    },
    {
      "epoch": 24.901408450704224,
      "grad_norm": 0.3854587972164154,
      "learning_rate": 5.531415671340826e-07,
      "loss": 0.3341590464115143,
      "step": 896
    },
    {
      "epoch": 24.929577464788732,
      "grad_norm": 0.3782542943954468,
      "learning_rate": 5.523561837241387e-07,
      "loss": 0.3125770688056946,
      "step": 897
    },
    {
      "epoch": 24.95774647887324,
      "grad_norm": 0.3936726450920105,
      "learning_rate": 5.515707931368507e-07,
      "loss": 0.3472646474838257,
      "step": 898
    },
    {
      "epoch": 24.985915492957748,
      "grad_norm": 0.3760293424129486,
      "learning_rate": 5.507853977646543e-07,
      "loss": 0.3173547387123108,
      "step": 899
    },
    {
      "epoch": 25.0,
      "grad_norm": 0.519473135471344,
      "learning_rate": 5.5e-07,
      "loss": 0.32919731736183167,
      "step": 900
    },
    {
      "epoch": 25.028169014084508,
      "grad_norm": 0.3907301425933838,
      "learning_rate": 5.492146022353459e-07,
      "loss": 0.32534489035606384,
      "step": 901
    },
    {
      "epoch": 25.056338028169016,
      "grad_norm": 0.38654443621635437,
      "learning_rate": 5.484292068631494e-07,
      "loss": 0.32049402594566345,
      "step": 902
    },
    {
      "epoch": 25.08450704225352,
      "grad_norm": 0.38321253657341003,
      "learning_rate": 5.476438162758611e-07,
      "loss": 0.3115282356739044,
      "step": 903
    },
    {
      "epoch": 25.112676056338028,
      "grad_norm": 0.3922843337059021,
      "learning_rate": 5.468584328659172e-07,
      "loss": 0.3124304711818695,
      "step": 904
    },
    {
      "epoch": 25.140845070422536,
      "grad_norm": 0.3907575309276581,
      "learning_rate": 5.460730590257317e-07,
      "loss": 0.3261442184448242,
      "step": 905
    },
    {
      "epoch": 25.169014084507044,
      "grad_norm": 0.4006910026073456,
      "learning_rate": 5.452876971476896e-07,
      "loss": 0.32373058795928955,
      "step": 906
    },
    {
      "epoch": 25.197183098591548,
      "grad_norm": 0.37622418999671936,
      "learning_rate": 5.445023496241388e-07,
      "loss": 0.3193475306034088,
      "step": 907
    },
    {
      "epoch": 25.225352112676056,
      "grad_norm": 0.37440574169158936,
      "learning_rate": 5.437170188473847e-07,
      "loss": 0.3142261803150177,
      "step": 908
    },
    {
      "epoch": 25.253521126760564,
      "grad_norm": 0.38481953740119934,
      "learning_rate": 5.429317072096807e-07,
      "loss": 0.337313711643219,
      "step": 909
    },
    {
      "epoch": 25.281690140845072,
      "grad_norm": 0.39551037549972534,
      "learning_rate": 5.421464171032224e-07,
      "loss": 0.321609228849411,
      "step": 910
    },
    {
      "epoch": 25.309859154929576,
      "grad_norm": 0.3888447880744934,
      "learning_rate": 5.413611509201396e-07,
      "loss": 0.32264670729637146,
      "step": 911
    },
    {
      "epoch": 25.338028169014084,
      "grad_norm": 0.39491352438926697,
      "learning_rate": 5.405759110524894e-07,
      "loss": 0.3198102116584778,
      "step": 912
    },
    {
      "epoch": 25.366197183098592,
      "grad_norm": 0.39912641048431396,
      "learning_rate": 5.397906998922483e-07,
      "loss": 0.3395056426525116,
      "step": 913
    },
    {
      "epoch": 25.3943661971831,
      "grad_norm": 0.4020642638206482,
      "learning_rate": 5.390055198313061e-07,
      "loss": 0.3330724239349365,
      "step": 914
    },
    {
      "epoch": 25.422535211267604,
      "grad_norm": 0.39527246356010437,
      "learning_rate": 5.382203732614571e-07,
      "loss": 0.3267742395401001,
      "step": 915
    },
    {
      "epoch": 25.450704225352112,
      "grad_norm": 0.38676416873931885,
      "learning_rate": 5.37435262574394e-07,
      "loss": 0.3360646963119507,
      "step": 916
    },
    {
      "epoch": 25.47887323943662,
      "grad_norm": 0.4009418785572052,
      "learning_rate": 5.366501901617001e-07,
      "loss": 0.33060988783836365,
      "step": 917
    },
    {
      "epoch": 25.507042253521128,
      "grad_norm": 0.3914986848831177,
      "learning_rate": 5.358651584148423e-07,
      "loss": 0.3179813027381897,
      "step": 918
    },
    {
      "epoch": 25.535211267605632,
      "grad_norm": 0.3900521993637085,
      "learning_rate": 5.350801697251633e-07,
      "loss": 0.3134571313858032,
      "step": 919
    },
    {
      "epoch": 25.56338028169014,
      "grad_norm": 0.4012114405632019,
      "learning_rate": 5.342952264838747e-07,
      "loss": 0.3299099802970886,
      "step": 920
    },
    {
      "epoch": 25.591549295774648,
      "grad_norm": 0.375319242477417,
      "learning_rate": 5.335103310820496e-07,
      "loss": 0.31661590933799744,
      "step": 921
    },
    {
      "epoch": 25.619718309859156,
      "grad_norm": 0.39108213782310486,
      "learning_rate": 5.32725485910616e-07,
      "loss": 0.31691405177116394,
      "step": 922
    },
    {
      "epoch": 25.647887323943664,
      "grad_norm": 0.3978103697299957,
      "learning_rate": 5.319406933603482e-07,
      "loss": 0.3219263255596161,
      "step": 923
    },
    {
      "epoch": 25.676056338028168,
      "grad_norm": 0.39544498920440674,
      "learning_rate": 5.311559558218603e-07,
      "loss": 0.331471711397171,
      "step": 924
    },
    {
      "epoch": 25.704225352112676,
      "grad_norm": 0.3808025121688843,
      "learning_rate": 5.303712756855988e-07,
      "loss": 0.3252677321434021,
      "step": 925
    },
    {
      "epoch": 25.732394366197184,
      "grad_norm": 0.3788142204284668,
      "learning_rate": 5.295866553418358e-07,
      "loss": 0.328635036945343,
      "step": 926
    },
    {
      "epoch": 25.760563380281692,
      "grad_norm": 0.3923240900039673,
      "learning_rate": 5.288020971806608e-07,
      "loss": 0.3163786232471466,
      "step": 927
    },
    {
      "epoch": 25.788732394366196,
      "grad_norm": 0.4067988991737366,
      "learning_rate": 5.28017603591974e-07,
      "loss": 0.3369380235671997,
      "step": 928
    },
    {
      "epoch": 25.816901408450704,
      "grad_norm": 0.39493855834007263,
      "learning_rate": 5.27233176965479e-07,
      "loss": 0.32654568552970886,
      "step": 929
    },
    {
      "epoch": 25.845070422535212,
      "grad_norm": 0.3966091275215149,
      "learning_rate": 5.264488196906752e-07,
      "loss": 0.33306634426116943,
      "step": 930
    },
    {
      "epoch": 25.87323943661972,
      "grad_norm": 0.3901676833629608,
      "learning_rate": 5.256645341568511e-07,
      "loss": 0.3169354796409607,
      "step": 931
    },
    {
      "epoch": 25.901408450704224,
      "grad_norm": 0.3857198655605316,
      "learning_rate": 5.248803227530763e-07,
      "loss": 0.3285425901412964,
      "step": 932
    },
    {
      "epoch": 25.929577464788732,
      "grad_norm": 0.4023548364639282,
      "learning_rate": 5.240961878681947e-07,
      "loss": 0.31917253136634827,
      "step": 933
    },
    {
      "epoch": 25.95774647887324,
      "grad_norm": 0.3841480016708374,
      "learning_rate": 5.233121318908173e-07,
      "loss": 0.3240397572517395,
      "step": 934
    },
    {
      "epoch": 25.985915492957748,
      "grad_norm": 0.3895663917064667,
      "learning_rate": 5.225281572093143e-07,
      "loss": 0.33682069182395935,
      "step": 935
    },
    {
      "epoch": 26.0,
      "grad_norm": 0.566136360168457,
      "learning_rate": 5.21744266211809e-07,
      "loss": 0.32911181449890137,
      "step": 936
    },
    {
      "epoch": 26.028169014084508,
      "grad_norm": 0.39425909519195557,
      "learning_rate": 5.20960461286169e-07,
      "loss": 0.3303253650665283,
      "step": 937
    },
    {
      "epoch": 26.056338028169016,
      "grad_norm": 0.3862634599208832,
      "learning_rate": 5.2017674482e-07,
      "loss": 0.3101719617843628,
      "step": 938
    },
    {
      "epoch": 26.08450704225352,
      "grad_norm": 0.39860761165618896,
      "learning_rate": 5.193931192006385e-07,
      "loss": 0.31626003980636597,
      "step": 939
    },
    {
      "epoch": 26.112676056338028,
      "grad_norm": 0.38230645656585693,
      "learning_rate": 5.186095868151436e-07,
      "loss": 0.33143383264541626,
      "step": 940
    },
    {
      "epoch": 26.140845070422536,
      "grad_norm": 0.3823683261871338,
      "learning_rate": 5.178261500502912e-07,
      "loss": 0.312152236700058,
      "step": 941
    },
    {
      "epoch": 26.169014084507044,
      "grad_norm": 0.3821384310722351,
      "learning_rate": 5.170428112925659e-07,
      "loss": 0.3198228180408478,
      "step": 942
    },
    {
      "epoch": 26.197183098591548,
      "grad_norm": 0.41778433322906494,
      "learning_rate": 5.162595729281526e-07,
      "loss": 0.32497596740722656,
      "step": 943
    },
    {
      "epoch": 26.225352112676056,
      "grad_norm": 0.38266506791114807,
      "learning_rate": 5.154764373429315e-07,
      "loss": 0.3314628303050995,
      "step": 944
    },
    {
      "epoch": 26.253521126760564,
      "grad_norm": 0.39124244451522827,
      "learning_rate": 5.146934069224698e-07,
      "loss": 0.3309955298900604,
      "step": 945
    },
    {
      "epoch": 26.281690140845072,
      "grad_norm": 0.39248421788215637,
      "learning_rate": 5.139104840520135e-07,
      "loss": 0.3193722665309906,
      "step": 946
    },
    {
      "epoch": 26.309859154929576,
      "grad_norm": 0.40721243619918823,
      "learning_rate": 5.131276711164815e-07,
      "loss": 0.3228180408477783,
      "step": 947
    },
    {
      "epoch": 26.338028169014084,
      "grad_norm": 0.3944093585014343,
      "learning_rate": 5.123449705004581e-07,
      "loss": 0.33869385719299316,
      "step": 948
    },
    {
      "epoch": 26.366197183098592,
      "grad_norm": 0.3867540955543518,
      "learning_rate": 5.115623845881847e-07,
      "loss": 0.31862741708755493,
      "step": 949
    },
    {
      "epoch": 26.3943661971831,
      "grad_norm": 0.3939334452152252,
      "learning_rate": 5.107799157635538e-07,
      "loss": 0.3260752856731415,
      "step": 950
    },
    {
      "epoch": 26.422535211267604,
      "grad_norm": 0.40836402773857117,
      "learning_rate": 5.099975664101014e-07,
      "loss": 0.3147823214530945,
      "step": 951
    },
    {
      "epoch": 26.450704225352112,
      "grad_norm": 0.385328471660614,
      "learning_rate": 5.09215338910999e-07,
      "loss": 0.315174400806427,
      "step": 952
    },
    {
      "epoch": 26.47887323943662,
      "grad_norm": 0.38579061627388,
      "learning_rate": 5.084332356490472e-07,
      "loss": 0.3160386383533478,
      "step": 953
    },
    {
      "epoch": 26.507042253521128,
      "grad_norm": 0.39817193150520325,
      "learning_rate": 5.076512590066685e-07,
      "loss": 0.3219284415245056,
      "step": 954
    },
    {
      "epoch": 26.535211267605632,
      "grad_norm": 0.3795187175273895,
      "learning_rate": 5.068694113658992e-07,
      "loss": 0.31202954053878784,
      "step": 955
    },
    {
      "epoch": 26.56338028169014,
      "grad_norm": 0.38538357615470886,
      "learning_rate": 5.060876951083828e-07,
      "loss": 0.32958048582077026,
      "step": 956
    },
    {
      "epoch": 26.591549295774648,
      "grad_norm": 0.38360247015953064,
      "learning_rate": 5.053061126153624e-07,
      "loss": 0.30957651138305664,
      "step": 957
    },
    {
      "epoch": 26.619718309859156,
      "grad_norm": 0.3785325288772583,
      "learning_rate": 5.045246662676741e-07,
      "loss": 0.3202337622642517,
      "step": 958
    },
    {
      "epoch": 26.647887323943664,
      "grad_norm": 0.3824126124382019,
      "learning_rate": 5.037433584457389e-07,
      "loss": 0.3125755786895752,
      "step": 959
    },
    {
      "epoch": 26.676056338028168,
      "grad_norm": 0.39519426226615906,
      "learning_rate": 5.02962191529556e-07,
      "loss": 0.3107134699821472,
      "step": 960
    },
    {
      "epoch": 26.704225352112676,
      "grad_norm": 0.3949263095855713,
      "learning_rate": 5.021811678986951e-07,
      "loss": 0.3313808739185333,
      "step": 961
    },
    {
      "epoch": 26.732394366197184,
      "grad_norm": 0.38503384590148926,
      "learning_rate": 5.014002899322896e-07,
      "loss": 0.32243454456329346,
      "step": 962
    },
    {
      "epoch": 26.760563380281692,
      "grad_norm": 0.391943097114563,
      "learning_rate": 5.006195600090296e-07,
      "loss": 0.32883143424987793,
      "step": 963
    },
    {
      "epoch": 26.788732394366196,
      "grad_norm": 0.4018123745918274,
      "learning_rate": 4.998389805071536e-07,
      "loss": 0.31251728534698486,
      "step": 964
    },
    {
      "epoch": 26.816901408450704,
      "grad_norm": 0.41714271903038025,
      "learning_rate": 4.990585538044419e-07,
      "loss": 0.3352566957473755,
      "step": 965
    },
    {
      "epoch": 26.845070422535212,
      "grad_norm": 0.3913467824459076,
      "learning_rate": 4.982782822782101e-07,
      "loss": 0.3217517137527466,
      "step": 966
    },
    {
      "epoch": 26.87323943661972,
      "grad_norm": 0.40836217999458313,
      "learning_rate": 4.974981683053001e-07,
      "loss": 0.3292587995529175,
      "step": 967
    },
    {
      "epoch": 26.901408450704224,
      "grad_norm": 0.39076730608940125,
      "learning_rate": 4.967182142620745e-07,
      "loss": 0.3406558334827423,
      "step": 968
    },
    {
      "epoch": 26.929577464788732,
      "grad_norm": 0.37997063994407654,
      "learning_rate": 4.959384225244087e-07,
      "loss": 0.3325538635253906,
      "step": 969
    },
    {
      "epoch": 26.95774647887324,
      "grad_norm": 0.4018656611442566,
      "learning_rate": 4.951587954676837e-07,
      "loss": 0.3161391615867615,
      "step": 970
    },
    {
      "epoch": 26.985915492957748,
      "grad_norm": 0.3974568843841553,
      "learning_rate": 4.943793354667783e-07,
      "loss": 0.3390060365200043,
      "step": 971
    },
    {
      "epoch": 27.0,
      "grad_norm": 0.5330749750137329,
      "learning_rate": 4.93600044896063e-07,
      "loss": 0.3339563012123108,
      "step": 972
    },
    {
      "epoch": 27.028169014084508,
      "grad_norm": 0.3700898587703705,
      "learning_rate": 4.928209261293923e-07,
      "loss": 0.32524925470352173,
      "step": 973
    },
    {
      "epoch": 27.056338028169016,
      "grad_norm": 0.36422741413116455,
      "learning_rate": 4.920419815400968e-07,
      "loss": 0.32383549213409424,
      "step": 974
    },
    {
      "epoch": 27.08450704225352,
      "grad_norm": 0.3969523012638092,
      "learning_rate": 4.912632135009769e-07,
      "loss": 0.3273283541202545,
      "step": 975
    },
    {
      "epoch": 27.112676056338028,
      "grad_norm": 0.3937308192253113,
      "learning_rate": 4.904846243842949e-07,
      "loss": 0.31272923946380615,
      "step": 976
    },
    {
      "epoch": 27.140845070422536,
      "grad_norm": 0.38353821635246277,
      "learning_rate": 4.897062165617686e-07,
      "loss": 0.31967559456825256,
      "step": 977
    },
    {
      "epoch": 27.169014084507044,
      "grad_norm": 0.3810458779335022,
      "learning_rate": 4.88927992404563e-07,
      "loss": 0.3191872537136078,
      "step": 978
    },
    {
      "epoch": 27.197183098591548,
      "grad_norm": 0.3873644769191742,
      "learning_rate": 4.881499542832841e-07,
      "loss": 0.327060729265213,
      "step": 979
    },
    {
      "epoch": 27.225352112676056,
      "grad_norm": 0.38196802139282227,
      "learning_rate": 4.873721045679706e-07,
      "loss": 0.3129046559333801,
      "step": 980
    },
    {
      "epoch": 27.253521126760564,
      "grad_norm": 0.3674769997596741,
      "learning_rate": 4.865944456280878e-07,
      "loss": 0.3162941038608551,
      "step": 981
    },
    {
      "epoch": 27.281690140845072,
      "grad_norm": 0.39371582865715027,
      "learning_rate": 4.858169798325198e-07,
      "loss": 0.3260490596294403,
      "step": 982
    },
    {
      "epoch": 27.309859154929576,
      "grad_norm": 0.3972032368183136,
      "learning_rate": 4.850397095495621e-07,
      "loss": 0.32622987031936646,
      "step": 983
    },
    {
      "epoch": 27.338028169014084,
      "grad_norm": 0.4014224410057068,
      "learning_rate": 4.842626371469149e-07,
      "loss": 0.3255884647369385,
      "step": 984
    },
    {
      "epoch": 27.366197183098592,
      "grad_norm": 0.38516417145729065,
      "learning_rate": 4.834857649916752e-07,
      "loss": 0.31208905577659607,
      "step": 985
    },
    {
      "epoch": 27.3943661971831,
      "grad_norm": 0.3933313190937042,
      "learning_rate": 4.827090954503308e-07,
      "loss": 0.3179953098297119,
      "step": 986
    },
    {
      "epoch": 27.422535211267604,
      "grad_norm": 0.3956094980239868,
      "learning_rate": 4.819326308887513e-07,
      "loss": 0.31834524869918823,
      "step": 987
    },
    {
      "epoch": 27.450704225352112,
      "grad_norm": 0.40339627861976624,
      "learning_rate": 4.811563736721829e-07,
      "loss": 0.3197236955165863,
      "step": 988
    },
    {
      "epoch": 27.47887323943662,
      "grad_norm": 0.3828282356262207,
      "learning_rate": 4.803803261652395e-07,
      "loss": 0.3316667675971985,
      "step": 989
    },
    {
      "epoch": 27.507042253521128,
      "grad_norm": 0.4123758375644684,
      "learning_rate": 4.79604490731896e-07,
      "loss": 0.3373149633407593,
      "step": 990
    },
    {
      "epoch": 27.535211267605632,
      "grad_norm": 0.4058115780353546,
      "learning_rate": 4.788288697354824e-07,
      "loss": 0.3256288170814514,
      "step": 991
    },
    {
      "epoch": 27.56338028169014,
      "grad_norm": 0.395881712436676,
      "learning_rate": 4.780534655386743e-07,
      "loss": 0.3255182206630707,
      "step": 992
    },
    {
      "epoch": 27.591549295774648,
      "grad_norm": 0.3949476480484009,
      "learning_rate": 4.772782805034876e-07,
      "loss": 0.31342440843582153,
      "step": 993
    },
    {
      "epoch": 27.619718309859156,
      "grad_norm": 0.41506338119506836,
      "learning_rate": 4.7650331699127013e-07,
      "loss": 0.30606886744499207,
      "step": 994
    },
    {
      "epoch": 27.647887323943664,
      "grad_norm": 0.3876069486141205,
      "learning_rate": 4.75728577362695e-07,
      "loss": 0.3338634967803955,
      "step": 995
    },
    {
      "epoch": 27.676056338028168,
      "grad_norm": 0.3984672725200653,
      "learning_rate": 4.749540639777539e-07,
      "loss": 0.3124704360961914,
      "step": 996
    },
    {
      "epoch": 27.704225352112676,
      "grad_norm": 0.38598647713661194,
      "learning_rate": 4.741797791957489e-07,
      "loss": 0.3206423819065094,
      "step": 997
    },
    {
      "epoch": 27.732394366197184,
      "grad_norm": 0.3830356001853943,
      "learning_rate": 4.7340572537528547e-07,
      "loss": 0.3193873465061188,
      "step": 998
    },
    {
      "epoch": 27.760563380281692,
      "grad_norm": 0.3961408734321594,
      "learning_rate": 4.7263190487426563e-07,
      "loss": 0.3182516098022461,
      "step": 999
    },
    {
      "epoch": 27.788732394366196,
      "grad_norm": 0.39305320382118225,
      "learning_rate": 4.7185832004988133e-07,
      "loss": 0.33710581064224243,
      "step": 1000
    },
    {
      "epoch": 27.816901408450704,
      "grad_norm": 0.38334742188453674,
      "learning_rate": 4.710849732586059e-07,
      "loss": 0.3107894957065582,
      "step": 1001
    },
    {
      "epoch": 27.845070422535212,
      "grad_norm": 0.3962097764015198,
      "learning_rate": 4.703118668561875e-07,
      "loss": 0.32310307025909424,
      "step": 1002
    },
    {
      "epoch": 27.87323943661972,
      "grad_norm": 0.4129899740219116,
      "learning_rate": 4.6953900319764274e-07,
      "loss": 0.3173657953739166,
      "step": 1003
    },
    {
      "epoch": 27.901408450704224,
      "grad_norm": 0.3933452069759369,
      "learning_rate": 4.68766384637248e-07,
      "loss": 0.3349849581718445,
      "step": 1004
    },
    {
      "epoch": 27.929577464788732,
      "grad_norm": 0.39463669061660767,
      "learning_rate": 4.679940135285336e-07,
      "loss": 0.31813567876815796,
      "step": 1005
    },
    {
      "epoch": 27.95774647887324,
      "grad_norm": 0.3807503283023834,
      "learning_rate": 4.672218922242759e-07,
      "loss": 0.3168887794017792,
      "step": 1006
    },
    {
      "epoch": 27.985915492957748,
      "grad_norm": 0.3904450535774231,
      "learning_rate": 4.664500230764903e-07,
      "loss": 0.3194056451320648,
      "step": 1007
    },
    {
      "epoch": 28.0,
      "grad_norm": 0.5729740858078003,
      "learning_rate": 4.656784084364238e-07,
      "loss": 0.3411839008331299,
      "step": 1008
    },
    {
      "epoch": 28.028169014084508,
      "grad_norm": 0.39187631011009216,
      "learning_rate": 4.6490705065454883e-07,
      "loss": 0.32139888405799866,
      "step": 1009
    },
    {
      "epoch": 28.056338028169016,
      "grad_norm": 0.38157594203948975,
      "learning_rate": 4.641359520805548e-07,
      "loss": 0.32903847098350525,
      "step": 1010
    },
    {
      "epoch": 28.08450704225352,
      "grad_norm": 0.3803679347038269,
      "learning_rate": 4.6336511506334177e-07,
      "loss": 0.30710792541503906,
      "step": 1011
    },
    {
      "epoch": 28.112676056338028,
      "grad_norm": 0.3928949534893036,
      "learning_rate": 4.6259454195101267e-07,
      "loss": 0.3159278333187103,
      "step": 1012
    },
    {
      "epoch": 28.140845070422536,
      "grad_norm": 0.3867454528808594,
      "learning_rate": 4.61824235090867e-07,
      "loss": 0.32183969020843506,
      "step": 1013
    },
    {
      "epoch": 28.169014084507044,
      "grad_norm": 0.3878993093967438,
      "learning_rate": 4.6105419682939316e-07,
      "loss": 0.327831506729126,
      "step": 1014
    },
    {
      "epoch": 28.197183098591548,
      "grad_norm": 0.39358532428741455,
      "learning_rate": 4.602844295122613e-07,
      "loss": 0.3066422641277313,
      "step": 1015
    },
    {
      "epoch": 28.225352112676056,
      "grad_norm": 0.3881267011165619,
      "learning_rate": 4.59514935484316e-07,
      "loss": 0.32231512665748596,
      "step": 1016
    },
    {
      "epoch": 28.253521126760564,
      "grad_norm": 0.3974669277667999,
      "learning_rate": 4.5874571708956953e-07,
      "loss": 0.34675514698028564,
      "step": 1017
    },
    {
      "epoch": 28.281690140845072,
      "grad_norm": 0.3743266463279724,
      "learning_rate": 4.579767766711944e-07,
      "loss": 0.32414931058883667,
      "step": 1018
    },
    {
      "epoch": 28.309859154929576,
      "grad_norm": 0.38628455996513367,
      "learning_rate": 4.572081165715167e-07,
      "loss": 0.30881208181381226,
      "step": 1019
    },
    {
      "epoch": 28.338028169014084,
      "grad_norm": 0.39688679575920105,
      "learning_rate": 4.5643973913200837e-07,
      "loss": 0.32995566725730896,
      "step": 1020
    },
    {
      "epoch": 28.366197183098592,
      "grad_norm": 0.39416512846946716,
      "learning_rate": 4.556716466932803e-07,
      "loss": 0.327730268239975,
      "step": 1021
    },
    {
      "epoch": 28.3943661971831,
      "grad_norm": 0.39930543303489685,
      "learning_rate": 4.549038415950751e-07,
      "loss": 0.32226401567459106,
      "step": 1022
    },
    {
      "epoch": 28.422535211267604,
      "grad_norm": 0.39673280715942383,
      "learning_rate": 4.5413632617626054e-07,
      "loss": 0.3158804774284363,
      "step": 1023
    },
    {
      "epoch": 28.450704225352112,
      "grad_norm": 0.38143086433410645,
      "learning_rate": 4.5336910277482155e-07,
      "loss": 0.3302033543586731,
      "step": 1024
    },
    {
      "epoch": 28.47887323943662,
      "grad_norm": 0.3939116299152374,
      "learning_rate": 4.526021737278537e-07,
      "loss": 0.3158111572265625,
      "step": 1025
    },
    {
      "epoch": 28.507042253521128,
      "grad_norm": 0.40622755885124207,
      "learning_rate": 4.51835541371556e-07,
      "loss": 0.32396200299263,
      "step": 1026
    },
    {
      "epoch": 28.535211267605632,
      "grad_norm": 0.3897394835948944,
      "learning_rate": 4.5106920804122304e-07,
      "loss": 0.31977495551109314,
      "step": 1027
    },
    {
      "epoch": 28.56338028169014,
      "grad_norm": 0.37125250697135925,
      "learning_rate": 4.503031760712397e-07,
      "loss": 0.325844943523407,
      "step": 1028
    },
    {
      "epoch": 28.591549295774648,
      "grad_norm": 0.3901251256465912,
      "learning_rate": 4.4953744779507197e-07,
      "loss": 0.3198482096195221,
      "step": 1029
    },
    {
      "epoch": 28.619718309859156,
      "grad_norm": 0.39370420575141907,
      "learning_rate": 4.4877202554526084e-07,
      "loss": 0.3141654133796692,
      "step": 1030
    },
    {
      "epoch": 28.647887323943664,
      "grad_norm": 0.4079742729663849,
      "learning_rate": 4.480069116534151e-07,
      "loss": 0.3289361298084259,
      "step": 1031
    },
    {
      "epoch": 28.676056338028168,
      "grad_norm": 0.39373448491096497,
      "learning_rate": 4.4724210845020494e-07,
      "loss": 0.303550124168396,
      "step": 1032
    },
    {
      "epoch": 28.704225352112676,
      "grad_norm": 0.3851517140865326,
      "learning_rate": 4.4647761826535303e-07,
      "loss": 0.3275371193885803,
      "step": 1033
    },
    {
      "epoch": 28.732394366197184,
      "grad_norm": 0.39749592542648315,
      "learning_rate": 4.457134434276293e-07,
      "loss": 0.3159153461456299,
      "step": 1034
    },
    {
      "epoch": 28.760563380281692,
      "grad_norm": 0.3872748017311096,
      "learning_rate": 4.449495862648427e-07,
      "loss": 0.32355499267578125,
      "step": 1035
    },
    {
      "epoch": 28.788732394366196,
      "grad_norm": 0.3984876573085785,
      "learning_rate": 4.441860491038345e-07,
      "loss": 0.3134092092514038,
      "step": 1036
    },
    {
      "epoch": 28.816901408450704,
      "grad_norm": 0.3975779414176941,
      "learning_rate": 4.4342283427047164e-07,
      "loss": 0.3197779655456543,
      "step": 1037
    },
    {
      "epoch": 28.845070422535212,
      "grad_norm": 0.3911439776420593,
      "learning_rate": 4.4265994408963867e-07,
      "loss": 0.2987986207008362,
      "step": 1038
    },
    {
      "epoch": 28.87323943661972,
      "grad_norm": 0.4075714349746704,
      "learning_rate": 4.418973808852313e-07,
      "loss": 0.3265843093395233,
      "step": 1039
    },
    {
      "epoch": 28.901408450704224,
      "grad_norm": 0.38900086283683777,
      "learning_rate": 4.4113514698014953e-07,
      "loss": 0.3064301013946533,
      "step": 1040
    },
    {
      "epoch": 28.929577464788732,
      "grad_norm": 0.40392547845840454,
      "learning_rate": 4.403732446962899e-07,
      "loss": 0.32852086424827576,
      "step": 1041
    },
    {
      "epoch": 28.95774647887324,
      "grad_norm": 0.3813670873641968,
      "learning_rate": 4.3961167635453876e-07,
      "loss": 0.31472861766815186,
      "step": 1042
    },
    {
      "epoch": 28.985915492957748,
      "grad_norm": 0.3869912922382355,
      "learning_rate": 4.388504442747657e-07,
      "loss": 0.32740145921707153,
      "step": 1043
    },
    {
      "epoch": 29.0,
      "grad_norm": 0.5705031752586365,
      "learning_rate": 4.3808955077581546e-07,
      "loss": 0.3294166922569275,
      "step": 1044
    },
    {
      "epoch": 29.028169014084508,
      "grad_norm": 0.39494118094444275,
      "learning_rate": 4.373289981755013e-07,
      "loss": 0.3015002906322479,
      "step": 1045
    },
    {
      "epoch": 29.056338028169016,
      "grad_norm": 0.3874528706073761,
      "learning_rate": 4.365687887905988e-07,
      "loss": 0.3175269365310669,
      "step": 1046
    },
    {
      "epoch": 29.08450704225352,
      "grad_norm": 0.39874911308288574,
      "learning_rate": 4.358089249368375e-07,
      "loss": 0.31463566422462463,
      "step": 1047
    },
    {
      "epoch": 29.112676056338028,
      "grad_norm": 0.37529608607292175,
      "learning_rate": 4.350494089288943e-07,
      "loss": 0.30158668756484985,
      "step": 1048
    },
    {
      "epoch": 29.140845070422536,
      "grad_norm": 0.39873558282852173,
      "learning_rate": 4.3429024308038686e-07,
      "loss": 0.333732545375824,
      "step": 1049
    },
    {
      "epoch": 29.169014084507044,
      "grad_norm": 0.38672471046447754,
      "learning_rate": 4.3353142970386557e-07,
      "loss": 0.3232831358909607,
      "step": 1050
    },
    {
      "epoch": 29.197183098591548,
      "grad_norm": 0.3907194435596466,
      "learning_rate": 4.327729711108082e-07,
      "loss": 0.3299405872821808,
      "step": 1051
    },
    {
      "epoch": 29.225352112676056,
      "grad_norm": 0.39557650685310364,
      "learning_rate": 4.3201486961161093e-07,
      "loss": 0.3152773976325989,
      "step": 1052
    },
    {
      "epoch": 29.253521126760564,
      "grad_norm": 0.39757251739501953,
      "learning_rate": 4.312571275155823e-07,
      "loss": 0.3137446641921997,
      "step": 1053
    },
    {
      "epoch": 29.281690140845072,
      "grad_norm": 0.3849915862083435,
      "learning_rate": 4.304997471309361e-07,
      "loss": 0.3286364674568176,
      "step": 1054
    },
    {
      "epoch": 29.309859154929576,
      "grad_norm": 0.3918253183364868,
      "learning_rate": 4.297427307647844e-07,
      "loss": 0.315084308385849,
      "step": 1055
    },
    {
      "epoch": 29.338028169014084,
      "grad_norm": 0.3852742910385132,
      "learning_rate": 4.2898608072313045e-07,
      "loss": 0.31480738520622253,
      "step": 1056
    },
    {
      "epoch": 29.366197183098592,
      "grad_norm": 0.3834691047668457,
      "learning_rate": 4.2822979931086144e-07,
      "loss": 0.3095092177391052,
      "step": 1057
    },
    {
      "epoch": 29.3943661971831,
      "grad_norm": 0.37344595789909363,
      "learning_rate": 4.2747388883174154e-07,
      "loss": 0.3210027813911438,
      "step": 1058
    },
    {
      "epoch": 29.422535211267604,
      "grad_norm": 0.3842324912548065,
      "learning_rate": 4.267183515884054e-07,
      "loss": 0.3216034770011902,
      "step": 1059
    },
    {
      "epoch": 29.450704225352112,
      "grad_norm": 0.4003050625324249,
      "learning_rate": 4.2596318988235037e-07,
      "loss": 0.3202718198299408,
      "step": 1060
    },
    {
      "epoch": 29.47887323943662,
      "grad_norm": 0.39783963561058044,
      "learning_rate": 4.2520840601392996e-07,
      "loss": 0.32778969407081604,
      "step": 1061
    },
    {
      "epoch": 29.507042253521128,
      "grad_norm": 0.4110214114189148,
      "learning_rate": 4.2445400228234687e-07,
      "loss": 0.32846492528915405,
      "step": 1062
    },
    {
      "epoch": 29.535211267605632,
      "grad_norm": 0.38798847794532776,
      "learning_rate": 4.2369998098564554e-07,
      "loss": 0.3126874566078186,
      "step": 1063
    },
    {
      "epoch": 29.56338028169014,
      "grad_norm": 0.3920050859451294,
      "learning_rate": 4.2294634442070553e-07,
      "loss": 0.31347280740737915,
      "step": 1064
    },
    {
      "epoch": 29.591549295774648,
      "grad_norm": 0.395717054605484,
      "learning_rate": 4.2219309488323487e-07,
      "loss": 0.3149852454662323,
      "step": 1065
    },
    {
      "epoch": 29.619718309859156,
      "grad_norm": 0.3909353017807007,
      "learning_rate": 4.214402346677619e-07,
      "loss": 0.31942200660705566,
      "step": 1066
    },
    {
      "epoch": 29.647887323943664,
      "grad_norm": 0.40153780579566956,
      "learning_rate": 4.206877660676297e-07,
      "loss": 0.31769323348999023,
      "step": 1067
    },
    {
      "epoch": 29.676056338028168,
      "grad_norm": 0.39828068017959595,
      "learning_rate": 4.1993569137498776e-07,
      "loss": 0.32722607254981995,
      "step": 1068
    },
    {
      "epoch": 29.704225352112676,
      "grad_norm": 0.40273886919021606,
      "learning_rate": 4.1918401288078633e-07,
      "loss": 0.318960040807724,
      "step": 1069
    },
    {
      "epoch": 29.732394366197184,
      "grad_norm": 0.39284440875053406,
      "learning_rate": 4.1843273287476854e-07,
      "loss": 0.3250141739845276,
      "step": 1070
    },
    {
      "epoch": 29.760563380281692,
      "grad_norm": 0.39350998401641846,
      "learning_rate": 4.1768185364546326e-07,
      "loss": 0.31926706433296204,
      "step": 1071
    },
    {
      "epoch": 29.788732394366196,
      "grad_norm": 0.38825103640556335,
      "learning_rate": 4.1693137748017915e-07,
      "loss": 0.31079530715942383,
      "step": 1072
    },
    {
      "epoch": 29.816901408450704,
      "grad_norm": 0.3988570272922516,
      "learning_rate": 4.161813066649963e-07,
      "loss": 0.3225058615207672,
      "step": 1073
    },
    {
      "epoch": 29.845070422535212,
      "grad_norm": 0.38783174753189087,
      "learning_rate": 4.15431643484761e-07,
      "loss": 0.3231118321418762,
      "step": 1074
    },
    {
      "epoch": 29.87323943661972,
      "grad_norm": 0.38935571908950806,
      "learning_rate": 4.146823902230772e-07,
      "loss": 0.31755387783050537,
      "step": 1075
    },
    {
      "epoch": 29.901408450704224,
      "grad_norm": 0.3997592628002167,
      "learning_rate": 4.1393354916230005e-07,
      "loss": 0.31156352162361145,
      "step": 1076
    },
    {
      "epoch": 29.929577464788732,
      "grad_norm": 0.3941832184791565,
      "learning_rate": 4.1318512258352936e-07,
      "loss": 0.32877519726753235,
      "step": 1077
    },
    {
      "epoch": 29.95774647887324,
      "grad_norm": 0.3960806131362915,
      "learning_rate": 4.124371127666024e-07,
      "loss": 0.3279528319835663,
      "step": 1078
    },
    {
      "epoch": 29.985915492957748,
      "grad_norm": 0.3978699743747711,
      "learning_rate": 4.1168952199008677e-07,
      "loss": 0.32546380162239075,
      "step": 1079
    },
    {
      "epoch": 30.0,
      "grad_norm": 0.5448852777481079,
      "learning_rate": 4.1094235253127374e-07,
      "loss": 0.3194052577018738,
      "step": 1080
    },
    {
      "epoch": 30.028169014084508,
      "grad_norm": 0.38849538564682007,
      "learning_rate": 4.101956066661708e-07,
      "loss": 0.3115946650505066,
      "step": 1081
    },
    {
      "epoch": 30.056338028169016,
      "grad_norm": 0.40076303482055664,
      "learning_rate": 4.0944928666949527e-07,
      "loss": 0.31541264057159424,
      "step": 1082
    },
    {
      "epoch": 30.08450704225352,
      "grad_norm": 0.40326187014579773,
      "learning_rate": 4.0870339481466774e-07,
      "loss": 0.31242895126342773,
      "step": 1083
    },
    {
      "epoch": 30.112676056338028,
      "grad_norm": 0.39550158381462097,
      "learning_rate": 4.079579333738039e-07,
      "loss": 0.32159218192100525,
      "step": 1084
    },
    {
      "epoch": 30.140845070422536,
      "grad_norm": 0.403601735830307,
      "learning_rate": 4.0721290461770863e-07,
      "loss": 0.30890560150146484,
      "step": 1085
    },
    {
      "epoch": 30.169014084507044,
      "grad_norm": 0.37984904646873474,
      "learning_rate": 4.064683108158685e-07,
      "loss": 0.3170987367630005,
      "step": 1086
    },
    {
      "epoch": 30.197183098591548,
      "grad_norm": 0.39652949571609497,
      "learning_rate": 4.057241542364457e-07,
      "loss": 0.30855971574783325,
      "step": 1087
    },
    {
      "epoch": 30.225352112676056,
      "grad_norm": 0.392037570476532,
      "learning_rate": 4.0498043714627006e-07,
      "loss": 0.314483642578125,
      "step": 1088
    },
    {
      "epoch": 30.253521126760564,
      "grad_norm": 0.38578787446022034,
      "learning_rate": 4.042371618108329e-07,
      "loss": 0.3012908399105072,
      "step": 1089
    },
    {
      "epoch": 30.281690140845072,
      "grad_norm": 0.4056507349014282,
      "learning_rate": 4.034943304942796e-07,
      "loss": 0.3289816975593567,
      "step": 1090
    },
    {
      "epoch": 30.309859154929576,
      "grad_norm": 0.3914753198623657,
      "learning_rate": 4.027519454594033e-07,
      "loss": 0.3191179633140564,
      "step": 1091
    },
    {
      "epoch": 30.338028169014084,
      "grad_norm": 0.39688926935195923,
      "learning_rate": 4.020100089676376e-07,
      "loss": 0.31635797023773193,
      "step": 1092
    },
    {
      "epoch": 30.366197183098592,
      "grad_norm": 0.40888601541519165,
      "learning_rate": 4.012685232790497e-07,
      "loss": 0.337239146232605,
      "step": 1093
    },
    {
      "epoch": 30.3943661971831,
      "grad_norm": 0.38824498653411865,
      "learning_rate": 4.005274906523336e-07,
      "loss": 0.3291058838367462,
      "step": 1094
    },
    {
      "epoch": 30.422535211267604,
      "grad_norm": 0.39377355575561523,
      "learning_rate": 3.9978691334480306e-07,
      "loss": 0.3118734359741211,
      "step": 1095
    },
    {
      "epoch": 30.450704225352112,
      "grad_norm": 0.38702377676963806,
      "learning_rate": 3.9904679361238526e-07,
      "loss": 0.3165128827095032,
      "step": 1096
    },
    {
      "epoch": 30.47887323943662,
      "grad_norm": 0.40049466490745544,
      "learning_rate": 3.9830713370961313e-07,
      "loss": 0.33711162209510803,
      "step": 1097
    },
    {
      "epoch": 30.507042253521128,
      "grad_norm": 0.39197808504104614,
      "learning_rate": 3.975679358896189e-07,
      "loss": 0.31467658281326294,
      "step": 1098
    },
    {
      "epoch": 30.535211267605632,
      "grad_norm": 0.39893972873687744,
      "learning_rate": 3.968292024041275e-07,
      "loss": 0.33131134510040283,
      "step": 1099
    },
    {
      "epoch": 30.56338028169014,
      "grad_norm": 0.3839150071144104,
      "learning_rate": 3.9609093550344907e-07,
      "loss": 0.3290913701057434,
      "step": 1100
    },
    {
      "epoch": 30.591549295774648,
      "grad_norm": 0.404299259185791,
      "learning_rate": 3.953531374364728e-07,
      "loss": 0.30184292793273926,
      "step": 1101
    },
    {
      "epoch": 30.619718309859156,
      "grad_norm": 0.3782462179660797,
      "learning_rate": 3.946158104506594e-07,
      "loss": 0.3098834156990051,
      "step": 1102
    },
    {
      "epoch": 30.647887323943664,
      "grad_norm": 0.4039967358112335,
      "learning_rate": 3.938789567920349e-07,
      "loss": 0.32133281230926514,
      "step": 1103
    },
    {
      "epoch": 30.676056338028168,
      "grad_norm": 0.4059436023235321,
      "learning_rate": 3.931425787051832e-07,
      "loss": 0.3101251721382141,
      "step": 1104
    },
    {
      "epoch": 30.704225352112676,
      "grad_norm": 0.3929320275783539,
      "learning_rate": 3.924066784332396e-07,
      "loss": 0.31787344813346863,
      "step": 1105
    },
    {
      "epoch": 30.732394366197184,
      "grad_norm": 0.38287827372550964,
      "learning_rate": 3.9167125821788416e-07,
      "loss": 0.3178418278694153,
      "step": 1106
    },
    {
      "epoch": 30.760563380281692,
      "grad_norm": 0.3842368423938751,
      "learning_rate": 3.909363202993343e-07,
      "loss": 0.32755303382873535,
      "step": 1107
    },
    {
      "epoch": 30.788732394366196,
      "grad_norm": 0.4044226109981537,
      "learning_rate": 3.902018669163384e-07,
      "loss": 0.3267000615596771,
      "step": 1108
    },
    {
      "epoch": 30.816901408450704,
      "grad_norm": 0.38188570737838745,
      "learning_rate": 3.894679003061686e-07,
      "loss": 0.3084525465965271,
      "step": 1109
    },
    {
      "epoch": 30.845070422535212,
      "grad_norm": 0.4103005528450012,
      "learning_rate": 3.8873442270461485e-07,
      "loss": 0.3223256468772888,
      "step": 1110
    },
    {
      "epoch": 30.87323943661972,
      "grad_norm": 0.3776779770851135,
      "learning_rate": 3.88001436345977e-07,
      "loss": 0.3046845495700836,
      "step": 1111
    },
    {
      "epoch": 30.901408450704224,
      "grad_norm": 0.38886573910713196,
      "learning_rate": 3.872689434630585e-07,
      "loss": 0.31088194251060486,
      "step": 1112
    },
    {
      "epoch": 30.929577464788732,
      "grad_norm": 0.3859104514122009,
      "learning_rate": 3.8653694628715984e-07,
      "loss": 0.3280540704727173,
      "step": 1113
    },
    {
      "epoch": 30.95774647887324,
      "grad_norm": 0.3934411108493805,
      "learning_rate": 3.8580544704807117e-07,
      "loss": 0.3201024532318115,
      "step": 1114
    },
    {
      "epoch": 30.985915492957748,
      "grad_norm": 0.40359586477279663,
      "learning_rate": 3.850744479740663e-07,
      "loss": 0.32668638229370117,
      "step": 1115
    },
    {
      "epoch": 31.0,
      "grad_norm": 0.5667273998260498,
      "learning_rate": 3.843439512918949e-07,
      "loss": 0.31717124581336975,
      "step": 1116
    },
    {
      "epoch": 31.028169014084508,
      "grad_norm": 0.3974464237689972,
      "learning_rate": 3.8361395922677687e-07,
      "loss": 0.32645559310913086,
      "step": 1117
    },
    {
      "epoch": 31.056338028169016,
      "grad_norm": 0.37796565890312195,
      "learning_rate": 3.8288447400239443e-07,
      "loss": 0.32420992851257324,
      "step": 1118
    },
    {
      "epoch": 31.08450704225352,
      "grad_norm": 0.37163782119750977,
      "learning_rate": 3.82155497840886e-07,
      "loss": 0.30221351981163025,
      "step": 1119
    },
    {
      "epoch": 31.112676056338028,
      "grad_norm": 0.3861401379108429,
      "learning_rate": 3.8142703296283953e-07,
      "loss": 0.30777591466903687,
      "step": 1120
    },
    {
      "epoch": 31.140845070422536,
      "grad_norm": 0.39134180545806885,
      "learning_rate": 3.806990815872855e-07,
      "loss": 0.31938445568084717,
      "step": 1121
    },
    {
      "epoch": 31.169014084507044,
      "grad_norm": 0.38608089089393616,
      "learning_rate": 3.7997164593168983e-07,
      "loss": 0.33145594596862793,
      "step": 1122
    },
    {
      "epoch": 31.197183098591548,
      "grad_norm": 0.38318222761154175,
      "learning_rate": 3.7924472821194765e-07,
      "loss": 0.3112245500087738,
      "step": 1123
    },
    {
      "epoch": 31.225352112676056,
      "grad_norm": 0.3927881419658661,
      "learning_rate": 3.785183306423767e-07,
      "loss": 0.3209717571735382,
      "step": 1124
    },
    {
      "epoch": 31.253521126760564,
      "grad_norm": 0.4041878879070282,
      "learning_rate": 3.777924554357096e-07,
      "loss": 0.32123109698295593,
      "step": 1125
    },
    {
      "epoch": 31.281690140845072,
      "grad_norm": 0.3883450925350189,
      "learning_rate": 3.7706710480308835e-07,
      "loss": 0.3294408917427063,
      "step": 1126
    },
    {
      "epoch": 31.309859154929576,
      "grad_norm": 0.39175716042518616,
      "learning_rate": 3.7634228095405673e-07,
      "loss": 0.3174056112766266,
      "step": 1127
    },
    {
      "epoch": 31.338028169014084,
      "grad_norm": 0.3895219564437866,
      "learning_rate": 3.7561798609655373e-07,
      "loss": 0.32326945662498474,
      "step": 1128
    },
    {
      "epoch": 31.366197183098592,
      "grad_norm": 0.3971575200557709,
      "learning_rate": 3.748942224369073e-07,
      "loss": 0.3159647583961487,
      "step": 1129
    },
    {
      "epoch": 31.3943661971831,
      "grad_norm": 0.38449063897132874,
      "learning_rate": 3.7417099217982686e-07,
      "loss": 0.3210757374763489,
      "step": 1130
    },
    {
      "epoch": 31.422535211267604,
      "grad_norm": 0.39810091257095337,
      "learning_rate": 3.734482975283975e-07,
      "loss": 0.3155862092971802,
      "step": 1131
    },
    {
      "epoch": 31.450704225352112,
      "grad_norm": 0.38643842935562134,
      "learning_rate": 3.72726140684072e-07,
      "loss": 0.3213554918766022,
      "step": 1132
    },
    {
      "epoch": 31.47887323943662,
      "grad_norm": 0.40853485465049744,
      "learning_rate": 3.720045238466658e-07,
      "loss": 0.3138027489185333,
      "step": 1133
    },
    {
      "epoch": 31.507042253521128,
      "grad_norm": 0.4142437279224396,
      "learning_rate": 3.712834492143487e-07,
      "loss": 0.3179730176925659,
      "step": 1134
    },
    {
      "epoch": 31.535211267605632,
      "grad_norm": 0.3936646282672882,
      "learning_rate": 3.7056291898363925e-07,
      "loss": 0.3315540850162506,
      "step": 1135
    },
    {
      "epoch": 31.56338028169014,
      "grad_norm": 0.3821287155151367,
      "learning_rate": 3.6984293534939737e-07,
      "loss": 0.3179962635040283,
      "step": 1136
    },
    {
      "epoch": 31.591549295774648,
      "grad_norm": 0.4053444266319275,
      "learning_rate": 3.69123500504818e-07,
      "loss": 0.31676068902015686,
      "step": 1137
    },
    {
      "epoch": 31.619718309859156,
      "grad_norm": 0.4046670198440552,
      "learning_rate": 3.6840461664142444e-07,
      "loss": 0.31589609384536743,
      "step": 1138
    },
    {
      "epoch": 31.647887323943664,
      "grad_norm": 0.3901018798351288,
      "learning_rate": 3.6768628594906193e-07,
      "loss": 0.31740763783454895,
      "step": 1139
    },
    {
      "epoch": 31.676056338028168,
      "grad_norm": 0.39474499225616455,
      "learning_rate": 3.6696851061588994e-07,
      "loss": 0.30351805686950684,
      "step": 1140
    },
    {
      "epoch": 31.704225352112676,
      "grad_norm": 0.4008373022079468,
      "learning_rate": 3.6625129282837685e-07,
      "loss": 0.32629507780075073,
      "step": 1141
    },
    {
      "epoch": 31.732394366197184,
      "grad_norm": 0.3907651901245117,
      "learning_rate": 3.655346347712922e-07,
      "loss": 0.3205425441265106,
      "step": 1142
    },
    {
      "epoch": 31.760563380281692,
      "grad_norm": 0.3975644111633301,
      "learning_rate": 3.6481853862770107e-07,
      "loss": 0.32961034774780273,
      "step": 1143
    },
    {
      "epoch": 31.788732394366196,
      "grad_norm": 0.4113752245903015,
      "learning_rate": 3.641030065789562e-07,
      "loss": 0.3072119355201721,
      "step": 1144
    },
    {
      "epoch": 31.816901408450704,
      "grad_norm": 0.3931373059749603,
      "learning_rate": 3.6338804080469253e-07,
      "loss": 0.31567418575286865,
      "step": 1145
    },
    {
      "epoch": 31.845070422535212,
      "grad_norm": 0.38958361744880676,
      "learning_rate": 3.6267364348281946e-07,
      "loss": 0.3123632073402405,
      "step": 1146
    },
    {
      "epoch": 31.87323943661972,
      "grad_norm": 0.39404842257499695,
      "learning_rate": 3.6195981678951535e-07,
      "loss": 0.31616076827049255,
      "step": 1147
    },
    {
      "epoch": 31.901408450704224,
      "grad_norm": 0.38980191946029663,
      "learning_rate": 3.612465628992203e-07,
      "loss": 0.3000359833240509,
      "step": 1148
    },
    {
      "epoch": 31.929577464788732,
      "grad_norm": 0.3883528709411621,
      "learning_rate": 3.60533883984629e-07,
      "loss": 0.309824138879776,
      "step": 1149
    },
    {
      "epoch": 31.95774647887324,
      "grad_norm": 0.4094480574131012,
      "learning_rate": 3.5982178221668533e-07,
      "loss": 0.30633270740509033,
      "step": 1150
    },
    {
      "epoch": 31.985915492957748,
      "grad_norm": 0.38380739092826843,
      "learning_rate": 3.591102597645743e-07,
      "loss": 0.31234949827194214,
      "step": 1151
    },
    {
      "epoch": 32.0,
      "grad_norm": 0.5602955222129822,
      "learning_rate": 3.5839931879571725e-07,
      "loss": 0.31611528992652893,
      "step": 1152
    },
    {
      "epoch": 32.028169014084504,
      "grad_norm": 0.4018133580684662,
      "learning_rate": 3.5768896147576344e-07,
      "loss": 0.32215580344200134,
      "step": 1153
    },
    {
      "epoch": 32.056338028169016,
      "grad_norm": 0.4073368012905121,
      "learning_rate": 3.5697918996858443e-07,
      "loss": 0.3258715867996216,
      "step": 1154
    },
    {
      "epoch": 32.08450704225352,
      "grad_norm": 0.408777117729187,
      "learning_rate": 3.5627000643626704e-07,
      "loss": 0.3060804307460785,
      "step": 1155
    },
    {
      "epoch": 32.11267605633803,
      "grad_norm": 0.3930269479751587,
      "learning_rate": 3.555614130391079e-07,
      "loss": 0.32482728362083435,
      "step": 1156
    },
    {
      "epoch": 32.140845070422536,
      "grad_norm": 0.39947202801704407,
      "learning_rate": 3.5485341193560503e-07,
      "loss": 0.3201334774494171,
      "step": 1157
    },
    {
      "epoch": 32.16901408450704,
      "grad_norm": 0.3942817747592926,
      "learning_rate": 3.5414600528245266e-07,
      "loss": 0.32069841027259827,
      "step": 1158
    },
    {
      "epoch": 32.19718309859155,
      "grad_norm": 0.39514264464378357,
      "learning_rate": 3.534391952345341e-07,
      "loss": 0.32367902994155884,
      "step": 1159
    },
    {
      "epoch": 32.225352112676056,
      "grad_norm": 0.39698925614356995,
      "learning_rate": 3.5273298394491515e-07,
      "loss": 0.31515800952911377,
      "step": 1160
    },
    {
      "epoch": 32.25352112676056,
      "grad_norm": 0.3976225256919861,
      "learning_rate": 3.5202737356483816e-07,
      "loss": 0.3132592737674713,
      "step": 1161
    },
    {
      "epoch": 32.28169014084507,
      "grad_norm": 0.40394356846809387,
      "learning_rate": 3.513223662437147e-07,
      "loss": 0.3175573945045471,
      "step": 1162
    },
    {
      "epoch": 32.309859154929576,
      "grad_norm": 0.38683125376701355,
      "learning_rate": 3.5061796412911913e-07,
      "loss": 0.30610936880111694,
      "step": 1163
    },
    {
      "epoch": 32.33802816901409,
      "grad_norm": 0.4044669568538666,
      "learning_rate": 3.4991416936678276e-07,
      "loss": 0.30757373571395874,
      "step": 1164
    },
    {
      "epoch": 32.36619718309859,
      "grad_norm": 0.38869938254356384,
      "learning_rate": 3.49210984100586e-07,
      "loss": 0.31542325019836426,
      "step": 1165
    },
    {
      "epoch": 32.394366197183096,
      "grad_norm": 0.413189560174942,
      "learning_rate": 3.4850841047255364e-07,
      "loss": 0.32431674003601074,
      "step": 1166
    },
    {
      "epoch": 32.42253521126761,
      "grad_norm": 0.38767367601394653,
      "learning_rate": 3.4780645062284665e-07,
      "loss": 0.2996947467327118,
      "step": 1167
    },
    {
      "epoch": 32.45070422535211,
      "grad_norm": 0.397091805934906,
      "learning_rate": 3.471051066897562e-07,
      "loss": 0.3342075049877167,
      "step": 1168
    },
    {
      "epoch": 32.478873239436616,
      "grad_norm": 0.3768722712993622,
      "learning_rate": 3.4640438080969773e-07,
      "loss": 0.2967293858528137,
      "step": 1169
    },
    {
      "epoch": 32.50704225352113,
      "grad_norm": 0.40602102875709534,
      "learning_rate": 3.45704275117204e-07,
      "loss": 0.31818103790283203,
      "step": 1170
    },
    {
      "epoch": 32.53521126760563,
      "grad_norm": 0.39303112030029297,
      "learning_rate": 3.450047917449181e-07,
      "loss": 0.3152144253253937,
      "step": 1171
    },
    {
      "epoch": 32.563380281690144,
      "grad_norm": 0.37823936343193054,
      "learning_rate": 3.4430593282358777e-07,
      "loss": 0.3238877058029175,
      "step": 1172
    },
    {
      "epoch": 32.59154929577465,
      "grad_norm": 0.3913912773132324,
      "learning_rate": 3.4360770048205843e-07,
      "loss": 0.3078921139240265,
      "step": 1173
    },
    {
      "epoch": 32.61971830985915,
      "grad_norm": 0.391293466091156,
      "learning_rate": 3.429100968472668e-07,
      "loss": 0.3184700608253479,
      "step": 1174
    },
    {
      "epoch": 32.647887323943664,
      "grad_norm": 0.39898040890693665,
      "learning_rate": 3.4221312404423486e-07,
      "loss": 0.3164503574371338,
      "step": 1175
    },
    {
      "epoch": 32.67605633802817,
      "grad_norm": 0.3929812014102936,
      "learning_rate": 3.4151678419606233e-07,
      "loss": 0.31639528274536133,
      "step": 1176
    },
    {
      "epoch": 32.70422535211267,
      "grad_norm": 0.3852669894695282,
      "learning_rate": 3.4082107942392136e-07,
      "loss": 0.32435524463653564,
      "step": 1177
    },
    {
      "epoch": 32.732394366197184,
      "grad_norm": 0.3911198079586029,
      "learning_rate": 3.4012601184704904e-07,
      "loss": 0.3171495199203491,
      "step": 1178
    },
    {
      "epoch": 32.76056338028169,
      "grad_norm": 0.408730685710907,
      "learning_rate": 3.3943158358274203e-07,
      "loss": 0.31861793994903564,
      "step": 1179
    },
    {
      "epoch": 32.7887323943662,
      "grad_norm": 0.40169358253479004,
      "learning_rate": 3.387377967463493e-07,
      "loss": 0.3263620436191559,
      "step": 1180
    },
    {
      "epoch": 32.816901408450704,
      "grad_norm": 0.38852429389953613,
      "learning_rate": 3.3804465345126545e-07,
      "loss": 0.3232026696205139,
      "step": 1181
    },
    {
      "epoch": 32.84507042253521,
      "grad_norm": 0.4023970365524292,
      "learning_rate": 3.3735215580892575e-07,
      "loss": 0.31828972697257996,
      "step": 1182
    },
    {
      "epoch": 32.87323943661972,
      "grad_norm": 0.4030397832393646,
      "learning_rate": 3.366603059287977e-07,
      "loss": 0.3154945969581604,
      "step": 1183
    },
    {
      "epoch": 32.901408450704224,
      "grad_norm": 0.4056568443775177,
      "learning_rate": 3.359691059183761e-07,
      "loss": 0.3123217523097992,
      "step": 1184
    },
    {
      "epoch": 32.929577464788736,
      "grad_norm": 0.3921235501766205,
      "learning_rate": 3.3527855788317614e-07,
      "loss": 0.2989099621772766,
      "step": 1185
    },
    {
      "epoch": 32.95774647887324,
      "grad_norm": 0.3885120451450348,
      "learning_rate": 3.3458866392672694e-07,
      "loss": 0.32516202330589294,
      "step": 1186
    },
    {
      "epoch": 32.985915492957744,
      "grad_norm": 0.37622588872909546,
      "learning_rate": 3.338994261505649e-07,
      "loss": 0.30330801010131836,
      "step": 1187
    },
    {
      "epoch": 33.0,
      "grad_norm": 0.5583658218383789,
      "learning_rate": 3.3321084665422803e-07,
      "loss": 0.3030303716659546,
      "step": 1188
    },
    {
      "epoch": 33.028169014084504,
      "grad_norm": 0.38058674335479736,
      "learning_rate": 3.325229275352489e-07,
      "loss": 0.3107704520225525,
      "step": 1189
    },
    {
      "epoch": 33.056338028169016,
      "grad_norm": 0.39352214336395264,
      "learning_rate": 3.3183567088914833e-07,
      "loss": 0.3055182099342346,
      "step": 1190
    },
    {
      "epoch": 33.08450704225352,
      "grad_norm": 0.4043877124786377,
      "learning_rate": 3.3114907880942933e-07,
      "loss": 0.3058846592903137,
      "step": 1191
    },
    {
      "epoch": 33.11267605633803,
      "grad_norm": 0.41904547810554504,
      "learning_rate": 3.3046315338757026e-07,
      "loss": 0.31596750020980835,
      "step": 1192
    },
    {
      "epoch": 33.140845070422536,
      "grad_norm": 0.3822769820690155,
      "learning_rate": 3.297778967130191e-07,
      "loss": 0.30997440218925476,
      "step": 1193
    },
    {
      "epoch": 33.16901408450704,
      "grad_norm": 0.376291424036026,
      "learning_rate": 3.290933108731866e-07,
      "loss": 0.30649077892303467,
      "step": 1194
    },
    {
      "epoch": 33.19718309859155,
      "grad_norm": 0.38749435544013977,
      "learning_rate": 3.2840939795343987e-07,
      "loss": 0.30899763107299805,
      "step": 1195
    },
    {
      "epoch": 33.225352112676056,
      "grad_norm": 0.40261176228523254,
      "learning_rate": 3.2772616003709616e-07,
      "loss": 0.3093717098236084,
      "step": 1196
    },
    {
      "epoch": 33.25352112676056,
      "grad_norm": 0.41514572501182556,
      "learning_rate": 3.270435992054166e-07,
      "loss": 0.3287634253501892,
      "step": 1197
    },
    {
      "epoch": 33.28169014084507,
      "grad_norm": 0.4071846306324005,
      "learning_rate": 3.263617175376001e-07,
      "loss": 0.31616729497909546,
      "step": 1198
    },
    {
      "epoch": 33.309859154929576,
      "grad_norm": 0.38315486907958984,
      "learning_rate": 3.2568051711077636e-07,
      "loss": 0.3143104016780853,
      "step": 1199
    },
    {
      "epoch": 33.33802816901409,
      "grad_norm": 0.38926801085472107,
      "learning_rate": 3.250000000000001e-07,
      "loss": 0.308053582906723,
      "step": 1200
    },
    {
      "epoch": 33.36619718309859,
      "grad_norm": 0.3905801773071289,
      "learning_rate": 3.2432016827824414e-07,
      "loss": 0.3189118802547455,
      "step": 1201
    },
    {
      "epoch": 33.394366197183096,
      "grad_norm": 0.3899874687194824,
      "learning_rate": 3.2364102401639423e-07,
      "loss": 0.31252649426460266,
      "step": 1202
    },
    {
      "epoch": 33.42253521126761,
      "grad_norm": 0.3951603174209595,
      "learning_rate": 3.229625692832414e-07,
      "loss": 0.31354963779449463,
      "step": 1203
    },
    {
      "epoch": 33.45070422535211,
      "grad_norm": 0.39145639538764954,
      "learning_rate": 3.222848061454764e-07,
      "loss": 0.3105824887752533,
      "step": 1204
    },
    {
      "epoch": 33.478873239436616,
      "grad_norm": 0.38273704051971436,
      "learning_rate": 3.216077366676833e-07,
      "loss": 0.31551212072372437,
      "step": 1205
    },
    {
      "epoch": 33.50704225352113,
      "grad_norm": 0.3839866518974304,
      "learning_rate": 3.209313629123329e-07,
      "loss": 0.3138643503189087,
      "step": 1206
    },
    {
      "epoch": 33.53521126760563,
      "grad_norm": 0.4124429523944855,
      "learning_rate": 3.2025568693977745e-07,
      "loss": 0.33224010467529297,
      "step": 1207
    },
    {
      "epoch": 33.563380281690144,
      "grad_norm": 0.4016134440898895,
      "learning_rate": 3.195807108082429e-07,
      "loss": 0.33052581548690796,
      "step": 1208
    },
    {
      "epoch": 33.59154929577465,
      "grad_norm": 0.39436864852905273,
      "learning_rate": 3.1890643657382356e-07,
      "loss": 0.314266562461853,
      "step": 1209
    },
    {
      "epoch": 33.61971830985915,
      "grad_norm": 0.394286572933197,
      "learning_rate": 3.182328662904756e-07,
      "loss": 0.3287787437438965,
      "step": 1210
    },
    {
      "epoch": 33.647887323943664,
      "grad_norm": 0.4159458577632904,
      "learning_rate": 3.175600020100112e-07,
      "loss": 0.3190838694572449,
      "step": 1211
    },
    {
      "epoch": 33.67605633802817,
      "grad_norm": 0.4120515286922455,
      "learning_rate": 3.168878457820915e-07,
      "loss": 0.31985390186309814,
      "step": 1212
    },
    {
      "epoch": 33.70422535211267,
      "grad_norm": 0.39022156596183777,
      "learning_rate": 3.162163996542209e-07,
      "loss": 0.31895437836647034,
      "step": 1213
    },
    {
      "epoch": 33.732394366197184,
      "grad_norm": 0.39561644196510315,
      "learning_rate": 3.155456656717408e-07,
      "loss": 0.32399284839630127,
      "step": 1214
    },
    {
      "epoch": 33.76056338028169,
      "grad_norm": 0.3976987898349762,
      "learning_rate": 3.14875645877823e-07,
      "loss": 0.3074451684951782,
      "step": 1215
    },
    {
      "epoch": 33.7887323943662,
      "grad_norm": 0.38399186730384827,
      "learning_rate": 3.142063423134644e-07,
      "loss": 0.3077697157859802,
      "step": 1216
    },
    {
      "epoch": 33.816901408450704,
      "grad_norm": 0.3910338580608368,
      "learning_rate": 3.135377570174796e-07,
      "loss": 0.3117101192474365,
      "step": 1217
    },
    {
      "epoch": 33.84507042253521,
      "grad_norm": 0.4071415960788727,
      "learning_rate": 3.1286989202649503e-07,
      "loss": 0.3167460858821869,
      "step": 1218
    },
    {
      "epoch": 33.87323943661972,
      "grad_norm": 0.3974032998085022,
      "learning_rate": 3.122027493749438e-07,
      "loss": 0.3139895796775818,
      "step": 1219
    },
    {
      "epoch": 33.901408450704224,
      "grad_norm": 0.4001885950565338,
      "learning_rate": 3.115363310950578e-07,
      "loss": 0.322579950094223,
      "step": 1220
    },
    {
      "epoch": 33.929577464788736,
      "grad_norm": 0.3947753608226776,
      "learning_rate": 3.1087063921686263e-07,
      "loss": 0.31145140528678894,
      "step": 1221
    },
    {
      "epoch": 33.95774647887324,
      "grad_norm": 0.3906185030937195,
      "learning_rate": 3.102056757681715e-07,
      "loss": 0.3211020827293396,
      "step": 1222
    },
    {
      "epoch": 33.985915492957744,
      "grad_norm": 0.385282963514328,
      "learning_rate": 3.0954144277457817e-07,
      "loss": 0.31468886137008667,
      "step": 1223
    },
    {
      "epoch": 34.0,
      "grad_norm": 0.5563029050827026,
      "learning_rate": 3.0887794225945143e-07,
      "loss": 0.3038271963596344,
      "step": 1224
    },
    {
      "epoch": 34.028169014084504,
      "grad_norm": 0.40991902351379395,
      "learning_rate": 3.0821517624392925e-07,
      "loss": 0.3129931092262268,
      "step": 1225
    },
    {
      "epoch": 34.056338028169016,
      "grad_norm": 0.38615328073501587,
      "learning_rate": 3.075531467469116e-07,
      "loss": 0.3070477545261383,
      "step": 1226
    },
    {
      "epoch": 34.08450704225352,
      "grad_norm": 0.39384523034095764,
      "learning_rate": 3.0689185578505525e-07,
      "loss": 0.3211158812046051,
      "step": 1227
    },
    {
      "epoch": 34.11267605633803,
      "grad_norm": 0.40033310651779175,
      "learning_rate": 3.062313053727671e-07,
      "loss": 0.3184252381324768,
      "step": 1228
    },
    {
      "epoch": 34.140845070422536,
      "grad_norm": 0.38089123368263245,
      "learning_rate": 3.055714975221981e-07,
      "loss": 0.31787848472595215,
      "step": 1229
    },
    {
      "epoch": 34.16901408450704,
      "grad_norm": 0.3946061432361603,
      "learning_rate": 3.0491243424323783e-07,
      "loss": 0.31338196992874146,
      "step": 1230
    },
    {
      "epoch": 34.19718309859155,
      "grad_norm": 0.3816863000392914,
      "learning_rate": 3.0425411754350694e-07,
      "loss": 0.3040848970413208,
      "step": 1231
    },
    {
      "epoch": 34.225352112676056,
      "grad_norm": 0.3998294770717621,
      "learning_rate": 3.0359654942835247e-07,
      "loss": 0.3072795271873474,
      "step": 1232
    },
    {
      "epoch": 34.25352112676056,
      "grad_norm": 0.3975134491920471,
      "learning_rate": 3.029397319008407e-07,
      "loss": 0.3205997943878174,
      "step": 1233
    },
    {
      "epoch": 34.28169014084507,
      "grad_norm": 0.4001832902431488,
      "learning_rate": 3.02283666961752e-07,
      "loss": 0.31004253029823303,
      "step": 1234
    },
    {
      "epoch": 34.309859154929576,
      "grad_norm": 0.37233975529670715,
      "learning_rate": 3.016283566095739e-07,
      "loss": 0.30895566940307617,
      "step": 1235
    },
    {
      "epoch": 34.33802816901409,
      "grad_norm": 0.401897132396698,
      "learning_rate": 3.0097380284049523e-07,
      "loss": 0.329042911529541,
      "step": 1236
    },
    {
      "epoch": 34.36619718309859,
      "grad_norm": 0.38255614042282104,
      "learning_rate": 3.003200076484004e-07,
      "loss": 0.31416550278663635,
      "step": 1237
    },
    {
      "epoch": 34.394366197183096,
      "grad_norm": 0.39941757917404175,
      "learning_rate": 2.996669730248628e-07,
      "loss": 0.3108985722064972,
      "step": 1238
    },
    {
      "epoch": 34.42253521126761,
      "grad_norm": 0.41284579038619995,
      "learning_rate": 2.9901470095913943e-07,
      "loss": 0.30534273386001587,
      "step": 1239
    },
    {
      "epoch": 34.45070422535211,
      "grad_norm": 0.4019896686077118,
      "learning_rate": 2.9836319343816397e-07,
      "loss": 0.31917524337768555,
      "step": 1240
    },
    {
      "epoch": 34.478873239436616,
      "grad_norm": 0.39007240533828735,
      "learning_rate": 2.977124524465413e-07,
      "loss": 0.3222888708114624,
      "step": 1241
    },
    {
      "epoch": 34.50704225352113,
      "grad_norm": 0.3870130181312561,
      "learning_rate": 2.9706247996654134e-07,
      "loss": 0.3138411343097687,
      "step": 1242
    },
    {
      "epoch": 34.53521126760563,
      "grad_norm": 0.3899694085121155,
      "learning_rate": 2.964132779780929e-07,
      "loss": 0.3281794786453247,
      "step": 1243
    },
    {
      "epoch": 34.563380281690144,
      "grad_norm": 0.3935675024986267,
      "learning_rate": 2.9576484845877793e-07,
      "loss": 0.3154052495956421,
      "step": 1244
    },
    {
      "epoch": 34.59154929577465,
      "grad_norm": 0.3940928876399994,
      "learning_rate": 2.9511719338382535e-07,
      "loss": 0.31348273158073425,
      "step": 1245
    },
    {
      "epoch": 34.61971830985915,
      "grad_norm": 0.3740212917327881,
      "learning_rate": 2.944703147261046e-07,
      "loss": 0.2983316481113434,
      "step": 1246
    },
    {
      "epoch": 34.647887323943664,
      "grad_norm": 0.41448095440864563,
      "learning_rate": 2.938242144561201e-07,
      "loss": 0.33039140701293945,
      "step": 1247
    },
    {
      "epoch": 34.67605633802817,
      "grad_norm": 0.39471182227134705,
      "learning_rate": 2.931788945420058e-07,
      "loss": 0.31286999583244324,
      "step": 1248
    },
    {
      "epoch": 34.70422535211267,
      "grad_norm": 0.39080023765563965,
      "learning_rate": 2.925343569495178e-07,
      "loss": 0.327096164226532,
      "step": 1249
    },
    {
      "epoch": 34.732394366197184,
      "grad_norm": 0.3840719163417816,
      "learning_rate": 2.918906036420294e-07,
      "loss": 0.30265432596206665,
      "step": 1250
    },
    {
      "epoch": 34.76056338028169,
      "grad_norm": 0.402336061000824,
      "learning_rate": 2.9124763658052474e-07,
      "loss": 0.3189278841018677,
      "step": 1251
    },
    {
      "epoch": 34.7887323943662,
      "grad_norm": 0.3936392664909363,
      "learning_rate": 2.9060545772359305e-07,
      "loss": 0.3178388178348541,
      "step": 1252
    },
    {
      "epoch": 34.816901408450704,
      "grad_norm": 0.38106682896614075,
      "learning_rate": 2.8996406902742267e-07,
      "loss": 0.31674206256866455,
      "step": 1253
    },
    {
      "epoch": 34.84507042253521,
      "grad_norm": 0.38882869482040405,
      "learning_rate": 2.893234724457946e-07,
      "loss": 0.3212617039680481,
      "step": 1254
    },
    {
      "epoch": 34.87323943661972,
      "grad_norm": 0.3885315954685211,
      "learning_rate": 2.886836699300771e-07,
      "loss": 0.3174636662006378,
      "step": 1255
    },
    {
      "epoch": 34.901408450704224,
      "grad_norm": 0.38163238763809204,
      "learning_rate": 2.8804466342921987e-07,
      "loss": 0.3052329421043396,
      "step": 1256
    },
    {
      "epoch": 34.929577464788736,
      "grad_norm": 0.37909209728240967,
      "learning_rate": 2.874064548897472e-07,
      "loss": 0.307166188955307,
      "step": 1257
    },
    {
      "epoch": 34.95774647887324,
      "grad_norm": 0.39070117473602295,
      "learning_rate": 2.86769046255753e-07,
      "loss": 0.30015793442726135,
      "step": 1258
    },
    {
      "epoch": 34.985915492957744,
      "grad_norm": 0.40061289072036743,
      "learning_rate": 2.8613243946889477e-07,
      "loss": 0.31698867678642273,
      "step": 1259
    },
    {
      "epoch": 35.0,
      "grad_norm": 0.5469854474067688,
      "learning_rate": 2.854966364683872e-07,
      "loss": 0.3162824511528015,
      "step": 1260
    },
    {
      "epoch": 35.028169014084504,
      "grad_norm": 0.38375627994537354,
      "learning_rate": 2.848616391909959e-07,
      "loss": 0.3240987956523895,
      "step": 1261
    },
    {
      "epoch": 35.056338028169016,
      "grad_norm": 0.3947782516479492,
      "learning_rate": 2.842274495710335e-07,
      "loss": 0.3070748448371887,
      "step": 1262
    },
    {
      "epoch": 35.08450704225352,
      "grad_norm": 0.3840290606021881,
      "learning_rate": 2.835940695403512e-07,
      "loss": 0.32247135043144226,
      "step": 1263
    },
    {
      "epoch": 35.11267605633803,
      "grad_norm": 0.39580774307250977,
      "learning_rate": 2.829615010283344e-07,
      "loss": 0.31654322147369385,
      "step": 1264
    },
    {
      "epoch": 35.140845070422536,
      "grad_norm": 0.40300124883651733,
      "learning_rate": 2.8232974596189653e-07,
      "loss": 0.31658655405044556,
      "step": 1265
    },
    {
      "epoch": 35.16901408450704,
      "grad_norm": 0.4221000373363495,
      "learning_rate": 2.8169880626547283e-07,
      "loss": 0.3018149137496948,
      "step": 1266
    },
    {
      "epoch": 35.19718309859155,
      "grad_norm": 0.41154927015304565,
      "learning_rate": 2.8106868386101545e-07,
      "loss": 0.31123965978622437,
      "step": 1267
    },
    {
      "epoch": 35.225352112676056,
      "grad_norm": 0.38422104716300964,
      "learning_rate": 2.8043938066798645e-07,
      "loss": 0.32581934332847595,
      "step": 1268
    },
    {
      "epoch": 35.25352112676056,
      "grad_norm": 0.40688958764076233,
      "learning_rate": 2.7981089860335225e-07,
      "loss": 0.30145514011383057,
      "step": 1269
    },
    {
      "epoch": 35.28169014084507,
      "grad_norm": 0.40068018436431885,
      "learning_rate": 2.791832395815782e-07,
      "loss": 0.31062182784080505,
      "step": 1270
    },
    {
      "epoch": 35.309859154929576,
      "grad_norm": 0.3960703909397125,
      "learning_rate": 2.7855640551462287e-07,
      "loss": 0.31022337079048157,
      "step": 1271
    },
    {
      "epoch": 35.33802816901409,
      "grad_norm": 0.4003959894180298,
      "learning_rate": 2.7793039831193133e-07,
      "loss": 0.31739750504493713,
      "step": 1272
    },
    {
      "epoch": 35.36619718309859,
      "grad_norm": 0.3881884515285492,
      "learning_rate": 2.773052198804301e-07,
      "loss": 0.3058944642543793,
      "step": 1273
    },
    {
      "epoch": 35.394366197183096,
      "grad_norm": 0.40606221556663513,
      "learning_rate": 2.766808721245211e-07,
      "loss": 0.33253830671310425,
      "step": 1274
    },
    {
      "epoch": 35.42253521126761,
      "grad_norm": 0.39820361137390137,
      "learning_rate": 2.760573569460757e-07,
      "loss": 0.31713157892227173,
      "step": 1275
    },
    {
      "epoch": 35.45070422535211,
      "grad_norm": 0.39283862709999084,
      "learning_rate": 2.7543467624442956e-07,
      "loss": 0.3196845054626465,
      "step": 1276
    },
    {
      "epoch": 35.478873239436616,
      "grad_norm": 0.41269436478614807,
      "learning_rate": 2.7481283191637605e-07,
      "loss": 0.32910704612731934,
      "step": 1277
    },
    {
      "epoch": 35.50704225352113,
      "grad_norm": 0.4029068052768707,
      "learning_rate": 2.741918258561607e-07,
      "loss": 0.3117852807044983,
      "step": 1278
    },
    {
      "epoch": 35.53521126760563,
      "grad_norm": 0.3975945711135864,
      "learning_rate": 2.7357165995547547e-07,
      "loss": 0.32075372338294983,
      "step": 1279
    },
    {
      "epoch": 35.563380281690144,
      "grad_norm": 0.3971504271030426,
      "learning_rate": 2.729523361034538e-07,
      "loss": 0.30926868319511414,
      "step": 1280
    },
    {
      "epoch": 35.59154929577465,
      "grad_norm": 0.4112488031387329,
      "learning_rate": 2.7233385618666315e-07,
      "loss": 0.3008139729499817,
      "step": 1281
    },
    {
      "epoch": 35.61971830985915,
      "grad_norm": 0.4135608673095703,
      "learning_rate": 2.717162220891007e-07,
      "loss": 0.3115188777446747,
      "step": 1282
    },
    {
      "epoch": 35.647887323943664,
      "grad_norm": 0.39683884382247925,
      "learning_rate": 2.7109943569218707e-07,
      "loss": 0.3205946981906891,
      "step": 1283
    },
    {
      "epoch": 35.67605633802817,
      "grad_norm": 0.4131380021572113,
      "learning_rate": 2.7048349887476037e-07,
      "loss": 0.31822240352630615,
      "step": 1284
    },
    {
      "epoch": 35.70422535211267,
      "grad_norm": 0.4036876857280731,
      "learning_rate": 2.698684135130713e-07,
      "loss": 0.3282153606414795,
      "step": 1285
    },
    {
      "epoch": 35.732394366197184,
      "grad_norm": 0.39315593242645264,
      "learning_rate": 2.692541814807763e-07,
      "loss": 0.31710994243621826,
      "step": 1286
    },
    {
      "epoch": 35.76056338028169,
      "grad_norm": 0.3925855755805969,
      "learning_rate": 2.686408046489328e-07,
      "loss": 0.30646851658821106,
      "step": 1287
    },
    {
      "epoch": 35.7887323943662,
      "grad_norm": 0.3933147192001343,
      "learning_rate": 2.6802828488599294e-07,
      "loss": 0.3093954920768738,
      "step": 1288
    },
    {
      "epoch": 35.816901408450704,
      "grad_norm": 0.38910675048828125,
      "learning_rate": 2.6741662405779796e-07,
      "loss": 0.31154313683509827,
      "step": 1289
    },
    {
      "epoch": 35.84507042253521,
      "grad_norm": 0.39552295207977295,
      "learning_rate": 2.6680582402757324e-07,
      "loss": 0.3187127709388733,
      "step": 1290
    },
    {
      "epoch": 35.87323943661972,
      "grad_norm": 0.4005042016506195,
      "learning_rate": 2.661958866559213e-07,
      "loss": 0.31399422883987427,
      "step": 1291
    },
    {
      "epoch": 35.901408450704224,
      "grad_norm": 0.3843257427215576,
      "learning_rate": 2.655868138008171e-07,
      "loss": 0.3131070137023926,
      "step": 1292
    },
    {
      "epoch": 35.929577464788736,
      "grad_norm": 0.38986068964004517,
      "learning_rate": 2.649786073176025e-07,
      "loss": 0.29762789607048035,
      "step": 1293
    },
    {
      "epoch": 35.95774647887324,
      "grad_norm": 0.41166046261787415,
      "learning_rate": 2.6437126905897967e-07,
      "loss": 0.3069561719894409,
      "step": 1294
    },
    {
      "epoch": 35.985915492957744,
      "grad_norm": 0.37798550724983215,
      "learning_rate": 2.637648008750062e-07,
      "loss": 0.2998811900615692,
      "step": 1295
    },
    {
      "epoch": 36.0,
      "grad_norm": 0.5611916780471802,
      "learning_rate": 2.631592046130896e-07,
      "loss": 0.3010321855545044,
      "step": 1296
    },
    {
      "epoch": 36.028169014084504,
      "grad_norm": 0.38474971055984497,
      "learning_rate": 2.6255448211798103e-07,
      "loss": 0.2947436273097992,
      "step": 1297
    },
    {
      "epoch": 36.056338028169016,
      "grad_norm": 0.3869876563549042,
      "learning_rate": 2.6195063523177e-07,
      "loss": 0.3073881268501282,
      "step": 1298
    },
    {
      "epoch": 36.08450704225352,
      "grad_norm": 0.38903966546058655,
      "learning_rate": 2.613476657938789e-07,
      "loss": 0.30671149492263794,
      "step": 1299
    },
    {
      "epoch": 36.11267605633803,
      "grad_norm": 0.39427390694618225,
      "learning_rate": 2.6074557564105724e-07,
      "loss": 0.30495786666870117,
      "step": 1300
    },
    {
      "epoch": 36.140845070422536,
      "grad_norm": 0.3966522514820099,
      "learning_rate": 2.6014436660737605e-07,
      "loss": 0.32202261686325073,
      "step": 1301
    },
    {
      "epoch": 36.16901408450704,
      "grad_norm": 0.3896190822124481,
      "learning_rate": 2.595440405242222e-07,
      "loss": 0.32409781217575073,
      "step": 1302
    },
    {
      "epoch": 36.19718309859155,
      "grad_norm": 0.38690999150276184,
      "learning_rate": 2.589445992202931e-07,
      "loss": 0.3142644464969635,
      "step": 1303
    },
    {
      "epoch": 36.225352112676056,
      "grad_norm": 0.3986409306526184,
      "learning_rate": 2.583460445215911e-07,
      "loss": 0.3045003414154053,
      "step": 1304
    },
    {
      "epoch": 36.25352112676056,
      "grad_norm": 0.39241185784339905,
      "learning_rate": 2.5774837825141736e-07,
      "loss": 0.3323992192745209,
      "step": 1305
    },
    {
      "epoch": 36.28169014084507,
      "grad_norm": 0.380597859621048,
      "learning_rate": 2.571516022303671e-07,
      "loss": 0.303973913192749,
      "step": 1306
    },
    {
      "epoch": 36.309859154929576,
      "grad_norm": 0.4070303738117218,
      "learning_rate": 2.565557182763235e-07,
      "loss": 0.320231556892395,
      "step": 1307
    },
    {
      "epoch": 36.33802816901409,
      "grad_norm": 0.4098987579345703,
      "learning_rate": 2.5596072820445254e-07,
      "loss": 0.30470702052116394,
      "step": 1308
    },
    {
      "epoch": 36.36619718309859,
      "grad_norm": 0.3843023478984833,
      "learning_rate": 2.5536663382719713e-07,
      "loss": 0.31042495369911194,
      "step": 1309
    },
    {
      "epoch": 36.394366197183096,
      "grad_norm": 0.39277711510658264,
      "learning_rate": 2.547734369542718e-07,
      "loss": 0.31068137288093567,
      "step": 1310
    },
    {
      "epoch": 36.42253521126761,
      "grad_norm": 0.4235474169254303,
      "learning_rate": 2.5418113939265686e-07,
      "loss": 0.3261791467666626,
      "step": 1311
    },
    {
      "epoch": 36.45070422535211,
      "grad_norm": 0.3789258301258087,
      "learning_rate": 2.5358974294659373e-07,
      "loss": 0.3244026303291321,
      "step": 1312
    },
    {
      "epoch": 36.478873239436616,
      "grad_norm": 0.38320809602737427,
      "learning_rate": 2.5299924941757843e-07,
      "loss": 0.30314409732818604,
      "step": 1313
    },
    {
      "epoch": 36.50704225352113,
      "grad_norm": 0.38217753171920776,
      "learning_rate": 2.5240966060435674e-07,
      "loss": 0.3076429069042206,
      "step": 1314
    },
    {
      "epoch": 36.53521126760563,
      "grad_norm": 0.39943623542785645,
      "learning_rate": 2.5182097830291824e-07,
      "loss": 0.3149079978466034,
      "step": 1315
    },
    {
      "epoch": 36.563380281690144,
      "grad_norm": 0.4079552888870239,
      "learning_rate": 2.512332043064913e-07,
      "loss": 0.31648725271224976,
      "step": 1316
    },
    {
      "epoch": 36.59154929577465,
      "grad_norm": 0.4055273234844208,
      "learning_rate": 2.5064634040553767e-07,
      "loss": 0.3102360665798187,
      "step": 1317
    },
    {
      "epoch": 36.61971830985915,
      "grad_norm": 0.3877866864204407,
      "learning_rate": 2.5006038838774647e-07,
      "loss": 0.32769399881362915,
      "step": 1318
    },
    {
      "epoch": 36.647887323943664,
      "grad_norm": 0.3878704607486725,
      "learning_rate": 2.494753500380291e-07,
      "loss": 0.2987005114555359,
      "step": 1319
    },
    {
      "epoch": 36.67605633802817,
      "grad_norm": 0.38627228140830994,
      "learning_rate": 2.488912271385139e-07,
      "loss": 0.3112736940383911,
      "step": 1320
    },
    {
      "epoch": 36.70422535211267,
      "grad_norm": 0.3981247842311859,
      "learning_rate": 2.483080214685404e-07,
      "loss": 0.3074178993701935,
      "step": 1321
    },
    {
      "epoch": 36.732394366197184,
      "grad_norm": 0.3987123668193817,
      "learning_rate": 2.4772573480465445e-07,
      "loss": 0.31392043828964233,
      "step": 1322
    },
    {
      "epoch": 36.76056338028169,
      "grad_norm": 0.3950229585170746,
      "learning_rate": 2.471443689206021e-07,
      "loss": 0.31246301531791687,
      "step": 1323
    },
    {
      "epoch": 36.7887323943662,
      "grad_norm": 0.3868275582790375,
      "learning_rate": 2.465639255873246e-07,
      "loss": 0.3093280792236328,
      "step": 1324
    },
    {
      "epoch": 36.816901408450704,
      "grad_norm": 0.4026741087436676,
      "learning_rate": 2.4598440657295286e-07,
      "loss": 0.32681965827941895,
      "step": 1325
    },
    {
      "epoch": 36.84507042253521,
      "grad_norm": 0.4036796987056732,
      "learning_rate": 2.454058136428027e-07,
      "loss": 0.3122265636920929,
      "step": 1326
    },
    {
      "epoch": 36.87323943661972,
      "grad_norm": 0.392522394657135,
      "learning_rate": 2.4482814855936834e-07,
      "loss": 0.30846884846687317,
      "step": 1327
    },
    {
      "epoch": 36.901408450704224,
      "grad_norm": 0.426935076713562,
      "learning_rate": 2.4425141308231765e-07,
      "loss": 0.325960636138916,
      "step": 1328
    },
    {
      "epoch": 36.929577464788736,
      "grad_norm": 0.418603777885437,
      "learning_rate": 2.43675608968487e-07,
      "loss": 0.32600370049476624,
      "step": 1329
    },
    {
      "epoch": 36.95774647887324,
      "grad_norm": 0.39998194575309753,
      "learning_rate": 2.4310073797187573e-07,
      "loss": 0.3105314075946808,
      "step": 1330
    },
    {
      "epoch": 36.985915492957744,
      "grad_norm": 0.3858794867992401,
      "learning_rate": 2.4252680184364045e-07,
      "loss": 0.3095932602882385,
      "step": 1331
    },
    {
      "epoch": 37.0,
      "grad_norm": 0.5600153803825378,
      "learning_rate": 2.4195380233209006e-07,
      "loss": 0.29655295610427856,
      "step": 1332
    },
    {
      "epoch": 37.028169014084504,
      "grad_norm": 0.3757314383983612,
      "learning_rate": 2.413817411826807e-07,
      "loss": 0.3107462227344513,
      "step": 1333
    },
    {
      "epoch": 37.056338028169016,
      "grad_norm": 0.37666600942611694,
      "learning_rate": 2.408106201380097e-07,
      "loss": 0.31727492809295654,
      "step": 1334
    },
    {
      "epoch": 37.08450704225352,
      "grad_norm": 0.4031192660331726,
      "learning_rate": 2.4024044093781063e-07,
      "loss": 0.31785914301872253,
      "step": 1335
    },
    {
      "epoch": 37.11267605633803,
      "grad_norm": 0.4000700116157532,
      "learning_rate": 2.3967120531894857e-07,
      "loss": 0.30468472838401794,
      "step": 1336
    },
    {
      "epoch": 37.140845070422536,
      "grad_norm": 0.38557133078575134,
      "learning_rate": 2.391029150154137e-07,
      "loss": 0.29351887106895447,
      "step": 1337
    },
    {
      "epoch": 37.16901408450704,
      "grad_norm": 0.39428290724754333,
      "learning_rate": 2.38535571758317e-07,
      "loss": 0.3094083070755005,
      "step": 1338
    },
    {
      "epoch": 37.19718309859155,
      "grad_norm": 0.40703415870666504,
      "learning_rate": 2.3796917727588412e-07,
      "loss": 0.3140762150287628,
      "step": 1339
    },
    {
      "epoch": 37.225352112676056,
      "grad_norm": 0.4024847745895386,
      "learning_rate": 2.374037332934512e-07,
      "loss": 0.31750038266181946,
      "step": 1340
    },
    {
      "epoch": 37.25352112676056,
      "grad_norm": 0.4012693464756012,
      "learning_rate": 2.3683924153345854e-07,
      "loss": 0.31085819005966187,
      "step": 1341
    },
    {
      "epoch": 37.28169014084507,
      "grad_norm": 0.4095834493637085,
      "learning_rate": 2.36275703715446e-07,
      "loss": 0.3142126202583313,
      "step": 1342
    },
    {
      "epoch": 37.309859154929576,
      "grad_norm": 0.39079487323760986,
      "learning_rate": 2.357131215560474e-07,
      "loss": 0.3125237822532654,
      "step": 1343
    },
    {
      "epoch": 37.33802816901409,
      "grad_norm": 0.38285982608795166,
      "learning_rate": 2.3515149676898552e-07,
      "loss": 0.30938810110092163,
      "step": 1344
    },
    {
      "epoch": 37.36619718309859,
      "grad_norm": 0.4154026210308075,
      "learning_rate": 2.3459083106506712e-07,
      "loss": 0.31037092208862305,
      "step": 1345
    },
    {
      "epoch": 37.394366197183096,
      "grad_norm": 0.3945370018482208,
      "learning_rate": 2.3403112615217693e-07,
      "loss": 0.30695176124572754,
      "step": 1346
    },
    {
      "epoch": 37.42253521126761,
      "grad_norm": 0.39862382411956787,
      "learning_rate": 2.334723837352733e-07,
      "loss": 0.3081490993499756,
      "step": 1347
    },
    {
      "epoch": 37.45070422535211,
      "grad_norm": 0.3906742334365845,
      "learning_rate": 2.3291460551638237e-07,
      "loss": 0.31045928597450256,
      "step": 1348
    },
    {
      "epoch": 37.478873239436616,
      "grad_norm": 0.3924495577812195,
      "learning_rate": 2.3235779319459355e-07,
      "loss": 0.31619560718536377,
      "step": 1349
    },
    {
      "epoch": 37.50704225352113,
      "grad_norm": 0.38988739252090454,
      "learning_rate": 2.3180194846605364e-07,
      "loss": 0.32699936628341675,
      "step": 1350
    },
    {
      "epoch": 37.53521126760563,
      "grad_norm": 0.405262291431427,
      "learning_rate": 2.312470730239621e-07,
      "loss": 0.3238704800605774,
      "step": 1351
    },
    {
      "epoch": 37.563380281690144,
      "grad_norm": 0.41496768593788147,
      "learning_rate": 2.306931685585657e-07,
      "loss": 0.31248730421066284,
      "step": 1352
    },
    {
      "epoch": 37.59154929577465,
      "grad_norm": 0.38783204555511475,
      "learning_rate": 2.3014023675715339e-07,
      "loss": 0.3076411485671997,
      "step": 1353
    },
    {
      "epoch": 37.61971830985915,
      "grad_norm": 0.39510872960090637,
      "learning_rate": 2.2958827930405162e-07,
      "loss": 0.3164839446544647,
      "step": 1354
    },
    {
      "epoch": 37.647887323943664,
      "grad_norm": 0.3897303342819214,
      "learning_rate": 2.2903729788061834e-07,
      "loss": 0.31742557883262634,
      "step": 1355
    },
    {
      "epoch": 37.67605633802817,
      "grad_norm": 0.4140264093875885,
      "learning_rate": 2.2848729416523859e-07,
      "loss": 0.3227437138557434,
      "step": 1356
    },
    {
      "epoch": 37.70422535211267,
      "grad_norm": 0.3824675679206848,
      "learning_rate": 2.2793826983331886e-07,
      "loss": 0.3105960488319397,
      "step": 1357
    },
    {
      "epoch": 37.732394366197184,
      "grad_norm": 0.39121127128601074,
      "learning_rate": 2.2739022655728277e-07,
      "loss": 0.3190494179725647,
      "step": 1358
    },
    {
      "epoch": 37.76056338028169,
      "grad_norm": 0.39836981892585754,
      "learning_rate": 2.268431660065651e-07,
      "loss": 0.31450414657592773,
      "step": 1359
    },
    {
      "epoch": 37.7887323943662,
      "grad_norm": 0.4026944935321808,
      "learning_rate": 2.2629708984760706e-07,
      "loss": 0.3044552206993103,
      "step": 1360
    },
    {
      "epoch": 37.816901408450704,
      "grad_norm": 0.4023437201976776,
      "learning_rate": 2.2575199974385144e-07,
      "loss": 0.30423471331596375,
      "step": 1361
    },
    {
      "epoch": 37.84507042253521,
      "grad_norm": 0.386771023273468,
      "learning_rate": 2.2520789735573704e-07,
      "loss": 0.3087488114833832,
      "step": 1362
    },
    {
      "epoch": 37.87323943661972,
      "grad_norm": 0.388527512550354,
      "learning_rate": 2.2466478434069435e-07,
      "loss": 0.30881020426750183,
      "step": 1363
    },
    {
      "epoch": 37.901408450704224,
      "grad_norm": 0.3937196731567383,
      "learning_rate": 2.2412266235313973e-07,
      "loss": 0.31379616260528564,
      "step": 1364
    },
    {
      "epoch": 37.929577464788736,
      "grad_norm": 0.4006229639053345,
      "learning_rate": 2.2358153304447066e-07,
      "loss": 0.3123682737350464,
      "step": 1365
    },
    {
      "epoch": 37.95774647887324,
      "grad_norm": 0.41852372884750366,
      "learning_rate": 2.230413980630609e-07,
      "loss": 0.3102847933769226,
      "step": 1366
    },
    {
      "epoch": 37.985915492957744,
      "grad_norm": 0.40430253744125366,
      "learning_rate": 2.2250225905425532e-07,
      "loss": 0.31682825088500977,
      "step": 1367
    },
    {
      "epoch": 38.0,
      "grad_norm": 0.5757198333740234,
      "learning_rate": 2.2196411766036487e-07,
      "loss": 0.31206148862838745,
      "step": 1368
    },
    {
      "epoch": 38.028169014084504,
      "grad_norm": 0.3904403746128082,
      "learning_rate": 2.2142697552066142e-07,
      "loss": 0.31840282678604126,
      "step": 1369
    },
    {
      "epoch": 38.056338028169016,
      "grad_norm": 0.40474748611450195,
      "learning_rate": 2.2089083427137329e-07,
      "loss": 0.314113587141037,
      "step": 1370
    },
    {
      "epoch": 38.08450704225352,
      "grad_norm": 0.39501574635505676,
      "learning_rate": 2.203556955456796e-07,
      "loss": 0.3120426833629608,
      "step": 1371
    },
    {
      "epoch": 38.11267605633803,
      "grad_norm": 0.3965202867984772,
      "learning_rate": 2.1982156097370557e-07,
      "loss": 0.3060588240623474,
      "step": 1372
    },
    {
      "epoch": 38.140845070422536,
      "grad_norm": 0.39132386445999146,
      "learning_rate": 2.1928843218251803e-07,
      "loss": 0.3127366006374359,
      "step": 1373
    },
    {
      "epoch": 38.16901408450704,
      "grad_norm": 0.39058858156204224,
      "learning_rate": 2.1875631079611956e-07,
      "loss": 0.3184279501438141,
      "step": 1374
    },
    {
      "epoch": 38.19718309859155,
      "grad_norm": 0.401569128036499,
      "learning_rate": 2.1822519843544422e-07,
      "loss": 0.32573437690734863,
      "step": 1375
    },
    {
      "epoch": 38.225352112676056,
      "grad_norm": 0.40431272983551025,
      "learning_rate": 2.1769509671835223e-07,
      "loss": 0.31891560554504395,
      "step": 1376
    },
    {
      "epoch": 38.25352112676056,
      "grad_norm": 0.3908335566520691,
      "learning_rate": 2.1716600725962558e-07,
      "loss": 0.31629955768585205,
      "step": 1377
    },
    {
      "epoch": 38.28169014084507,
      "grad_norm": 0.3957464396953583,
      "learning_rate": 2.166379316709625e-07,
      "loss": 0.31716036796569824,
      "step": 1378
    },
    {
      "epoch": 38.309859154929576,
      "grad_norm": 0.3994870185852051,
      "learning_rate": 2.1611087156097267e-07,
      "loss": 0.3021211624145508,
      "step": 1379
    },
    {
      "epoch": 38.33802816901409,
      "grad_norm": 0.3890848755836487,
      "learning_rate": 2.1558482853517253e-07,
      "loss": 0.32993414998054504,
      "step": 1380
    },
    {
      "epoch": 38.36619718309859,
      "grad_norm": 0.3980858027935028,
      "learning_rate": 2.1505980419598063e-07,
      "loss": 0.32392680644989014,
      "step": 1381
    },
    {
      "epoch": 38.394366197183096,
      "grad_norm": 0.39642319083213806,
      "learning_rate": 2.1453580014271203e-07,
      "loss": 0.3059401512145996,
      "step": 1382
    },
    {
      "epoch": 38.42253521126761,
      "grad_norm": 0.3873026371002197,
      "learning_rate": 2.1401281797157395e-07,
      "loss": 0.3207471966743469,
      "step": 1383
    },
    {
      "epoch": 38.45070422535211,
      "grad_norm": 0.3935808837413788,
      "learning_rate": 2.134908592756607e-07,
      "loss": 0.3021237552165985,
      "step": 1384
    },
    {
      "epoch": 38.478873239436616,
      "grad_norm": 0.392278790473938,
      "learning_rate": 2.1296992564494904e-07,
      "loss": 0.29950061440467834,
      "step": 1385
    },
    {
      "epoch": 38.50704225352113,
      "grad_norm": 0.38675200939178467,
      "learning_rate": 2.124500186662932e-07,
      "loss": 0.30802223086357117,
      "step": 1386
    },
    {
      "epoch": 38.53521126760563,
      "grad_norm": 0.40296921133995056,
      "learning_rate": 2.1193113992342001e-07,
      "loss": 0.30401256680488586,
      "step": 1387
    },
    {
      "epoch": 38.563380281690144,
      "grad_norm": 0.40829116106033325,
      "learning_rate": 2.1141329099692406e-07,
      "loss": 0.3227273225784302,
      "step": 1388
    },
    {
      "epoch": 38.59154929577465,
      "grad_norm": 0.39048704504966736,
      "learning_rate": 2.1089647346426303e-07,
      "loss": 0.30031925439834595,
      "step": 1389
    },
    {
      "epoch": 38.61971830985915,
      "grad_norm": 0.4031343460083008,
      "learning_rate": 2.1038068889975259e-07,
      "loss": 0.3076460361480713,
      "step": 1390
    },
    {
      "epoch": 38.647887323943664,
      "grad_norm": 0.3995644152164459,
      "learning_rate": 2.0986593887456223e-07,
      "loss": 0.3031764328479767,
      "step": 1391
    },
    {
      "epoch": 38.67605633802817,
      "grad_norm": 0.39107468724250793,
      "learning_rate": 2.0935222495670968e-07,
      "loss": 0.32095766067504883,
      "step": 1392
    },
    {
      "epoch": 38.70422535211267,
      "grad_norm": 0.3904801905155182,
      "learning_rate": 2.088395487110566e-07,
      "loss": 0.31498321890830994,
      "step": 1393
    },
    {
      "epoch": 38.732394366197184,
      "grad_norm": 0.42515355348587036,
      "learning_rate": 2.0832791169930363e-07,
      "loss": 0.2987384796142578,
      "step": 1394
    },
    {
      "epoch": 38.76056338028169,
      "grad_norm": 0.3929113447666168,
      "learning_rate": 2.078173154799861e-07,
      "loss": 0.3008019030094147,
      "step": 1395
    },
    {
      "epoch": 38.7887323943662,
      "grad_norm": 0.38760364055633545,
      "learning_rate": 2.0730776160846853e-07,
      "loss": 0.3130109906196594,
      "step": 1396
    },
    {
      "epoch": 38.816901408450704,
      "grad_norm": 0.40122318267822266,
      "learning_rate": 2.0679925163694033e-07,
      "loss": 0.32113420963287354,
      "step": 1397
    },
    {
      "epoch": 38.84507042253521,
      "grad_norm": 0.4061526954174042,
      "learning_rate": 2.0629178711441115e-07,
      "loss": 0.30463290214538574,
      "step": 1398
    },
    {
      "epoch": 38.87323943661972,
      "grad_norm": 0.39891040325164795,
      "learning_rate": 2.0578536958670574e-07,
      "loss": 0.30295246839523315,
      "step": 1399
    },
    {
      "epoch": 38.901408450704224,
      "grad_norm": 0.39336952567100525,
      "learning_rate": 2.0528000059645995e-07,
      "loss": 0.3047736883163452,
      "step": 1400
    },
    {
      "epoch": 38.929577464788736,
      "grad_norm": 0.38915321230888367,
      "learning_rate": 2.0477568168311525e-07,
      "loss": 0.33302927017211914,
      "step": 1401
    },
    {
      "epoch": 38.95774647887324,
      "grad_norm": 0.3906260132789612,
      "learning_rate": 2.042724143829146e-07,
      "loss": 0.30394965410232544,
      "step": 1402
    },
    {
      "epoch": 38.985915492957744,
      "grad_norm": 0.4056362807750702,
      "learning_rate": 2.037702002288973e-07,
      "loss": 0.3015964925289154,
      "step": 1403
    },
    {
      "epoch": 39.0,
      "grad_norm": 0.5561332106590271,
      "learning_rate": 2.032690407508949e-07,
      "loss": 0.3190940022468567,
      "step": 1404
    }
  ],
  "logging_steps": 1,
  "max_steps": 1800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 1.0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9069259564638536e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}