diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,9862 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 39.0,
+  "eval_steps": 500,
+  "global_step": 1404,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.028169014084507043,
+      "grad_norm": 6.119271278381348,
+      "learning_rate": 9.999993146109795e-07,
+      "loss": 0.7189172506332397,
+      "step": 1
+    },
+    {
+      "epoch": 0.056338028169014086,
+      "grad_norm": 6.210888862609863,
+      "learning_rate": 9.999972584460056e-07,
+      "loss": 0.7133427262306213,
+      "step": 2
+    },
+    {
+      "epoch": 0.08450704225352113,
+      "grad_norm": 6.092806816101074,
+      "learning_rate": 9.99993831511342e-07,
+      "loss": 0.7074416875839233,
+      "step": 3
+    },
+    {
+      "epoch": 0.11267605633802817,
+      "grad_norm": 5.97125768661499,
+      "learning_rate": 9.999890338174275e-07,
+      "loss": 0.732918381690979,
+      "step": 4
+    },
+    {
+      "epoch": 0.14084507042253522,
+      "grad_norm": 5.2337870597839355,
+      "learning_rate": 9.99982865378877e-07,
+      "loss": 0.6883118152618408,
+      "step": 5
+    },
+    {
+      "epoch": 0.16901408450704225,
+      "grad_norm": 5.282492160797119,
+      "learning_rate": 9.999753262144804e-07,
+      "loss": 0.7119431495666504,
+      "step": 6
+    },
+    {
+      "epoch": 0.19718309859154928,
+      "grad_norm": 5.101883888244629,
+      "learning_rate": 9.999664163472034e-07,
+      "loss": 0.676694929599762,
+      "step": 7
+    },
+    {
+      "epoch": 0.22535211267605634,
+      "grad_norm": 5.041009426116943,
+      "learning_rate": 9.999561358041868e-07,
+      "loss": 0.6787284016609192,
+      "step": 8
+    },
+    {
+      "epoch": 0.2535211267605634,
+      "grad_norm": 3.952293634414673,
+      "learning_rate": 9.99944484616747e-07,
+      "loss": 0.6841624975204468,
+      "step": 9
+    },
+    {
+      "epoch": 0.28169014084507044,
+      "grad_norm": 3.8667240142822266,
+      "learning_rate": 9.99931462820376e-07,
+      "loss": 0.6778519749641418,
+      "step": 10
+    },
+    {
+      "epoch": 0.30985915492957744,
+      "grad_norm": 3.7240049839019775,
+      "learning_rate": 9.999170704547398e-07,
+      "loss": 0.6599913835525513,
+      "step": 11
+    },
+    {
+      "epoch": 0.3380281690140845,
+      "grad_norm": 3.7257325649261475,
+      "learning_rate": 9.999013075636804e-07,
+      "loss": 0.6581519246101379,
+      "step": 12
+    },
+    {
+      "epoch": 0.36619718309859156,
+      "grad_norm": 3.390742301940918,
+      "learning_rate": 9.998841741952141e-07,
+      "loss": 0.6533472537994385,
+      "step": 13
+    },
+    {
+      "epoch": 0.39436619718309857,
+      "grad_norm": 3.5247814655303955,
+      "learning_rate": 9.998656704015323e-07,
+      "loss": 0.6778960227966309,
+      "step": 14
+    },
+    {
+      "epoch": 0.4225352112676056,
+      "grad_norm": 3.3745362758636475,
+      "learning_rate": 9.998457962390008e-07,
+      "loss": 0.647881031036377,
+      "step": 15
+    },
+    {
+      "epoch": 0.4507042253521127,
+      "grad_norm": 3.357809066772461,
+      "learning_rate": 9.998245517681593e-07,
+      "loss": 0.6600426435470581,
+      "step": 16
+    },
+    {
+      "epoch": 0.4788732394366197,
+      "grad_norm": 2.0050694942474365,
+      "learning_rate": 9.998019370537227e-07,
+      "loss": 0.6223803758621216,
+      "step": 17
+    },
+    {
+      "epoch": 0.5070422535211268,
+      "grad_norm": 1.9662013053894043,
+      "learning_rate": 9.997779521645791e-07,
+      "loss": 0.6141380071640015,
+      "step": 18
+    },
+    {
+      "epoch": 0.5352112676056338,
+      "grad_norm": 1.912354588508606,
+      "learning_rate": 9.997525971737909e-07,
+      "loss": 0.6148301959037781,
+      "step": 19
+    },
+    {
+      "epoch": 0.5633802816901409,
+      "grad_norm": 1.8081035614013672,
+      "learning_rate": 9.997258721585931e-07,
+      "loss": 0.6116156578063965,
+      "step": 20
+    },
+    {
+      "epoch": 0.5915492957746479,
+      "grad_norm": 1.7831499576568604,
+      "learning_rate": 9.99697777200395e-07,
+      "loss": 0.6001514196395874,
+      "step": 21
+    },
+    {
+      "epoch": 0.6197183098591549,
+      "grad_norm": 1.733720064163208,
+      "learning_rate": 9.996683123847795e-07,
+      "loss": 0.5930601358413696,
+      "step": 22
+    },
+    {
+      "epoch": 0.647887323943662,
+      "grad_norm": 1.7313363552093506,
+      "learning_rate": 9.996374778015007e-07,
+      "loss": 0.600416362285614,
+      "step": 23
+    },
+    {
+      "epoch": 0.676056338028169,
+      "grad_norm": 1.5939713716506958,
+      "learning_rate": 9.996052735444862e-07,
+      "loss": 0.5838176608085632,
+      "step": 24
+    },
+    {
+      "epoch": 0.704225352112676,
+      "grad_norm": 1.5792946815490723,
+      "learning_rate": 9.99571699711836e-07,
+      "loss": 0.6054390072822571,
+      "step": 25
+    },
+    {
+      "epoch": 0.7323943661971831,
+      "grad_norm": 1.503157615661621,
+      "learning_rate": 9.995367564058216e-07,
+      "loss": 0.589947521686554,
+      "step": 26
+    },
+    {
+      "epoch": 0.7605633802816901,
+      "grad_norm": 1.426310420036316,
+      "learning_rate": 9.995004437328865e-07,
+      "loss": 0.5833415985107422,
+      "step": 27
+    },
+    {
+      "epoch": 0.7887323943661971,
+      "grad_norm": 1.4212743043899536,
+      "learning_rate": 9.994627618036452e-07,
+      "loss": 0.5824709534645081,
+      "step": 28
+    },
+    {
+      "epoch": 0.8169014084507042,
+      "grad_norm": 1.4318434000015259,
+      "learning_rate": 9.994237107328838e-07,
+      "loss": 0.5912908315658569,
+      "step": 29
+    },
+    {
+      "epoch": 0.8450704225352113,
+      "grad_norm": 1.3547085523605347,
+      "learning_rate": 9.993832906395582e-07,
+      "loss": 0.581213653087616,
+      "step": 30
+    },
+    {
+      "epoch": 0.8732394366197183,
+      "grad_norm": 1.3216475248336792,
+      "learning_rate": 9.993415016467952e-07,
+      "loss": 0.5896694660186768,
+      "step": 31
+    },
+    {
+      "epoch": 0.9014084507042254,
+      "grad_norm": 1.1472809314727783,
+      "learning_rate": 9.992983438818915e-07,
+      "loss": 0.5665017366409302,
+      "step": 32
+    },
+    {
+      "epoch": 0.9295774647887324,
+      "grad_norm": 1.189638614654541,
+      "learning_rate": 9.992538174763127e-07,
+      "loss": 0.5583457946777344,
+      "step": 33
+    },
+    {
+      "epoch": 0.9577464788732394,
+      "grad_norm": 1.3204843997955322,
+      "learning_rate": 9.992079225656944e-07,
+      "loss": 0.5481071472167969,
+      "step": 34
+    },
+    {
+      "epoch": 0.9859154929577465,
+      "grad_norm": 1.355393409729004,
+      "learning_rate": 9.9916065928984e-07,
+      "loss": 0.540003776550293,
+      "step": 35
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.4106327295303345,
+      "learning_rate": 9.991120277927223e-07,
+      "loss": 0.5930083990097046,
+      "step": 36
+    },
+    {
+      "epoch": 1.028169014084507,
+      "grad_norm": 1.2931945323944092,
+      "learning_rate": 9.990620282224806e-07,
+      "loss": 0.5400012731552124,
+      "step": 37
+    },
+    {
+      "epoch": 1.056338028169014,
+      "grad_norm": 1.2562683820724487,
+      "learning_rate": 9.990106607314225e-07,
+      "loss": 0.5633293390274048,
+      "step": 38
+    },
+    {
+      "epoch": 1.084507042253521,
+      "grad_norm": 1.1654468774795532,
+      "learning_rate": 9.989579254760224e-07,
+      "loss": 0.532966136932373,
+      "step": 39
+    },
+    {
+      "epoch": 1.1126760563380282,
+      "grad_norm": 1.095537543296814,
+      "learning_rate": 9.989038226169207e-07,
+      "loss": 0.5428102016448975,
+      "step": 40
+    },
+    {
+      "epoch": 1.1408450704225352,
+      "grad_norm": 0.9781971573829651,
+      "learning_rate": 9.988483523189248e-07,
+      "loss": 0.5413336157798767,
+      "step": 41
+    },
+    {
+      "epoch": 1.1690140845070423,
+      "grad_norm": 0.9310394525527954,
+      "learning_rate": 9.98791514751006e-07,
+      "loss": 0.5297301411628723,
+      "step": 42
+    },
+    {
+      "epoch": 1.1971830985915493,
+      "grad_norm": 0.8706420063972473,
+      "learning_rate": 9.98733310086302e-07,
+      "loss": 0.5210831165313721,
+      "step": 43
+    },
+    {
+      "epoch": 1.2253521126760563,
+      "grad_norm": 0.8105738162994385,
+      "learning_rate": 9.98673738502114e-07,
+      "loss": 0.5330178737640381,
+      "step": 44
+    },
+    {
+      "epoch": 1.2535211267605635,
+      "grad_norm": 0.7715710997581482,
+      "learning_rate": 9.986128001799076e-07,
+      "loss": 0.5241536498069763,
+      "step": 45
+    },
+    {
+      "epoch": 1.2816901408450705,
+      "grad_norm": 0.7737131714820862,
+      "learning_rate": 9.985504953053113e-07,
+      "loss": 0.5341730713844299,
+      "step": 46
+    },
+    {
+      "epoch": 1.3098591549295775,
+      "grad_norm": 0.7515022158622742,
+      "learning_rate": 9.984868240681164e-07,
+      "loss": 0.5346229076385498,
+      "step": 47
+    },
+    {
+      "epoch": 1.3380281690140845,
+      "grad_norm": 0.7092189192771912,
+      "learning_rate": 9.98421786662277e-07,
+      "loss": 0.5273194909095764,
+      "step": 48
+    },
+    {
+      "epoch": 1.3661971830985915,
+      "grad_norm": 0.7006992697715759,
+      "learning_rate": 9.983553832859078e-07,
+      "loss": 0.5130986571311951,
+      "step": 49
+    },
+    {
+      "epoch": 1.3943661971830985,
+      "grad_norm": 0.7608235478401184,
+      "learning_rate": 9.982876141412855e-07,
+      "loss": 0.5286465883255005,
+      "step": 50
+    },
+    {
+      "epoch": 1.4225352112676055,
+      "grad_norm": 0.7040536999702454,
+      "learning_rate": 9.982184794348462e-07,
+      "loss": 0.514992356300354,
+      "step": 51
+    },
+    {
+      "epoch": 1.4507042253521127,
+      "grad_norm": 0.7056726813316345,
+      "learning_rate": 9.981479793771866e-07,
+      "loss": 0.5134010910987854,
+      "step": 52
+    },
+    {
+      "epoch": 1.4788732394366197,
+      "grad_norm": 0.6980192065238953,
+      "learning_rate": 9.98076114183062e-07,
+      "loss": 0.5243700742721558,
+      "step": 53
+    },
+    {
+      "epoch": 1.5070422535211268,
+      "grad_norm": 0.6883281469345093,
+      "learning_rate": 9.98002884071386e-07,
+      "loss": 0.533456563949585,
+      "step": 54
+    },
+    {
+      "epoch": 1.5352112676056338,
+      "grad_norm": 0.6789364814758301,
+      "learning_rate": 9.979282892652304e-07,
+      "loss": 0.5107607841491699,
+      "step": 55
+    },
+    {
+      "epoch": 1.563380281690141,
+      "grad_norm": 0.6524786353111267,
+      "learning_rate": 9.97852329991824e-07,
+      "loss": 0.5100893974304199,
+      "step": 56
+    },
+    {
+      "epoch": 1.591549295774648,
+      "grad_norm": 0.6429108381271362,
+      "learning_rate": 9.977750064825519e-07,
+      "loss": 0.504834771156311,
+      "step": 57
+    },
+    {
+      "epoch": 1.619718309859155,
+      "grad_norm": 0.640166699886322,
+      "learning_rate": 9.976963189729547e-07,
+      "loss": 0.5195026993751526,
+      "step": 58
+    },
+    {
+      "epoch": 1.647887323943662,
+      "grad_norm": 0.6398917436599731,
+      "learning_rate": 9.976162677027284e-07,
+      "loss": 0.5107922554016113,
+      "step": 59
+    },
+    {
+      "epoch": 1.676056338028169,
+      "grad_norm": 0.6268510818481445,
+      "learning_rate": 9.975348529157229e-07,
+      "loss": 0.5025534629821777,
+      "step": 60
+    },
+    {
+      "epoch": 1.704225352112676,
+      "grad_norm": 0.6330083012580872,
+      "learning_rate": 9.974520748599421e-07,
+      "loss": 0.5268204212188721,
+      "step": 61
+    },
+    {
+      "epoch": 1.732394366197183,
+      "grad_norm": 0.6181296110153198,
+      "learning_rate": 9.973679337875418e-07,
+      "loss": 0.5121350288391113,
+      "step": 62
+    },
+    {
+      "epoch": 1.76056338028169,
+      "grad_norm": 0.6251637935638428,
+      "learning_rate": 9.972824299548309e-07,
+      "loss": 0.5083041191101074,
+      "step": 63
+    },
+    {
+      "epoch": 1.788732394366197,
+      "grad_norm": 0.6216249465942383,
+      "learning_rate": 9.971955636222684e-07,
+      "loss": 0.4941920042037964,
+      "step": 64
+    },
+    {
+      "epoch": 1.8169014084507042,
+      "grad_norm": 0.6167619228363037,
+      "learning_rate": 9.971073350544644e-07,
+      "loss": 0.5139775276184082,
+      "step": 65
+    },
+    {
+      "epoch": 1.8450704225352113,
+      "grad_norm": 0.5856399536132812,
+      "learning_rate": 9.970177445201783e-07,
+      "loss": 0.49467232823371887,
+      "step": 66
+    },
+    {
+      "epoch": 1.8732394366197183,
+      "grad_norm": 0.5677887201309204,
+      "learning_rate": 9.969267922923188e-07,
+      "loss": 0.48917800188064575,
+      "step": 67
+    },
+    {
+      "epoch": 1.9014084507042255,
+      "grad_norm": 0.5781846642494202,
+      "learning_rate": 9.968344786479415e-07,
+      "loss": 0.49710148572921753,
+      "step": 68
+    },
+    {
+      "epoch": 1.9295774647887325,
+      "grad_norm": 0.5702807903289795,
+      "learning_rate": 9.967408038682505e-07,
+      "loss": 0.5010455846786499,
+      "step": 69
+    },
+    {
+      "epoch": 1.9577464788732395,
+      "grad_norm": 0.5541441440582275,
+      "learning_rate": 9.96645768238595e-07,
+      "loss": 0.48369255661964417,
+      "step": 70
+    },
+    {
+      "epoch": 1.9859154929577465,
+      "grad_norm": 0.5757367014884949,
+      "learning_rate": 9.965493720484698e-07,
+      "loss": 0.4930347204208374,
+      "step": 71
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.6758991479873657,
+      "learning_rate": 9.964516155915151e-07,
+      "loss": 0.4696311354637146,
+      "step": 72
+    },
+    {
+      "epoch": 2.028169014084507,
+      "grad_norm": 0.5600554943084717,
+      "learning_rate": 9.963524991655133e-07,
+      "loss": 0.4977237582206726,
+      "step": 73
+    },
+    {
+      "epoch": 2.056338028169014,
+      "grad_norm": 0.5461347103118896,
+      "learning_rate": 9.962520230723906e-07,
+      "loss": 0.49581873416900635,
+      "step": 74
+    },
+    {
+      "epoch": 2.084507042253521,
+      "grad_norm": 0.5371939539909363,
+      "learning_rate": 9.961501876182148e-07,
+      "loss": 0.4844444692134857,
+      "step": 75
+    },
+    {
+      "epoch": 2.112676056338028,
+      "grad_norm": 0.5407112240791321,
+      "learning_rate": 9.960469931131936e-07,
+      "loss": 0.4627693295478821,
+      "step": 76
+    },
+    {
+      "epoch": 2.140845070422535,
+      "grad_norm": 0.5260986089706421,
+      "learning_rate": 9.959424398716763e-07,
+      "loss": 0.47007229924201965,
+      "step": 77
+    },
+    {
+      "epoch": 2.169014084507042,
+      "grad_norm": 0.5254941582679749,
+      "learning_rate": 9.958365282121496e-07,
+      "loss": 0.46428751945495605,
+      "step": 78
+    },
+    {
+      "epoch": 2.1971830985915495,
+      "grad_norm": 0.4997383654117584,
+      "learning_rate": 9.95729258457239e-07,
+      "loss": 0.4665895700454712,
+      "step": 79
+    },
+    {
+      "epoch": 2.2253521126760565,
+      "grad_norm": 0.47207513451576233,
+      "learning_rate": 9.956206309337066e-07,
+      "loss": 0.45952320098876953,
+      "step": 80
+    },
+    {
+      "epoch": 2.2535211267605635,
+      "grad_norm": 0.5033359527587891,
+      "learning_rate": 9.955106459724508e-07,
+      "loss": 0.4830036759376526,
+      "step": 81
+    },
+    {
+      "epoch": 2.2816901408450705,
+      "grad_norm": 0.49433037638664246,
+      "learning_rate": 9.953993039085048e-07,
+      "loss": 0.4792022109031677,
+      "step": 82
+    },
+    {
+      "epoch": 2.3098591549295775,
+      "grad_norm": 0.47928422689437866,
+      "learning_rate": 9.952866050810363e-07,
+      "loss": 0.4605853259563446,
+      "step": 83
+    },
+    {
+      "epoch": 2.3380281690140845,
+      "grad_norm": 0.4903593361377716,
+      "learning_rate": 9.951725498333448e-07,
+      "loss": 0.4785686433315277,
+      "step": 84
+    },
+    {
+      "epoch": 2.3661971830985915,
+      "grad_norm": 0.4742894172668457,
+      "learning_rate": 9.950571385128625e-07,
+      "loss": 0.46115821599960327,
+      "step": 85
+    },
+    {
+      "epoch": 2.3943661971830985,
+      "grad_norm": 0.4779631197452545,
+      "learning_rate": 9.949403714711526e-07,
+      "loss": 0.482327938079834,
+      "step": 86
+    },
+    {
+      "epoch": 2.4225352112676055,
+      "grad_norm": 0.46615418791770935,
+      "learning_rate": 9.948222490639075e-07,
+      "loss": 0.4777219295501709,
+      "step": 87
+    },
+    {
+      "epoch": 2.4507042253521125,
+      "grad_norm": 0.46539050340652466,
+      "learning_rate": 9.947027716509488e-07,
+      "loss": 0.4582518935203552,
+      "step": 88
+    },
+    {
+      "epoch": 2.4788732394366195,
+      "grad_norm": 0.46740445494651794,
+      "learning_rate": 9.94581939596225e-07,
+      "loss": 0.4721161127090454,
+      "step": 89
+    },
+    {
+      "epoch": 2.507042253521127,
+      "grad_norm": 0.47389939427375793,
+      "learning_rate": 9.944597532678119e-07,
+      "loss": 0.46307483315467834,
+      "step": 90
+    },
+    {
+      "epoch": 2.535211267605634,
+      "grad_norm": 0.4830780327320099,
+      "learning_rate": 9.943362130379101e-07,
+      "loss": 0.45510873198509216,
+      "step": 91
+    },
+    {
+      "epoch": 2.563380281690141,
+      "grad_norm": 0.459325909614563,
+      "learning_rate": 9.942113192828444e-07,
+      "loss": 0.4523160457611084,
+      "step": 92
+    },
+    {
+      "epoch": 2.591549295774648,
+      "grad_norm": 0.45105743408203125,
+      "learning_rate": 9.940850723830632e-07,
+      "loss": 0.463370144367218,
+      "step": 93
+    },
+    {
+      "epoch": 2.619718309859155,
+      "grad_norm": 0.45720189809799194,
+      "learning_rate": 9.939574727231362e-07,
+      "loss": 0.457330584526062,
+      "step": 94
+    },
+    {
+      "epoch": 2.647887323943662,
+      "grad_norm": 0.46987929940223694,
+      "learning_rate": 9.93828520691754e-07,
+      "loss": 0.4691803455352783,
+      "step": 95
+    },
+    {
+      "epoch": 2.676056338028169,
+      "grad_norm": 0.4466264545917511,
+      "learning_rate": 9.93698216681727e-07,
+      "loss": 0.4572003185749054,
+      "step": 96
+    },
+    {
+      "epoch": 2.704225352112676,
+      "grad_norm": 0.4437786638736725,
+      "learning_rate": 9.93566561089984e-07,
+      "loss": 0.4381243884563446,
+      "step": 97
+    },
+    {
+      "epoch": 2.732394366197183,
+      "grad_norm": 0.4545120298862457,
+      "learning_rate": 9.934335543175705e-07,
+      "loss": 0.4499259293079376,
+      "step": 98
+    },
+    {
+      "epoch": 2.76056338028169,
+      "grad_norm": 0.44143691658973694,
+      "learning_rate": 9.932991967696482e-07,
+      "loss": 0.4642453193664551,
+      "step": 99
+    },
+    {
+      "epoch": 2.788732394366197,
+      "grad_norm": 0.4832397997379303,
+      "learning_rate": 9.931634888554935e-07,
+      "loss": 0.4694593548774719,
+      "step": 100
+    },
+    {
+      "epoch": 2.816901408450704,
+      "grad_norm": 0.43094682693481445,
+      "learning_rate": 9.930264309884964e-07,
+      "loss": 0.45000484585762024,
+      "step": 101
+    },
+    {
+      "epoch": 2.845070422535211,
+      "grad_norm": 0.4435478448867798,
+      "learning_rate": 9.928880235861588e-07,
+      "loss": 0.4645836651325226,
+      "step": 102
+    },
+    {
+      "epoch": 2.873239436619718,
+      "grad_norm": 0.444139301776886,
+      "learning_rate": 9.927482670700936e-07,
+      "loss": 0.4723513424396515,
+      "step": 103
+    },
+    {
+      "epoch": 2.9014084507042255,
+      "grad_norm": 0.4250558316707611,
+      "learning_rate": 9.926071618660237e-07,
+      "loss": 0.4539216458797455,
+      "step": 104
+    },
+    {
+      "epoch": 2.9295774647887325,
+      "grad_norm": 0.4474462568759918,
+      "learning_rate": 9.924647084037797e-07,
+      "loss": 0.46148908138275146,
+      "step": 105
+    },
+    {
+      "epoch": 2.9577464788732395,
+      "grad_norm": 0.42733991146087646,
+      "learning_rate": 9.923209071172994e-07,
+      "loss": 0.45628565549850464,
+      "step": 106
+    },
+    {
+      "epoch": 2.9859154929577465,
+      "grad_norm": 0.4464053511619568,
+      "learning_rate": 9.921757584446268e-07,
+      "loss": 0.43452945351600647,
+      "step": 107
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.5809227228164673,
+      "learning_rate": 9.9202926282791e-07,
+      "loss": 0.44677239656448364,
+      "step": 108
+    },
+    {
+      "epoch": 3.028169014084507,
+      "grad_norm": 0.44219791889190674,
+      "learning_rate": 9.918814207133997e-07,
+      "loss": 0.4531911015510559,
+      "step": 109
+    },
+    {
+      "epoch": 3.056338028169014,
+      "grad_norm": 0.42252233624458313,
+      "learning_rate": 9.917322325514487e-07,
+      "loss": 0.45887094736099243,
+      "step": 110
+    },
+    {
+      "epoch": 3.084507042253521,
+      "grad_norm": 0.41009998321533203,
+      "learning_rate": 9.915816987965102e-07,
+      "loss": 0.4461494982242584,
+      "step": 111
+    },
+    {
+      "epoch": 3.112676056338028,
+      "grad_norm": 0.42786458134651184,
+      "learning_rate": 9.91429819907136e-07,
+      "loss": 0.44171077013015747,
+      "step": 112
+    },
+    {
+      "epoch": 3.140845070422535,
+      "grad_norm": 0.4436321258544922,
+      "learning_rate": 9.912765963459756e-07,
+      "loss": 0.45417094230651855,
+      "step": 113
+    },
+    {
+      "epoch": 3.169014084507042,
+      "grad_norm": 0.42790186405181885,
+      "learning_rate": 9.911220285797748e-07,
+      "loss": 0.43987226486206055,
+      "step": 114
+    },
+    {
+      "epoch": 3.1971830985915495,
+      "grad_norm": 0.43092527985572815,
+      "learning_rate": 9.909661170793733e-07,
+      "loss": 0.4397953748703003,
+      "step": 115
+    },
+    {
+      "epoch": 3.2253521126760565,
+      "grad_norm": 0.43913376331329346,
+      "learning_rate": 9.908088623197048e-07,
+      "loss": 0.43508589267730713,
+      "step": 116
+    },
+    {
+      "epoch": 3.2535211267605635,
+      "grad_norm": 0.4221682846546173,
+      "learning_rate": 9.906502647797945e-07,
+      "loss": 0.4442610740661621,
+      "step": 117
+    },
+    {
+      "epoch": 3.2816901408450705,
+      "grad_norm": 0.4195612668991089,
+      "learning_rate": 9.904903249427582e-07,
+      "loss": 0.43617114424705505,
+      "step": 118
+    },
+    {
+      "epoch": 3.3098591549295775,
+      "grad_norm": 0.43743807077407837,
+      "learning_rate": 9.903290432958003e-07,
+      "loss": 0.4431474804878235,
+      "step": 119
+    },
+    {
+      "epoch": 3.3380281690140845,
+      "grad_norm": 0.4412403106689453,
+      "learning_rate": 9.901664203302124e-07,
+      "loss": 0.4504144787788391,
+      "step": 120
+    },
+    {
+      "epoch": 3.3661971830985915,
+      "grad_norm": 0.4529508948326111,
+      "learning_rate": 9.900024565413727e-07,
+      "loss": 0.45065054297447205,
+      "step": 121
+    },
+    {
+      "epoch": 3.3943661971830985,
+      "grad_norm": 0.421980082988739,
+      "learning_rate": 9.89837152428743e-07,
+      "loss": 0.4290427565574646,
+      "step": 122
+    },
+    {
+      "epoch": 3.4225352112676055,
+      "grad_norm": 0.4221099019050598,
+      "learning_rate": 9.896705084958687e-07,
+      "loss": 0.42343345284461975,
+      "step": 123
+    },
+    {
+      "epoch": 3.4507042253521125,
+      "grad_norm": 0.4531925618648529,
+      "learning_rate": 9.895025252503755e-07,
+      "loss": 0.4418011009693146,
+      "step": 124
+    },
+    {
+      "epoch": 3.4788732394366195,
+      "grad_norm": 0.4296177923679352,
+      "learning_rate": 9.8933320320397e-07,
+      "loss": 0.4416682720184326,
+      "step": 125
+    },
+    {
+      "epoch": 3.507042253521127,
+      "grad_norm": 0.43724027276039124,
+      "learning_rate": 9.891625428724364e-07,
+      "loss": 0.4223203659057617,
+      "step": 126
+    },
+    {
+      "epoch": 3.535211267605634,
+      "grad_norm": 0.41997113823890686,
+      "learning_rate": 9.889905447756355e-07,
+      "loss": 0.45191723108291626,
+      "step": 127
+    },
+    {
+      "epoch": 3.563380281690141,
+      "grad_norm": 0.41299012303352356,
+      "learning_rate": 9.888172094375033e-07,
+      "loss": 0.43722259998321533,
+      "step": 128
+    },
+    {
+      "epoch": 3.591549295774648,
+      "grad_norm": 0.42296457290649414,
+      "learning_rate": 9.886425373860496e-07,
+      "loss": 0.43232589960098267,
+      "step": 129
+    },
+    {
+      "epoch": 3.619718309859155,
+      "grad_norm": 0.42629241943359375,
+      "learning_rate": 9.88466529153356e-07,
+      "loss": 0.45389413833618164,
+      "step": 130
+    },
+    {
+      "epoch": 3.647887323943662,
+      "grad_norm": 0.4336591958999634,
+      "learning_rate": 9.882891852755732e-07,
+      "loss": 0.4396490454673767,
+      "step": 131
+    },
+    {
+      "epoch": 3.676056338028169,
+      "grad_norm": 0.4133699834346771,
+      "learning_rate": 9.881105062929221e-07,
+      "loss": 0.41916632652282715,
+      "step": 132
+    },
+    {
+      "epoch": 3.704225352112676,
+      "grad_norm": 0.398794025182724,
+      "learning_rate": 9.879304927496896e-07,
+      "loss": 0.43504297733306885,
+      "step": 133
+    },
+    {
+      "epoch": 3.732394366197183,
+      "grad_norm": 0.42575928568840027,
+      "learning_rate": 9.877491451942284e-07,
+      "loss": 0.4300439953804016,
+      "step": 134
+    },
+    {
+      "epoch": 3.76056338028169,
+      "grad_norm": 0.41005146503448486,
+      "learning_rate": 9.875664641789543e-07,
+      "loss": 0.43460115790367126,
+      "step": 135
+    },
+    {
+      "epoch": 3.788732394366197,
+      "grad_norm": 0.42240363359451294,
+      "learning_rate": 9.873824502603459e-07,
+      "loss": 0.4475589990615845,
+      "step": 136
+    },
+    {
+      "epoch": 3.816901408450704,
+      "grad_norm": 0.4231485426425934,
+      "learning_rate": 9.871971039989407e-07,
+      "loss": 0.4443385601043701,
+      "step": 137
+    },
+    {
+      "epoch": 3.845070422535211,
+      "grad_norm": 0.4161396026611328,
+      "learning_rate": 9.870104259593362e-07,
+      "loss": 0.4286690652370453,
+      "step": 138
+    },
+    {
+      "epoch": 3.873239436619718,
+      "grad_norm": 0.4430389106273651,
+      "learning_rate": 9.86822416710186e-07,
+      "loss": 0.42875033617019653,
+      "step": 139
+    },
+    {
+      "epoch": 3.9014084507042255,
+      "grad_norm": 0.45408958196640015,
+      "learning_rate": 9.866330768241983e-07,
+      "loss": 0.4233587682247162,
+      "step": 140
+    },
+    {
+      "epoch": 3.9295774647887325,
+      "grad_norm": 0.42567622661590576,
+      "learning_rate": 9.86442406878136e-07,
+      "loss": 0.4428149163722992,
+      "step": 141
+    },
+    {
+      "epoch": 3.9577464788732395,
+      "grad_norm": 0.4225475490093231,
+      "learning_rate": 9.862504074528126e-07,
+      "loss": 0.44222721457481384,
+      "step": 142
+    },
+    {
+      "epoch": 3.9859154929577465,
+      "grad_norm": 0.42019423842430115,
+      "learning_rate": 9.860570791330911e-07,
+      "loss": 0.45220500230789185,
+      "step": 143
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.5528488159179688,
+      "learning_rate": 9.85862422507884e-07,
+      "loss": 0.40195268392562866,
+      "step": 144
+    },
+    {
+      "epoch": 4.028169014084507,
+      "grad_norm": 0.3971721827983856,
+      "learning_rate": 9.856664381701483e-07,
+      "loss": 0.4286423325538635,
+      "step": 145
+    },
+    {
+      "epoch": 4.056338028169014,
+      "grad_norm": 0.40409189462661743,
+      "learning_rate": 9.854691267168871e-07,
+      "loss": 0.43035459518432617,
+      "step": 146
+    },
+    {
+      "epoch": 4.084507042253521,
+      "grad_norm": 0.41791510581970215,
+      "learning_rate": 9.852704887491445e-07,
+      "loss": 0.4135133922100067,
+      "step": 147
+    },
+    {
+      "epoch": 4.112676056338028,
+      "grad_norm": 0.41965293884277344,
+      "learning_rate": 9.850705248720068e-07,
+      "loss": 0.4384373724460602,
+      "step": 148
+    },
+    {
+      "epoch": 4.140845070422535,
+      "grad_norm": 0.4066624641418457,
+      "learning_rate": 9.848692356945981e-07,
+      "loss": 0.4170719385147095,
+      "step": 149
+    },
+    {
+      "epoch": 4.169014084507042,
+      "grad_norm": 0.41751572489738464,
+      "learning_rate": 9.846666218300807e-07,
+      "loss": 0.4242548644542694,
+      "step": 150
+    },
+    {
+      "epoch": 4.197183098591549,
+      "grad_norm": 0.4481653571128845,
+      "learning_rate": 9.844626838956513e-07,
+      "loss": 0.4261680543422699,
+      "step": 151
+    },
+    {
+      "epoch": 4.225352112676056,
+      "grad_norm": 0.40597406029701233,
+      "learning_rate": 9.8425742251254e-07,
+      "loss": 0.42576903104782104,
+      "step": 152
+    },
+    {
+      "epoch": 4.253521126760563,
+      "grad_norm": 0.4021463990211487,
+      "learning_rate": 9.84050838306009e-07,
+      "loss": 0.44204574823379517,
+      "step": 153
+    },
+    {
+      "epoch": 4.28169014084507,
+      "grad_norm": 0.4047972559928894,
+      "learning_rate": 9.838429319053495e-07,
+      "loss": 0.4102432429790497,
+      "step": 154
+    },
+    {
+      "epoch": 4.309859154929577,
+      "grad_norm": 0.40411484241485596,
+      "learning_rate": 9.836337039438803e-07,
+      "loss": 0.4174734950065613,
+      "step": 155
+    },
+    {
+      "epoch": 4.338028169014084,
+      "grad_norm": 0.3924463987350464,
+      "learning_rate": 9.83423155058946e-07,
+      "loss": 0.4306033253669739,
+      "step": 156
+    },
+    {
+      "epoch": 4.366197183098592,
+      "grad_norm": 0.4114137291908264,
+      "learning_rate": 9.832112858919155e-07,
+      "loss": 0.4216451942920685,
+      "step": 157
+    },
+    {
+      "epoch": 4.394366197183099,
+      "grad_norm": 0.4420042932033539,
+      "learning_rate": 9.829980970881784e-07,
+      "loss": 0.4244844913482666,
+      "step": 158
+    },
+    {
+      "epoch": 4.422535211267606,
+      "grad_norm": 0.40874671936035156,
+      "learning_rate": 9.82783589297145e-07,
+      "loss": 0.42342883348464966,
+      "step": 159
+    },
+    {
+      "epoch": 4.450704225352113,
+      "grad_norm": 0.4102858304977417,
+      "learning_rate": 9.825677631722435e-07,
+      "loss": 0.41572105884552,
+      "step": 160
+    },
+    {
+      "epoch": 4.47887323943662,
+      "grad_norm": 0.39961734414100647,
+      "learning_rate": 9.823506193709174e-07,
+      "loss": 0.41979867219924927,
+      "step": 161
+    },
+    {
+      "epoch": 4.507042253521127,
+      "grad_norm": 0.3921862244606018,
+      "learning_rate": 9.821321585546243e-07,
+      "loss": 0.4211655557155609,
+      "step": 162
+    },
+    {
+      "epoch": 4.535211267605634,
+      "grad_norm": 0.3990178108215332,
+      "learning_rate": 9.81912381388834e-07,
+      "loss": 0.40852388739585876,
+      "step": 163
+    },
+    {
+      "epoch": 4.563380281690141,
+      "grad_norm": 0.42926791310310364,
+      "learning_rate": 9.816912885430258e-07,
+      "loss": 0.4178195297718048,
+      "step": 164
+    },
+    {
+      "epoch": 4.591549295774648,
+      "grad_norm": 0.4242827892303467,
+      "learning_rate": 9.814688806906868e-07,
+      "loss": 0.4278091490268707,
+      "step": 165
+    },
+    {
+      "epoch": 4.619718309859155,
+      "grad_norm": 0.40822485089302063,
+      "learning_rate": 9.812451585093098e-07,
+      "loss": 0.41916969418525696,
+      "step": 166
+    },
+    {
+      "epoch": 4.647887323943662,
+      "grad_norm": 0.3851315975189209,
+      "learning_rate": 9.810201226803917e-07,
+      "loss": 0.4192688465118408,
+      "step": 167
+    },
+    {
+      "epoch": 4.676056338028169,
+      "grad_norm": 0.4114606976509094,
+      "learning_rate": 9.807937738894303e-07,
+      "loss": 0.42044782638549805,
+      "step": 168
+    },
+    {
+      "epoch": 4.704225352112676,
+      "grad_norm": 0.4305799603462219,
+      "learning_rate": 9.805661128259235e-07,
+      "loss": 0.4219653308391571,
+      "step": 169
+    },
+    {
+      "epoch": 4.732394366197183,
+      "grad_norm": 0.3918915092945099,
+      "learning_rate": 9.80337140183366e-07,
+      "loss": 0.4259489178657532,
+      "step": 170
+    },
+    {
+      "epoch": 4.76056338028169,
+      "grad_norm": 0.409164160490036,
+      "learning_rate": 9.801068566592483e-07,
+      "loss": 0.4121962785720825,
+      "step": 171
+    },
+    {
+      "epoch": 4.788732394366197,
+      "grad_norm": 0.41790276765823364,
+      "learning_rate": 9.798752629550546e-07,
+      "loss": 0.41536441445350647,
+      "step": 172
+    },
+    {
+      "epoch": 4.816901408450704,
+      "grad_norm": 0.40874162316322327,
+      "learning_rate": 9.796423597762588e-07,
+      "loss": 0.4193142056465149,
+      "step": 173
+    },
+    {
+      "epoch": 4.845070422535211,
+      "grad_norm": 0.41308480501174927,
+      "learning_rate": 9.794081478323245e-07,
+      "loss": 0.42131903767585754,
+      "step": 174
+    },
+    {
+      "epoch": 4.873239436619718,
+      "grad_norm": 0.4161160886287689,
+      "learning_rate": 9.791726278367021e-07,
+      "loss": 0.398072749376297,
+      "step": 175
+    },
+    {
+      "epoch": 4.901408450704225,
+      "grad_norm": 0.4220758378505707,
+      "learning_rate": 9.78935800506826e-07,
+      "loss": 0.42168164253234863,
+      "step": 176
+    },
+    {
+      "epoch": 4.929577464788732,
+      "grad_norm": 0.3985085189342499,
+      "learning_rate": 9.786976665641138e-07,
+      "loss": 0.4213156998157501,
+      "step": 177
+    },
+    {
+      "epoch": 4.957746478873239,
+      "grad_norm": 0.40048250555992126,
+      "learning_rate": 9.784582267339622e-07,
+      "loss": 0.4084168076515198,
+      "step": 178
+    },
+    {
+      "epoch": 4.985915492957746,
+      "grad_norm": 0.4005119800567627,
+      "learning_rate": 9.78217481745747e-07,
+      "loss": 0.4115833640098572,
+      "step": 179
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.5620749592781067,
+      "learning_rate": 9.779754323328192e-07,
+      "loss": 0.4229545593261719,
+      "step": 180
+    },
+    {
+      "epoch": 5.028169014084507,
+      "grad_norm": 0.4124564826488495,
+      "learning_rate": 9.777320792325025e-07,
+      "loss": 0.40300124883651733,
+      "step": 181
+    },
+    {
+      "epoch": 5.056338028169014,
+      "grad_norm": 0.39206236600875854,
+      "learning_rate": 9.774874231860935e-07,
+      "loss": 0.40934857726097107,
+      "step": 182
+    },
+    {
+      "epoch": 5.084507042253521,
+      "grad_norm": 0.39972883462905884,
+      "learning_rate": 9.772414649388568e-07,
+      "loss": 0.4070882201194763,
+      "step": 183
+    },
+    {
+      "epoch": 5.112676056338028,
+      "grad_norm": 0.41956591606140137,
+      "learning_rate": 9.769942052400235e-07,
+      "loss": 0.4054498076438904,
+      "step": 184
+    },
+    {
+      "epoch": 5.140845070422535,
+      "grad_norm": 0.41228869557380676,
+      "learning_rate": 9.767456448427896e-07,
+      "loss": 0.41475123167037964,
+      "step": 185
+    },
+    {
+      "epoch": 5.169014084507042,
+      "grad_norm": 0.37674757838249207,
+      "learning_rate": 9.764957845043135e-07,
+      "loss": 0.4103524088859558,
+      "step": 186
+    },
+    {
+      "epoch": 5.197183098591549,
+      "grad_norm": 0.4229021966457367,
+      "learning_rate": 9.76244624985713e-07,
+      "loss": 0.3965042233467102,
+      "step": 187
+    },
+    {
+      "epoch": 5.225352112676056,
+      "grad_norm": 0.3856871426105499,
+      "learning_rate": 9.759921670520634e-07,
+      "loss": 0.414482057094574,
+      "step": 188
+    },
+    {
+      "epoch": 5.253521126760563,
+      "grad_norm": 0.41363710165023804,
+      "learning_rate": 9.757384114723953e-07,
+      "loss": 0.4230787456035614,
+      "step": 189
+    },
+    {
+      "epoch": 5.28169014084507,
+      "grad_norm": 0.41514742374420166,
+      "learning_rate": 9.754833590196926e-07,
+      "loss": 0.4125136137008667,
+      "step": 190
+    },
+    {
+      "epoch": 5.309859154929577,
+      "grad_norm": 0.3936339318752289,
+      "learning_rate": 9.752270104708888e-07,
+      "loss": 0.42837342619895935,
+      "step": 191
+    },
+    {
+      "epoch": 5.338028169014084,
+      "grad_norm": 0.38952022790908813,
+      "learning_rate": 9.749693666068663e-07,
+      "loss": 0.4078400433063507,
+      "step": 192
+    },
+    {
+      "epoch": 5.366197183098592,
+      "grad_norm": 0.41678085923194885,
+      "learning_rate": 9.747104282124531e-07,
+      "loss": 0.4196391701698303,
+      "step": 193
+    },
+    {
+      "epoch": 5.394366197183099,
+      "grad_norm": 0.39327719807624817,
+      "learning_rate": 9.744501960764203e-07,
+      "loss": 0.3973960280418396,
+      "step": 194
+    },
+    {
+      "epoch": 5.422535211267606,
+      "grad_norm": 0.38618800044059753,
+      "learning_rate": 9.741886709914803e-07,
+      "loss": 0.4038587212562561,
+      "step": 195
+    },
+    {
+      "epoch": 5.450704225352113,
+      "grad_norm": 0.39070042967796326,
+      "learning_rate": 9.739258537542835e-07,
+      "loss": 0.39228275418281555,
+      "step": 196
+    },
+    {
+      "epoch": 5.47887323943662,
+      "grad_norm": 0.3981262147426605,
+      "learning_rate": 9.73661745165417e-07,
+      "loss": 0.4140496253967285,
+      "step": 197
+    },
+    {
+      "epoch": 5.507042253521127,
+      "grad_norm": 0.37878021597862244,
+      "learning_rate": 9.733963460294015e-07,
+      "loss": 0.39398297667503357,
+      "step": 198
+    },
+    {
+      "epoch": 5.535211267605634,
+      "grad_norm": 0.38918426632881165,
+      "learning_rate": 9.731296571546885e-07,
+      "loss": 0.4071250557899475,
+      "step": 199
+    },
+    {
+      "epoch": 5.563380281690141,
+      "grad_norm": 0.41153526306152344,
+      "learning_rate": 9.728616793536587e-07,
+      "loss": 0.39563220739364624,
+      "step": 200
+    },
+    {
+      "epoch": 5.591549295774648,
+      "grad_norm": 0.40266478061676025,
+      "learning_rate": 9.72592413442619e-07,
+      "loss": 0.41241517663002014,
+      "step": 201
+    },
+    {
+      "epoch": 5.619718309859155,
+      "grad_norm": 0.3959569036960602,
+      "learning_rate": 9.723218602418e-07,
+      "loss": 0.40159425139427185,
+      "step": 202
+    },
+    {
+      "epoch": 5.647887323943662,
+      "grad_norm": 0.43270614743232727,
+      "learning_rate": 9.720500205753538e-07,
+      "loss": 0.40377816557884216,
+      "step": 203
+    },
+    {
+      "epoch": 5.676056338028169,
+      "grad_norm": 0.4245915114879608,
+      "learning_rate": 9.717768952713511e-07,
+      "loss": 0.40518319606781006,
+      "step": 204
+    },
+    {
+      "epoch": 5.704225352112676,
+      "grad_norm": 0.38795205950737,
+      "learning_rate": 9.71502485161779e-07,
+      "loss": 0.4032747745513916,
+      "step": 205
+    },
+    {
+      "epoch": 5.732394366197183,
+      "grad_norm": 0.386687695980072,
+      "learning_rate": 9.71226791082538e-07,
+      "loss": 0.39289215207099915,
+      "step": 206
+    },
+    {
+      "epoch": 5.76056338028169,
+      "grad_norm": 0.4055168628692627,
+      "learning_rate": 9.709498138734403e-07,
+      "loss": 0.4077930450439453,
+      "step": 207
+    },
+    {
+      "epoch": 5.788732394366197,
+      "grad_norm": 0.4297349750995636,
+      "learning_rate": 9.706715543782064e-07,
+      "loss": 0.41212064027786255,
+      "step": 208
+    },
+    {
+      "epoch": 5.816901408450704,
+      "grad_norm": 0.3813517689704895,
+      "learning_rate": 9.703920134444632e-07,
+      "loss": 0.4073314368724823,
+      "step": 209
+    },
+    {
+      "epoch": 5.845070422535211,
+      "grad_norm": 0.3906748592853546,
+      "learning_rate": 9.701111919237408e-07,
+      "loss": 0.4028477668762207,
+      "step": 210
+    },
+    {
+      "epoch": 5.873239436619718,
+      "grad_norm": 0.40895506739616394,
+      "learning_rate": 9.698290906714702e-07,
+      "loss": 0.40225616097450256,
+      "step": 211
+    },
+    {
+      "epoch": 5.901408450704225,
+      "grad_norm": 0.3899952471256256,
+      "learning_rate": 9.695457105469804e-07,
+      "loss": 0.40987417101860046,
+      "step": 212
+    },
+    {
+      "epoch": 5.929577464788732,
+      "grad_norm": 0.40246039628982544,
+      "learning_rate": 9.69261052413497e-07,
+      "loss": 0.4043743908405304,
+      "step": 213
+    },
+    {
+      "epoch": 5.957746478873239,
+      "grad_norm": 0.3888782262802124,
+      "learning_rate": 9.689751171381377e-07,
+      "loss": 0.41095173358917236,
+      "step": 214
+    },
+    {
+      "epoch": 5.985915492957746,
+      "grad_norm": 0.38841670751571655,
+      "learning_rate": 9.68687905591911e-07,
+      "loss": 0.4023211598396301,
+      "step": 215
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 0.5250245928764343,
+      "learning_rate": 9.683994186497132e-07,
+      "loss": 0.3995124101638794,
+      "step": 216
+    },
+    {
+      "epoch": 6.028169014084507,
+      "grad_norm": 0.3878166973590851,
+      "learning_rate": 9.681096571903252e-07,
+      "loss": 0.38741564750671387,
+      "step": 217
+    },
+    {
+      "epoch": 6.056338028169014,
+      "grad_norm": 0.3900756537914276,
+      "learning_rate": 9.67818622096411e-07,
+      "loss": 0.3982124328613281,
+      "step": 218
+    },
+    {
+      "epoch": 6.084507042253521,
+      "grad_norm": 0.39002755284309387,
+      "learning_rate": 9.67526314254514e-07,
+      "loss": 0.39917469024658203,
+      "step": 219
+    },
+    {
+      "epoch": 6.112676056338028,
+      "grad_norm": 0.388755738735199,
+      "learning_rate": 9.672327345550543e-07,
+      "loss": 0.40225809812545776,
+      "step": 220
+    },
+    {
+      "epoch": 6.140845070422535,
+      "grad_norm": 0.3802153468132019,
+      "learning_rate": 9.669378838923267e-07,
+      "loss": 0.39574944972991943,
+      "step": 221
+    },
+    {
+      "epoch": 6.169014084507042,
+      "grad_norm": 0.386984258890152,
+      "learning_rate": 9.666417631644976e-07,
+      "loss": 0.3936455249786377,
+      "step": 222
+    },
+    {
+      "epoch": 6.197183098591549,
+      "grad_norm": 0.37910348176956177,
+      "learning_rate": 9.66344373273602e-07,
+      "loss": 0.4140435755252838,
+      "step": 223
+    },
+    {
+      "epoch": 6.225352112676056,
+      "grad_norm": 0.39792004227638245,
+      "learning_rate": 9.66045715125541e-07,
+      "loss": 0.40117213129997253,
+      "step": 224
+    },
+    {
+      "epoch": 6.253521126760563,
+      "grad_norm": 0.3902668356895447,
+      "learning_rate": 9.657457896300791e-07,
+      "loss": 0.4083721339702606,
+      "step": 225
+    },
+    {
+      "epoch": 6.28169014084507,
+      "grad_norm": 0.42297157645225525,
+      "learning_rate": 9.654445977008414e-07,
+      "loss": 0.4038228392601013,
+      "step": 226
+    },
+    {
+      "epoch": 6.309859154929577,
+      "grad_norm": 0.4099472165107727,
+      "learning_rate": 9.651421402553108e-07,
+      "loss": 0.3899737596511841,
+      "step": 227
+    },
+    {
+      "epoch": 6.338028169014084,
+      "grad_norm": 0.373994916677475,
+      "learning_rate": 9.648384182148252e-07,
+      "loss": 0.39907342195510864,
+      "step": 228
+    },
+    {
+      "epoch": 6.366197183098592,
+      "grad_norm": 0.3966023623943329,
+      "learning_rate": 9.645334325045745e-07,
+      "loss": 0.3945938050746918,
+      "step": 229
+    },
+    {
+      "epoch": 6.394366197183099,
+      "grad_norm": 0.42777925729751587,
+      "learning_rate": 9.64227184053598e-07,
+      "loss": 0.4102497696876526,
+      "step": 230
+    },
+    {
+      "epoch": 6.422535211267606,
+      "grad_norm": 0.39833584427833557,
+      "learning_rate": 9.63919673794782e-07,
+      "loss": 0.39916127920150757,
+      "step": 231
+    },
+    {
+      "epoch": 6.450704225352113,
+      "grad_norm": 0.3920106291770935,
+      "learning_rate": 9.636109026648554e-07,
+      "loss": 0.4021705985069275,
+      "step": 232
+    },
+    {
+      "epoch": 6.47887323943662,
+      "grad_norm": 0.4094751179218292,
+      "learning_rate": 9.633008716043892e-07,
+      "loss": 0.40074992179870605,
+      "step": 233
+    },
+    {
+      "epoch": 6.507042253521127,
+      "grad_norm": 0.40727370977401733,
+      "learning_rate": 9.629895815577915e-07,
+      "loss": 0.38765621185302734,
+      "step": 234
+    },
+    {
+      "epoch": 6.535211267605634,
+      "grad_norm": 0.39645060896873474,
+      "learning_rate": 9.626770334733058e-07,
+      "loss": 0.3924933969974518,
+      "step": 235
+    },
+    {
+      "epoch": 6.563380281690141,
+      "grad_norm": 0.37045979499816895,
+      "learning_rate": 9.623632283030077e-07,
+      "loss": 0.38481301069259644,
+      "step": 236
+    },
+    {
+      "epoch": 6.591549295774648,
+      "grad_norm": 0.40392062067985535,
+      "learning_rate": 9.620481670028026e-07,
+      "loss": 0.40656569600105286,
+      "step": 237
+    },
+    {
+      "epoch": 6.619718309859155,
+      "grad_norm": 0.4091082811355591,
+      "learning_rate": 9.617318505324212e-07,
+      "loss": 0.3812691569328308,
+      "step": 238
+    },
+    {
+      "epoch": 6.647887323943662,
+      "grad_norm": 0.3880692720413208,
+      "learning_rate": 9.614142798554186e-07,
+      "loss": 0.3706771731376648,
+      "step": 239
+    },
+    {
+      "epoch": 6.676056338028169,
+      "grad_norm": 0.3998086154460907,
+      "learning_rate": 9.610954559391704e-07,
+      "loss": 0.40241339802742004,
+      "step": 240
+    },
+    {
+      "epoch": 6.704225352112676,
+      "grad_norm": 0.41269201040267944,
+      "learning_rate": 9.607753797548691e-07,
+      "loss": 0.4123341143131256,
+      "step": 241
+    },
+    {
+      "epoch": 6.732394366197183,
+      "grad_norm": 0.3929405212402344,
+      "learning_rate": 9.604540522775227e-07,
+      "loss": 0.3892459273338318,
+      "step": 242
+    },
+    {
+      "epoch": 6.76056338028169,
+      "grad_norm": 0.3889841139316559,
+      "learning_rate": 9.601314744859504e-07,
+      "loss": 0.3876785933971405,
+      "step": 243
+    },
+    {
+      "epoch": 6.788732394366197,
+      "grad_norm": 0.4093876779079437,
+      "learning_rate": 9.598076473627796e-07,
+      "loss": 0.40213003754615784,
+      "step": 244
+    },
+    {
+      "epoch": 6.816901408450704,
+      "grad_norm": 0.38009846210479736,
+      "learning_rate": 9.594825718944444e-07,
+      "loss": 0.39333346486091614,
+      "step": 245
+    },
+    {
+      "epoch": 6.845070422535211,
+      "grad_norm": 0.3948485851287842,
+      "learning_rate": 9.59156249071181e-07,
+      "loss": 0.39433354139328003,
+      "step": 246
+    },
+    {
+      "epoch": 6.873239436619718,
+      "grad_norm": 0.3912011981010437,
+      "learning_rate": 9.588286798870248e-07,
+      "loss": 0.39452600479125977,
+      "step": 247
+    },
+    {
+      "epoch": 6.901408450704225,
+      "grad_norm": 0.39858993887901306,
+      "learning_rate": 9.58499865339809e-07,
+      "loss": 0.398301899433136,
+      "step": 248
+    },
+    {
+      "epoch": 6.929577464788732,
+      "grad_norm": 0.39438149333000183,
+      "learning_rate": 9.581698064311592e-07,
+      "loss": 0.3746541142463684,
+      "step": 249
+    },
+    {
+      "epoch": 6.957746478873239,
+      "grad_norm": 0.38814306259155273,
+      "learning_rate": 9.578385041664925e-07,
+      "loss": 0.40119290351867676,
+      "step": 250
+    },
+    {
+      "epoch": 6.985915492957746,
+      "grad_norm": 0.38463205099105835,
+      "learning_rate": 9.575059595550127e-07,
+      "loss": 0.38324254751205444,
+      "step": 251
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.512336790561676,
+      "learning_rate": 9.571721736097088e-07,
+      "loss": 0.3892096281051636,
+      "step": 252
+    },
+    {
+      "epoch": 7.028169014084507,
+      "grad_norm": 0.3832947611808777,
+      "learning_rate": 9.568371473473503e-07,
+      "loss": 0.3952549993991852,
+      "step": 253
+    },
+    {
+      "epoch": 7.056338028169014,
+      "grad_norm": 0.3827665448188782,
+      "learning_rate": 9.565008817884854e-07,
+      "loss": 0.3801252841949463,
+      "step": 254
+    },
+    {
+      "epoch": 7.084507042253521,
+      "grad_norm": 0.39462706446647644,
+      "learning_rate": 9.561633779574372e-07,
+      "loss": 0.37541863322257996,
+      "step": 255
+    },
+    {
+      "epoch": 7.112676056338028,
+      "grad_norm": 0.3986050486564636,
+      "learning_rate": 9.55824636882301e-07,
+      "loss": 0.38753676414489746,
+      "step": 256
+    },
+    {
+      "epoch": 7.140845070422535,
+      "grad_norm": 0.38387978076934814,
+      "learning_rate": 9.554846595949413e-07,
+      "loss": 0.39041170477867126,
+      "step": 257
+    },
+    {
+      "epoch": 7.169014084507042,
+      "grad_norm": 0.38619932532310486,
+      "learning_rate": 9.55143447130987e-07,
+      "loss": 0.3870781362056732,
+      "step": 258
+    },
+    {
+      "epoch": 7.197183098591549,
+      "grad_norm": 0.3886691629886627,
+      "learning_rate": 9.54801000529831e-07,
+      "loss": 0.3816353678703308,
+      "step": 259
+    },
+    {
+      "epoch": 7.225352112676056,
+      "grad_norm": 0.3752847909927368,
+      "learning_rate": 9.54457320834625e-07,
+      "loss": 0.3853958249092102,
+      "step": 260
+    },
+    {
+      "epoch": 7.253521126760563,
+      "grad_norm": 0.39625924825668335,
+      "learning_rate": 9.54112409092277e-07,
+      "loss": 0.3863310217857361,
+      "step": 261
+    },
+    {
+      "epoch": 7.28169014084507,
+      "grad_norm": 0.3740101754665375,
+      "learning_rate": 9.537662663534477e-07,
+      "loss": 0.3769490122795105,
+      "step": 262
+    },
+    {
+      "epoch": 7.309859154929577,
+      "grad_norm": 0.36722782254219055,
+      "learning_rate": 9.534188936725483e-07,
+      "loss": 0.38238656520843506,
+      "step": 263
+    },
+    {
+      "epoch": 7.338028169014084,
+      "grad_norm": 0.38367265462875366,
+      "learning_rate": 9.530702921077358e-07,
+      "loss": 0.3922719657421112,
+      "step": 264
+    },
+    {
+      "epoch": 7.366197183098592,
+      "grad_norm": 0.37159886956214905,
+      "learning_rate": 9.527204627209112e-07,
+      "loss": 0.3855976462364197,
+      "step": 265
+    },
+    {
+      "epoch": 7.394366197183099,
+      "grad_norm": 0.3731975257396698,
+      "learning_rate": 9.523694065777156e-07,
+      "loss": 0.39453253149986267,
+      "step": 266
+    },
+    {
+      "epoch": 7.422535211267606,
+      "grad_norm": 0.3808491826057434,
+      "learning_rate": 9.520171247475268e-07,
+      "loss": 0.39547351002693176,
+      "step": 267
+    },
+    {
+      "epoch": 7.450704225352113,
+      "grad_norm": 0.40034112334251404,
+      "learning_rate": 9.516636183034564e-07,
+      "loss": 0.40701085329055786,
+      "step": 268
+    },
+    {
+      "epoch": 7.47887323943662,
+      "grad_norm": 0.3683933913707733,
+      "learning_rate": 9.513088883223463e-07,
+      "loss": 0.3724665939807892,
+      "step": 269
+    },
+    {
+      "epoch": 7.507042253521127,
+      "grad_norm": 0.3895512819290161,
+      "learning_rate": 9.509529358847654e-07,
+      "loss": 0.3855685591697693,
+      "step": 270
+    },
+    {
+      "epoch": 7.535211267605634,
+      "grad_norm": 0.39392992854118347,
+      "learning_rate": 9.505957620750069e-07,
+      "loss": 0.3997983932495117,
+      "step": 271
+    },
+    {
+      "epoch": 7.563380281690141,
+      "grad_norm": 0.39526015520095825,
+      "learning_rate": 9.502373679810839e-07,
+      "loss": 0.39925113320350647,
+      "step": 272
+    },
+    {
+      "epoch": 7.591549295774648,
+      "grad_norm": 0.3839961886405945,
+      "learning_rate": 9.49877754694727e-07,
+      "loss": 0.38556551933288574,
+      "step": 273
+    },
+    {
+      "epoch": 7.619718309859155,
+      "grad_norm": 0.37695956230163574,
+      "learning_rate": 9.495169233113806e-07,
+      "loss": 0.3815164864063263,
+      "step": 274
+    },
+    {
+      "epoch": 7.647887323943662,
+      "grad_norm": 0.38619664311408997,
+      "learning_rate": 9.491548749301997e-07,
+      "loss": 0.3830955922603607,
+      "step": 275
+    },
+    {
+      "epoch": 7.676056338028169,
+      "grad_norm": 0.38984498381614685,
+      "learning_rate": 9.487916106540465e-07,
+      "loss": 0.3873262405395508,
+      "step": 276
+    },
+    {
+      "epoch": 7.704225352112676,
+      "grad_norm": 0.379177063703537,
+      "learning_rate": 9.484271315894871e-07,
+      "loss": 0.3927234411239624,
+      "step": 277
+    },
+    {
+      "epoch": 7.732394366197183,
+      "grad_norm": 0.3658169209957123,
+      "learning_rate": 9.480614388467877e-07,
+      "loss": 0.36901265382766724,
+      "step": 278
+    },
+    {
+      "epoch": 7.76056338028169,
+      "grad_norm": 0.3819941580295563,
+      "learning_rate": 9.47694533539912e-07,
+      "loss": 0.38150596618652344,
+      "step": 279
+    },
+    {
+      "epoch": 7.788732394366197,
+      "grad_norm": 0.3829544484615326,
+      "learning_rate": 9.473264167865171e-07,
+      "loss": 0.3858985900878906,
+      "step": 280
+    },
+    {
+      "epoch": 7.816901408450704,
+      "grad_norm": 0.3701535165309906,
+      "learning_rate": 9.469570897079504e-07,
+      "loss": 0.39159393310546875,
+      "step": 281
+    },
+    {
+      "epoch": 7.845070422535211,
+      "grad_norm": 0.3712180554866791,
+      "learning_rate": 9.465865534292464e-07,
+      "loss": 0.3787636458873749,
+      "step": 282
+    },
+    {
+      "epoch": 7.873239436619718,
+      "grad_norm": 0.39336493611335754,
+      "learning_rate": 9.462148090791228e-07,
+      "loss": 0.395854651927948,
+      "step": 283
+    },
+    {
+      "epoch": 7.901408450704225,
+      "grad_norm": 0.37657997012138367,
+      "learning_rate": 9.458418577899774e-07,
+      "loss": 0.39227941632270813,
+      "step": 284
+    },
+    {
+      "epoch": 7.929577464788732,
+      "grad_norm": 0.38283368945121765,
+      "learning_rate": 9.454677006978842e-07,
+      "loss": 0.37147632241249084,
+      "step": 285
+    },
+    {
+      "epoch": 7.957746478873239,
+      "grad_norm": 0.3838220536708832,
+      "learning_rate": 9.450923389425911e-07,
+      "loss": 0.4034760892391205,
+      "step": 286
+    },
+    {
+      "epoch": 7.985915492957746,
+      "grad_norm": 0.37267106771469116,
+      "learning_rate": 9.44715773667515e-07,
+      "loss": 0.389766663312912,
+      "step": 287
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 0.5348430275917053,
+      "learning_rate": 9.443380060197385e-07,
+      "loss": 0.376720130443573,
+      "step": 288
+    },
+    {
+      "epoch": 8.028169014084508,
+      "grad_norm": 0.37357982993125916,
+      "learning_rate": 9.43959037150008e-07,
+      "loss": 0.37634867429733276,
+      "step": 289
+    },
+    {
+      "epoch": 8.056338028169014,
+      "grad_norm": 0.3882472813129425,
+      "learning_rate": 9.43578868212728e-07,
+      "loss": 0.3797028958797455,
+      "step": 290
+    },
+    {
+      "epoch": 8.084507042253522,
+      "grad_norm": 0.3893776535987854,
+      "learning_rate": 9.431975003659594e-07,
+      "loss": 0.37434738874435425,
+      "step": 291
+    },
+    {
+      "epoch": 8.112676056338028,
+      "grad_norm": 0.3701059818267822,
+      "learning_rate": 9.428149347714143e-07,
+      "loss": 0.3884342610836029,
+      "step": 292
+    },
+    {
+      "epoch": 8.140845070422536,
+      "grad_norm": 0.3775370419025421,
+      "learning_rate": 9.424311725944543e-07,
+      "loss": 0.3782704770565033,
+      "step": 293
+    },
+    {
+      "epoch": 8.169014084507042,
+      "grad_norm": 0.380548894405365,
+      "learning_rate": 9.420462150040852e-07,
+      "loss": 0.3933628797531128,
+      "step": 294
+    },
+    {
+      "epoch": 8.19718309859155,
+      "grad_norm": 0.3580932319164276,
+      "learning_rate": 9.416600631729548e-07,
+      "loss": 0.3782176375389099,
+      "step": 295
+    },
+    {
+      "epoch": 8.225352112676056,
+      "grad_norm": 0.36150234937667847,
+      "learning_rate": 9.412727182773486e-07,
+      "loss": 0.37162452936172485,
+      "step": 296
+    },
+    {
+      "epoch": 8.253521126760564,
+      "grad_norm": 0.3930136263370514,
+      "learning_rate": 9.408841814971861e-07,
+      "loss": 0.38008132576942444,
+      "step": 297
+    },
+    {
+      "epoch": 8.28169014084507,
+      "grad_norm": 0.3888865113258362,
+      "learning_rate": 9.404944540160177e-07,
+      "loss": 0.3665124475955963,
+      "step": 298
+    },
+    {
+      "epoch": 8.309859154929578,
+      "grad_norm": 0.38649752736091614,
+      "learning_rate": 9.401035370210212e-07,
+      "loss": 0.3863350749015808,
+      "step": 299
+    },
+    {
+      "epoch": 8.338028169014084,
+      "grad_norm": 0.38382744789123535,
+      "learning_rate": 9.397114317029974e-07,
+      "loss": 0.38738366961479187,
+      "step": 300
+    },
+    {
+      "epoch": 8.366197183098592,
+      "grad_norm": 0.3768056333065033,
+      "learning_rate": 9.393181392563669e-07,
+      "loss": 0.3643200993537903,
+      "step": 301
+    },
+    {
+      "epoch": 8.394366197183098,
+      "grad_norm": 0.382364958524704,
+      "learning_rate": 9.38923660879167e-07,
+      "loss": 0.3879460096359253,
+      "step": 302
+    },
+    {
+      "epoch": 8.422535211267606,
+      "grad_norm": 0.3916151225566864,
+      "learning_rate": 9.385279977730472e-07,
+      "loss": 0.37250763177871704,
+      "step": 303
+    },
+    {
+      "epoch": 8.450704225352112,
+      "grad_norm": 0.38189125061035156,
+      "learning_rate": 9.381311511432658e-07,
+      "loss": 0.39008766412734985,
+      "step": 304
+    },
+    {
+      "epoch": 8.47887323943662,
+      "grad_norm": 0.3740954101085663,
+      "learning_rate": 9.377331221986866e-07,
+      "loss": 0.3884603679180145,
+      "step": 305
+    },
+    {
+      "epoch": 8.507042253521126,
+      "grad_norm": 0.375465452671051,
+      "learning_rate": 9.373339121517746e-07,
+      "loss": 0.37713924050331116,
+      "step": 306
+    },
+    {
+      "epoch": 8.535211267605634,
+      "grad_norm": 0.3769972324371338,
+      "learning_rate": 9.36933522218593e-07,
+      "loss": 0.3770156502723694,
+      "step": 307
+    },
+    {
+      "epoch": 8.56338028169014,
+      "grad_norm": 0.37575188279151917,
+      "learning_rate": 9.36531953618799e-07,
+      "loss": 0.3902169466018677,
+      "step": 308
+    },
+    {
+      "epoch": 8.591549295774648,
+      "grad_norm": 0.38152608275413513,
+      "learning_rate": 9.361292075756401e-07,
+      "loss": 0.3867529630661011,
+      "step": 309
+    },
+    {
+      "epoch": 8.619718309859154,
+      "grad_norm": 0.3819044530391693,
+      "learning_rate": 9.357252853159505e-07,
+      "loss": 0.3807380497455597,
+      "step": 310
+    },
+    {
+      "epoch": 8.647887323943662,
+      "grad_norm": 0.3812952935695648,
+      "learning_rate": 9.353201880701477e-07,
+      "loss": 0.3920441269874573,
+      "step": 311
+    },
+    {
+      "epoch": 8.676056338028168,
+      "grad_norm": 0.3992844521999359,
+      "learning_rate": 9.34913917072228e-07,
+      "loss": 0.3915911316871643,
+      "step": 312
+    },
+    {
+      "epoch": 8.704225352112676,
+      "grad_norm": 0.37549176812171936,
+      "learning_rate": 9.345064735597633e-07,
+      "loss": 0.3836255967617035,
+      "step": 313
+    },
+    {
+      "epoch": 8.732394366197184,
+      "grad_norm": 0.38589218258857727,
+      "learning_rate": 9.340978587738972e-07,
+      "loss": 0.3890310823917389,
+      "step": 314
+    },
+    {
+      "epoch": 8.76056338028169,
+      "grad_norm": 0.38828885555267334,
+      "learning_rate": 9.336880739593415e-07,
+      "loss": 0.38117384910583496,
+      "step": 315
+    },
+    {
+      "epoch": 8.788732394366198,
+      "grad_norm": 0.39411139488220215,
+      "learning_rate": 9.332771203643714e-07,
+      "loss": 0.3856485188007355,
+      "step": 316
+    },
+    {
+      "epoch": 8.816901408450704,
+      "grad_norm": 0.39936208724975586,
+      "learning_rate": 9.328649992408231e-07,
+      "loss": 0.3748643398284912,
+      "step": 317
+    },
+    {
+      "epoch": 8.845070422535212,
+      "grad_norm": 0.3858584463596344,
+      "learning_rate": 9.324517118440888e-07,
+      "loss": 0.3715360462665558,
+      "step": 318
+    },
+    {
+      "epoch": 8.873239436619718,
+      "grad_norm": 0.3810833692550659,
+      "learning_rate": 9.320372594331137e-07,
+      "loss": 0.3639200031757355,
+      "step": 319
+    },
+    {
+      "epoch": 8.901408450704226,
+      "grad_norm": 0.3702692687511444,
+      "learning_rate": 9.316216432703916e-07,
+      "loss": 0.3586096167564392,
+      "step": 320
+    },
+    {
+      "epoch": 8.929577464788732,
+      "grad_norm": 0.3870997726917267,
+      "learning_rate": 9.312048646219617e-07,
+      "loss": 0.37650924921035767,
+      "step": 321
+    },
+    {
+      "epoch": 8.95774647887324,
+      "grad_norm": 0.3685506284236908,
+      "learning_rate": 9.307869247574038e-07,
+      "loss": 0.3866027295589447,
+      "step": 322
+    },
+    {
+      "epoch": 8.985915492957746,
+      "grad_norm": 0.38240721821784973,
+      "learning_rate": 9.303678249498352e-07,
+      "loss": 0.3517172932624817,
+      "step": 323
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.5326734185218811,
+      "learning_rate": 9.299475664759068e-07,
+      "loss": 0.3801947832107544,
+      "step": 324
+    },
+    {
+      "epoch": 9.028169014084508,
+      "grad_norm": 0.3827228546142578,
+      "learning_rate": 9.295261506157985e-07,
+      "loss": 0.3665362596511841,
+      "step": 325
+    },
+    {
+      "epoch": 9.056338028169014,
+      "grad_norm": 0.3930126130580902,
+      "learning_rate": 9.291035786532163e-07,
+      "loss": 0.3840763568878174,
+      "step": 326
+    },
+    {
+      "epoch": 9.084507042253522,
+      "grad_norm": 0.39712509512901306,
+      "learning_rate": 9.286798518753878e-07,
+      "loss": 0.3788590431213379,
+      "step": 327
+    },
+    {
+      "epoch": 9.112676056338028,
+      "grad_norm": 0.39198365807533264,
+      "learning_rate": 9.282549715730579e-07,
+      "loss": 0.3776211440563202,
+      "step": 328
+    },
+    {
+      "epoch": 9.140845070422536,
+      "grad_norm": 0.3789290487766266,
+      "learning_rate": 9.278289390404859e-07,
+      "loss": 0.3739659786224365,
+      "step": 329
+    },
+    {
+      "epoch": 9.169014084507042,
+      "grad_norm": 0.4031192660331726,
+      "learning_rate": 9.274017555754407e-07,
+      "loss": 0.36898356676101685,
+      "step": 330
+    },
+    {
+      "epoch": 9.19718309859155,
+      "grad_norm": 0.37126442790031433,
+      "learning_rate": 9.269734224791974e-07,
+      "loss": 0.375528484582901,
+      "step": 331
+    },
+    {
+      "epoch": 9.225352112676056,
+      "grad_norm": 0.3997706472873688,
+      "learning_rate": 9.265439410565328e-07,
+      "loss": 0.3717716634273529,
+      "step": 332
+    },
+    {
+      "epoch": 9.253521126760564,
+      "grad_norm": 0.379086434841156,
+      "learning_rate": 9.261133126157217e-07,
+      "loss": 0.37263017892837524,
+      "step": 333
+    },
+    {
+      "epoch": 9.28169014084507,
+      "grad_norm": 0.3867016136646271,
+      "learning_rate": 9.256815384685328e-07,
+      "loss": 0.36468106508255005,
+      "step": 334
+    },
+    {
+      "epoch": 9.309859154929578,
+      "grad_norm": 0.374311238527298,
+      "learning_rate": 9.252486199302256e-07,
+      "loss": 0.3739643394947052,
+      "step": 335
+    },
+    {
+      "epoch": 9.338028169014084,
+      "grad_norm": 0.39617857336997986,
+      "learning_rate": 9.248145583195447e-07,
+      "loss": 0.365461528301239,
+      "step": 336
+    },
+    {
+      "epoch": 9.366197183098592,
+      "grad_norm": 0.4135814905166626,
+      "learning_rate": 9.243793549587171e-07,
+      "loss": 0.3639392852783203,
+      "step": 337
+    },
+    {
+      "epoch": 9.394366197183098,
+      "grad_norm": 0.3823402225971222,
+      "learning_rate": 9.239430111734476e-07,
+      "loss": 0.37368497252464294,
+      "step": 338
+    },
+    {
+      "epoch": 9.422535211267606,
+      "grad_norm": 0.3841151297092438,
+      "learning_rate": 9.235055282929153e-07,
+      "loss": 0.36813288927078247,
+      "step": 339
+    },
+    {
+      "epoch": 9.450704225352112,
+      "grad_norm": 0.38074299693107605,
+      "learning_rate": 9.230669076497687e-07,
+      "loss": 0.38240814208984375,
+      "step": 340
+    },
+    {
+      "epoch": 9.47887323943662,
+      "grad_norm": 0.4174596667289734,
+      "learning_rate": 9.226271505801224e-07,
+      "loss": 0.37689781188964844,
+      "step": 341
+    },
+    {
+      "epoch": 9.507042253521126,
+      "grad_norm": 0.37084081768989563,
+      "learning_rate": 9.221862584235526e-07,
+      "loss": 0.3710534870624542,
+      "step": 342
+    },
+    {
+      "epoch": 9.535211267605634,
+      "grad_norm": 0.37257879972457886,
+      "learning_rate": 9.217442325230936e-07,
+      "loss": 0.3733557462692261,
+      "step": 343
+    },
+    {
+      "epoch": 9.56338028169014,
+      "grad_norm": 0.380638986825943,
+      "learning_rate": 9.213010742252327e-07,
+      "loss": 0.382003515958786,
+      "step": 344
+    },
+    {
+      "epoch": 9.591549295774648,
+      "grad_norm": 0.37657788395881653,
+      "learning_rate": 9.208567848799069e-07,
+      "loss": 0.3800239562988281,
+      "step": 345
+    },
+    {
+      "epoch": 9.619718309859154,
+      "grad_norm": 0.374194860458374,
+      "learning_rate": 9.204113658404989e-07,
+      "loss": 0.3673850893974304,
+      "step": 346
+    },
+    {
+      "epoch": 9.647887323943662,
+      "grad_norm": 0.37916600704193115,
+      "learning_rate": 9.199648184638318e-07,
+      "loss": 0.3701593279838562,
+      "step": 347
+    },
+    {
+      "epoch": 9.676056338028168,
+      "grad_norm": 0.40940916538238525,
+      "learning_rate": 9.195171441101668e-07,
+      "loss": 0.36426401138305664,
+      "step": 348
+    },
+    {
+      "epoch": 9.704225352112676,
+      "grad_norm": 0.36714640259742737,
+      "learning_rate": 9.190683441431974e-07,
+      "loss": 0.36105120182037354,
+      "step": 349
+    },
+    {
+      "epoch": 9.732394366197184,
+      "grad_norm": 0.3987036347389221,
+      "learning_rate": 9.186184199300463e-07,
+      "loss": 0.377488374710083,
+      "step": 350
+    },
+    {
+      "epoch": 9.76056338028169,
+      "grad_norm": 0.379881888628006,
+      "learning_rate": 9.181673728412605e-07,
+      "loss": 0.36418646574020386,
+      "step": 351
+    },
+    {
+      "epoch": 9.788732394366198,
+      "grad_norm": 0.37683361768722534,
+      "learning_rate": 9.177152042508077e-07,
+      "loss": 0.3779636323451996,
+      "step": 352
+    },
+    {
+      "epoch": 9.816901408450704,
+      "grad_norm": 0.39010605216026306,
+      "learning_rate": 9.17261915536072e-07,
+      "loss": 0.36634212732315063,
+      "step": 353
+    },
+    {
+      "epoch": 9.845070422535212,
+      "grad_norm": 0.36802294850349426,
+      "learning_rate": 9.168075080778494e-07,
+      "loss": 0.38199418783187866,
+      "step": 354
+    },
+    {
+      "epoch": 9.873239436619718,
+      "grad_norm": 0.3733425736427307,
+      "learning_rate": 9.163519832603436e-07,
+      "loss": 0.3606574833393097,
+      "step": 355
+    },
+    {
+      "epoch": 9.901408450704226,
+      "grad_norm": 0.3822286128997803,
+      "learning_rate": 9.158953424711624e-07,
+      "loss": 0.37162789702415466,
+      "step": 356
+    },
+    {
+      "epoch": 9.929577464788732,
+      "grad_norm": 0.3741500973701477,
+      "learning_rate": 9.154375871013128e-07,
+      "loss": 0.37218177318573,
+      "step": 357
+    },
+    {
+      "epoch": 9.95774647887324,
+      "grad_norm": 0.3810633718967438,
+      "learning_rate": 9.149787185451969e-07,
+      "loss": 0.3858764171600342,
+      "step": 358
+    },
+    {
+      "epoch": 9.985915492957746,
+      "grad_norm": 0.3737441599369049,
+      "learning_rate": 9.145187382006081e-07,
+      "loss": 0.3804674744606018,
+      "step": 359
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.5574419498443604,
+      "learning_rate": 9.140576474687263e-07,
+      "loss": 0.3975532650947571,
+      "step": 360
+    },
+    {
+      "epoch": 10.028169014084508,
+      "grad_norm": 0.408914715051651,
+      "learning_rate": 9.135954477541137e-07,
+      "loss": 0.3823505640029907,
+      "step": 361
+    },
+    {
+      "epoch": 10.056338028169014,
+      "grad_norm": 0.39666157960891724,
+      "learning_rate": 9.131321404647109e-07,
+      "loss": 0.37434619665145874,
+      "step": 362
+    },
+    {
+      "epoch": 10.084507042253522,
+      "grad_norm": 0.35813018679618835,
+      "learning_rate": 9.126677270118322e-07,
+      "loss": 0.3701414465904236,
+      "step": 363
+    },
+    {
+      "epoch": 10.112676056338028,
+      "grad_norm": 0.38024720549583435,
+      "learning_rate": 9.122022088101613e-07,
+      "loss": 0.3589220643043518,
+      "step": 364
+    },
+    {
+      "epoch": 10.140845070422536,
+      "grad_norm": 0.3755195438861847,
+      "learning_rate": 9.117355872777477e-07,
+      "loss": 0.3666345477104187,
+      "step": 365
+    },
+    {
+      "epoch": 10.169014084507042,
+      "grad_norm": 0.3826354742050171,
+      "learning_rate": 9.112678638360015e-07,
+      "loss": 0.3757998049259186,
+      "step": 366
+    },
+    {
+      "epoch": 10.19718309859155,
+      "grad_norm": 0.3689386248588562,
+      "learning_rate": 9.107990399096893e-07,
+      "loss": 0.36412084102630615,
+      "step": 367
+    },
+    {
+      "epoch": 10.225352112676056,
+      "grad_norm": 0.3600921034812927,
+      "learning_rate": 9.103291169269299e-07,
+      "loss": 0.37014394998550415,
+      "step": 368
+    },
+    {
+      "epoch": 10.253521126760564,
+      "grad_norm": 0.36930346488952637,
+      "learning_rate": 9.098580963191907e-07,
+      "loss": 0.37366440892219543,
+      "step": 369
+    },
+    {
+      "epoch": 10.28169014084507,
+      "grad_norm": 0.38112977147102356,
+      "learning_rate": 9.093859795212817e-07,
+      "loss": 0.35555559396743774,
+      "step": 370
+    },
+    {
+      "epoch": 10.309859154929578,
+      "grad_norm": 0.3857463598251343,
+      "learning_rate": 9.089127679713529e-07,
+      "loss": 0.36690396070480347,
+      "step": 371
+    },
+    {
+      "epoch": 10.338028169014084,
+      "grad_norm": 0.39062997698783875,
+      "learning_rate": 9.084384631108882e-07,
+      "loss": 0.3616250157356262,
+      "step": 372
+    },
+    {
+      "epoch": 10.366197183098592,
+      "grad_norm": 0.3763197958469391,
+      "learning_rate": 9.079630663847031e-07,
+      "loss": 0.3588902950286865,
+      "step": 373
+    },
+    {
+      "epoch": 10.394366197183098,
+      "grad_norm": 0.3925309479236603,
+      "learning_rate": 9.074865792409381e-07,
+      "loss": 0.3592212498188019,
+      "step": 374
+    },
+    {
+      "epoch": 10.422535211267606,
+      "grad_norm": 0.38808441162109375,
+      "learning_rate": 9.070090031310558e-07,
+      "loss": 0.36339810490608215,
+      "step": 375
+    },
+    {
+      "epoch": 10.450704225352112,
+      "grad_norm": 0.3804055154323578,
+      "learning_rate": 9.065303395098358e-07,
+      "loss": 0.35527950525283813,
+      "step": 376
+    },
+    {
+      "epoch": 10.47887323943662,
+      "grad_norm": 0.40296220779418945,
+      "learning_rate": 9.060505898353705e-07,
+      "loss": 0.37981516122817993,
+      "step": 377
+    },
+    {
+      "epoch": 10.507042253521126,
+      "grad_norm": 0.382583886384964,
+      "learning_rate": 9.055697555690607e-07,
+      "loss": 0.3662206530570984,
+      "step": 378
+    },
+    {
+      "epoch": 10.535211267605634,
+      "grad_norm": 0.3722359836101532,
+      "learning_rate": 9.050878381756107e-07,
+      "loss": 0.38016411662101746,
+      "step": 379
+    },
+    {
+      "epoch": 10.56338028169014,
+      "grad_norm": 0.37797069549560547,
+      "learning_rate": 9.046048391230247e-07,
+      "loss": 0.3583446741104126,
+      "step": 380
+    },
+    {
+      "epoch": 10.591549295774648,
+      "grad_norm": 0.3818921148777008,
+      "learning_rate": 9.041207598826017e-07,
+      "loss": 0.3454791307449341,
+      "step": 381
+    },
+    {
+      "epoch": 10.619718309859154,
+      "grad_norm": 0.3798826336860657,
+      "learning_rate": 9.036356019289309e-07,
+      "loss": 0.37033557891845703,
+      "step": 382
+    },
+    {
+      "epoch": 10.647887323943662,
+      "grad_norm": 0.3845714032649994,
+      "learning_rate": 9.031493667398872e-07,
+      "loss": 0.38480767607688904,
+      "step": 383
+    },
+    {
+      "epoch": 10.676056338028168,
+      "grad_norm": 0.38121894001960754,
+      "learning_rate": 9.026620557966279e-07,
+      "loss": 0.3667231500148773,
+      "step": 384
+    },
+    {
+      "epoch": 10.704225352112676,
+      "grad_norm": 0.3911556005477905,
+      "learning_rate": 9.021736705835862e-07,
+      "loss": 0.38062405586242676,
+      "step": 385
+    },
+    {
+      "epoch": 10.732394366197184,
+      "grad_norm": 0.3855709135532379,
+      "learning_rate": 9.016842125884684e-07,
+      "loss": 0.3813501298427582,
+      "step": 386
+    },
+    {
+      "epoch": 10.76056338028169,
+      "grad_norm": 0.36581486463546753,
+      "learning_rate": 9.011936833022484e-07,
+      "loss": 0.37611764669418335,
+      "step": 387
+    },
+    {
+      "epoch": 10.788732394366198,
+      "grad_norm": 0.36487480998039246,
+      "learning_rate": 9.007020842191634e-07,
+      "loss": 0.3561417758464813,
+      "step": 388
+    },
+    {
+      "epoch": 10.816901408450704,
+      "grad_norm": 0.38142985105514526,
+      "learning_rate": 9.002094168367095e-07,
+      "loss": 0.36552196741104126,
+      "step": 389
+    },
+    {
+      "epoch": 10.845070422535212,
+      "grad_norm": 0.43826037645339966,
+      "learning_rate": 8.997156826556369e-07,
+      "loss": 0.3591921329498291,
+      "step": 390
+    },
+    {
+      "epoch": 10.873239436619718,
+      "grad_norm": 0.392564982175827,
+      "learning_rate": 8.992208831799456e-07,
+      "loss": 0.35333842039108276,
+      "step": 391
+    },
+    {
+      "epoch": 10.901408450704226,
+      "grad_norm": 0.37918829917907715,
+      "learning_rate": 8.987250199168808e-07,
+      "loss": 0.3890402615070343,
+      "step": 392
+    },
+    {
+      "epoch": 10.929577464788732,
+      "grad_norm": 0.3998699188232422,
+      "learning_rate": 8.982280943769278e-07,
+      "loss": 0.37613236904144287,
+      "step": 393
+    },
+    {
+      "epoch": 10.95774647887324,
+      "grad_norm": 0.38326117396354675,
+      "learning_rate": 8.977301080738079e-07,
+      "loss": 0.3537328243255615,
+      "step": 394
+    },
+    {
+      "epoch": 10.985915492957746,
+      "grad_norm": 0.4009212851524353,
+      "learning_rate": 8.97231062524474e-07,
+      "loss": 0.3686075806617737,
+      "step": 395
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 0.5113705992698669,
+      "learning_rate": 8.967309592491052e-07,
+      "loss": 0.3567275404930115,
+      "step": 396
+    },
+    {
+      "epoch": 11.028169014084508,
+      "grad_norm": 0.39269763231277466,
+      "learning_rate": 8.962297997711027e-07,
+      "loss": 0.3689637780189514,
+      "step": 397
+    },
+    {
+      "epoch": 11.056338028169014,
+      "grad_norm": 0.3715799152851105,
+      "learning_rate": 8.957275856170855e-07,
+      "loss": 0.3731398582458496,
+      "step": 398
+    },
+    {
+      "epoch": 11.084507042253522,
+      "grad_norm": 0.3999379873275757,
+      "learning_rate": 8.952243183168848e-07,
+      "loss": 0.35057908296585083,
+      "step": 399
+    },
+    {
+      "epoch": 11.112676056338028,
+      "grad_norm": 0.3621755540370941,
+      "learning_rate": 8.9471999940354e-07,
+      "loss": 0.36143216490745544,
+      "step": 400
+    },
+    {
+      "epoch": 11.140845070422536,
+      "grad_norm": 0.3664521872997284,
+      "learning_rate": 8.942146304132943e-07,
+      "loss": 0.36459916830062866,
+      "step": 401
+    },
+    {
+      "epoch": 11.169014084507042,
+      "grad_norm": 0.36989837884902954,
+      "learning_rate": 8.937082128855891e-07,
+      "loss": 0.35209208726882935,
+      "step": 402
+    },
+    {
+      "epoch": 11.19718309859155,
+      "grad_norm": 0.3864418864250183,
+      "learning_rate": 8.932007483630596e-07,
+      "loss": 0.3611026406288147,
+      "step": 403
+    },
+    {
+      "epoch": 11.225352112676056,
+      "grad_norm": 0.3848041892051697,
+      "learning_rate": 8.926922383915315e-07,
+      "loss": 0.3566674590110779,
+      "step": 404
+    },
+    {
+      "epoch": 11.253521126760564,
+      "grad_norm": 0.3938388228416443,
+      "learning_rate": 8.921826845200138e-07,
+      "loss": 0.36684882640838623,
+      "step": 405
+    },
+    {
+      "epoch": 11.28169014084507,
+      "grad_norm": 0.38600727915763855,
+      "learning_rate": 8.916720883006963e-07,
+      "loss": 0.3495212495326996,
+      "step": 406
+    },
+    {
+      "epoch": 11.309859154929578,
+      "grad_norm": 0.3858475983142853,
+      "learning_rate": 8.911604512889434e-07,
+      "loss": 0.36758288741111755,
+      "step": 407
+    },
+    {
+      "epoch": 11.338028169014084,
+      "grad_norm": 0.3926028609275818,
+      "learning_rate": 8.906477750432903e-07,
+      "loss": 0.3653443455696106,
+      "step": 408
+    },
+    {
+      "epoch": 11.366197183098592,
+      "grad_norm": 0.3862815201282501,
+      "learning_rate": 8.901340611254378e-07,
+      "loss": 0.36144793033599854,
+      "step": 409
+    },
+    {
+      "epoch": 11.394366197183098,
+      "grad_norm": 0.3828945755958557,
+      "learning_rate": 8.896193111002475e-07,
+      "loss": 0.36112335324287415,
+      "step": 410
+    },
+    {
+      "epoch": 11.422535211267606,
+      "grad_norm": 0.36892107129096985,
+      "learning_rate": 8.891035265357371e-07,
+      "loss": 0.3514392375946045,
+      "step": 411
+    },
+    {
+      "epoch": 11.450704225352112,
+      "grad_norm": 0.3868485391139984,
+      "learning_rate": 8.88586709003076e-07,
+      "loss": 0.3583905100822449,
+      "step": 412
+    },
+    {
+      "epoch": 11.47887323943662,
+      "grad_norm": 0.3802708089351654,
+      "learning_rate": 8.8806886007658e-07,
+      "loss": 0.3574969470500946,
+      "step": 413
+    },
+    {
+      "epoch": 11.507042253521126,
+      "grad_norm": 0.4039209187030792,
+      "learning_rate": 8.875499813337067e-07,
+      "loss": 0.3605828881263733,
+      "step": 414
+    },
+    {
+      "epoch": 11.535211267605634,
+      "grad_norm": 0.36766496300697327,
+      "learning_rate": 8.87030074355051e-07,
+      "loss": 0.3580583333969116,
+      "step": 415
+    },
+    {
+      "epoch": 11.56338028169014,
+      "grad_norm": 0.40306782722473145,
+      "learning_rate": 8.865091407243394e-07,
+      "loss": 0.3507153391838074,
+      "step": 416
+    },
+    {
+      "epoch": 11.591549295774648,
+      "grad_norm": 0.3760242760181427,
+      "learning_rate": 8.859871820284261e-07,
+      "loss": 0.3610009551048279,
+      "step": 417
+    },
+    {
+      "epoch": 11.619718309859154,
+      "grad_norm": 0.3728201687335968,
+      "learning_rate": 8.85464199857288e-07,
+      "loss": 0.36293601989746094,
+      "step": 418
+    },
+    {
+      "epoch": 11.647887323943662,
+      "grad_norm": 0.3799256980419159,
+      "learning_rate": 8.849401958040192e-07,
+      "loss": 0.3622777760028839,
+      "step": 419
+    },
+    {
+      "epoch": 11.676056338028168,
+      "grad_norm": 0.37681055068969727,
+      "learning_rate": 8.844151714648274e-07,
+      "loss": 0.37725430727005005,
+      "step": 420
+    },
+    {
+      "epoch": 11.704225352112676,
+      "grad_norm": 0.36682507395744324,
+      "learning_rate": 8.838891284390273e-07,
+      "loss": 0.3608296513557434,
+      "step": 421
+    },
+    {
+      "epoch": 11.732394366197184,
+      "grad_norm": 0.40212753415107727,
+      "learning_rate": 8.833620683290375e-07,
+      "loss": 0.36940503120422363,
+      "step": 422
+    },
+    {
+      "epoch": 11.76056338028169,
+      "grad_norm": 0.39507851004600525,
+      "learning_rate": 8.828339927403745e-07,
+      "loss": 0.36940622329711914,
+      "step": 423
+    },
+    {
+      "epoch": 11.788732394366198,
+      "grad_norm": 0.3753476142883301,
+      "learning_rate": 8.823049032816478e-07,
+      "loss": 0.3654807209968567,
+      "step": 424
+    },
+    {
+      "epoch": 11.816901408450704,
+      "grad_norm": 0.40209904313087463,
+      "learning_rate": 8.817748015645558e-07,
+      "loss": 0.38087406754493713,
+      "step": 425
+    },
+    {
+      "epoch": 11.845070422535212,
+      "grad_norm": 0.41672196984291077,
+      "learning_rate": 8.812436892038805e-07,
+      "loss": 0.376999169588089,
+      "step": 426
+    },
+    {
+      "epoch": 11.873239436619718,
+      "grad_norm": 0.38997018337249756,
+      "learning_rate": 8.807115678174819e-07,
+      "loss": 0.36242201924324036,
+      "step": 427
+    },
+    {
+      "epoch": 11.901408450704226,
+      "grad_norm": 0.3844313323497772,
+      "learning_rate": 8.801784390262943e-07,
+      "loss": 0.3589880168437958,
+      "step": 428
+    },
+    {
+      "epoch": 11.929577464788732,
+      "grad_norm": 0.39721062779426575,
+      "learning_rate": 8.796443044543203e-07,
+      "loss": 0.3740372657775879,
+      "step": 429
+    },
+    {
+      "epoch": 11.95774647887324,
+      "grad_norm": 0.3949345052242279,
+      "learning_rate": 8.791091657286267e-07,
+      "loss": 0.367824912071228,
+      "step": 430
+    },
+    {
+      "epoch": 11.985915492957746,
+      "grad_norm": 0.3663078844547272,
+      "learning_rate": 8.785730244793386e-07,
+      "loss": 0.3459323048591614,
+      "step": 431
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 0.5153440237045288,
+      "learning_rate": 8.780358823396352e-07,
+      "loss": 0.3602818250656128,
+      "step": 432
+    },
+    {
+      "epoch": 12.028169014084508,
+      "grad_norm": 0.4119972586631775,
+      "learning_rate": 8.774977409457447e-07,
+      "loss": 0.36752861738204956,
+      "step": 433
+    },
+    {
+      "epoch": 12.056338028169014,
+      "grad_norm": 0.3773941993713379,
+      "learning_rate": 8.769586019369391e-07,
+      "loss": 0.36021482944488525,
+      "step": 434
+    },
+    {
+      "epoch": 12.084507042253522,
+      "grad_norm": 0.3795655071735382,
+      "learning_rate": 8.764184669555293e-07,
+      "loss": 0.3426026999950409,
+      "step": 435
+    },
+    {
+      "epoch": 12.112676056338028,
+      "grad_norm": 0.4020242691040039,
+      "learning_rate": 8.758773376468604e-07,
+      "loss": 0.3724130392074585,
+      "step": 436
+    },
+    {
+      "epoch": 12.140845070422536,
+      "grad_norm": 0.3684321343898773,
+      "learning_rate": 8.753352156593055e-07,
+      "loss": 0.3493257761001587,
+      "step": 437
+    },
+    {
+      "epoch": 12.169014084507042,
+      "grad_norm": 0.37732994556427,
+      "learning_rate": 8.747921026442629e-07,
+      "loss": 0.36222606897354126,
+      "step": 438
+    },
+    {
+      "epoch": 12.19718309859155,
+      "grad_norm": 0.38256269693374634,
+      "learning_rate": 8.742480002561487e-07,
+      "loss": 0.3597019612789154,
+      "step": 439
+    },
+    {
+      "epoch": 12.225352112676056,
+      "grad_norm": 0.37773433327674866,
+      "learning_rate": 8.737029101523929e-07,
+      "loss": 0.36569148302078247,
+      "step": 440
+    },
+    {
+      "epoch": 12.253521126760564,
+      "grad_norm": 0.39633604884147644,
+      "learning_rate": 8.731568339934348e-07,
+      "loss": 0.34569287300109863,
+      "step": 441
+    },
+    {
+      "epoch": 12.28169014084507,
+      "grad_norm": 0.3998453617095947,
+      "learning_rate": 8.726097734427172e-07,
+      "loss": 0.36068615317344666,
+      "step": 442
+    },
+    {
+      "epoch": 12.309859154929578,
+      "grad_norm": 0.3984638750553131,
+      "learning_rate": 8.72061730166681e-07,
+      "loss": 0.355583518743515,
+      "step": 443
+    },
+    {
+      "epoch": 12.338028169014084,
+      "grad_norm": 0.38659578561782837,
+      "learning_rate": 8.715127058347614e-07,
+      "loss": 0.3660207688808441,
+      "step": 444
+    },
+    {
+      "epoch": 12.366197183098592,
+      "grad_norm": 0.3950231075286865,
+      "learning_rate": 8.709627021193816e-07,
+      "loss": 0.34942448139190674,
+      "step": 445
+    },
+    {
+      "epoch": 12.394366197183098,
+      "grad_norm": 0.404268354177475,
+      "learning_rate": 8.704117206959484e-07,
+      "loss": 0.3557840585708618,
+      "step": 446
+    },
+    {
+      "epoch": 12.422535211267606,
+      "grad_norm": 0.40802863240242004,
+      "learning_rate": 8.698597632428466e-07,
+      "loss": 0.3627977967262268,
+      "step": 447
+    },
+    {
+      "epoch": 12.450704225352112,
+      "grad_norm": 0.3712429702281952,
+      "learning_rate": 8.693068314414344e-07,
+      "loss": 0.35522907972335815,
+      "step": 448
+    },
+    {
+      "epoch": 12.47887323943662,
+      "grad_norm": 0.37290823459625244,
+      "learning_rate": 8.687529269760379e-07,
+      "loss": 0.3544667363166809,
+      "step": 449
+    },
+    {
+      "epoch": 12.507042253521126,
+      "grad_norm": 0.37418875098228455,
+      "learning_rate": 8.681980515339463e-07,
+      "loss": 0.3554455041885376,
+      "step": 450
+    },
+    {
+      "epoch": 12.535211267605634,
+      "grad_norm": 0.3866615891456604,
+      "learning_rate": 8.676422068054064e-07,
+      "loss": 0.366887629032135,
+      "step": 451
+    },
+    {
+      "epoch": 12.56338028169014,
+      "grad_norm": 0.40141481161117554,
+      "learning_rate": 8.670853944836176e-07,
+      "loss": 0.3531399369239807,
+      "step": 452
+    },
+    {
+      "epoch": 12.591549295774648,
+      "grad_norm": 0.38647815585136414,
+      "learning_rate": 8.665276162647267e-07,
+      "loss": 0.35906854271888733,
+      "step": 453
+    },
+    {
+      "epoch": 12.619718309859154,
+      "grad_norm": 0.38703131675720215,
+      "learning_rate": 8.659688738478231e-07,
+      "loss": 0.3740598261356354,
+      "step": 454
+    },
+    {
+      "epoch": 12.647887323943662,
+      "grad_norm": 0.3907453715801239,
+      "learning_rate": 8.654091689349329e-07,
+      "loss": 0.36058950424194336,
+      "step": 455
+    },
+    {
+      "epoch": 12.676056338028168,
+      "grad_norm": 0.3824431598186493,
+      "learning_rate": 8.648485032310144e-07,
+      "loss": 0.346851646900177,
+      "step": 456
+    },
+    {
+      "epoch": 12.704225352112676,
+      "grad_norm": 0.3692627251148224,
+      "learning_rate": 8.642868784439527e-07,
+      "loss": 0.36401131749153137,
+      "step": 457
+    },
+    {
+      "epoch": 12.732394366197184,
+      "grad_norm": 0.38447362184524536,
+      "learning_rate": 8.63724296284554e-07,
+      "loss": 0.37208425998687744,
+      "step": 458
+    },
+    {
+      "epoch": 12.76056338028169,
+      "grad_norm": 0.41238147020339966,
+      "learning_rate": 8.631607584665413e-07,
+      "loss": 0.3508748412132263,
+      "step": 459
+    },
+    {
+      "epoch": 12.788732394366198,
+      "grad_norm": 0.4168914556503296,
+      "learning_rate": 8.625962667065487e-07,
+      "loss": 0.3689703941345215,
+      "step": 460
+    },
+    {
+      "epoch": 12.816901408450704,
+      "grad_norm": 0.362250417470932,
+      "learning_rate": 8.620308227241157e-07,
+      "loss": 0.3565211892127991,
+      "step": 461
+    },
+    {
+      "epoch": 12.845070422535212,
+      "grad_norm": 0.3882714807987213,
+      "learning_rate": 8.614644282416831e-07,
+      "loss": 0.354469358921051,
+      "step": 462
+    },
+    {
+      "epoch": 12.873239436619718,
+      "grad_norm": 0.41290637850761414,
+      "learning_rate": 8.608970849845862e-07,
+      "loss": 0.3469231128692627,
+      "step": 463
+    },
+    {
+      "epoch": 12.901408450704226,
+      "grad_norm": 0.3723019063472748,
+      "learning_rate": 8.603287946810513e-07,
+      "loss": 0.3601073920726776,
+      "step": 464
+    },
+    {
+      "epoch": 12.929577464788732,
+      "grad_norm": 0.38471633195877075,
+      "learning_rate": 8.597595590621892e-07,
+      "loss": 0.35276687145233154,
+      "step": 465
+    },
+    {
+      "epoch": 12.95774647887324,
+      "grad_norm": 0.3747471570968628,
+      "learning_rate": 8.591893798619903e-07,
+      "loss": 0.36324065923690796,
+      "step": 466
+    },
+    {
+      "epoch": 12.985915492957746,
+      "grad_norm": 0.3682200014591217,
+      "learning_rate": 8.586182588173194e-07,
+      "loss": 0.3429381251335144,
+      "step": 467
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 0.5452975034713745,
+      "learning_rate": 8.580461976679099e-07,
+      "loss": 0.3639674186706543,
+      "step": 468
+    },
+    {
+      "epoch": 13.028169014084508,
+      "grad_norm": 0.37994059920310974,
+      "learning_rate": 8.574731981563597e-07,
+      "loss": 0.35528022050857544,
+      "step": 469
+    },
+    {
+      "epoch": 13.056338028169014,
+      "grad_norm": 0.36460980772972107,
+      "learning_rate": 8.568992620281243e-07,
+      "loss": 0.34681588411331177,
+      "step": 470
+    },
+    {
+      "epoch": 13.084507042253522,
+      "grad_norm": 0.3725976347923279,
+      "learning_rate": 8.56324391031513e-07,
+      "loss": 0.3548527956008911,
+      "step": 471
+    },
+    {
+      "epoch": 13.112676056338028,
+      "grad_norm": 0.3775046467781067,
+      "learning_rate": 8.557485869176825e-07,
+      "loss": 0.3620424270629883,
+      "step": 472
+    },
+    {
+      "epoch": 13.140845070422536,
+      "grad_norm": 0.3839409053325653,
+      "learning_rate": 8.551718514406318e-07,
+      "loss": 0.3539167642593384,
+      "step": 473
+    },
+    {
+      "epoch": 13.169014084507042,
+      "grad_norm": 0.374140202999115,
+      "learning_rate": 8.545941863571973e-07,
+      "loss": 0.3624025583267212,
+      "step": 474
+    },
+    {
+      "epoch": 13.19718309859155,
+      "grad_norm": 0.3937068283557892,
+      "learning_rate": 8.540155934270471e-07,
+      "loss": 0.3401454985141754,
+      "step": 475
+    },
+    {
+      "epoch": 13.225352112676056,
+      "grad_norm": 0.38825297355651855,
+      "learning_rate": 8.534360744126753e-07,
+      "loss": 0.3499498665332794,
+      "step": 476
+    },
+    {
+      "epoch": 13.253521126760564,
+      "grad_norm": 0.39202409982681274,
+      "learning_rate": 8.528556310793979e-07,
+      "loss": 0.3489566743373871,
+      "step": 477
+    },
+    {
+      "epoch": 13.28169014084507,
+      "grad_norm": 0.3716176748275757,
+      "learning_rate": 8.522742651953456e-07,
+      "loss": 0.35014504194259644,
+      "step": 478
+    },
+    {
+      "epoch": 13.309859154929578,
+      "grad_norm": 0.3892640471458435,
+      "learning_rate": 8.516919785314595e-07,
+      "loss": 0.34187570214271545,
+      "step": 479
+    },
+    {
+      "epoch": 13.338028169014084,
+      "grad_norm": 0.36670979857444763,
+      "learning_rate": 8.511087728614862e-07,
+      "loss": 0.36834079027175903,
+      "step": 480
+    },
+    {
+      "epoch": 13.366197183098592,
+      "grad_norm": 0.37734806537628174,
+      "learning_rate": 8.50524649961971e-07,
+      "loss": 0.343334436416626,
+      "step": 481
+    },
+    {
+      "epoch": 13.394366197183098,
+      "grad_norm": 0.3850347697734833,
+      "learning_rate": 8.499396116122535e-07,
+      "loss": 0.3575423061847687,
+      "step": 482
+    },
+    {
+      "epoch": 13.422535211267606,
+      "grad_norm": 0.3864496350288391,
+      "learning_rate": 8.493536595944622e-07,
+      "loss": 0.36800649762153625,
+      "step": 483
+    },
+    {
+      "epoch": 13.450704225352112,
+      "grad_norm": 0.3789742588996887,
+      "learning_rate": 8.487667956935087e-07,
+      "loss": 0.3633601665496826,
+      "step": 484
+    },
+    {
+      "epoch": 13.47887323943662,
+      "grad_norm": 0.37209466099739075,
+      "learning_rate": 8.481790216970819e-07,
+      "loss": 0.36307400465011597,
+      "step": 485
+    },
+    {
+      "epoch": 13.507042253521126,
+      "grad_norm": 0.37267136573791504,
+      "learning_rate": 8.475903393956433e-07,
+      "loss": 0.36202266812324524,
+      "step": 486
+    },
+    {
+      "epoch": 13.535211267605634,
+      "grad_norm": 0.38834360241889954,
+      "learning_rate": 8.470007505824215e-07,
+      "loss": 0.3597005605697632,
+      "step": 487
+    },
+    {
+      "epoch": 13.56338028169014,
+      "grad_norm": 0.37330684065818787,
+      "learning_rate": 8.464102570534061e-07,
+      "loss": 0.34499961137771606,
+      "step": 488
+    },
+    {
+      "epoch": 13.591549295774648,
+      "grad_norm": 0.3997851014137268,
+      "learning_rate": 8.458188606073431e-07,
+      "loss": 0.3451351523399353,
+      "step": 489
+    },
+    {
+      "epoch": 13.619718309859154,
+      "grad_norm": 0.38458433747291565,
+      "learning_rate": 8.452265630457282e-07,
+      "loss": 0.351215124130249,
+      "step": 490
+    },
+    {
+      "epoch": 13.647887323943662,
+      "grad_norm": 0.3588864505290985,
+      "learning_rate": 8.446333661728028e-07,
+      "loss": 0.35790491104125977,
+      "step": 491
+    },
+    {
+      "epoch": 13.676056338028168,
+      "grad_norm": 0.3922884166240692,
+      "learning_rate": 8.440392717955475e-07,
+      "loss": 0.3594629466533661,
+      "step": 492
+    },
+    {
+      "epoch": 13.704225352112676,
+      "grad_norm": 0.3857049345970154,
+      "learning_rate": 8.434442817236765e-07,
+      "loss": 0.34881383180618286,
+      "step": 493
+    },
+    {
+      "epoch": 13.732394366197184,
+      "grad_norm": 0.4017575681209564,
+      "learning_rate": 8.428483977696328e-07,
+      "loss": 0.3498556613922119,
+      "step": 494
+    },
+    {
+      "epoch": 13.76056338028169,
+      "grad_norm": 0.3752291798591614,
+      "learning_rate": 8.422516217485825e-07,
+      "loss": 0.3405389189720154,
+      "step": 495
+    },
+    {
+      "epoch": 13.788732394366198,
+      "grad_norm": 0.3852419853210449,
+      "learning_rate": 8.416539554784089e-07,
+      "loss": 0.3572129011154175,
+      "step": 496
+    },
+    {
+      "epoch": 13.816901408450704,
+      "grad_norm": 0.4124152958393097,
+      "learning_rate": 8.410554007797068e-07,
+      "loss": 0.3448854684829712,
+      "step": 497
+    },
+    {
+      "epoch": 13.845070422535212,
+      "grad_norm": 0.4105253219604492,
+      "learning_rate": 8.404559594757777e-07,
+      "loss": 0.35539665818214417,
+      "step": 498
+    },
+    {
+      "epoch": 13.873239436619718,
+      "grad_norm": 0.39284518361091614,
+      "learning_rate": 8.398556333926239e-07,
+      "loss": 0.36244136095046997,
+      "step": 499
+    },
+    {
+      "epoch": 13.901408450704226,
+      "grad_norm": 0.35972821712493896,
+      "learning_rate": 8.392544243589427e-07,
+      "loss": 0.3578004240989685,
+      "step": 500
+    },
+    {
+      "epoch": 13.929577464788732,
+      "grad_norm": 0.3711358904838562,
+      "learning_rate": 8.38652334206121e-07,
+      "loss": 0.34361594915390015,
+      "step": 501
+    },
+    {
+      "epoch": 13.95774647887324,
+      "grad_norm": 0.4135587513446808,
+      "learning_rate": 8.3804936476823e-07,
+      "loss": 0.36592596769332886,
+      "step": 502
+    },
+    {
+      "epoch": 13.985915492957746,
+      "grad_norm": 0.37095075845718384,
+      "learning_rate": 8.374455178820189e-07,
+      "loss": 0.3628469705581665,
+      "step": 503
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 0.5396003127098083,
+      "learning_rate": 8.368407953869103e-07,
+      "loss": 0.34858113527297974,
+      "step": 504
+    },
+    {
+      "epoch": 14.028169014084508,
+      "grad_norm": 0.3776472806930542,
+      "learning_rate": 8.362351991249937e-07,
+      "loss": 0.352533757686615,
+      "step": 505
+    },
+    {
+      "epoch": 14.056338028169014,
+      "grad_norm": 0.3781091570854187,
+      "learning_rate": 8.356287309410204e-07,
+      "loss": 0.3604869246482849,
+      "step": 506
+    },
+    {
+      "epoch": 14.084507042253522,
+      "grad_norm": 0.3902469277381897,
+      "learning_rate": 8.350213926823974e-07,
+      "loss": 0.3640694320201874,
+      "step": 507
+    },
+    {
+      "epoch": 14.112676056338028,
+      "grad_norm": 0.3881576359272003,
+      "learning_rate": 8.344131861991828e-07,
+      "loss": 0.3508457541465759,
+      "step": 508
+    },
+    {
+      "epoch": 14.140845070422536,
+      "grad_norm": 0.372915655374527,
+      "learning_rate": 8.338041133440788e-07,
+      "loss": 0.351182758808136,
+      "step": 509
+    },
+    {
+      "epoch": 14.169014084507042,
+      "grad_norm": 0.3760332465171814,
+      "learning_rate": 8.331941759724268e-07,
+      "loss": 0.35791683197021484,
+      "step": 510
+    },
+    {
+      "epoch": 14.19718309859155,
+      "grad_norm": 0.3700595796108246,
+      "learning_rate": 8.325833759422021e-07,
+      "loss": 0.35949069261550903,
+      "step": 511
+    },
+    {
+      "epoch": 14.225352112676056,
+      "grad_norm": 0.3730723261833191,
+      "learning_rate": 8.319717151140072e-07,
+      "loss": 0.3404577374458313,
+      "step": 512
+    },
+    {
+      "epoch": 14.253521126760564,
+      "grad_norm": 0.41635406017303467,
+      "learning_rate": 8.313591953510673e-07,
+      "loss": 0.37283679842948914,
+      "step": 513
+    },
+    {
+      "epoch": 14.28169014084507,
+      "grad_norm": 0.4026881456375122,
+      "learning_rate": 8.307458185192238e-07,
+      "loss": 0.34543269872665405,
+      "step": 514
+    },
+    {
+      "epoch": 14.309859154929578,
+      "grad_norm": 0.39402303099632263,
+      "learning_rate": 8.301315864869289e-07,
+      "loss": 0.34635818004608154,
+      "step": 515
+    },
+    {
+      "epoch": 14.338028169014084,
+      "grad_norm": 0.3800695836544037,
+      "learning_rate": 8.295165011252396e-07,
+      "loss": 0.3433900475502014,
+      "step": 516
+    },
+    {
+      "epoch": 14.366197183098592,
+      "grad_norm": 0.35776469111442566,
+      "learning_rate": 8.289005643078131e-07,
+      "loss": 0.3383639454841614,
+      "step": 517
+    },
+    {
+      "epoch": 14.394366197183098,
+      "grad_norm": 0.3785316050052643,
+      "learning_rate": 8.282837779108993e-07,
+      "loss": 0.346576452255249,
+      "step": 518
+    },
+    {
+      "epoch": 14.422535211267606,
+      "grad_norm": 0.3899250328540802,
+      "learning_rate": 8.276661438133368e-07,
+      "loss": 0.35042616724967957,
+      "step": 519
+    },
+    {
+      "epoch": 14.450704225352112,
+      "grad_norm": 0.37631621956825256,
+      "learning_rate": 8.270476638965461e-07,
+      "loss": 0.3533529043197632,
+      "step": 520
+    },
+    {
+      "epoch": 14.47887323943662,
+      "grad_norm": 0.3743092119693756,
+      "learning_rate": 8.264283400445243e-07,
+      "loss": 0.3409396708011627,
+      "step": 521
+    },
+    {
+      "epoch": 14.507042253521126,
+      "grad_norm": 0.38056522607803345,
+      "learning_rate": 8.258081741438394e-07,
+      "loss": 0.35600903630256653,
+      "step": 522
+    },
+    {
+      "epoch": 14.535211267605634,
+      "grad_norm": 0.37500396370887756,
+      "learning_rate": 8.25187168083624e-07,
+      "loss": 0.3521459400653839,
+      "step": 523
+    },
+    {
+      "epoch": 14.56338028169014,
+      "grad_norm": 0.38654470443725586,
+      "learning_rate": 8.245653237555705e-07,
+      "loss": 0.3409499228000641,
+      "step": 524
+    },
+    {
+      "epoch": 14.591549295774648,
+      "grad_norm": 0.40645715594291687,
+      "learning_rate": 8.239426430539243e-07,
+      "loss": 0.359097957611084,
+      "step": 525
+    },
+    {
+      "epoch": 14.619718309859154,
+      "grad_norm": 0.37087902426719666,
+      "learning_rate": 8.23319127875479e-07,
+      "loss": 0.3505946099758148,
+      "step": 526
+    },
+    {
+      "epoch": 14.647887323943662,
+      "grad_norm": 0.3707801401615143,
+      "learning_rate": 8.226947801195699e-07,
+      "loss": 0.3502677083015442,
+      "step": 527
+    },
+    {
+      "epoch": 14.676056338028168,
+      "grad_norm": 0.38573163747787476,
+      "learning_rate": 8.220696016880687e-07,
+      "loss": 0.3493162989616394,
+      "step": 528
+    },
+    {
+      "epoch": 14.704225352112676,
+      "grad_norm": 0.4001166820526123,
+      "learning_rate": 8.21443594485377e-07,
+      "loss": 0.3506782352924347,
+      "step": 529
+    },
+    {
+      "epoch": 14.732394366197184,
+      "grad_norm": 0.38506975769996643,
+      "learning_rate": 8.208167604184217e-07,
+      "loss": 0.34733596444129944,
+      "step": 530
+    },
+    {
+      "epoch": 14.76056338028169,
+      "grad_norm": 0.3804541826248169,
+      "learning_rate": 8.201891013966478e-07,
+      "loss": 0.33838513493537903,
+      "step": 531
+    },
+    {
+      "epoch": 14.788732394366198,
+      "grad_norm": 0.3855923116207123,
+      "learning_rate": 8.195606193320136e-07,
+      "loss": 0.3545091450214386,
+      "step": 532
+    },
+    {
+      "epoch": 14.816901408450704,
+      "grad_norm": 0.38002100586891174,
+      "learning_rate": 8.189313161389844e-07,
+      "loss": 0.3370533585548401,
+      "step": 533
+    },
+    {
+      "epoch": 14.845070422535212,
+      "grad_norm": 0.3642506003379822,
+      "learning_rate": 8.183011937345271e-07,
+      "loss": 0.3401836156845093,
+      "step": 534
+    },
+    {
+      "epoch": 14.873239436619718,
+      "grad_norm": 0.3708590865135193,
+      "learning_rate": 8.176702540381036e-07,
+      "loss": 0.34280404448509216,
+      "step": 535
+    },
+    {
+      "epoch": 14.901408450704226,
+      "grad_norm": 0.39392298460006714,
+      "learning_rate": 8.170384989716657e-07,
+      "loss": 0.3544384837150574,
+      "step": 536
+    },
+    {
+      "epoch": 14.929577464788732,
+      "grad_norm": 0.3707094192504883,
+      "learning_rate": 8.164059304596488e-07,
+      "loss": 0.3490797281265259,
+      "step": 537
+    },
+    {
+      "epoch": 14.95774647887324,
+      "grad_norm": 0.38153553009033203,
+      "learning_rate": 8.157725504289664e-07,
+      "loss": 0.3643110990524292,
+      "step": 538
+    },
+    {
+      "epoch": 14.985915492957746,
+      "grad_norm": 0.3858087360858917,
+      "learning_rate": 8.151383608090039e-07,
+      "loss": 0.350948303937912,
+      "step": 539
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 0.5356346368789673,
+      "learning_rate": 8.145033635316128e-07,
+      "loss": 0.3669792115688324,
+      "step": 540
+    },
+    {
+      "epoch": 15.028169014084508,
+      "grad_norm": 0.3815496861934662,
+      "learning_rate": 8.138675605311051e-07,
+      "loss": 0.3322640657424927,
+      "step": 541
+    },
+    {
+      "epoch": 15.056338028169014,
+      "grad_norm": 0.37720146775245667,
+      "learning_rate": 8.13230953744247e-07,
+      "loss": 0.3458060026168823,
+      "step": 542
+    },
+    {
+      "epoch": 15.084507042253522,
+      "grad_norm": 0.3754969835281372,
+      "learning_rate": 8.125935451102528e-07,
+      "loss": 0.3553546965122223,
+      "step": 543
+    },
+    {
+      "epoch": 15.112676056338028,
+      "grad_norm": 0.36978018283843994,
+      "learning_rate": 8.119553365707802e-07,
+      "loss": 0.3408074975013733,
+      "step": 544
+    },
+    {
+      "epoch": 15.140845070422536,
+      "grad_norm": 0.3989609479904175,
+      "learning_rate": 8.113163300699228e-07,
+      "loss": 0.3464876413345337,
+      "step": 545
+    },
+    {
+      "epoch": 15.169014084507042,
+      "grad_norm": 0.36658549308776855,
+      "learning_rate": 8.106765275542053e-07,
+      "loss": 0.3466334342956543,
+      "step": 546
+    },
+    {
+      "epoch": 15.19718309859155,
+      "grad_norm": 0.39741599559783936,
+      "learning_rate": 8.100359309725774e-07,
+      "loss": 0.34825024008750916,
+      "step": 547
+    },
+    {
+      "epoch": 15.225352112676056,
+      "grad_norm": 0.3813125789165497,
+      "learning_rate": 8.093945422764069e-07,
+      "loss": 0.3407784104347229,
+      "step": 548
+    },
+    {
+      "epoch": 15.253521126760564,
+      "grad_norm": 0.3777227997779846,
+      "learning_rate": 8.087523634194754e-07,
+      "loss": 0.34016621112823486,
+      "step": 549
+    },
+    {
+      "epoch": 15.28169014084507,
+      "grad_norm": 0.38441628217697144,
+      "learning_rate": 8.081093963579707e-07,
+      "loss": 0.34003114700317383,
+      "step": 550
+    },
+    {
+      "epoch": 15.309859154929578,
+      "grad_norm": 0.3793286681175232,
+      "learning_rate": 8.074656430504823e-07,
+      "loss": 0.3448694348335266,
+      "step": 551
+    },
+    {
+      "epoch": 15.338028169014084,
+      "grad_norm": 0.3836040198802948,
+      "learning_rate": 8.068211054579943e-07,
+      "loss": 0.3474279046058655,
+      "step": 552
+    },
+    {
+      "epoch": 15.366197183098592,
+      "grad_norm": 0.37479010224342346,
+      "learning_rate": 8.061757855438799e-07,
+      "loss": 0.3372560739517212,
+      "step": 553
+    },
+    {
+      "epoch": 15.394366197183098,
+      "grad_norm": 0.37694352865219116,
+      "learning_rate": 8.055296852738956e-07,
+      "loss": 0.34544262290000916,
+      "step": 554
+    },
+    {
+      "epoch": 15.422535211267606,
+      "grad_norm": 0.3711282014846802,
+      "learning_rate": 8.048828066161747e-07,
+      "loss": 0.3580097556114197,
+      "step": 555
+    },
+    {
+      "epoch": 15.450704225352112,
+      "grad_norm": 0.3893590569496155,
+      "learning_rate": 8.04235151541222e-07,
+      "loss": 0.34728002548217773,
+      "step": 556
+    },
+    {
+      "epoch": 15.47887323943662,
+      "grad_norm": 0.36593759059906006,
+      "learning_rate": 8.035867220219071e-07,
+      "loss": 0.34468919038772583,
+      "step": 557
+    },
+    {
+      "epoch": 15.507042253521126,
+      "grad_norm": 0.39856672286987305,
+      "learning_rate": 8.029375200334587e-07,
+      "loss": 0.3579489588737488,
+      "step": 558
+    },
+    {
+      "epoch": 15.535211267605634,
+      "grad_norm": 0.3780282735824585,
+      "learning_rate": 8.022875475534588e-07,
+      "loss": 0.3498050272464752,
+      "step": 559
+    },
+    {
+      "epoch": 15.56338028169014,
+      "grad_norm": 0.3642277121543884,
+      "learning_rate": 8.01636806561836e-07,
+      "loss": 0.33729854226112366,
+      "step": 560
+    },
+    {
+      "epoch": 15.591549295774648,
+      "grad_norm": 0.37629276514053345,
+      "learning_rate": 8.009852990408606e-07,
+      "loss": 0.3551182746887207,
+      "step": 561
+    },
+    {
+      "epoch": 15.619718309859154,
+      "grad_norm": 0.3910060226917267,
+      "learning_rate": 8.003330269751372e-07,
+      "loss": 0.34621596336364746,
+      "step": 562
+    },
+    {
+      "epoch": 15.647887323943662,
+      "grad_norm": 0.39113184809684753,
+      "learning_rate": 7.996799923515997e-07,
+      "loss": 0.3548876643180847,
+      "step": 563
+    },
+    {
+      "epoch": 15.676056338028168,
+      "grad_norm": 0.3808310329914093,
+      "learning_rate": 7.990261971595048e-07,
+      "loss": 0.36337122321128845,
+      "step": 564
+    },
+    {
+      "epoch": 15.704225352112676,
+      "grad_norm": 0.39411720633506775,
+      "learning_rate": 7.983716433904262e-07,
+      "loss": 0.33870428800582886,
+      "step": 565
+    },
+    {
+      "epoch": 15.732394366197184,
+      "grad_norm": 0.3887096047401428,
+      "learning_rate": 7.977163330382479e-07,
+      "loss": 0.35169994831085205,
+      "step": 566
+    },
+    {
+      "epoch": 15.76056338028169,
+      "grad_norm": 0.3939286172389984,
+      "learning_rate": 7.970602680991592e-07,
+      "loss": 0.34998422861099243,
+      "step": 567
+    },
+    {
+      "epoch": 15.788732394366198,
+      "grad_norm": 0.3565775454044342,
+      "learning_rate": 7.964034505716476e-07,
+      "loss": 0.3486759662628174,
+      "step": 568
+    },
+    {
+      "epoch": 15.816901408450704,
+      "grad_norm": 0.3899053931236267,
+      "learning_rate": 7.957458824564931e-07,
+      "loss": 0.35851621627807617,
+      "step": 569
+    },
+    {
+      "epoch": 15.845070422535212,
+      "grad_norm": 0.3830185830593109,
+      "learning_rate": 7.950875657567621e-07,
+      "loss": 0.33559471368789673,
+      "step": 570
+    },
+    {
+      "epoch": 15.873239436619718,
+      "grad_norm": 0.40776732563972473,
+      "learning_rate": 7.944285024778017e-07,
+      "loss": 0.35246986150741577,
+      "step": 571
+    },
+    {
+      "epoch": 15.901408450704226,
+      "grad_norm": 0.3857426047325134,
+      "learning_rate": 7.93768694627233e-07,
+      "loss": 0.36824092268943787,
+      "step": 572
+    },
+    {
+      "epoch": 15.929577464788732,
+      "grad_norm": 0.3712272644042969,
+      "learning_rate": 7.931081442149448e-07,
+      "loss": 0.34515848755836487,
+      "step": 573
+    },
+    {
+      "epoch": 15.95774647887324,
+      "grad_norm": 0.3721475303173065,
+      "learning_rate": 7.924468532530883e-07,
+      "loss": 0.3364425301551819,
+      "step": 574
+    },
+    {
+      "epoch": 15.985915492957746,
+      "grad_norm": 0.37941086292266846,
+      "learning_rate": 7.917848237560708e-07,
+      "loss": 0.34333279728889465,
+      "step": 575
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 0.5400592684745789,
+      "learning_rate": 7.911220577405484e-07,
+      "loss": 0.34126609563827515,
+      "step": 576
+    },
+    {
+      "epoch": 16.028169014084508,
+      "grad_norm": 0.3806915581226349,
+      "learning_rate": 7.904585572254218e-07,
+      "loss": 0.3439810276031494,
+      "step": 577
+    },
+    {
+      "epoch": 16.056338028169016,
+      "grad_norm": 0.365713506937027,
+      "learning_rate": 7.897943242318285e-07,
+      "loss": 0.3540935218334198,
+      "step": 578
+    },
+    {
+      "epoch": 16.08450704225352,
+      "grad_norm": 0.3724060654640198,
+      "learning_rate": 7.891293607831373e-07,
+      "loss": 0.3323290944099426,
+      "step": 579
+    },
+    {
+      "epoch": 16.112676056338028,
+      "grad_norm": 0.38560864329338074,
+      "learning_rate": 7.884636689049422e-07,
+      "loss": 0.34806182980537415,
+      "step": 580
+    },
+    {
+      "epoch": 16.140845070422536,
+      "grad_norm": 0.3800376057624817,
+      "learning_rate": 7.877972506250562e-07,
+      "loss": 0.33772388100624084,
+      "step": 581
+    },
+    {
+      "epoch": 16.169014084507044,
+      "grad_norm": 0.38416358828544617,
+      "learning_rate": 7.871301079735049e-07,
+      "loss": 0.3476141095161438,
+      "step": 582
+    },
+    {
+      "epoch": 16.197183098591548,
+      "grad_norm": 0.38566768169403076,
+      "learning_rate": 7.864622429825204e-07,
+      "loss": 0.357825368642807,
+      "step": 583
+    },
+    {
+      "epoch": 16.225352112676056,
+      "grad_norm": 0.36804598569869995,
+      "learning_rate": 7.857936576865356e-07,
+      "loss": 0.34387123584747314,
+      "step": 584
+    },
+    {
+      "epoch": 16.253521126760564,
+      "grad_norm": 0.37404003739356995,
+      "learning_rate": 7.851243541221769e-07,
+      "loss": 0.3607553243637085,
+      "step": 585
+    },
+    {
+      "epoch": 16.281690140845072,
+      "grad_norm": 0.3866511881351471,
+      "learning_rate": 7.844543343282595e-07,
+      "loss": 0.34078526496887207,
+      "step": 586
+    },
+    {
+      "epoch": 16.309859154929576,
+      "grad_norm": 0.37802958488464355,
+      "learning_rate": 7.837836003457793e-07,
+      "loss": 0.35176295042037964,
+      "step": 587
+    },
+    {
+      "epoch": 16.338028169014084,
+      "grad_norm": 0.3895554542541504,
+      "learning_rate": 7.831121542179086e-07,
+      "loss": 0.35642701387405396,
+      "step": 588
+    },
+    {
+      "epoch": 16.366197183098592,
+      "grad_norm": 0.38933444023132324,
+      "learning_rate": 7.824399979899889e-07,
+      "loss": 0.3432256579399109,
+      "step": 589
+    },
+    {
+      "epoch": 16.3943661971831,
+      "grad_norm": 0.3860255181789398,
+      "learning_rate": 7.817671337095244e-07,
+      "loss": 0.33256232738494873,
+      "step": 590
+    },
+    {
+      "epoch": 16.422535211267604,
+      "grad_norm": 0.37760087847709656,
+      "learning_rate": 7.810935634261764e-07,
+      "loss": 0.33182838559150696,
+      "step": 591
+    },
+    {
+      "epoch": 16.450704225352112,
+      "grad_norm": 0.43271970748901367,
+      "learning_rate": 7.804192891917571e-07,
+      "loss": 0.3370242416858673,
+      "step": 592
+    },
+    {
+      "epoch": 16.47887323943662,
+      "grad_norm": 0.3976680338382721,
+      "learning_rate": 7.797443130602226e-07,
+      "loss": 0.3409218490123749,
+      "step": 593
+    },
+    {
+      "epoch": 16.507042253521128,
+      "grad_norm": 0.3847591280937195,
+      "learning_rate": 7.79068637087667e-07,
+      "loss": 0.34397250413894653,
+      "step": 594
+    },
+    {
+      "epoch": 16.535211267605632,
+      "grad_norm": 0.4225793182849884,
+      "learning_rate": 7.783922633323169e-07,
+      "loss": 0.3583061099052429,
+      "step": 595
+    },
+    {
+      "epoch": 16.56338028169014,
+      "grad_norm": 0.38739070296287537,
+      "learning_rate": 7.777151938545235e-07,
+      "loss": 0.3420133590698242,
+      "step": 596
+    },
+    {
+      "epoch": 16.591549295774648,
+      "grad_norm": 0.38219913840293884,
+      "learning_rate": 7.770374307167585e-07,
+      "loss": 0.3353823721408844,
+      "step": 597
+    },
+    {
+      "epoch": 16.619718309859156,
+      "grad_norm": 0.38513585925102234,
+      "learning_rate": 7.763589759836058e-07,
+      "loss": 0.3592385947704315,
+      "step": 598
+    },
+    {
+      "epoch": 16.647887323943664,
+      "grad_norm": 0.37446147203445435,
+      "learning_rate": 7.756798317217558e-07,
+      "loss": 0.3497603237628937,
+      "step": 599
+    },
+    {
+      "epoch": 16.676056338028168,
+      "grad_norm": 0.3799225091934204,
+      "learning_rate": 7.75e-07,
+      "loss": 0.33129948377609253,
+      "step": 600
+    },
+    {
+      "epoch": 16.704225352112676,
+      "grad_norm": 0.3865351676940918,
+      "learning_rate": 7.743194828892235e-07,
+      "loss": 0.34597867727279663,
+      "step": 601
+    },
+    {
+      "epoch": 16.732394366197184,
+      "grad_norm": 0.38422080874443054,
+      "learning_rate": 7.736382824623999e-07,
+      "loss": 0.34420183300971985,
+      "step": 602
+    },
+    {
+      "epoch": 16.760563380281692,
+      "grad_norm": 0.3683478832244873,
+      "learning_rate": 7.729564007945834e-07,
+      "loss": 0.3431108593940735,
+      "step": 603
+    },
+    {
+      "epoch": 16.788732394366196,
+      "grad_norm": 0.36752188205718994,
+      "learning_rate": 7.72273839962904e-07,
+      "loss": 0.3431229591369629,
+      "step": 604
+    },
+    {
+      "epoch": 16.816901408450704,
+      "grad_norm": 0.38291314244270325,
+      "learning_rate": 7.715906020465602e-07,
+      "loss": 0.344490647315979,
+      "step": 605
+    },
+    {
+      "epoch": 16.845070422535212,
+      "grad_norm": 0.3902081847190857,
+      "learning_rate": 7.709066891268133e-07,
+      "loss": 0.3327999711036682,
+      "step": 606
+    },
+    {
+      "epoch": 16.87323943661972,
+      "grad_norm": 0.39360862970352173,
+      "learning_rate": 7.702221032869808e-07,
+      "loss": 0.3507109582424164,
+      "step": 607
+    },
+    {
+      "epoch": 16.901408450704224,
+      "grad_norm": 0.38735586404800415,
+      "learning_rate": 7.695368466124296e-07,
+      "loss": 0.3384973704814911,
+      "step": 608
+    },
+    {
+      "epoch": 16.929577464788732,
+      "grad_norm": 0.37811803817749023,
+      "learning_rate": 7.688509211905707e-07,
+      "loss": 0.34107083082199097,
+      "step": 609
+    },
+    {
+      "epoch": 16.95774647887324,
+      "grad_norm": 0.3972027897834778,
+      "learning_rate": 7.681643291108517e-07,
+      "loss": 0.33823147416114807,
+      "step": 610
+    },
+    {
+      "epoch": 16.985915492957748,
+      "grad_norm": 0.409056693315506,
+      "learning_rate": 7.67477072464751e-07,
+      "loss": 0.3435848653316498,
+      "step": 611
+    },
+    {
+      "epoch": 17.0,
+      "grad_norm": 0.5482017397880554,
+      "learning_rate": 7.667891533457718e-07,
+      "loss": 0.34469878673553467,
+      "step": 612
+    },
+    {
+      "epoch": 17.028169014084508,
+      "grad_norm": 0.37880438566207886,
+      "learning_rate": 7.661005738494349e-07,
+      "loss": 0.340010404586792,
+      "step": 613
+    },
+    {
+      "epoch": 17.056338028169016,
+      "grad_norm": 0.37945932149887085,
+      "learning_rate": 7.654113360732732e-07,
+      "loss": 0.33479446172714233,
+      "step": 614
+    },
+    {
+      "epoch": 17.08450704225352,
+      "grad_norm": 0.3803980350494385,
+      "learning_rate": 7.647214421168238e-07,
+      "loss": 0.33284443616867065,
+      "step": 615
+    },
+    {
+      "epoch": 17.112676056338028,
+      "grad_norm": 0.3687640428543091,
+      "learning_rate": 7.640308940816239e-07,
+      "loss": 0.3429029881954193,
+      "step": 616
+    },
+    {
+      "epoch": 17.140845070422536,
+      "grad_norm": 0.3732313811779022,
+      "learning_rate": 7.633396940712023e-07,
+      "loss": 0.346540242433548,
+      "step": 617
+    },
+    {
+      "epoch": 17.169014084507044,
+      "grad_norm": 0.36889249086380005,
+      "learning_rate": 7.626478441910744e-07,
+      "loss": 0.34171944856643677,
+      "step": 618
+    },
+    {
+      "epoch": 17.197183098591548,
+      "grad_norm": 0.3906193673610687,
+      "learning_rate": 7.619553465487344e-07,
+      "loss": 0.3259759545326233,
+      "step": 619
+    },
+    {
+      "epoch": 17.225352112676056,
+      "grad_norm": 0.3841656744480133,
+      "learning_rate": 7.612622032536507e-07,
+      "loss": 0.331236869096756,
+      "step": 620
+    },
+    {
+      "epoch": 17.253521126760564,
+      "grad_norm": 0.4112148880958557,
+      "learning_rate": 7.60568416417258e-07,
+      "loss": 0.34965720772743225,
+      "step": 621
+    },
+    {
+      "epoch": 17.281690140845072,
+      "grad_norm": 0.3935334384441376,
+      "learning_rate": 7.59873988152951e-07,
+      "loss": 0.34438279271125793,
+      "step": 622
+    },
+    {
+      "epoch": 17.309859154929576,
+      "grad_norm": 0.36690011620521545,
+      "learning_rate": 7.591789205760789e-07,
+      "loss": 0.346940815448761,
+      "step": 623
+    },
+    {
+      "epoch": 17.338028169014084,
+      "grad_norm": 0.39343443512916565,
+      "learning_rate": 7.584832158039378e-07,
+      "loss": 0.3512117862701416,
+      "step": 624
+    },
+    {
+      "epoch": 17.366197183098592,
+      "grad_norm": 0.39378273487091064,
+      "learning_rate": 7.577868759557653e-07,
+      "loss": 0.3479688763618469,
+      "step": 625
+    },
+    {
+      "epoch": 17.3943661971831,
+      "grad_norm": 0.38349923491477966,
+      "learning_rate": 7.570899031527332e-07,
+      "loss": 0.3258413076400757,
+      "step": 626
+    },
+    {
+      "epoch": 17.422535211267604,
+      "grad_norm": 0.3738706111907959,
+      "learning_rate": 7.563922995179418e-07,
+      "loss": 0.34239041805267334,
+      "step": 627
+    },
+    {
+      "epoch": 17.450704225352112,
+      "grad_norm": 0.39493557810783386,
+      "learning_rate": 7.556940671764124e-07,
+      "loss": 0.35372307896614075,
+      "step": 628
+    },
+    {
+      "epoch": 17.47887323943662,
+      "grad_norm": 0.3801724910736084,
+      "learning_rate": 7.54995208255082e-07,
+      "loss": 0.34363144636154175,
+      "step": 629
+    },
+    {
+      "epoch": 17.507042253521128,
+      "grad_norm": 0.39354074001312256,
+      "learning_rate": 7.54295724882796e-07,
+      "loss": 0.35302555561065674,
+      "step": 630
+    },
+    {
+      "epoch": 17.535211267605632,
+      "grad_norm": 0.3849182724952698,
+      "learning_rate": 7.535956191903021e-07,
+      "loss": 0.3301173448562622,
+      "step": 631
+    },
+    {
+      "epoch": 17.56338028169014,
+      "grad_norm": 0.42660990357398987,
+      "learning_rate": 7.528948933102438e-07,
+      "loss": 0.34373244643211365,
+      "step": 632
+    },
+    {
+      "epoch": 17.591549295774648,
+      "grad_norm": 0.4158874750137329,
+      "learning_rate": 7.521935493771534e-07,
+      "loss": 0.3334096670150757,
+      "step": 633
+    },
+    {
+      "epoch": 17.619718309859156,
+      "grad_norm": 0.3729299008846283,
+      "learning_rate": 7.514915895274463e-07,
+      "loss": 0.34392040967941284,
+      "step": 634
+    },
+    {
+      "epoch": 17.647887323943664,
+      "grad_norm": 0.37672823667526245,
+      "learning_rate": 7.507890158994139e-07,
+      "loss": 0.34529420733451843,
+      "step": 635
+    },
+    {
+      "epoch": 17.676056338028168,
+      "grad_norm": 0.38537341356277466,
+      "learning_rate": 7.500858306332172e-07,
+      "loss": 0.3379954695701599,
+      "step": 636
+    },
+    {
+      "epoch": 17.704225352112676,
+      "grad_norm": 0.3827511966228485,
+      "learning_rate": 7.493820358708809e-07,
+      "loss": 0.34008336067199707,
+      "step": 637
+    },
+    {
+      "epoch": 17.732394366197184,
+      "grad_norm": 0.3780139684677124,
+      "learning_rate": 7.486776337562853e-07,
+      "loss": 0.34520262479782104,
+      "step": 638
+    },
+    {
+      "epoch": 17.760563380281692,
+      "grad_norm": 0.40986132621765137,
+      "learning_rate": 7.479726264351618e-07,
+      "loss": 0.3471469283103943,
+      "step": 639
+    },
+    {
+      "epoch": 17.788732394366196,
+      "grad_norm": 0.38342809677124023,
+      "learning_rate": 7.472670160550848e-07,
+      "loss": 0.3339645266532898,
+      "step": 640
+    },
+    {
+      "epoch": 17.816901408450704,
+      "grad_norm": 0.3707945644855499,
+      "learning_rate": 7.46560804765466e-07,
+      "loss": 0.3366163969039917,
+      "step": 641
+    },
+    {
+      "epoch": 17.845070422535212,
+      "grad_norm": 0.3779657483100891,
+      "learning_rate": 7.458539947175473e-07,
+      "loss": 0.3418515920639038,
+      "step": 642
+    },
+    {
+      "epoch": 17.87323943661972,
+      "grad_norm": 0.3670470118522644,
+      "learning_rate": 7.45146588064395e-07,
+      "loss": 0.36023664474487305,
+      "step": 643
+    },
+    {
+      "epoch": 17.901408450704224,
+      "grad_norm": 0.3905658721923828,
+      "learning_rate": 7.444385869608921e-07,
+      "loss": 0.3438882827758789,
+      "step": 644
+    },
+    {
+      "epoch": 17.929577464788732,
+      "grad_norm": 0.3817150294780731,
+      "learning_rate": 7.437299935637328e-07,
+      "loss": 0.3405934274196625,
+      "step": 645
+    },
+    {
+      "epoch": 17.95774647887324,
+      "grad_norm": 0.39704108238220215,
+      "learning_rate": 7.430208100314156e-07,
+      "loss": 0.34964901208877563,
+      "step": 646
+    },
+    {
+      "epoch": 17.985915492957748,
+      "grad_norm": 0.3975781798362732,
+      "learning_rate": 7.423110385242366e-07,
+      "loss": 0.3247070908546448,
+      "step": 647
+    },
+    {
+      "epoch": 18.0,
+      "grad_norm": 0.5164637565612793,
+      "learning_rate": 7.416006812042827e-07,
+      "loss": 0.32823723554611206,
+      "step": 648
+    },
+    {
+      "epoch": 18.028169014084508,
+      "grad_norm": 0.3880039155483246,
+      "learning_rate": 7.408897402354255e-07,
+      "loss": 0.33646905422210693,
+      "step": 649
+    },
+    {
+      "epoch": 18.056338028169016,
+      "grad_norm": 0.3736721873283386,
+      "learning_rate": 7.401782177833147e-07,
+      "loss": 0.34878233075141907,
+      "step": 650
+    },
+    {
+      "epoch": 18.08450704225352,
+      "grad_norm": 0.3867191672325134,
+      "learning_rate": 7.394661160153709e-07,
+      "loss": 0.3172820508480072,
+      "step": 651
+    },
+    {
+      "epoch": 18.112676056338028,
+      "grad_norm": 0.3890867531299591,
+      "learning_rate": 7.387534371007797e-07,
+      "loss": 0.3448027968406677,
+      "step": 652
+    },
+    {
+      "epoch": 18.140845070422536,
+      "grad_norm": 0.3825511634349823,
+      "learning_rate": 7.380401832104845e-07,
+      "loss": 0.3210564851760864,
+      "step": 653
+    },
+    {
+      "epoch": 18.169014084507044,
+      "grad_norm": 0.39171501994132996,
+      "learning_rate": 7.373263565171805e-07,
+      "loss": 0.3514065742492676,
+      "step": 654
+    },
+    {
+      "epoch": 18.197183098591548,
+      "grad_norm": 0.39238640666007996,
+      "learning_rate": 7.366119591953075e-07,
+      "loss": 0.32657837867736816,
+      "step": 655
+    },
+    {
+      "epoch": 18.225352112676056,
+      "grad_norm": 0.3783596456050873,
+      "learning_rate": 7.358969934210438e-07,
+      "loss": 0.34692835807800293,
+      "step": 656
+    },
+    {
+      "epoch": 18.253521126760564,
+      "grad_norm": 0.3858647644519806,
+      "learning_rate": 7.35181461372299e-07,
+      "loss": 0.3333381414413452,
+      "step": 657
+    },
+    {
+      "epoch": 18.281690140845072,
+      "grad_norm": 0.3780527114868164,
+      "learning_rate": 7.344653652287077e-07,
+      "loss": 0.3395627737045288,
+      "step": 658
+    },
+    {
+      "epoch": 18.309859154929576,
+      "grad_norm": 0.39698007702827454,
+      "learning_rate": 7.337487071716232e-07,
+      "loss": 0.3523014485836029,
+      "step": 659
+    },
+    {
+      "epoch": 18.338028169014084,
+      "grad_norm": 0.3739187717437744,
+      "learning_rate": 7.330314893841101e-07,
+      "loss": 0.3379012942314148,
+      "step": 660
+    },
+    {
+      "epoch": 18.366197183098592,
+      "grad_norm": 0.3841306269168854,
+      "learning_rate": 7.323137140509381e-07,
+      "loss": 0.34076976776123047,
+      "step": 661
+    },
+    {
+      "epoch": 18.3943661971831,
+      "grad_norm": 0.3925968110561371,
+      "learning_rate": 7.315953833585755e-07,
+      "loss": 0.3256088197231293,
+      "step": 662
+    },
+    {
+      "epoch": 18.422535211267604,
+      "grad_norm": 0.3602692484855652,
+      "learning_rate": 7.308764994951821e-07,
+      "loss": 0.3451104164123535,
+      "step": 663
+    },
+    {
+      "epoch": 18.450704225352112,
+      "grad_norm": 0.3772573173046112,
+      "learning_rate": 7.301570646506027e-07,
+      "loss": 0.3467863202095032,
+      "step": 664
+    },
+    {
+      "epoch": 18.47887323943662,
+      "grad_norm": 0.39093321561813354,
+      "learning_rate": 7.294370810163607e-07,
+      "loss": 0.33636775612831116,
+      "step": 665
+    },
+    {
+      "epoch": 18.507042253521128,
+      "grad_norm": 0.3880842328071594,
+      "learning_rate": 7.287165507856512e-07,
+      "loss": 0.3315805196762085,
+      "step": 666
+    },
+    {
+      "epoch": 18.535211267605632,
+      "grad_norm": 0.38826221227645874,
+      "learning_rate": 7.279954761533342e-07,
+      "loss": 0.3530000150203705,
+      "step": 667
+    },
+    {
+      "epoch": 18.56338028169014,
+      "grad_norm": 0.37676602602005005,
+      "learning_rate": 7.27273859315928e-07,
+      "loss": 0.3325963616371155,
+      "step": 668
+    },
+    {
+      "epoch": 18.591549295774648,
+      "grad_norm": 0.3871600925922394,
+      "learning_rate": 7.265517024716026e-07,
+      "loss": 0.3362300395965576,
+      "step": 669
+    },
+    {
+      "epoch": 18.619718309859156,
+      "grad_norm": 0.39551645517349243,
+      "learning_rate": 7.258290078201731e-07,
+      "loss": 0.3296426236629486,
+      "step": 670
+    },
+    {
+      "epoch": 18.647887323943664,
+      "grad_norm": 0.3936498165130615,
+      "learning_rate": 7.251057775630927e-07,
+      "loss": 0.3340068757534027,
+      "step": 671
+    },
+    {
+      "epoch": 18.676056338028168,
+      "grad_norm": 0.38042065501213074,
+      "learning_rate": 7.243820139034464e-07,
+      "loss": 0.33358412981033325,
+      "step": 672
+    },
+    {
+      "epoch": 18.704225352112676,
+      "grad_norm": 0.39178362488746643,
+      "learning_rate": 7.236577190459433e-07,
+      "loss": 0.33916863799095154,
+      "step": 673
+    },
+    {
+      "epoch": 18.732394366197184,
+      "grad_norm": 0.41885051131248474,
+      "learning_rate": 7.229328951969115e-07,
+      "loss": 0.3470945954322815,
+      "step": 674
+    },
+    {
+      "epoch": 18.760563380281692,
+      "grad_norm": 0.40124213695526123,
+      "learning_rate": 7.222075445642904e-07,
+      "loss": 0.3349032402038574,
+      "step": 675
+    },
+    {
+      "epoch": 18.788732394366196,
+      "grad_norm": 0.37713173031806946,
+      "learning_rate": 7.214816693576234e-07,
+      "loss": 0.342884361743927,
+      "step": 676
+    },
+    {
+      "epoch": 18.816901408450704,
+      "grad_norm": 0.37491437792778015,
+      "learning_rate": 7.207552717880522e-07,
+      "loss": 0.33229076862335205,
+      "step": 677
+    },
+    {
+      "epoch": 18.845070422535212,
+      "grad_norm": 0.38801443576812744,
+      "learning_rate": 7.200283540683102e-07,
+      "loss": 0.34812432527542114,
+      "step": 678
+    },
+    {
+      "epoch": 18.87323943661972,
+      "grad_norm": 0.39582112431526184,
+      "learning_rate": 7.193009184127145e-07,
+      "loss": 0.3479095995426178,
+      "step": 679
+    },
+    {
+      "epoch": 18.901408450704224,
+      "grad_norm": 0.38679373264312744,
+      "learning_rate": 7.185729670371604e-07,
+      "loss": 0.34037941694259644,
+      "step": 680
+    },
+    {
+      "epoch": 18.929577464788732,
+      "grad_norm": 0.38188573718070984,
+      "learning_rate": 7.17844502159114e-07,
+      "loss": 0.33759552240371704,
+      "step": 681
+    },
+    {
+      "epoch": 18.95774647887324,
+      "grad_norm": 0.37706470489501953,
+      "learning_rate": 7.171155259976057e-07,
+      "loss": 0.3348686695098877,
+      "step": 682
+    },
+    {
+      "epoch": 18.985915492957748,
+      "grad_norm": 0.3883419334888458,
+      "learning_rate": 7.163860407732231e-07,
+      "loss": 0.34951701760292053,
+      "step": 683
+    },
+    {
+      "epoch": 19.0,
+      "grad_norm": 0.5583506226539612,
+      "learning_rate": 7.156560487081051e-07,
+      "loss": 0.33454418182373047,
+      "step": 684
+    },
+    {
+      "epoch": 19.028169014084508,
+      "grad_norm": 0.37495335936546326,
+      "learning_rate": 7.149255520259338e-07,
+      "loss": 0.3353433609008789,
+      "step": 685
+    },
+    {
+      "epoch": 19.056338028169016,
+      "grad_norm": 0.4003477096557617,
+      "learning_rate": 7.141945529519288e-07,
+      "loss": 0.3362414836883545,
+      "step": 686
+    },
+    {
+      "epoch": 19.08450704225352,
+      "grad_norm": 0.3699679374694824,
+      "learning_rate": 7.134630537128403e-07,
+      "loss": 0.33315083384513855,
+      "step": 687
+    },
+    {
+      "epoch": 19.112676056338028,
+      "grad_norm": 0.39900684356689453,
+      "learning_rate": 7.127310565369415e-07,
+      "loss": 0.3300708532333374,
+      "step": 688
+    },
+    {
+      "epoch": 19.140845070422536,
+      "grad_norm": 0.40120062232017517,
+      "learning_rate": 7.11998563654023e-07,
+      "loss": 0.3343963027000427,
+      "step": 689
+    },
+    {
+      "epoch": 19.169014084507044,
+      "grad_norm": 0.36110588908195496,
+      "learning_rate": 7.11265577295385e-07,
+      "loss": 0.3359455466270447,
+      "step": 690
+    },
+    {
+      "epoch": 19.197183098591548,
+      "grad_norm": 0.3858158588409424,
+      "learning_rate": 7.105320996938314e-07,
+      "loss": 0.3431977331638336,
+      "step": 691
+    },
+    {
+      "epoch": 19.225352112676056,
+      "grad_norm": 0.38371938467025757,
+      "learning_rate": 7.097981330836616e-07,
+      "loss": 0.3372940421104431,
+      "step": 692
+    },
+    {
+      "epoch": 19.253521126760564,
+      "grad_norm": 0.3879927396774292,
+      "learning_rate": 7.090636797006657e-07,
+      "loss": 0.3215637803077698,
+      "step": 693
+    },
+    {
+      "epoch": 19.281690140845072,
+      "grad_norm": 0.3851448595523834,
+      "learning_rate": 7.083287417821157e-07,
+      "loss": 0.34024134278297424,
+      "step": 694
+    },
+    {
+      "epoch": 19.309859154929576,
+      "grad_norm": 0.37001243233680725,
+      "learning_rate": 7.075933215667604e-07,
+      "loss": 0.3312854468822479,
+      "step": 695
+    },
+    {
+      "epoch": 19.338028169014084,
+      "grad_norm": 0.3776569664478302,
+      "learning_rate": 7.068574212948169e-07,
+      "loss": 0.34480786323547363,
+      "step": 696
+    },
+    {
+      "epoch": 19.366197183098592,
+      "grad_norm": 0.38904985785484314,
+      "learning_rate": 7.06121043207965e-07,
+      "loss": 0.3429100513458252,
+      "step": 697
+    },
+    {
+      "epoch": 19.3943661971831,
+      "grad_norm": 0.38423457741737366,
+      "learning_rate": 7.053841895493406e-07,
+      "loss": 0.33715760707855225,
+      "step": 698
+    },
+    {
+      "epoch": 19.422535211267604,
+      "grad_norm": 0.3800332248210907,
+      "learning_rate": 7.046468625635274e-07,
+      "loss": 0.3274102807044983,
+      "step": 699
+    },
+    {
+      "epoch": 19.450704225352112,
+      "grad_norm": 0.3835005462169647,
+      "learning_rate": 7.039090644965509e-07,
+      "loss": 0.317699670791626,
+      "step": 700
+    },
+    {
+      "epoch": 19.47887323943662,
+      "grad_norm": 0.3867398202419281,
+      "learning_rate": 7.031707975958726e-07,
+      "loss": 0.3352523446083069,
+      "step": 701
+    },
+    {
+      "epoch": 19.507042253521128,
+      "grad_norm": 0.3985607624053955,
+      "learning_rate": 7.024320641103811e-07,
+      "loss": 0.33920618891716003,
+      "step": 702
+    },
+    {
+      "epoch": 19.535211267605632,
+      "grad_norm": 0.3919280767440796,
+      "learning_rate": 7.01692866290387e-07,
+      "loss": 0.3378901183605194,
+      "step": 703
+    },
+    {
+      "epoch": 19.56338028169014,
+      "grad_norm": 0.3975071609020233,
+      "learning_rate": 7.009532063876148e-07,
+      "loss": 0.3380805253982544,
+      "step": 704
+    },
+    {
+      "epoch": 19.591549295774648,
+      "grad_norm": 0.3826391398906708,
+      "learning_rate": 7.002130866551968e-07,
+      "loss": 0.3308345675468445,
+      "step": 705
+    },
+    {
+      "epoch": 19.619718309859156,
+      "grad_norm": 0.3827539086341858,
+      "learning_rate": 6.994725093476664e-07,
+      "loss": 0.3263572156429291,
+      "step": 706
+    },
+    {
+      "epoch": 19.647887323943664,
+      "grad_norm": 0.3815464675426483,
+      "learning_rate": 6.987314767209503e-07,
+      "loss": 0.3306196928024292,
+      "step": 707
+    },
+    {
+      "epoch": 19.676056338028168,
+      "grad_norm": 0.36781415343284607,
+      "learning_rate": 6.979899910323624e-07,
+      "loss": 0.33335480093955994,
+      "step": 708
+    },
+    {
+      "epoch": 19.704225352112676,
+      "grad_norm": 0.3866605758666992,
+      "learning_rate": 6.972480545405968e-07,
+      "loss": 0.32704389095306396,
+      "step": 709
+    },
+    {
+      "epoch": 19.732394366197184,
+      "grad_norm": 0.3858698308467865,
+      "learning_rate": 6.965056695057204e-07,
+      "loss": 0.34168708324432373,
+      "step": 710
+    },
+    {
+      "epoch": 19.760563380281692,
+      "grad_norm": 0.39047256112098694,
+      "learning_rate": 6.957628381891673e-07,
+      "loss": 0.33112984895706177,
+      "step": 711
+    },
+    {
+      "epoch": 19.788732394366196,
+      "grad_norm": 0.3946002721786499,
+      "learning_rate": 6.950195628537299e-07,
+      "loss": 0.34804296493530273,
+      "step": 712
+    },
+    {
+      "epoch": 19.816901408450704,
+      "grad_norm": 0.3844221532344818,
+      "learning_rate": 6.942758457635543e-07,
+      "loss": 0.3490752577781677,
+      "step": 713
+    },
+    {
+      "epoch": 19.845070422535212,
+      "grad_norm": 0.39914000034332275,
+      "learning_rate": 6.935316891841315e-07,
+      "loss": 0.35786545276641846,
+      "step": 714
+    },
+    {
+      "epoch": 19.87323943661972,
+      "grad_norm": 0.39063403010368347,
+      "learning_rate": 6.927870953822915e-07,
+      "loss": 0.3300919830799103,
+      "step": 715
+    },
+    {
+      "epoch": 19.901408450704224,
+      "grad_norm": 0.38942843675613403,
+      "learning_rate": 6.920420666261961e-07,
+      "loss": 0.3422998785972595,
+      "step": 716
+    },
+    {
+      "epoch": 19.929577464788732,
+      "grad_norm": 0.3851071000099182,
+      "learning_rate": 6.912966051853322e-07,
+      "loss": 0.34118276834487915,
+      "step": 717
+    },
+    {
+      "epoch": 19.95774647887324,
+      "grad_norm": 0.40658292174339294,
+      "learning_rate": 6.905507133305047e-07,
+      "loss": 0.3373083770275116,
+      "step": 718
+    },
+    {
+      "epoch": 19.985915492957748,
+      "grad_norm": 0.3849228322505951,
+      "learning_rate": 6.898043933338293e-07,
+      "loss": 0.33878031373023987,
+      "step": 719
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 0.5402109026908875,
+      "learning_rate": 6.890576474687263e-07,
+      "loss": 0.3421837091445923,
+      "step": 720
+    },
+    {
+      "epoch": 20.028169014084508,
+      "grad_norm": 0.38437139987945557,
+      "learning_rate": 6.883104780099133e-07,
+      "loss": 0.32037562131881714,
+      "step": 721
+    },
+    {
+      "epoch": 20.056338028169016,
+      "grad_norm": 0.3756919205188751,
+      "learning_rate": 6.875628872333975e-07,
+      "loss": 0.3327672779560089,
+      "step": 722
+    },
+    {
+      "epoch": 20.08450704225352,
+      "grad_norm": 0.37429380416870117,
+      "learning_rate": 6.868148774164706e-07,
+      "loss": 0.32762014865875244,
+      "step": 723
+    },
+    {
+      "epoch": 20.112676056338028,
+      "grad_norm": 0.3806716799736023,
+      "learning_rate": 6.860664508377001e-07,
+      "loss": 0.3428674340248108,
+      "step": 724
+    },
+    {
+      "epoch": 20.140845070422536,
+      "grad_norm": 0.3911280930042267,
+      "learning_rate": 6.853176097769228e-07,
+      "loss": 0.32650214433670044,
+      "step": 725
+    },
+    {
+      "epoch": 20.169014084507044,
+      "grad_norm": 0.3932664394378662,
+      "learning_rate": 6.84568356515239e-07,
+      "loss": 0.3356166481971741,
+      "step": 726
+    },
+    {
+      "epoch": 20.197183098591548,
+      "grad_norm": 0.38213464617729187,
+      "learning_rate": 6.838186933350036e-07,
+      "loss": 0.33551955223083496,
+      "step": 727
+    },
+    {
+      "epoch": 20.225352112676056,
+      "grad_norm": 0.4010024666786194,
+      "learning_rate": 6.83068622519821e-07,
+      "loss": 0.35123541951179504,
+      "step": 728
+    },
+    {
+      "epoch": 20.253521126760564,
+      "grad_norm": 0.3925156891345978,
+      "learning_rate": 6.823181463545366e-07,
+      "loss": 0.3408314287662506,
+      "step": 729
+    },
+    {
+      "epoch": 20.281690140845072,
+      "grad_norm": 0.3899266719818115,
+      "learning_rate": 6.815672671252315e-07,
+      "loss": 0.340726763010025,
+      "step": 730
+    },
+    {
+      "epoch": 20.309859154929576,
+      "grad_norm": 0.39596399664878845,
+      "learning_rate": 6.808159871192136e-07,
+      "loss": 0.32626962661743164,
+      "step": 731
+    },
+    {
+      "epoch": 20.338028169014084,
+      "grad_norm": 0.3924717903137207,
+      "learning_rate": 6.800643086250121e-07,
+      "loss": 0.3350263833999634,
+      "step": 732
+    },
+    {
+      "epoch": 20.366197183098592,
+      "grad_norm": 0.38622787594795227,
+      "learning_rate": 6.793122339323705e-07,
+      "loss": 0.3287360668182373,
+      "step": 733
+    },
+    {
+      "epoch": 20.3943661971831,
+      "grad_norm": 0.38410770893096924,
+      "learning_rate": 6.78559765332238e-07,
+      "loss": 0.338472843170166,
+      "step": 734
+    },
+    {
+      "epoch": 20.422535211267604,
+      "grad_norm": 0.40592262148857117,
+      "learning_rate": 6.778069051167653e-07,
+      "loss": 0.3270539939403534,
+      "step": 735
+    },
+    {
+      "epoch": 20.450704225352112,
+      "grad_norm": 0.412509560585022,
+      "learning_rate": 6.770536555792944e-07,
+      "loss": 0.3392220437526703,
+      "step": 736
+    },
+    {
+      "epoch": 20.47887323943662,
+      "grad_norm": 0.38412800431251526,
+      "learning_rate": 6.763000190143545e-07,
+      "loss": 0.3374585807323456,
+      "step": 737
+    },
+    {
+      "epoch": 20.507042253521128,
+      "grad_norm": 0.3821827471256256,
+      "learning_rate": 6.755459977176532e-07,
+      "loss": 0.3369463086128235,
+      "step": 738
+    },
+    {
+      "epoch": 20.535211267605632,
+      "grad_norm": 0.39306604862213135,
+      "learning_rate": 6.747915939860701e-07,
+      "loss": 0.33568012714385986,
+      "step": 739
+    },
+    {
+      "epoch": 20.56338028169014,
+      "grad_norm": 0.3962586522102356,
+      "learning_rate": 6.740368101176495e-07,
+      "loss": 0.33102214336395264,
+      "step": 740
+    },
+    {
+      "epoch": 20.591549295774648,
+      "grad_norm": 0.37576913833618164,
+      "learning_rate": 6.732816484115946e-07,
+      "loss": 0.3385513722896576,
+      "step": 741
+    },
+    {
+      "epoch": 20.619718309859156,
+      "grad_norm": 0.39784473180770874,
+      "learning_rate": 6.725261111682584e-07,
+      "loss": 0.3244640529155731,
+      "step": 742
+    },
+    {
+      "epoch": 20.647887323943664,
+      "grad_norm": 0.4142843186855316,
+      "learning_rate": 6.717702006891386e-07,
+      "loss": 0.331607460975647,
+      "step": 743
+    },
+    {
+      "epoch": 20.676056338028168,
+      "grad_norm": 0.38871362805366516,
+      "learning_rate": 6.710139192768694e-07,
+      "loss": 0.3436110019683838,
+      "step": 744
+    },
+    {
+      "epoch": 20.704225352112676,
+      "grad_norm": 0.4021725058555603,
+      "learning_rate": 6.702572692352155e-07,
+      "loss": 0.35173317790031433,
+      "step": 745
+    },
+    {
+      "epoch": 20.732394366197184,
+      "grad_norm": 0.3940410017967224,
+      "learning_rate": 6.695002528690639e-07,
+      "loss": 0.33550578355789185,
+      "step": 746
+    },
+    {
+      "epoch": 20.760563380281692,
+      "grad_norm": 0.3919907212257385,
+      "learning_rate": 6.687428724844179e-07,
+      "loss": 0.32640475034713745,
+      "step": 747
+    },
+    {
+      "epoch": 20.788732394366196,
+      "grad_norm": 0.40651872754096985,
+      "learning_rate": 6.679851303883891e-07,
+      "loss": 0.33076268434524536,
+      "step": 748
+    },
+    {
+      "epoch": 20.816901408450704,
+      "grad_norm": 0.3751327395439148,
+      "learning_rate": 6.672270288891918e-07,
+      "loss": 0.3242456912994385,
+      "step": 749
+    },
+    {
+      "epoch": 20.845070422535212,
+      "grad_norm": 0.38218119740486145,
+      "learning_rate": 6.664685702961344e-07,
+      "loss": 0.3351116478443146,
+      "step": 750
+    },
+    {
+      "epoch": 20.87323943661972,
+      "grad_norm": 0.3756243586540222,
+      "learning_rate": 6.657097569196133e-07,
+      "loss": 0.32466185092926025,
+      "step": 751
+    },
+    {
+      "epoch": 20.901408450704224,
+      "grad_norm": 0.37298673391342163,
+      "learning_rate": 6.649505910711058e-07,
+      "loss": 0.3275296688079834,
+      "step": 752
+    },
+    {
+      "epoch": 20.929577464788732,
+      "grad_norm": 0.37849190831184387,
+      "learning_rate": 6.641910750631626e-07,
+      "loss": 0.3319433331489563,
+      "step": 753
+    },
+    {
+      "epoch": 20.95774647887324,
+      "grad_norm": 0.38188183307647705,
+      "learning_rate": 6.634312112094013e-07,
+      "loss": 0.3375653028488159,
+      "step": 754
+    },
+    {
+      "epoch": 20.985915492957748,
+      "grad_norm": 0.3794807493686676,
+      "learning_rate": 6.626710018244987e-07,
+      "loss": 0.3360190987586975,
+      "step": 755
+    },
+    {
+      "epoch": 21.0,
+      "grad_norm": 0.5494371056556702,
+      "learning_rate": 6.619104492241847e-07,
+      "loss": 0.33255964517593384,
+      "step": 756
+    },
+    {
+      "epoch": 21.028169014084508,
+      "grad_norm": 0.38960424065589905,
+      "learning_rate": 6.611495557252344e-07,
+      "loss": 0.331976979970932,
+      "step": 757
+    },
+    {
+      "epoch": 21.056338028169016,
+      "grad_norm": 0.38694149255752563,
+      "learning_rate": 6.603883236454612e-07,
+      "loss": 0.3247852623462677,
+      "step": 758
+    },
+    {
+      "epoch": 21.08450704225352,
+      "grad_norm": 0.3758947253227234,
+      "learning_rate": 6.596267553037102e-07,
+      "loss": 0.3229767978191376,
+      "step": 759
+    },
+    {
+      "epoch": 21.112676056338028,
+      "grad_norm": 0.37344521284103394,
+      "learning_rate": 6.588648530198504e-07,
+      "loss": 0.3300056457519531,
+      "step": 760
+    },
+    {
+      "epoch": 21.140845070422536,
+      "grad_norm": 0.3657769560813904,
+      "learning_rate": 6.581026191147687e-07,
+      "loss": 0.3265196681022644,
+      "step": 761
+    },
+    {
+      "epoch": 21.169014084507044,
+      "grad_norm": 0.365477055311203,
+      "learning_rate": 6.573400559103613e-07,
+      "loss": 0.33273735642433167,
+      "step": 762
+    },
+    {
+      "epoch": 21.197183098591548,
+      "grad_norm": 0.37808549404144287,
+      "learning_rate": 6.565771657295285e-07,
+      "loss": 0.31984877586364746,
+      "step": 763
+    },
+    {
+      "epoch": 21.225352112676056,
+      "grad_norm": 0.3769138753414154,
+      "learning_rate": 6.558139508961654e-07,
+      "loss": 0.34565865993499756,
+      "step": 764
+    },
+    {
+      "epoch": 21.253521126760564,
+      "grad_norm": 0.39806798100471497,
+      "learning_rate": 6.550504137351575e-07,
+      "loss": 0.3433728516101837,
+      "step": 765
+    },
+    {
+      "epoch": 21.281690140845072,
+      "grad_norm": 0.39546650648117065,
+      "learning_rate": 6.542865565723707e-07,
+      "loss": 0.34893685579299927,
+      "step": 766
+    },
+    {
+      "epoch": 21.309859154929576,
+      "grad_norm": 0.3881830871105194,
+      "learning_rate": 6.53522381734647e-07,
+      "loss": 0.3205150067806244,
+      "step": 767
+    },
+    {
+      "epoch": 21.338028169014084,
+      "grad_norm": 0.3741756081581116,
+      "learning_rate": 6.527578915497951e-07,
+      "loss": 0.33024320006370544,
+      "step": 768
+    },
+    {
+      "epoch": 21.366197183098592,
+      "grad_norm": 0.3872038424015045,
+      "learning_rate": 6.519930883465847e-07,
+      "loss": 0.3330642879009247,
+      "step": 769
+    },
+    {
+      "epoch": 21.3943661971831,
+      "grad_norm": 0.3687564730644226,
+      "learning_rate": 6.512279744547392e-07,
+      "loss": 0.3331137001514435,
+      "step": 770
+    },
+    {
+      "epoch": 21.422535211267604,
+      "grad_norm": 0.3797539472579956,
+      "learning_rate": 6.50462552204928e-07,
+      "loss": 0.3351975381374359,
+      "step": 771
+    },
+    {
+      "epoch": 21.450704225352112,
+      "grad_norm": 0.39143964648246765,
+      "learning_rate": 6.496968239287603e-07,
+      "loss": 0.3294268250465393,
+      "step": 772
+    },
+    {
+      "epoch": 21.47887323943662,
+      "grad_norm": 0.3784260153770447,
+      "learning_rate": 6.489307919587769e-07,
+      "loss": 0.3408345580101013,
+      "step": 773
+    },
+    {
+      "epoch": 21.507042253521128,
+      "grad_norm": 0.3762056231498718,
+      "learning_rate": 6.481644586284442e-07,
+      "loss": 0.33139801025390625,
+      "step": 774
+    },
+    {
+      "epoch": 21.535211267605632,
+      "grad_norm": 0.3862803876399994,
+      "learning_rate": 6.473978262721463e-07,
+      "loss": 0.34327369928359985,
+      "step": 775
+    },
+    {
+      "epoch": 21.56338028169014,
+      "grad_norm": 0.3758659362792969,
+      "learning_rate": 6.466308972251785e-07,
+      "loss": 0.32968389987945557,
+      "step": 776
+    },
+    {
+      "epoch": 21.591549295774648,
+      "grad_norm": 0.3706018626689911,
+      "learning_rate": 6.458636738237395e-07,
+      "loss": 0.3400956392288208,
+      "step": 777
+    },
+    {
+      "epoch": 21.619718309859156,
+      "grad_norm": 0.39726686477661133,
+      "learning_rate": 6.45096158404925e-07,
+      "loss": 0.33465176820755005,
+      "step": 778
+    },
+    {
+      "epoch": 21.647887323943664,
+      "grad_norm": 0.4105653464794159,
+      "learning_rate": 6.443283533067198e-07,
+      "loss": 0.3266163766384125,
+      "step": 779
+    },
+    {
+      "epoch": 21.676056338028168,
+      "grad_norm": 0.3946582078933716,
+      "learning_rate": 6.435602608679916e-07,
+      "loss": 0.3366073668003082,
+      "step": 780
+    },
+    {
+      "epoch": 21.704225352112676,
+      "grad_norm": 0.3740902543067932,
+      "learning_rate": 6.427918834284834e-07,
+      "loss": 0.32955464720726013,
+      "step": 781
+    },
+    {
+      "epoch": 21.732394366197184,
+      "grad_norm": 0.39744383096694946,
+      "learning_rate": 6.420232233288055e-07,
+      "loss": 0.34052732586860657,
+      "step": 782
+    },
+    {
+      "epoch": 21.760563380281692,
+      "grad_norm": 0.38499632477760315,
+      "learning_rate": 6.412542829104306e-07,
+      "loss": 0.3195417821407318,
+      "step": 783
+    },
+    {
+      "epoch": 21.788732394366196,
+      "grad_norm": 0.3770560324192047,
+      "learning_rate": 6.404850645156841e-07,
+      "loss": 0.32037222385406494,
+      "step": 784
+    },
+    {
+      "epoch": 21.816901408450704,
+      "grad_norm": 0.38655078411102295,
+      "learning_rate": 6.397155704877388e-07,
+      "loss": 0.32680878043174744,
+      "step": 785
+    },
+    {
+      "epoch": 21.845070422535212,
+      "grad_norm": 0.3888449966907501,
+      "learning_rate": 6.389458031706068e-07,
+      "loss": 0.3289785385131836,
+      "step": 786
+    },
+    {
+      "epoch": 21.87323943661972,
+      "grad_norm": 0.38600072264671326,
+      "learning_rate": 6.381757649091329e-07,
+      "loss": 0.3329932689666748,
+      "step": 787
+    },
+    {
+      "epoch": 21.901408450704224,
+      "grad_norm": 0.37920624017715454,
+      "learning_rate": 6.374054580489873e-07,
+      "loss": 0.3323825001716614,
+      "step": 788
+    },
+    {
+      "epoch": 21.929577464788732,
+      "grad_norm": 0.3734983503818512,
+      "learning_rate": 6.366348849366583e-07,
+      "loss": 0.3282731771469116,
+      "step": 789
+    },
+    {
+      "epoch": 21.95774647887324,
+      "grad_norm": 0.3893531560897827,
+      "learning_rate": 6.358640479194451e-07,
+      "loss": 0.32674992084503174,
+      "step": 790
+    },
+    {
+      "epoch": 21.985915492957748,
+      "grad_norm": 0.3803586959838867,
+      "learning_rate": 6.35092949345451e-07,
+      "loss": 0.3355019986629486,
+      "step": 791
+    },
+    {
+      "epoch": 22.0,
+      "grad_norm": 0.549261748790741,
+      "learning_rate": 6.343215915635761e-07,
+      "loss": 0.3333393335342407,
+      "step": 792
+    },
+    {
+      "epoch": 22.028169014084508,
+      "grad_norm": 0.37239620089530945,
+      "learning_rate": 6.335499769235098e-07,
+      "loss": 0.33453333377838135,
+      "step": 793
+    },
+    {
+      "epoch": 22.056338028169016,
+      "grad_norm": 0.37562069296836853,
+      "learning_rate": 6.327781077757241e-07,
+      "loss": 0.33604878187179565,
+      "step": 794
+    },
+    {
+      "epoch": 22.08450704225352,
+      "grad_norm": 0.40688008069992065,
+      "learning_rate": 6.320059864714664e-07,
+      "loss": 0.33970382809638977,
+      "step": 795
+    },
+    {
+      "epoch": 22.112676056338028,
+      "grad_norm": 0.38835394382476807,
+      "learning_rate": 6.31233615362752e-07,
+      "loss": 0.32596004009246826,
+      "step": 796
+    },
+    {
+      "epoch": 22.140845070422536,
+      "grad_norm": 0.3961065709590912,
+      "learning_rate": 6.304609968023572e-07,
+      "loss": 0.3272387385368347,
+      "step": 797
+    },
+    {
+      "epoch": 22.169014084507044,
+      "grad_norm": 0.3784503638744354,
+      "learning_rate": 6.296881331438126e-07,
+      "loss": 0.32076296210289,
+      "step": 798
+    },
+    {
+      "epoch": 22.197183098591548,
+      "grad_norm": 0.4154704511165619,
+      "learning_rate": 6.289150267413942e-07,
+      "loss": 0.3484557271003723,
+      "step": 799
+    },
+    {
+      "epoch": 22.225352112676056,
+      "grad_norm": 0.3906427323818207,
+      "learning_rate": 6.281416799501187e-07,
+      "loss": 0.33935999870300293,
+      "step": 800
+    },
+    {
+      "epoch": 22.253521126760564,
+      "grad_norm": 0.3844432830810547,
+      "learning_rate": 6.273680951257342e-07,
+      "loss": 0.34040963649749756,
+      "step": 801
+    },
+    {
+      "epoch": 22.281690140845072,
+      "grad_norm": 0.37825000286102295,
+      "learning_rate": 6.265942746247146e-07,
+      "loss": 0.33542725443840027,
+      "step": 802
+    },
+    {
+      "epoch": 22.309859154929576,
+      "grad_norm": 0.37992310523986816,
+      "learning_rate": 6.258202208042511e-07,
+      "loss": 0.3131875693798065,
+      "step": 803
+    },
+    {
+      "epoch": 22.338028169014084,
+      "grad_norm": 0.3949339687824249,
+      "learning_rate": 6.25045936022246e-07,
+      "loss": 0.3296380341053009,
+      "step": 804
+    },
+    {
+      "epoch": 22.366197183098592,
+      "grad_norm": 0.3944908082485199,
+      "learning_rate": 6.242714226373049e-07,
+      "loss": 0.3167039453983307,
+      "step": 805
+    },
+    {
+      "epoch": 22.3943661971831,
+      "grad_norm": 0.40283143520355225,
+      "learning_rate": 6.2349668300873e-07,
+      "loss": 0.3257637619972229,
+      "step": 806
+    },
+    {
+      "epoch": 22.422535211267604,
+      "grad_norm": 0.3988412320613861,
+      "learning_rate": 6.227217194965125e-07,
+      "loss": 0.3284885883331299,
+      "step": 807
+    },
+    {
+      "epoch": 22.450704225352112,
+      "grad_norm": 0.3859960734844208,
+      "learning_rate": 6.219465344613258e-07,
+      "loss": 0.3253086805343628,
+      "step": 808
+    },
+    {
+      "epoch": 22.47887323943662,
+      "grad_norm": 0.3935350477695465,
+      "learning_rate": 6.211711302645177e-07,
+      "loss": 0.3332774043083191,
+      "step": 809
+    },
+    {
+      "epoch": 22.507042253521128,
+      "grad_norm": 0.36818307638168335,
+      "learning_rate": 6.203955092681039e-07,
+      "loss": 0.3144124150276184,
+      "step": 810
+    },
+    {
+      "epoch": 22.535211267605632,
+      "grad_norm": 0.4024381935596466,
+      "learning_rate": 6.196196738347607e-07,
+      "loss": 0.34560132026672363,
+      "step": 811
+    },
+    {
+      "epoch": 22.56338028169014,
+      "grad_norm": 0.4075704514980316,
+      "learning_rate": 6.188436263278172e-07,
+      "loss": 0.34374749660491943,
+      "step": 812
+    },
+    {
+      "epoch": 22.591549295774648,
+      "grad_norm": 0.4071885049343109,
+      "learning_rate": 6.180673691112486e-07,
+      "loss": 0.3240257203578949,
+      "step": 813
+    },
+    {
+      "epoch": 22.619718309859156,
+      "grad_norm": 0.3949541747570038,
+      "learning_rate": 6.172909045496694e-07,
+      "loss": 0.3232196867465973,
+      "step": 814
+    },
+    {
+      "epoch": 22.647887323943664,
+      "grad_norm": 0.3841669261455536,
+      "learning_rate": 6.165142350083249e-07,
+      "loss": 0.31785714626312256,
+      "step": 815
+    },
+    {
+      "epoch": 22.676056338028168,
+      "grad_norm": 0.367186576128006,
+      "learning_rate": 6.157373628530852e-07,
+      "loss": 0.32530641555786133,
+      "step": 816
+    },
+    {
+      "epoch": 22.704225352112676,
+      "grad_norm": 0.40135952830314636,
+      "learning_rate": 6.149602904504378e-07,
+      "loss": 0.3395450711250305,
+      "step": 817
+    },
+    {
+      "epoch": 22.732394366197184,
+      "grad_norm": 0.38854143023490906,
+      "learning_rate": 6.141830201674802e-07,
+      "loss": 0.33484598994255066,
+      "step": 818
+    },
+    {
+      "epoch": 22.760563380281692,
+      "grad_norm": 0.3972291648387909,
+      "learning_rate": 6.134055543719121e-07,
+      "loss": 0.3368615210056305,
+      "step": 819
+    },
+    {
+      "epoch": 22.788732394366196,
+      "grad_norm": 0.3795410692691803,
+      "learning_rate": 6.126278954320294e-07,
+      "loss": 0.33861345052719116,
+      "step": 820
+    },
+    {
+      "epoch": 22.816901408450704,
+      "grad_norm": 0.3890909254550934,
+      "learning_rate": 6.118500457167159e-07,
+      "loss": 0.3254876136779785,
+      "step": 821
+    },
+    {
+      "epoch": 22.845070422535212,
+      "grad_norm": 0.40533915162086487,
+      "learning_rate": 6.11072007595437e-07,
+      "loss": 0.33061251044273376,
+      "step": 822
+    },
+    {
+      "epoch": 22.87323943661972,
+      "grad_norm": 0.3912028670310974,
+      "learning_rate": 6.102937834382315e-07,
+      "loss": 0.3307432234287262,
+      "step": 823
+    },
+    {
+      "epoch": 22.901408450704224,
+      "grad_norm": 0.4002802073955536,
+      "learning_rate": 6.095153756157051e-07,
+      "loss": 0.3190012276172638,
+      "step": 824
+    },
+    {
+      "epoch": 22.929577464788732,
+      "grad_norm": 0.3895573616027832,
+      "learning_rate": 6.087367864990232e-07,
+      "loss": 0.3221516013145447,
+      "step": 825
+    },
+    {
+      "epoch": 22.95774647887324,
+      "grad_norm": 0.38364264369010925,
+      "learning_rate": 6.079580184599032e-07,
+      "loss": 0.32783806324005127,
+      "step": 826
+    },
+    {
+      "epoch": 22.985915492957748,
+      "grad_norm": 0.4016467332839966,
+      "learning_rate": 6.071790738706078e-07,
+      "loss": 0.3346102833747864,
+      "step": 827
+    },
+    {
+      "epoch": 23.0,
+      "grad_norm": 0.5366764068603516,
+      "learning_rate": 6.06399955103937e-07,
+      "loss": 0.311079740524292,
+      "step": 828
+    },
+    {
+      "epoch": 23.028169014084508,
+      "grad_norm": 0.39752188324928284,
+      "learning_rate": 6.056206645332217e-07,
+      "loss": 0.3157707452774048,
+      "step": 829
+    },
+    {
+      "epoch": 23.056338028169016,
+      "grad_norm": 0.38852933049201965,
+      "learning_rate": 6.048412045323164e-07,
+      "loss": 0.31095701456069946,
+      "step": 830
+    },
+    {
+      "epoch": 23.08450704225352,
+      "grad_norm": 0.3805243968963623,
+      "learning_rate": 6.040615774755911e-07,
+      "loss": 0.32847878336906433,
+      "step": 831
+    },
+    {
+      "epoch": 23.112676056338028,
+      "grad_norm": 0.3875986635684967,
+      "learning_rate": 6.032817857379256e-07,
+      "loss": 0.33862489461898804,
+      "step": 832
+    },
+    {
+      "epoch": 23.140845070422536,
+      "grad_norm": 0.39711037278175354,
+      "learning_rate": 6.025018316946999e-07,
+      "loss": 0.3232111632823944,
+      "step": 833
+    },
+    {
+      "epoch": 23.169014084507044,
+      "grad_norm": 0.4081644117832184,
+      "learning_rate": 6.017217177217899e-07,
+      "loss": 0.33068814873695374,
+      "step": 834
+    },
+    {
+      "epoch": 23.197183098591548,
+      "grad_norm": 0.3873186707496643,
+      "learning_rate": 6.009414461955581e-07,
+      "loss": 0.31904804706573486,
+      "step": 835
+    },
+    {
+      "epoch": 23.225352112676056,
+      "grad_norm": 0.3813845217227936,
+      "learning_rate": 6.001610194928464e-07,
+      "loss": 0.3458956182003021,
+      "step": 836
+    },
+    {
+      "epoch": 23.253521126760564,
+      "grad_norm": 0.41381752490997314,
+      "learning_rate": 5.993804399909703e-07,
+      "loss": 0.3196842074394226,
+      "step": 837
+    },
+    {
+      "epoch": 23.281690140845072,
+      "grad_norm": 0.38108712434768677,
+      "learning_rate": 5.985997100677103e-07,
+      "loss": 0.3292678892612457,
+      "step": 838
+    },
+    {
+      "epoch": 23.309859154929576,
+      "grad_norm": 0.3857171833515167,
+      "learning_rate": 5.97818832101305e-07,
+      "loss": 0.3455089032649994,
+      "step": 839
+    },
+    {
+      "epoch": 23.338028169014084,
+      "grad_norm": 0.37924760580062866,
+      "learning_rate": 5.97037808470444e-07,
+      "loss": 0.3251941204071045,
+      "step": 840
+    },
+    {
+      "epoch": 23.366197183098592,
+      "grad_norm": 0.389441579580307,
+      "learning_rate": 5.96256641554261e-07,
+      "loss": 0.31982478499412537,
+      "step": 841
+    },
+    {
+      "epoch": 23.3943661971831,
+      "grad_norm": 0.39625149965286255,
+      "learning_rate": 5.954753337323259e-07,
+      "loss": 0.34537336230278015,
+      "step": 842
+    },
+    {
+      "epoch": 23.422535211267604,
+      "grad_norm": 0.3788090646266937,
+      "learning_rate": 5.946938873846375e-07,
+      "loss": 0.3204682469367981,
+      "step": 843
+    },
+    {
+      "epoch": 23.450704225352112,
+      "grad_norm": 0.3852907419204712,
+      "learning_rate": 5.939123048916173e-07,
+      "loss": 0.34239375591278076,
+      "step": 844
+    },
+    {
+      "epoch": 23.47887323943662,
+      "grad_norm": 0.39305049180984497,
+      "learning_rate": 5.931305886341008e-07,
+      "loss": 0.31065675616264343,
+      "step": 845
+    },
+    {
+      "epoch": 23.507042253521128,
+      "grad_norm": 0.37949338555336,
+      "learning_rate": 5.923487409933315e-07,
+      "loss": 0.32166263461112976,
+      "step": 846
+    },
+    {
+      "epoch": 23.535211267605632,
+      "grad_norm": 0.36787232756614685,
+      "learning_rate": 5.915667643509528e-07,
+      "loss": 0.33992820978164673,
+      "step": 847
+    },
+    {
+      "epoch": 23.56338028169014,
+      "grad_norm": 0.3767579197883606,
+      "learning_rate": 5.907846610890011e-07,
+      "loss": 0.32268887758255005,
+      "step": 848
+    },
+    {
+      "epoch": 23.591549295774648,
+      "grad_norm": 0.3919663429260254,
+      "learning_rate": 5.900024335898987e-07,
+      "loss": 0.34025847911834717,
+      "step": 849
+    },
+    {
+      "epoch": 23.619718309859156,
+      "grad_norm": 0.39601776003837585,
+      "learning_rate": 5.892200842364462e-07,
+      "loss": 0.32528138160705566,
+      "step": 850
+    },
+    {
+      "epoch": 23.647887323943664,
+      "grad_norm": 0.38417696952819824,
+      "learning_rate": 5.884376154118154e-07,
+      "loss": 0.33787277340888977,
+      "step": 851
+    },
+    {
+      "epoch": 23.676056338028168,
+      "grad_norm": 0.4001351594924927,
+      "learning_rate": 5.87655029499542e-07,
+      "loss": 0.32067933678627014,
+      "step": 852
+    },
+    {
+      "epoch": 23.704225352112676,
+      "grad_norm": 0.3779655992984772,
+      "learning_rate": 5.868723288835184e-07,
+      "loss": 0.32543522119522095,
+      "step": 853
+    },
+    {
+      "epoch": 23.732394366197184,
+      "grad_norm": 0.3973066210746765,
+      "learning_rate": 5.860895159479864e-07,
+      "loss": 0.32018131017684937,
+      "step": 854
+    },
+    {
+      "epoch": 23.760563380281692,
+      "grad_norm": 0.37466490268707275,
+      "learning_rate": 5.853065930775303e-07,
+      "loss": 0.3267287611961365,
+      "step": 855
+    },
+    {
+      "epoch": 23.788732394366196,
+      "grad_norm": 0.3884205222129822,
+      "learning_rate": 5.845235626570683e-07,
+      "loss": 0.33319422602653503,
+      "step": 856
+    },
+    {
+      "epoch": 23.816901408450704,
+      "grad_norm": 0.38531872630119324,
+      "learning_rate": 5.837404270718475e-07,
+      "loss": 0.32968732714653015,
+      "step": 857
+    },
+    {
+      "epoch": 23.845070422535212,
+      "grad_norm": 0.39171651005744934,
+      "learning_rate": 5.829571887074343e-07,
+      "loss": 0.32898926734924316,
+      "step": 858
+    },
+    {
+      "epoch": 23.87323943661972,
+      "grad_norm": 0.39152058959007263,
+      "learning_rate": 5.821738499497086e-07,
+      "loss": 0.31961727142333984,
+      "step": 859
+    },
+    {
+      "epoch": 23.901408450704224,
+      "grad_norm": 0.38459572196006775,
+      "learning_rate": 5.813904131848564e-07,
+      "loss": 0.3272324204444885,
+      "step": 860
+    },
+    {
+      "epoch": 23.929577464788732,
+      "grad_norm": 0.3808923661708832,
+      "learning_rate": 5.806068807993617e-07,
+      "loss": 0.3303658068180084,
+      "step": 861
+    },
+    {
+      "epoch": 23.95774647887324,
+      "grad_norm": 0.37708351016044617,
+      "learning_rate": 5.798232551800002e-07,
+      "loss": 0.32344508171081543,
+      "step": 862
+    },
+    {
+      "epoch": 23.985915492957748,
+      "grad_norm": 0.39680951833724976,
+      "learning_rate": 5.790395387138311e-07,
+      "loss": 0.322632372379303,
+      "step": 863
+    },
+    {
+      "epoch": 24.0,
+      "grad_norm": 0.5610886812210083,
+      "learning_rate": 5.78255733788191e-07,
+      "loss": 0.35141521692276,
+      "step": 864
+    },
+    {
+      "epoch": 24.028169014084508,
+      "grad_norm": 0.35833173990249634,
+      "learning_rate": 5.774718427906856e-07,
+      "loss": 0.3206993341445923,
+      "step": 865
+    },
+    {
+      "epoch": 24.056338028169016,
+      "grad_norm": 0.39589741826057434,
+      "learning_rate": 5.766878681091828e-07,
+      "loss": 0.32118743658065796,
+      "step": 866
+    },
+    {
+      "epoch": 24.08450704225352,
+      "grad_norm": 0.38291966915130615,
+      "learning_rate": 5.759038121318052e-07,
+      "loss": 0.3344864249229431,
+      "step": 867
+    },
+    {
+      "epoch": 24.112676056338028,
+      "grad_norm": 0.3832544684410095,
+      "learning_rate": 5.751196772469237e-07,
+      "loss": 0.32217106223106384,
+      "step": 868
+    },
+    {
+      "epoch": 24.140845070422536,
+      "grad_norm": 0.3777797818183899,
+      "learning_rate": 5.743354658431489e-07,
+      "loss": 0.3226107954978943,
+      "step": 869
+    },
+    {
+      "epoch": 24.169014084507044,
+      "grad_norm": 0.38655632734298706,
+      "learning_rate": 5.735511803093248e-07,
+      "loss": 0.3162218928337097,
+      "step": 870
+    },
+    {
+      "epoch": 24.197183098591548,
+      "grad_norm": 0.3842180669307709,
+      "learning_rate": 5.727668230345209e-07,
+      "loss": 0.3252412974834442,
+      "step": 871
+    },
+    {
+      "epoch": 24.225352112676056,
+      "grad_norm": 0.37772274017333984,
+      "learning_rate": 5.71982396408026e-07,
+      "loss": 0.3119194805622101,
+      "step": 872
+    },
+    {
+      "epoch": 24.253521126760564,
+      "grad_norm": 0.41677844524383545,
+      "learning_rate": 5.711979028193391e-07,
+      "loss": 0.33274686336517334,
+      "step": 873
+    },
+    {
+      "epoch": 24.281690140845072,
+      "grad_norm": 0.37274062633514404,
+      "learning_rate": 5.704133446581642e-07,
+      "loss": 0.3364775776863098,
+      "step": 874
+    },
+    {
+      "epoch": 24.309859154929576,
+      "grad_norm": 0.3630687892436981,
+      "learning_rate": 5.696287243144012e-07,
+      "loss": 0.3175593912601471,
+      "step": 875
+    },
+    {
+      "epoch": 24.338028169014084,
+      "grad_norm": 0.37973663210868835,
+      "learning_rate": 5.688440441781398e-07,
+      "loss": 0.3331897556781769,
+      "step": 876
+    },
+    {
+      "epoch": 24.366197183098592,
+      "grad_norm": 0.38727322220802307,
+      "learning_rate": 5.680593066396518e-07,
+      "loss": 0.3193923234939575,
+      "step": 877
+    },
+    {
+      "epoch": 24.3943661971831,
+      "grad_norm": 0.3952330946922302,
+      "learning_rate": 5.672745140893839e-07,
+      "loss": 0.32324185967445374,
+      "step": 878
+    },
+    {
+      "epoch": 24.422535211267604,
+      "grad_norm": 0.3810881972312927,
+      "learning_rate": 5.664896689179504e-07,
+      "loss": 0.32108092308044434,
+      "step": 879
+    },
+    {
+      "epoch": 24.450704225352112,
+      "grad_norm": 0.3821290135383606,
+      "learning_rate": 5.657047735161255e-07,
+      "loss": 0.3288062810897827,
+      "step": 880
+    },
+    {
+      "epoch": 24.47887323943662,
+      "grad_norm": 0.38779404759407043,
+      "learning_rate": 5.649198302748368e-07,
+      "loss": 0.32277727127075195,
+      "step": 881
+    },
+    {
+      "epoch": 24.507042253521128,
+      "grad_norm": 0.38833415508270264,
+      "learning_rate": 5.641348415851577e-07,
+      "loss": 0.32539644837379456,
+      "step": 882
+    },
+    {
+      "epoch": 24.535211267605632,
+      "grad_norm": 0.38681596517562866,
+      "learning_rate": 5.633498098382998e-07,
+      "loss": 0.3325621485710144,
+      "step": 883
+    },
+    {
+      "epoch": 24.56338028169014,
+      "grad_norm": 0.38750550150871277,
+      "learning_rate": 5.625647374256061e-07,
+      "loss": 0.33401745557785034,
+      "step": 884
+    },
+    {
+      "epoch": 24.591549295774648,
+      "grad_norm": 0.39044085144996643,
+      "learning_rate": 5.617796267385429e-07,
+      "loss": 0.3323938846588135,
+      "step": 885
+    },
+    {
+      "epoch": 24.619718309859156,
+      "grad_norm": 0.40796950459480286,
+      "learning_rate": 5.60994480168694e-07,
+      "loss": 0.32161277532577515,
+      "step": 886
+    },
+    {
+      "epoch": 24.647887323943664,
+      "grad_norm": 0.3978534936904907,
+      "learning_rate": 5.602093001077517e-07,
+      "loss": 0.3238278925418854,
+      "step": 887
+    },
+    {
+      "epoch": 24.676056338028168,
+      "grad_norm": 0.3848389983177185,
+      "learning_rate": 5.594240889475106e-07,
+      "loss": 0.33983445167541504,
+      "step": 888
+    },
+    {
+      "epoch": 24.704225352112676,
+      "grad_norm": 0.38630858063697815,
+      "learning_rate": 5.586388490798604e-07,
+      "loss": 0.3141022026538849,
+      "step": 889
+    },
+    {
+      "epoch": 24.732394366197184,
+      "grad_norm": 0.3843793272972107,
+      "learning_rate": 5.578535828967777e-07,
+      "loss": 0.3235158324241638,
+      "step": 890
+    },
+    {
+      "epoch": 24.760563380281692,
+      "grad_norm": 0.44759678840637207,
+      "learning_rate": 5.570682927903193e-07,
+      "loss": 0.3171459436416626,
+      "step": 891
+    },
+    {
+      "epoch": 24.788732394366196,
+      "grad_norm": 0.3951988220214844,
+      "learning_rate": 5.562829811526154e-07,
+      "loss": 0.34439194202423096,
+      "step": 892
+    },
+    {
+      "epoch": 24.816901408450704,
+      "grad_norm": 0.38317352533340454,
+      "learning_rate": 5.554976503758612e-07,
+      "loss": 0.3283988833427429,
+      "step": 893
+    },
+    {
+      "epoch": 24.845070422535212,
+      "grad_norm": 0.3897356688976288,
+      "learning_rate": 5.547123028523106e-07,
+      "loss": 0.3268943727016449,
+      "step": 894
+    },
+    {
+      "epoch": 24.87323943661972,
+      "grad_norm": 0.38267654180526733,
+      "learning_rate": 5.539269409742683e-07,
+      "loss": 0.33294621109962463,
+      "step": 895
+    },
+    {
+      "epoch": 24.901408450704224,
+      "grad_norm": 0.3854587972164154,
+      "learning_rate": 5.531415671340826e-07,
+      "loss": 0.3341590464115143,
+      "step": 896
+    },
+    {
+      "epoch": 24.929577464788732,
+      "grad_norm": 0.3782542943954468,
+      "learning_rate": 5.523561837241387e-07,
+      "loss": 0.3125770688056946,
+      "step": 897
+    },
+    {
+      "epoch": 24.95774647887324,
+      "grad_norm": 0.3936726450920105,
+      "learning_rate": 5.515707931368507e-07,
+      "loss": 0.3472646474838257,
+      "step": 898
+    },
+    {
+      "epoch": 24.985915492957748,
+      "grad_norm": 0.3760293424129486,
+      "learning_rate": 5.507853977646543e-07,
+      "loss": 0.3173547387123108,
+      "step": 899
+    },
+    {
+      "epoch": 25.0,
+      "grad_norm": 0.519473135471344,
+      "learning_rate": 5.5e-07,
+      "loss": 0.32919731736183167,
+      "step": 900
+    },
+    {
+      "epoch": 25.028169014084508,
+      "grad_norm": 0.3907301425933838,
+      "learning_rate": 5.492146022353459e-07,
+      "loss": 0.32534489035606384,
+      "step": 901
+    },
+    {
+      "epoch": 25.056338028169016,
+      "grad_norm": 0.38654443621635437,
+      "learning_rate": 5.484292068631494e-07,
+      "loss": 0.32049402594566345,
+      "step": 902
+    },
+    {
+      "epoch": 25.08450704225352,
+      "grad_norm": 0.38321253657341003,
+      "learning_rate": 5.476438162758611e-07,
+      "loss": 0.3115282356739044,
+      "step": 903
+    },
+    {
+      "epoch": 25.112676056338028,
+      "grad_norm": 0.3922843337059021,
+      "learning_rate": 5.468584328659172e-07,
+      "loss": 0.3124304711818695,
+      "step": 904
+    },
+    {
+      "epoch": 25.140845070422536,
+      "grad_norm": 0.3907575309276581,
+      "learning_rate": 5.460730590257317e-07,
+      "loss": 0.3261442184448242,
+      "step": 905
+    },
+    {
+      "epoch": 25.169014084507044,
+      "grad_norm": 0.4006910026073456,
+      "learning_rate": 5.452876971476896e-07,
+      "loss": 0.32373058795928955,
+      "step": 906
+    },
+    {
+      "epoch": 25.197183098591548,
+      "grad_norm": 0.37622418999671936,
+      "learning_rate": 5.445023496241388e-07,
+      "loss": 0.3193475306034088,
+      "step": 907
+    },
+    {
+      "epoch": 25.225352112676056,
+      "grad_norm": 0.37440574169158936,
+      "learning_rate": 5.437170188473847e-07,
+      "loss": 0.3142261803150177,
+      "step": 908
+    },
+    {
+      "epoch": 25.253521126760564,
+      "grad_norm": 0.38481953740119934,
+      "learning_rate": 5.429317072096807e-07,
+      "loss": 0.337313711643219,
+      "step": 909
+    },
+    {
+      "epoch": 25.281690140845072,
+      "grad_norm": 0.39551037549972534,
+      "learning_rate": 5.421464171032224e-07,
+      "loss": 0.321609228849411,
+      "step": 910
+    },
+    {
+      "epoch": 25.309859154929576,
+      "grad_norm": 0.3888447880744934,
+      "learning_rate": 5.413611509201396e-07,
+      "loss": 0.32264670729637146,
+      "step": 911
+    },
+    {
+      "epoch": 25.338028169014084,
+      "grad_norm": 0.39491352438926697,
+      "learning_rate": 5.405759110524894e-07,
+      "loss": 0.3198102116584778,
+      "step": 912
+    },
+    {
+      "epoch": 25.366197183098592,
+      "grad_norm": 0.39912641048431396,
+      "learning_rate": 5.397906998922483e-07,
+      "loss": 0.3395056426525116,
+      "step": 913
+    },
+    {
+      "epoch": 25.3943661971831,
+      "grad_norm": 0.4020642638206482,
+      "learning_rate": 5.390055198313061e-07,
+      "loss": 0.3330724239349365,
+      "step": 914
+    },
+    {
+      "epoch": 25.422535211267604,
+      "grad_norm": 0.39527246356010437,
+      "learning_rate": 5.382203732614571e-07,
+      "loss": 0.3267742395401001,
+      "step": 915
+    },
+    {
+      "epoch": 25.450704225352112,
+      "grad_norm": 0.38676416873931885,
+      "learning_rate": 5.37435262574394e-07,
+      "loss": 0.3360646963119507,
+      "step": 916
+    },
+    {
+      "epoch": 25.47887323943662,
+      "grad_norm": 0.4009418785572052,
+      "learning_rate": 5.366501901617001e-07,
+      "loss": 0.33060988783836365,
+      "step": 917
+    },
+    {
+      "epoch": 25.507042253521128,
+      "grad_norm": 0.3914986848831177,
+      "learning_rate": 5.358651584148423e-07,
+      "loss": 0.3179813027381897,
+      "step": 918
+    },
+    {
+      "epoch": 25.535211267605632,
+      "grad_norm": 0.3900521993637085,
+      "learning_rate": 5.350801697251633e-07,
+      "loss": 0.3134571313858032,
+      "step": 919
+    },
+    {
+      "epoch": 25.56338028169014,
+      "grad_norm": 0.4012114405632019,
+      "learning_rate": 5.342952264838747e-07,
+      "loss": 0.3299099802970886,
+      "step": 920
+    },
+    {
+      "epoch": 25.591549295774648,
+      "grad_norm": 0.375319242477417,
+      "learning_rate": 5.335103310820496e-07,
+      "loss": 0.31661590933799744,
+      "step": 921
+    },
+    {
+      "epoch": 25.619718309859156,
+      "grad_norm": 0.39108213782310486,
+      "learning_rate": 5.32725485910616e-07,
+      "loss": 0.31691405177116394,
+      "step": 922
+    },
+    {
+      "epoch": 25.647887323943664,
+      "grad_norm": 0.3978103697299957,
+      "learning_rate": 5.319406933603482e-07,
+      "loss": 0.3219263255596161,
+      "step": 923
+    },
+    {
+      "epoch": 25.676056338028168,
+      "grad_norm": 0.39544498920440674,
+      "learning_rate": 5.311559558218603e-07,
+      "loss": 0.331471711397171,
+      "step": 924
+    },
+    {
+      "epoch": 25.704225352112676,
+      "grad_norm": 0.3808025121688843,
+      "learning_rate": 5.303712756855988e-07,
+      "loss": 0.3252677321434021,
+      "step": 925
+    },
+    {
+      "epoch": 25.732394366197184,
+      "grad_norm": 0.3788142204284668,
+      "learning_rate": 5.295866553418358e-07,
+      "loss": 0.328635036945343,
+      "step": 926
+    },
+    {
+      "epoch": 25.760563380281692,
+      "grad_norm": 0.3923240900039673,
+      "learning_rate": 5.288020971806608e-07,
+      "loss": 0.3163786232471466,
+      "step": 927
+    },
+    {
+      "epoch": 25.788732394366196,
+      "grad_norm": 0.4067988991737366,
+      "learning_rate": 5.28017603591974e-07,
+      "loss": 0.3369380235671997,
+      "step": 928
+    },
+    {
+      "epoch": 25.816901408450704,
+      "grad_norm": 0.39493855834007263,
+      "learning_rate": 5.27233176965479e-07,
+      "loss": 0.32654568552970886,
+      "step": 929
+    },
+    {
+      "epoch": 25.845070422535212,
+      "grad_norm": 0.3966091275215149,
+      "learning_rate": 5.264488196906752e-07,
+      "loss": 0.33306634426116943,
+      "step": 930
+    },
+    {
+      "epoch": 25.87323943661972,
+      "grad_norm": 0.3901676833629608,
+      "learning_rate": 5.256645341568511e-07,
+      "loss": 0.3169354796409607,
+      "step": 931
+    },
+    {
+      "epoch": 25.901408450704224,
+      "grad_norm": 0.3857198655605316,
+      "learning_rate": 5.248803227530763e-07,
+      "loss": 0.3285425901412964,
+      "step": 932
+    },
+    {
+      "epoch": 25.929577464788732,
+      "grad_norm": 0.4023548364639282,
+      "learning_rate": 5.240961878681947e-07,
+      "loss": 0.31917253136634827,
+      "step": 933
+    },
+    {
+      "epoch": 25.95774647887324,
+      "grad_norm": 0.3841480016708374,
+      "learning_rate": 5.233121318908173e-07,
+      "loss": 0.3240397572517395,
+      "step": 934
+    },
+    {
+      "epoch": 25.985915492957748,
+      "grad_norm": 0.3895663917064667,
+      "learning_rate": 5.225281572093143e-07,
+      "loss": 0.33682069182395935,
+      "step": 935
+    },
+    {
+      "epoch": 26.0,
+      "grad_norm": 0.566136360168457,
+      "learning_rate": 5.21744266211809e-07,
+      "loss": 0.32911181449890137,
+      "step": 936
+    },
+    {
+      "epoch": 26.028169014084508,
+      "grad_norm": 0.39425909519195557,
+      "learning_rate": 5.20960461286169e-07,
+      "loss": 0.3303253650665283,
+      "step": 937
+    },
+    {
+      "epoch": 26.056338028169016,
+      "grad_norm": 0.3862634599208832,
+      "learning_rate": 5.2017674482e-07,
+      "loss": 0.3101719617843628,
+      "step": 938
+    },
+    {
+      "epoch": 26.08450704225352,
+      "grad_norm": 0.39860761165618896,
+      "learning_rate": 5.193931192006385e-07,
+      "loss": 0.31626003980636597,
+      "step": 939
+    },
+    {
+      "epoch": 26.112676056338028,
+      "grad_norm": 0.38230645656585693,
+      "learning_rate": 5.186095868151436e-07,
+      "loss": 0.33143383264541626,
+      "step": 940
+    },
+    {
+      "epoch": 26.140845070422536,
+      "grad_norm": 0.3823683261871338,
+      "learning_rate": 5.178261500502912e-07,
+      "loss": 0.312152236700058,
+      "step": 941
+    },
+    {
+      "epoch": 26.169014084507044,
+      "grad_norm": 0.3821384310722351,
+      "learning_rate": 5.170428112925659e-07,
+      "loss": 0.3198228180408478,
+      "step": 942
+    },
+    {
+      "epoch": 26.197183098591548,
+      "grad_norm": 0.41778433322906494,
+      "learning_rate": 5.162595729281526e-07,
+      "loss": 0.32497596740722656,
+      "step": 943
+    },
+    {
+      "epoch": 26.225352112676056,
+      "grad_norm": 0.38266506791114807,
+      "learning_rate": 5.154764373429315e-07,
+      "loss": 0.3314628303050995,
+      "step": 944
+    },
+    {
+      "epoch": 26.253521126760564,
+      "grad_norm": 0.39124244451522827,
+      "learning_rate": 5.146934069224698e-07,
+      "loss": 0.3309955298900604,
+      "step": 945
+    },
+    {
+      "epoch": 26.281690140845072,
+      "grad_norm": 0.39248421788215637,
+      "learning_rate": 5.139104840520135e-07,
+      "loss": 0.3193722665309906,
+      "step": 946
+    },
+    {
+      "epoch": 26.309859154929576,
+      "grad_norm": 0.40721243619918823,
+      "learning_rate": 5.131276711164815e-07,
+      "loss": 0.3228180408477783,
+      "step": 947
+    },
+    {
+      "epoch": 26.338028169014084,
+      "grad_norm": 0.3944093585014343,
+      "learning_rate": 5.123449705004581e-07,
+      "loss": 0.33869385719299316,
+      "step": 948
+    },
+    {
+      "epoch": 26.366197183098592,
+      "grad_norm": 0.3867540955543518,
+      "learning_rate": 5.115623845881847e-07,
+      "loss": 0.31862741708755493,
+      "step": 949
+    },
+    {
+      "epoch": 26.3943661971831,
+      "grad_norm": 0.3939334452152252,
+      "learning_rate": 5.107799157635538e-07,
+      "loss": 0.3260752856731415,
+      "step": 950
+    },
+    {
+      "epoch": 26.422535211267604,
+      "grad_norm": 0.40836402773857117,
+      "learning_rate": 5.099975664101014e-07,
+      "loss": 0.3147823214530945,
+      "step": 951
+    },
+    {
+      "epoch": 26.450704225352112,
+      "grad_norm": 0.385328471660614,
+      "learning_rate": 5.09215338910999e-07,
+      "loss": 0.315174400806427,
+      "step": 952
+    },
+    {
+      "epoch": 26.47887323943662,
+      "grad_norm": 0.38579061627388,
+      "learning_rate": 5.084332356490472e-07,
+      "loss": 0.3160386383533478,
+      "step": 953
+    },
+    {
+      "epoch": 26.507042253521128,
+      "grad_norm": 0.39817193150520325,
+      "learning_rate": 5.076512590066685e-07,
+      "loss": 0.3219284415245056,
+      "step": 954
+    },
+    {
+      "epoch": 26.535211267605632,
+      "grad_norm": 0.3795187175273895,
+      "learning_rate": 5.068694113658992e-07,
+      "loss": 0.31202954053878784,
+      "step": 955
+    },
+    {
+      "epoch": 26.56338028169014,
+      "grad_norm": 0.38538357615470886,
+      "learning_rate": 5.060876951083828e-07,
+      "loss": 0.32958048582077026,
+      "step": 956
+    },
+    {
+      "epoch": 26.591549295774648,
+      "grad_norm": 0.38360247015953064,
+      "learning_rate": 5.053061126153624e-07,
+      "loss": 0.30957651138305664,
+      "step": 957
+    },
+    {
+      "epoch": 26.619718309859156,
+      "grad_norm": 0.3785325288772583,
+      "learning_rate": 5.045246662676741e-07,
+      "loss": 0.3202337622642517,
+      "step": 958
+    },
+    {
+      "epoch": 26.647887323943664,
+      "grad_norm": 0.3824126124382019,
+      "learning_rate": 5.037433584457389e-07,
+      "loss": 0.3125755786895752,
+      "step": 959
+    },
+    {
+      "epoch": 26.676056338028168,
+      "grad_norm": 0.39519426226615906,
+      "learning_rate": 5.02962191529556e-07,
+      "loss": 0.3107134699821472,
+      "step": 960
+    },
+    {
+      "epoch": 26.704225352112676,
+      "grad_norm": 0.3949263095855713,
+      "learning_rate": 5.021811678986951e-07,
+      "loss": 0.3313808739185333,
+      "step": 961
+    },
+    {
+      "epoch": 26.732394366197184,
+      "grad_norm": 0.38503384590148926,
+      "learning_rate": 5.014002899322896e-07,
+      "loss": 0.32243454456329346,
+      "step": 962
+    },
+    {
+      "epoch": 26.760563380281692,
+      "grad_norm": 0.391943097114563,
+      "learning_rate": 5.006195600090296e-07,
+      "loss": 0.32883143424987793,
+      "step": 963
+    },
+    {
+      "epoch": 26.788732394366196,
+      "grad_norm": 0.4018123745918274,
+      "learning_rate": 4.998389805071536e-07,
+      "loss": 0.31251728534698486,
+      "step": 964
+    },
+    {
+      "epoch": 26.816901408450704,
+      "grad_norm": 0.41714271903038025,
+      "learning_rate": 4.990585538044419e-07,
+      "loss": 0.3352566957473755,
+      "step": 965
+    },
+    {
+      "epoch": 26.845070422535212,
+      "grad_norm": 0.3913467824459076,
+      "learning_rate": 4.982782822782101e-07,
+      "loss": 0.3217517137527466,
+      "step": 966
+    },
+    {
+      "epoch": 26.87323943661972,
+      "grad_norm": 0.40836217999458313,
+      "learning_rate": 4.974981683053001e-07,
+      "loss": 0.3292587995529175,
+      "step": 967
+    },
+    {
+      "epoch": 26.901408450704224,
+      "grad_norm": 0.39076730608940125,
+      "learning_rate": 4.967182142620745e-07,
+      "loss": 0.3406558334827423,
+      "step": 968
+    },
+    {
+      "epoch": 26.929577464788732,
+      "grad_norm": 0.37997063994407654,
+      "learning_rate": 4.959384225244087e-07,
+      "loss": 0.3325538635253906,
+      "step": 969
+    },
+    {
+      "epoch": 26.95774647887324,
+      "grad_norm": 0.4018656611442566,
+      "learning_rate": 4.951587954676837e-07,
+      "loss": 0.3161391615867615,
+      "step": 970
+    },
+    {
+      "epoch": 26.985915492957748,
+      "grad_norm": 0.3974568843841553,
+      "learning_rate": 4.943793354667783e-07,
+      "loss": 0.3390060365200043,
+      "step": 971
+    },
+    {
+      "epoch": 27.0,
+      "grad_norm": 0.5330749750137329,
+      "learning_rate": 4.93600044896063e-07,
+      "loss": 0.3339563012123108,
+      "step": 972
+    },
+    {
+      "epoch": 27.028169014084508,
+      "grad_norm": 0.3700898587703705,
+      "learning_rate": 4.928209261293923e-07,
+      "loss": 0.32524925470352173,
+      "step": 973
+    },
+    {
+      "epoch": 27.056338028169016,
+      "grad_norm": 0.36422741413116455,
+      "learning_rate": 4.920419815400968e-07,
+      "loss": 0.32383549213409424,
+      "step": 974
+    },
+    {
+      "epoch": 27.08450704225352,
+      "grad_norm": 0.3969523012638092,
+      "learning_rate": 4.912632135009769e-07,
+      "loss": 0.3273283541202545,
+      "step": 975
+    },
+    {
+      "epoch": 27.112676056338028,
+      "grad_norm": 0.3937308192253113,
+      "learning_rate": 4.904846243842949e-07,
+      "loss": 0.31272923946380615,
+      "step": 976
+    },
+    {
+      "epoch": 27.140845070422536,
+      "grad_norm": 0.38353821635246277,
+      "learning_rate": 4.897062165617686e-07,
+      "loss": 0.31967559456825256,
+      "step": 977
+    },
+    {
+      "epoch": 27.169014084507044,
+      "grad_norm": 0.3810458779335022,
+      "learning_rate": 4.88927992404563e-07,
+      "loss": 0.3191872537136078,
+      "step": 978
+    },
+    {
+      "epoch": 27.197183098591548,
+      "grad_norm": 0.3873644769191742,
+      "learning_rate": 4.881499542832841e-07,
+      "loss": 0.327060729265213,
+      "step": 979
+    },
+    {
+      "epoch": 27.225352112676056,
+      "grad_norm": 0.38196802139282227,
+      "learning_rate": 4.873721045679706e-07,
+      "loss": 0.3129046559333801,
+      "step": 980
+    },
+    {
+      "epoch": 27.253521126760564,
+      "grad_norm": 0.3674769997596741,
+      "learning_rate": 4.865944456280878e-07,
+      "loss": 0.3162941038608551,
+      "step": 981
+    },
+    {
+      "epoch": 27.281690140845072,
+      "grad_norm": 0.39371582865715027,
+      "learning_rate": 4.858169798325198e-07,
+      "loss": 0.3260490596294403,
+      "step": 982
+    },
+    {
+      "epoch": 27.309859154929576,
+      "grad_norm": 0.3972032368183136,
+      "learning_rate": 4.850397095495621e-07,
+      "loss": 0.32622987031936646,
+      "step": 983
+    },
+    {
+      "epoch": 27.338028169014084,
+      "grad_norm": 0.4014224410057068,
+      "learning_rate": 4.842626371469149e-07,
+      "loss": 0.3255884647369385,
+      "step": 984
+    },
+    {
+      "epoch": 27.366197183098592,
+      "grad_norm": 0.38516417145729065,
+      "learning_rate": 4.834857649916752e-07,
+      "loss": 0.31208905577659607,
+      "step": 985
+    },
+    {
+      "epoch": 27.3943661971831,
+      "grad_norm": 0.3933313190937042,
+      "learning_rate": 4.827090954503308e-07,
+      "loss": 0.3179953098297119,
+      "step": 986
+    },
+    {
+      "epoch": 27.422535211267604,
+      "grad_norm": 0.3956094980239868,
+      "learning_rate": 4.819326308887513e-07,
+      "loss": 0.31834524869918823,
+      "step": 987
+    },
+    {
+      "epoch": 27.450704225352112,
+      "grad_norm": 0.40339627861976624,
+      "learning_rate": 4.811563736721829e-07,
+      "loss": 0.3197236955165863,
+      "step": 988
+    },
+    {
+      "epoch": 27.47887323943662,
+      "grad_norm": 0.3828282356262207,
+      "learning_rate": 4.803803261652395e-07,
+      "loss": 0.3316667675971985,
+      "step": 989
+    },
+    {
+      "epoch": 27.507042253521128,
+      "grad_norm": 0.4123758375644684,
+      "learning_rate": 4.79604490731896e-07,
+      "loss": 0.3373149633407593,
+      "step": 990
+    },
+    {
+      "epoch": 27.535211267605632,
+      "grad_norm": 0.4058115780353546,
+      "learning_rate": 4.788288697354824e-07,
+      "loss": 0.3256288170814514,
+      "step": 991
+    },
+    {
+      "epoch": 27.56338028169014,
+      "grad_norm": 0.395881712436676,
+      "learning_rate": 4.780534655386743e-07,
+      "loss": 0.3255182206630707,
+      "step": 992
+    },
+    {
+      "epoch": 27.591549295774648,
+      "grad_norm": 0.3949476480484009,
+      "learning_rate": 4.772782805034876e-07,
+      "loss": 0.31342440843582153,
+      "step": 993
+    },
+    {
+      "epoch": 27.619718309859156,
+      "grad_norm": 0.41506338119506836,
+      "learning_rate": 4.7650331699127013e-07,
+      "loss": 0.30606886744499207,
+      "step": 994
+    },
+    {
+      "epoch": 27.647887323943664,
+      "grad_norm": 0.3876069486141205,
+      "learning_rate": 4.75728577362695e-07,
+      "loss": 0.3338634967803955,
+      "step": 995
+    },
+    {
+      "epoch": 27.676056338028168,
+      "grad_norm": 0.3984672725200653,
+      "learning_rate": 4.749540639777539e-07,
+      "loss": 0.3124704360961914,
+      "step": 996
+    },
+    {
+      "epoch": 27.704225352112676,
+      "grad_norm": 0.38598647713661194,
+      "learning_rate": 4.741797791957489e-07,
+      "loss": 0.3206423819065094,
+      "step": 997
+    },
+    {
+      "epoch": 27.732394366197184,
+      "grad_norm": 0.3830356001853943,
+      "learning_rate": 4.7340572537528547e-07,
+      "loss": 0.3193873465061188,
+      "step": 998
+    },
+    {
+      "epoch": 27.760563380281692,
+      "grad_norm": 0.3961408734321594,
+      "learning_rate": 4.7263190487426563e-07,
+      "loss": 0.3182516098022461,
+      "step": 999
+    },
+    {
+      "epoch": 27.788732394366196,
+      "grad_norm": 0.39305320382118225,
+      "learning_rate": 4.7185832004988133e-07,
+      "loss": 0.33710581064224243,
+      "step": 1000
+    },
+    {
+      "epoch": 27.816901408450704,
+      "grad_norm": 0.38334742188453674,
+      "learning_rate": 4.710849732586059e-07,
+      "loss": 0.3107894957065582,
+      "step": 1001
+    },
+    {
+      "epoch": 27.845070422535212,
+      "grad_norm": 0.3962097764015198,
+      "learning_rate": 4.703118668561875e-07,
+      "loss": 0.32310307025909424,
+      "step": 1002
+    },
+    {
+      "epoch": 27.87323943661972,
+      "grad_norm": 0.4129899740219116,
+      "learning_rate": 4.6953900319764274e-07,
+      "loss": 0.3173657953739166,
+      "step": 1003
+    },
+    {
+      "epoch": 27.901408450704224,
+      "grad_norm": 0.3933452069759369,
+      "learning_rate": 4.68766384637248e-07,
+      "loss": 0.3349849581718445,
+      "step": 1004
+    },
+    {
+      "epoch": 27.929577464788732,
+      "grad_norm": 0.39463669061660767,
+      "learning_rate": 4.679940135285336e-07,
+      "loss": 0.31813567876815796,
+      "step": 1005
+    },
+    {
+      "epoch": 27.95774647887324,
+      "grad_norm": 0.3807503283023834,
+      "learning_rate": 4.672218922242759e-07,
+      "loss": 0.3168887794017792,
+      "step": 1006
+    },
+    {
+      "epoch": 27.985915492957748,
+      "grad_norm": 0.3904450535774231,
+      "learning_rate": 4.664500230764903e-07,
+      "loss": 0.3194056451320648,
+      "step": 1007
+    },
+    {
+      "epoch": 28.0,
+      "grad_norm": 0.5729740858078003,
+      "learning_rate": 4.656784084364238e-07,
+      "loss": 0.3411839008331299,
+      "step": 1008
+    },
+    {
+      "epoch": 28.028169014084508,
+      "grad_norm": 0.39187631011009216,
+      "learning_rate": 4.6490705065454883e-07,
+      "loss": 0.32139888405799866,
+      "step": 1009
+    },
+    {
+      "epoch": 28.056338028169016,
+      "grad_norm": 0.38157594203948975,
+      "learning_rate": 4.641359520805548e-07,
+      "loss": 0.32903847098350525,
+      "step": 1010
+    },
+    {
+      "epoch": 28.08450704225352,
+      "grad_norm": 0.3803679347038269,
+      "learning_rate": 4.6336511506334177e-07,
+      "loss": 0.30710792541503906,
+      "step": 1011
+    },
+    {
+      "epoch": 28.112676056338028,
+      "grad_norm": 0.3928949534893036,
+      "learning_rate": 4.6259454195101267e-07,
+      "loss": 0.3159278333187103,
+      "step": 1012
+    },
+    {
+      "epoch": 28.140845070422536,
+      "grad_norm": 0.3867454528808594,
+      "learning_rate": 4.61824235090867e-07,
+      "loss": 0.32183969020843506,
+      "step": 1013
+    },
+    {
+      "epoch": 28.169014084507044,
+      "grad_norm": 0.3878993093967438,
+      "learning_rate": 4.6105419682939316e-07,
+      "loss": 0.327831506729126,
+      "step": 1014
+    },
+    {
+      "epoch": 28.197183098591548,
+      "grad_norm": 0.39358532428741455,
+      "learning_rate": 4.602844295122613e-07,
+      "loss": 0.3066422641277313,
+      "step": 1015
+    },
+    {
+      "epoch": 28.225352112676056,
+      "grad_norm": 0.3881267011165619,
+      "learning_rate": 4.59514935484316e-07,
+      "loss": 0.32231512665748596,
+      "step": 1016
+    },
+    {
+      "epoch": 28.253521126760564,
+      "grad_norm": 0.3974669277667999,
+      "learning_rate": 4.5874571708956953e-07,
+      "loss": 0.34675514698028564,
+      "step": 1017
+    },
+    {
+      "epoch": 28.281690140845072,
+      "grad_norm": 0.3743266463279724,
+      "learning_rate": 4.579767766711944e-07,
+      "loss": 0.32414931058883667,
+      "step": 1018
+    },
+    {
+      "epoch": 28.309859154929576,
+      "grad_norm": 0.38628455996513367,
+      "learning_rate": 4.572081165715167e-07,
+      "loss": 0.30881208181381226,
+      "step": 1019
+    },
+    {
+      "epoch": 28.338028169014084,
+      "grad_norm": 0.39688679575920105,
+      "learning_rate": 4.5643973913200837e-07,
+      "loss": 0.32995566725730896,
+      "step": 1020
+    },
+    {
+      "epoch": 28.366197183098592,
+      "grad_norm": 0.39416512846946716,
+      "learning_rate": 4.556716466932803e-07,
+      "loss": 0.327730268239975,
+      "step": 1021
+    },
+    {
+      "epoch": 28.3943661971831,
+      "grad_norm": 0.39930543303489685,
+      "learning_rate": 4.549038415950751e-07,
+      "loss": 0.32226401567459106,
+      "step": 1022
+    },
+    {
+      "epoch": 28.422535211267604,
+      "grad_norm": 0.39673280715942383,
+      "learning_rate": 4.5413632617626054e-07,
+      "loss": 0.3158804774284363,
+      "step": 1023
+    },
+    {
+      "epoch": 28.450704225352112,
+      "grad_norm": 0.38143086433410645,
+      "learning_rate": 4.5336910277482155e-07,
+      "loss": 0.3302033543586731,
+      "step": 1024
+    },
+    {
+      "epoch": 28.47887323943662,
+      "grad_norm": 0.3939116299152374,
+      "learning_rate": 4.526021737278537e-07,
+      "loss": 0.3158111572265625,
+      "step": 1025
+    },
+    {
+      "epoch": 28.507042253521128,
+      "grad_norm": 0.40622755885124207,
+      "learning_rate": 4.51835541371556e-07,
+      "loss": 0.32396200299263,
+      "step": 1026
+    },
+    {
+      "epoch": 28.535211267605632,
+      "grad_norm": 0.3897394835948944,
+      "learning_rate": 4.5106920804122304e-07,
+      "loss": 0.31977495551109314,
+      "step": 1027
+    },
+    {
+      "epoch": 28.56338028169014,
+      "grad_norm": 0.37125250697135925,
+      "learning_rate": 4.503031760712397e-07,
+      "loss": 0.325844943523407,
+      "step": 1028
+    },
+    {
+      "epoch": 28.591549295774648,
+      "grad_norm": 0.3901251256465912,
+      "learning_rate": 4.4953744779507197e-07,
+      "loss": 0.3198482096195221,
+      "step": 1029
+    },
+    {
+      "epoch": 28.619718309859156,
+      "grad_norm": 0.39370420575141907,
+      "learning_rate": 4.4877202554526084e-07,
+      "loss": 0.3141654133796692,
+      "step": 1030
+    },
+    {
+      "epoch": 28.647887323943664,
+      "grad_norm": 0.4079742729663849,
+      "learning_rate": 4.480069116534151e-07,
+      "loss": 0.3289361298084259,
+      "step": 1031
+    },
+    {
+      "epoch": 28.676056338028168,
+      "grad_norm": 0.39373448491096497,
+      "learning_rate": 4.4724210845020494e-07,
+      "loss": 0.303550124168396,
+      "step": 1032
+    },
+    {
+      "epoch": 28.704225352112676,
+      "grad_norm": 0.3851517140865326,
+      "learning_rate": 4.4647761826535303e-07,
+      "loss": 0.3275371193885803,
+      "step": 1033
+    },
+    {
+      "epoch": 28.732394366197184,
+      "grad_norm": 0.39749592542648315,
+      "learning_rate": 4.457134434276293e-07,
+      "loss": 0.3159153461456299,
+      "step": 1034
+    },
+    {
+      "epoch": 28.760563380281692,
+      "grad_norm": 0.3872748017311096,
+      "learning_rate": 4.449495862648427e-07,
+      "loss": 0.32355499267578125,
+      "step": 1035
+    },
+    {
+      "epoch": 28.788732394366196,
+      "grad_norm": 0.3984876573085785,
+      "learning_rate": 4.441860491038345e-07,
+      "loss": 0.3134092092514038,
+      "step": 1036
+    },
+    {
+      "epoch": 28.816901408450704,
+      "grad_norm": 0.3975779414176941,
+      "learning_rate": 4.4342283427047164e-07,
+      "loss": 0.3197779655456543,
+      "step": 1037
+    },
+    {
+      "epoch": 28.845070422535212,
+      "grad_norm": 0.3911439776420593,
+      "learning_rate": 4.4265994408963867e-07,
+      "loss": 0.2987986207008362,
+      "step": 1038
+    },
+    {
+      "epoch": 28.87323943661972,
+      "grad_norm": 0.4075714349746704,
+      "learning_rate": 4.418973808852313e-07,
+      "loss": 0.3265843093395233,
+      "step": 1039
+    },
+    {
+      "epoch": 28.901408450704224,
+      "grad_norm": 0.38900086283683777,
+      "learning_rate": 4.4113514698014953e-07,
+      "loss": 0.3064301013946533,
+      "step": 1040
+    },
+    {
+      "epoch": 28.929577464788732,
+      "grad_norm": 0.40392547845840454,
+      "learning_rate": 4.403732446962899e-07,
+      "loss": 0.32852086424827576,
+      "step": 1041
+    },
+    {
+      "epoch": 28.95774647887324,
+      "grad_norm": 0.3813670873641968,
+      "learning_rate": 4.3961167635453876e-07,
+      "loss": 0.31472861766815186,
+      "step": 1042
+    },
+    {
+      "epoch": 28.985915492957748,
+      "grad_norm": 0.3869912922382355,
+      "learning_rate": 4.388504442747657e-07,
+      "loss": 0.32740145921707153,
+      "step": 1043
+    },
+    {
+      "epoch": 29.0,
+      "grad_norm": 0.5705031752586365,
+      "learning_rate": 4.3808955077581546e-07,
+      "loss": 0.3294166922569275,
+      "step": 1044
+    },
+    {
+      "epoch": 29.028169014084508,
+      "grad_norm": 0.39494118094444275,
+      "learning_rate": 4.373289981755013e-07,
+      "loss": 0.3015002906322479,
+      "step": 1045
+    },
+    {
+      "epoch": 29.056338028169016,
+      "grad_norm": 0.3874528706073761,
+      "learning_rate": 4.365687887905988e-07,
+      "loss": 0.3175269365310669,
+      "step": 1046
+    },
+    {
+      "epoch": 29.08450704225352,
+      "grad_norm": 0.39874911308288574,
+      "learning_rate": 4.358089249368375e-07,
+      "loss": 0.31463566422462463,
+      "step": 1047
+    },
+    {
+      "epoch": 29.112676056338028,
+      "grad_norm": 0.37529608607292175,
+      "learning_rate": 4.350494089288943e-07,
+      "loss": 0.30158668756484985,
+      "step": 1048
+    },
+    {
+      "epoch": 29.140845070422536,
+      "grad_norm": 0.39873558282852173,
+      "learning_rate": 4.3429024308038686e-07,
+      "loss": 0.333732545375824,
+      "step": 1049
+    },
+    {
+      "epoch": 29.169014084507044,
+      "grad_norm": 0.38672471046447754,
+      "learning_rate": 4.3353142970386557e-07,
+      "loss": 0.3232831358909607,
+      "step": 1050
+    },
+    {
+      "epoch": 29.197183098591548,
+      "grad_norm": 0.3907194435596466,
+      "learning_rate": 4.327729711108082e-07,
+      "loss": 0.3299405872821808,
+      "step": 1051
+    },
+    {
+      "epoch": 29.225352112676056,
+      "grad_norm": 0.39557650685310364,
+      "learning_rate": 4.3201486961161093e-07,
+      "loss": 0.3152773976325989,
+      "step": 1052
+    },
+    {
+      "epoch": 29.253521126760564,
+      "grad_norm": 0.39757251739501953,
+      "learning_rate": 4.312571275155823e-07,
+      "loss": 0.3137446641921997,
+      "step": 1053
+    },
+    {
+      "epoch": 29.281690140845072,
+      "grad_norm": 0.3849915862083435,
+      "learning_rate": 4.304997471309361e-07,
+      "loss": 0.3286364674568176,
+      "step": 1054
+    },
+    {
+      "epoch": 29.309859154929576,
+      "grad_norm": 0.3918253183364868,
+      "learning_rate": 4.297427307647844e-07,
+      "loss": 0.315084308385849,
+      "step": 1055
+    },
+    {
+      "epoch": 29.338028169014084,
+      "grad_norm": 0.3852742910385132,
+      "learning_rate": 4.2898608072313045e-07,
+      "loss": 0.31480738520622253,
+      "step": 1056
+    },
+    {
+      "epoch": 29.366197183098592,
+      "grad_norm": 0.3834691047668457,
+      "learning_rate": 4.2822979931086144e-07,
+      "loss": 0.3095092177391052,
+      "step": 1057
+    },
+    {
+      "epoch": 29.3943661971831,
+      "grad_norm": 0.37344595789909363,
+      "learning_rate": 4.2747388883174154e-07,
+      "loss": 0.3210027813911438,
+      "step": 1058
+    },
+    {
+      "epoch": 29.422535211267604,
+      "grad_norm": 0.3842324912548065,
+      "learning_rate": 4.267183515884054e-07,
+      "loss": 0.3216034770011902,
+      "step": 1059
+    },
+    {
+      "epoch": 29.450704225352112,
+      "grad_norm": 0.4003050625324249,
+      "learning_rate": 4.2596318988235037e-07,
+      "loss": 0.3202718198299408,
+      "step": 1060
+    },
+    {
+      "epoch": 29.47887323943662,
+      "grad_norm": 0.39783963561058044,
+      "learning_rate": 4.2520840601392996e-07,
+      "loss": 0.32778969407081604,
+      "step": 1061
+    },
+    {
+      "epoch": 29.507042253521128,
+      "grad_norm": 0.4110214114189148,
+      "learning_rate": 4.2445400228234687e-07,
+      "loss": 0.32846492528915405,
+      "step": 1062
+    },
+    {
+      "epoch": 29.535211267605632,
+      "grad_norm": 0.38798847794532776,
+      "learning_rate": 4.2369998098564554e-07,
+      "loss": 0.3126874566078186,
+      "step": 1063
+    },
+    {
+      "epoch": 29.56338028169014,
+      "grad_norm": 0.3920050859451294,
+      "learning_rate": 4.2294634442070553e-07,
+      "loss": 0.31347280740737915,
+      "step": 1064
+    },
+    {
+      "epoch": 29.591549295774648,
+      "grad_norm": 0.395717054605484,
+      "learning_rate": 4.2219309488323487e-07,
+      "loss": 0.3149852454662323,
+      "step": 1065
+    },
+    {
+      "epoch": 29.619718309859156,
+      "grad_norm": 0.3909353017807007,
+      "learning_rate": 4.214402346677619e-07,
+      "loss": 0.31942200660705566,
+      "step": 1066
+    },
+    {
+      "epoch": 29.647887323943664,
+      "grad_norm": 0.40153780579566956,
+      "learning_rate": 4.206877660676297e-07,
+      "loss": 0.31769323348999023,
+      "step": 1067
+    },
+    {
+      "epoch": 29.676056338028168,
+      "grad_norm": 0.39828068017959595,
+      "learning_rate": 4.1993569137498776e-07,
+      "loss": 0.32722607254981995,
+      "step": 1068
+    },
+    {
+      "epoch": 29.704225352112676,
+      "grad_norm": 0.40273886919021606,
+      "learning_rate": 4.1918401288078633e-07,
+      "loss": 0.318960040807724,
+      "step": 1069
+    },
+    {
+      "epoch": 29.732394366197184,
+      "grad_norm": 0.39284440875053406,
+      "learning_rate": 4.1843273287476854e-07,
+      "loss": 0.3250141739845276,
+      "step": 1070
+    },
+    {
+      "epoch": 29.760563380281692,
+      "grad_norm": 0.39350998401641846,
+      "learning_rate": 4.1768185364546326e-07,
+      "loss": 0.31926706433296204,
+      "step": 1071
+    },
+    {
+      "epoch": 29.788732394366196,
+      "grad_norm": 0.38825103640556335,
+      "learning_rate": 4.1693137748017915e-07,
+      "loss": 0.31079530715942383,
+      "step": 1072
+    },
+    {
+      "epoch": 29.816901408450704,
+      "grad_norm": 0.3988570272922516,
+      "learning_rate": 4.161813066649963e-07,
+      "loss": 0.3225058615207672,
+      "step": 1073
+    },
+    {
+      "epoch": 29.845070422535212,
+      "grad_norm": 0.38783174753189087,
+      "learning_rate": 4.15431643484761e-07,
+      "loss": 0.3231118321418762,
+      "step": 1074
+    },
+    {
+      "epoch": 29.87323943661972,
+      "grad_norm": 0.38935571908950806,
+      "learning_rate": 4.146823902230772e-07,
+      "loss": 0.31755387783050537,
+      "step": 1075
+    },
+    {
+      "epoch": 29.901408450704224,
+      "grad_norm": 0.3997592628002167,
+      "learning_rate": 4.1393354916230005e-07,
+      "loss": 0.31156352162361145,
+      "step": 1076
+    },
+    {
+      "epoch": 29.929577464788732,
+      "grad_norm": 0.3941832184791565,
+      "learning_rate": 4.1318512258352936e-07,
+      "loss": 0.32877519726753235,
+      "step": 1077
+    },
+    {
+      "epoch": 29.95774647887324,
+      "grad_norm": 0.3960806131362915,
+      "learning_rate": 4.124371127666024e-07,
+      "loss": 0.3279528319835663,
+      "step": 1078
+    },
+    {
+      "epoch": 29.985915492957748,
+      "grad_norm": 0.3978699743747711,
+      "learning_rate": 4.1168952199008677e-07,
+      "loss": 0.32546380162239075,
+      "step": 1079
+    },
+    {
+      "epoch": 30.0,
+      "grad_norm": 0.5448852777481079,
+      "learning_rate": 4.1094235253127374e-07,
+      "loss": 0.3194052577018738,
+      "step": 1080
+    },
+    {
+      "epoch": 30.028169014084508,
+      "grad_norm": 0.38849538564682007,
+      "learning_rate": 4.101956066661708e-07,
+      "loss": 0.3115946650505066,
+      "step": 1081
+    },
+    {
+      "epoch": 30.056338028169016,
+      "grad_norm": 0.40076303482055664,
+      "learning_rate": 4.0944928666949527e-07,
+      "loss": 0.31541264057159424,
+      "step": 1082
+    },
+    {
+      "epoch": 30.08450704225352,
+      "grad_norm": 0.40326187014579773,
+      "learning_rate": 4.0870339481466774e-07,
+      "loss": 0.31242895126342773,
+      "step": 1083
+    },
+    {
+      "epoch": 30.112676056338028,
+      "grad_norm": 0.39550158381462097,
+      "learning_rate": 4.079579333738039e-07,
+      "loss": 0.32159218192100525,
+      "step": 1084
+    },
+    {
+      "epoch": 30.140845070422536,
+      "grad_norm": 0.403601735830307,
+      "learning_rate": 4.0721290461770863e-07,
+      "loss": 0.30890560150146484,
+      "step": 1085
+    },
+    {
+      "epoch": 30.169014084507044,
+      "grad_norm": 0.37984904646873474,
+      "learning_rate": 4.064683108158685e-07,
+      "loss": 0.3170987367630005,
+      "step": 1086
+    },
+    {
+      "epoch": 30.197183098591548,
+      "grad_norm": 0.39652949571609497,
+      "learning_rate": 4.057241542364457e-07,
+      "loss": 0.30855971574783325,
+      "step": 1087
+    },
+    {
+      "epoch": 30.225352112676056,
+      "grad_norm": 0.392037570476532,
+      "learning_rate": 4.0498043714627006e-07,
+      "loss": 0.314483642578125,
+      "step": 1088
+    },
+    {
+      "epoch": 30.253521126760564,
+      "grad_norm": 0.38578787446022034,
+      "learning_rate": 4.042371618108329e-07,
+      "loss": 0.3012908399105072,
+      "step": 1089
+    },
+    {
+      "epoch": 30.281690140845072,
+      "grad_norm": 0.4056507349014282,
+      "learning_rate": 4.034943304942796e-07,
+      "loss": 0.3289816975593567,
+      "step": 1090
+    },
+    {
+      "epoch": 30.309859154929576,
+      "grad_norm": 0.3914753198623657,
+      "learning_rate": 4.027519454594033e-07,
+      "loss": 0.3191179633140564,
+      "step": 1091
+    },
+    {
+      "epoch": 30.338028169014084,
+      "grad_norm": 0.39688926935195923,
+      "learning_rate": 4.020100089676376e-07,
+      "loss": 0.31635797023773193,
+      "step": 1092
+    },
+    {
+      "epoch": 30.366197183098592,
+      "grad_norm": 0.40888601541519165,
+      "learning_rate": 4.012685232790497e-07,
+      "loss": 0.337239146232605,
+      "step": 1093
+    },
+    {
+      "epoch": 30.3943661971831,
+      "grad_norm": 0.38824498653411865,
+      "learning_rate": 4.005274906523336e-07,
+      "loss": 0.3291058838367462,
+      "step": 1094
+    },
+    {
+      "epoch": 30.422535211267604,
+      "grad_norm": 0.39377355575561523,
+      "learning_rate": 3.9978691334480306e-07,
+      "loss": 0.3118734359741211,
+      "step": 1095
+    },
+    {
+      "epoch": 30.450704225352112,
+      "grad_norm": 0.38702377676963806,
+      "learning_rate": 3.9904679361238526e-07,
+      "loss": 0.3165128827095032,
+      "step": 1096
+    },
+    {
+      "epoch": 30.47887323943662,
+      "grad_norm": 0.40049466490745544,
+      "learning_rate": 3.9830713370961313e-07,
+      "loss": 0.33711162209510803,
+      "step": 1097
+    },
+    {
+      "epoch": 30.507042253521128,
+      "grad_norm": 0.39197808504104614,
+      "learning_rate": 3.975679358896189e-07,
+      "loss": 0.31467658281326294,
+      "step": 1098
+    },
+    {
+      "epoch": 30.535211267605632,
+      "grad_norm": 0.39893972873687744,
+      "learning_rate": 3.968292024041275e-07,
+      "loss": 0.33131134510040283,
+      "step": 1099
+    },
+    {
+      "epoch": 30.56338028169014,
+      "grad_norm": 0.3839150071144104,
+      "learning_rate": 3.9609093550344907e-07,
+      "loss": 0.3290913701057434,
+      "step": 1100
+    },
+    {
+      "epoch": 30.591549295774648,
+      "grad_norm": 0.404299259185791,
+      "learning_rate": 3.953531374364728e-07,
+      "loss": 0.30184292793273926,
+      "step": 1101
+    },
+    {
+      "epoch": 30.619718309859156,
+      "grad_norm": 0.3782462179660797,
+      "learning_rate": 3.946158104506594e-07,
+      "loss": 0.3098834156990051,
+      "step": 1102
+    },
+    {
+      "epoch": 30.647887323943664,
+      "grad_norm": 0.4039967358112335,
+      "learning_rate": 3.938789567920349e-07,
+      "loss": 0.32133281230926514,
+      "step": 1103
+    },
+    {
+      "epoch": 30.676056338028168,
+      "grad_norm": 0.4059436023235321,
+      "learning_rate": 3.931425787051832e-07,
+      "loss": 0.3101251721382141,
+      "step": 1104
+    },
+    {
+      "epoch": 30.704225352112676,
+      "grad_norm": 0.3929320275783539,
+      "learning_rate": 3.924066784332396e-07,
+      "loss": 0.31787344813346863,
+      "step": 1105
+    },
+    {
+      "epoch": 30.732394366197184,
+      "grad_norm": 0.38287827372550964,
+      "learning_rate": 3.9167125821788416e-07,
+      "loss": 0.3178418278694153,
+      "step": 1106
+    },
+    {
+      "epoch": 30.760563380281692,
+      "grad_norm": 0.3842368423938751,
+      "learning_rate": 3.909363202993343e-07,
+      "loss": 0.32755303382873535,
+      "step": 1107
+    },
+    {
+      "epoch": 30.788732394366196,
+      "grad_norm": 0.4044226109981537,
+      "learning_rate": 3.902018669163384e-07,
+      "loss": 0.3267000615596771,
+      "step": 1108
+    },
+    {
+      "epoch": 30.816901408450704,
+      "grad_norm": 0.38188570737838745,
+      "learning_rate": 3.894679003061686e-07,
+      "loss": 0.3084525465965271,
+      "step": 1109
+    },
+    {
+      "epoch": 30.845070422535212,
+      "grad_norm": 0.4103005528450012,
+      "learning_rate": 3.8873442270461485e-07,
+      "loss": 0.3223256468772888,
+      "step": 1110
+    },
+    {
+      "epoch": 30.87323943661972,
+      "grad_norm": 0.3776779770851135,
+      "learning_rate": 3.88001436345977e-07,
+      "loss": 0.3046845495700836,
+      "step": 1111
+    },
+    {
+      "epoch": 30.901408450704224,
+      "grad_norm": 0.38886573910713196,
+      "learning_rate": 3.872689434630585e-07,
+      "loss": 0.31088194251060486,
+      "step": 1112
+    },
+    {
+      "epoch": 30.929577464788732,
+      "grad_norm": 0.3859104514122009,
+      "learning_rate": 3.8653694628715984e-07,
+      "loss": 0.3280540704727173,
+      "step": 1113
+    },
+    {
+      "epoch": 30.95774647887324,
+      "grad_norm": 0.3934411108493805,
+      "learning_rate": 3.8580544704807117e-07,
+      "loss": 0.3201024532318115,
+      "step": 1114
+    },
+    {
+      "epoch": 30.985915492957748,
+      "grad_norm": 0.40359586477279663,
+      "learning_rate": 3.850744479740663e-07,
+      "loss": 0.32668638229370117,
+      "step": 1115
+    },
+    {
+      "epoch": 31.0,
+      "grad_norm": 0.5667273998260498,
+      "learning_rate": 3.843439512918949e-07,
+      "loss": 0.31717124581336975,
+      "step": 1116
+    },
+    {
+      "epoch": 31.028169014084508,
+      "grad_norm": 0.3974464237689972,
+      "learning_rate": 3.8361395922677687e-07,
+      "loss": 0.32645559310913086,
+      "step": 1117
+    },
+    {
+      "epoch": 31.056338028169016,
+      "grad_norm": 0.37796565890312195,
+      "learning_rate": 3.8288447400239443e-07,
+      "loss": 0.32420992851257324,
+      "step": 1118
+    },
+    {
+      "epoch": 31.08450704225352,
+      "grad_norm": 0.37163782119750977,
+      "learning_rate": 3.82155497840886e-07,
+      "loss": 0.30221351981163025,
+      "step": 1119
+    },
+    {
+      "epoch": 31.112676056338028,
+      "grad_norm": 0.3861401379108429,
+      "learning_rate": 3.8142703296283953e-07,
+      "loss": 0.30777591466903687,
+      "step": 1120
+    },
+    {
+      "epoch": 31.140845070422536,
+      "grad_norm": 0.39134180545806885,
+      "learning_rate": 3.806990815872855e-07,
+      "loss": 0.31938445568084717,
+      "step": 1121
+    },
+    {
+      "epoch": 31.169014084507044,
+      "grad_norm": 0.38608089089393616,
+      "learning_rate": 3.7997164593168983e-07,
+      "loss": 0.33145594596862793,
+      "step": 1122
+    },
+    {
+      "epoch": 31.197183098591548,
+      "grad_norm": 0.38318222761154175,
+      "learning_rate": 3.7924472821194765e-07,
+      "loss": 0.3112245500087738,
+      "step": 1123
+    },
+    {
+      "epoch": 31.225352112676056,
+      "grad_norm": 0.3927881419658661,
+      "learning_rate": 3.785183306423767e-07,
+      "loss": 0.3209717571735382,
+      "step": 1124
+    },
+    {
+      "epoch": 31.253521126760564,
+      "grad_norm": 0.4041878879070282,
+      "learning_rate": 3.777924554357096e-07,
+      "loss": 0.32123109698295593,
+      "step": 1125
+    },
+    {
+      "epoch": 31.281690140845072,
+      "grad_norm": 0.3883450925350189,
+      "learning_rate": 3.7706710480308835e-07,
+      "loss": 0.3294408917427063,
+      "step": 1126
+    },
+    {
+      "epoch": 31.309859154929576,
+      "grad_norm": 0.39175716042518616,
+      "learning_rate": 3.7634228095405673e-07,
+      "loss": 0.3174056112766266,
+      "step": 1127
+    },
+    {
+      "epoch": 31.338028169014084,
+      "grad_norm": 0.3895219564437866,
+      "learning_rate": 3.7561798609655373e-07,
+      "loss": 0.32326945662498474,
+      "step": 1128
+    },
+    {
+      "epoch": 31.366197183098592,
+      "grad_norm": 0.3971575200557709,
+      "learning_rate": 3.748942224369073e-07,
+      "loss": 0.3159647583961487,
+      "step": 1129
+    },
+    {
+      "epoch": 31.3943661971831,
+      "grad_norm": 0.38449063897132874,
+      "learning_rate": 3.7417099217982686e-07,
+      "loss": 0.3210757374763489,
+      "step": 1130
+    },
+    {
+      "epoch": 31.422535211267604,
+      "grad_norm": 0.39810091257095337,
+      "learning_rate": 3.734482975283975e-07,
+      "loss": 0.3155862092971802,
+      "step": 1131
+    },
+    {
+      "epoch": 31.450704225352112,
+      "grad_norm": 0.38643842935562134,
+      "learning_rate": 3.72726140684072e-07,
+      "loss": 0.3213554918766022,
+      "step": 1132
+    },
+    {
+      "epoch": 31.47887323943662,
+      "grad_norm": 0.40853485465049744,
+      "learning_rate": 3.720045238466658e-07,
+      "loss": 0.3138027489185333,
+      "step": 1133
+    },
+    {
+      "epoch": 31.507042253521128,
+      "grad_norm": 0.4142437279224396,
+      "learning_rate": 3.712834492143487e-07,
+      "loss": 0.3179730176925659,
+      "step": 1134
+    },
+    {
+      "epoch": 31.535211267605632,
+      "grad_norm": 0.3936646282672882,
+      "learning_rate": 3.7056291898363925e-07,
+      "loss": 0.3315540850162506,
+      "step": 1135
+    },
+    {
+      "epoch": 31.56338028169014,
+      "grad_norm": 0.3821287155151367,
+      "learning_rate": 3.6984293534939737e-07,
+      "loss": 0.3179962635040283,
+      "step": 1136
+    },
+    {
+      "epoch": 31.591549295774648,
+      "grad_norm": 0.4053444266319275,
+      "learning_rate": 3.69123500504818e-07,
+      "loss": 0.31676068902015686,
+      "step": 1137
+    },
+    {
+      "epoch": 31.619718309859156,
+      "grad_norm": 0.4046670198440552,
+      "learning_rate": 3.6840461664142444e-07,
+      "loss": 0.31589609384536743,
+      "step": 1138
+    },
+    {
+      "epoch": 31.647887323943664,
+      "grad_norm": 0.3901018798351288,
+      "learning_rate": 3.6768628594906193e-07,
+      "loss": 0.31740763783454895,
+      "step": 1139
+    },
+    {
+      "epoch": 31.676056338028168,
+      "grad_norm": 0.39474499225616455,
+      "learning_rate": 3.6696851061588994e-07,
+      "loss": 0.30351805686950684,
+      "step": 1140
+    },
+    {
+      "epoch": 31.704225352112676,
+      "grad_norm": 0.4008373022079468,
+      "learning_rate": 3.6625129282837685e-07,
+      "loss": 0.32629507780075073,
+      "step": 1141
+    },
+    {
+      "epoch": 31.732394366197184,
+      "grad_norm": 0.3907651901245117,
+      "learning_rate": 3.655346347712922e-07,
+      "loss": 0.3205425441265106,
+      "step": 1142
+    },
+    {
+      "epoch": 31.760563380281692,
+      "grad_norm": 0.3975644111633301,
+      "learning_rate": 3.6481853862770107e-07,
+      "loss": 0.32961034774780273,
+      "step": 1143
+    },
+    {
+      "epoch": 31.788732394366196,
+      "grad_norm": 0.4113752245903015,
+      "learning_rate": 3.641030065789562e-07,
+      "loss": 0.3072119355201721,
+      "step": 1144
+    },
+    {
+      "epoch": 31.816901408450704,
+      "grad_norm": 0.3931373059749603,
+      "learning_rate": 3.6338804080469253e-07,
+      "loss": 0.31567418575286865,
+      "step": 1145
+    },
+    {
+      "epoch": 31.845070422535212,
+      "grad_norm": 0.38958361744880676,
+      "learning_rate": 3.6267364348281946e-07,
+      "loss": 0.3123632073402405,
+      "step": 1146
+    },
+    {
+      "epoch": 31.87323943661972,
+      "grad_norm": 0.39404842257499695,
+      "learning_rate": 3.6195981678951535e-07,
+      "loss": 0.31616076827049255,
+      "step": 1147
+    },
+    {
+      "epoch": 31.901408450704224,
+      "grad_norm": 0.38980191946029663,
+      "learning_rate": 3.612465628992203e-07,
+      "loss": 0.3000359833240509,
+      "step": 1148
+    },
+    {
+      "epoch": 31.929577464788732,
+      "grad_norm": 0.3883528709411621,
+      "learning_rate": 3.60533883984629e-07,
+      "loss": 0.309824138879776,
+      "step": 1149
+    },
+    {
+      "epoch": 31.95774647887324,
+      "grad_norm": 0.4094480574131012,
+      "learning_rate": 3.5982178221668533e-07,
+      "loss": 0.30633270740509033,
+      "step": 1150
+    },
+    {
+      "epoch": 31.985915492957748,
+      "grad_norm": 0.38380739092826843,
+      "learning_rate": 3.591102597645743e-07,
+      "loss": 0.31234949827194214,
+      "step": 1151
+    },
+    {
+      "epoch": 32.0,
+      "grad_norm": 0.5602955222129822,
+      "learning_rate": 3.5839931879571725e-07,
+      "loss": 0.31611528992652893,
+      "step": 1152
+    },
+    {
+      "epoch": 32.028169014084504,
+      "grad_norm": 0.4018133580684662,
+      "learning_rate": 3.5768896147576344e-07,
+      "loss": 0.32215580344200134,
+      "step": 1153
+    },
+    {
+      "epoch": 32.056338028169016,
+      "grad_norm": 0.4073368012905121,
+      "learning_rate": 3.5697918996858443e-07,
+      "loss": 0.3258715867996216,
+      "step": 1154
+    },
+    {
+      "epoch": 32.08450704225352,
+      "grad_norm": 0.408777117729187,
+      "learning_rate": 3.5627000643626704e-07,
+      "loss": 0.3060804307460785,
+      "step": 1155
+    },
+    {
+      "epoch": 32.11267605633803,
+      "grad_norm": 0.3930269479751587,
+      "learning_rate": 3.555614130391079e-07,
+      "loss": 0.32482728362083435,
+      "step": 1156
+    },
+    {
+      "epoch": 32.140845070422536,
+      "grad_norm": 0.39947202801704407,
+      "learning_rate": 3.5485341193560503e-07,
+      "loss": 0.3201334774494171,
+      "step": 1157
+    },
+    {
+      "epoch": 32.16901408450704,
+      "grad_norm": 0.3942817747592926,
+      "learning_rate": 3.5414600528245266e-07,
+      "loss": 0.32069841027259827,
+      "step": 1158
+    },
+    {
+      "epoch": 32.19718309859155,
+      "grad_norm": 0.39514264464378357,
+      "learning_rate": 3.534391952345341e-07,
+      "loss": 0.32367902994155884,
+      "step": 1159
+    },
+    {
+      "epoch": 32.225352112676056,
+      "grad_norm": 0.39698925614356995,
+      "learning_rate": 3.5273298394491515e-07,
+      "loss": 0.31515800952911377,
+      "step": 1160
+    },
+    {
+      "epoch": 32.25352112676056,
+      "grad_norm": 0.3976225256919861,
+      "learning_rate": 3.5202737356483816e-07,
+      "loss": 0.3132592737674713,
+      "step": 1161
+    },
+    {
+      "epoch": 32.28169014084507,
+      "grad_norm": 0.40394356846809387,
+      "learning_rate": 3.513223662437147e-07,
+      "loss": 0.3175573945045471,
+      "step": 1162
+    },
+    {
+      "epoch": 32.309859154929576,
+      "grad_norm": 0.38683125376701355,
+      "learning_rate": 3.5061796412911913e-07,
+      "loss": 0.30610936880111694,
+      "step": 1163
+    },
+    {
+      "epoch": 32.33802816901409,
+      "grad_norm": 0.4044669568538666,
+      "learning_rate": 3.4991416936678276e-07,
+      "loss": 0.30757373571395874,
+      "step": 1164
+    },
+    {
+      "epoch": 32.36619718309859,
+      "grad_norm": 0.38869938254356384,
+      "learning_rate": 3.49210984100586e-07,
+      "loss": 0.31542325019836426,
+      "step": 1165
+    },
+    {
+      "epoch": 32.394366197183096,
+      "grad_norm": 0.413189560174942,
+      "learning_rate": 3.4850841047255364e-07,
+      "loss": 0.32431674003601074,
+      "step": 1166
+    },
+    {
+      "epoch": 32.42253521126761,
+      "grad_norm": 0.38767367601394653,
+      "learning_rate": 3.4780645062284665e-07,
+      "loss": 0.2996947467327118,
+      "step": 1167
+    },
+    {
+      "epoch": 32.45070422535211,
+      "grad_norm": 0.397091805934906,
+      "learning_rate": 3.471051066897562e-07,
+      "loss": 0.3342075049877167,
+      "step": 1168
+    },
+    {
+      "epoch": 32.478873239436616,
+      "grad_norm": 0.3768722712993622,
+      "learning_rate": 3.4640438080969773e-07,
+      "loss": 0.2967293858528137,
+      "step": 1169
+    },
+    {
+      "epoch": 32.50704225352113,
+      "grad_norm": 0.40602102875709534,
+      "learning_rate": 3.45704275117204e-07,
+      "loss": 0.31818103790283203,
+      "step": 1170
+    },
+    {
+      "epoch": 32.53521126760563,
+      "grad_norm": 0.39303112030029297,
+      "learning_rate": 3.450047917449181e-07,
+      "loss": 0.3152144253253937,
+      "step": 1171
+    },
+    {
+      "epoch": 32.563380281690144,
+      "grad_norm": 0.37823936343193054,
+      "learning_rate": 3.4430593282358777e-07,
+      "loss": 0.3238877058029175,
+      "step": 1172
+    },
+    {
+      "epoch": 32.59154929577465,
+      "grad_norm": 0.3913912773132324,
+      "learning_rate": 3.4360770048205843e-07,
+      "loss": 0.3078921139240265,
+      "step": 1173
+    },
+    {
+      "epoch": 32.61971830985915,
+      "grad_norm": 0.391293466091156,
+      "learning_rate": 3.429100968472668e-07,
+      "loss": 0.3184700608253479,
+      "step": 1174
+    },
+    {
+      "epoch": 32.647887323943664,
+      "grad_norm": 0.39898040890693665,
+      "learning_rate": 3.4221312404423486e-07,
+      "loss": 0.3164503574371338,
+      "step": 1175
+    },
+    {
+      "epoch": 32.67605633802817,
+      "grad_norm": 0.3929812014102936,
+      "learning_rate": 3.4151678419606233e-07,
+      "loss": 0.31639528274536133,
+      "step": 1176
+    },
+    {
+      "epoch": 32.70422535211267,
+      "grad_norm": 0.3852669894695282,
+      "learning_rate": 3.4082107942392136e-07,
+      "loss": 0.32435524463653564,
+      "step": 1177
+    },
+    {
+      "epoch": 32.732394366197184,
+      "grad_norm": 0.3911198079586029,
+      "learning_rate": 3.4012601184704904e-07,
+      "loss": 0.3171495199203491,
+      "step": 1178
+    },
+    {
+      "epoch": 32.76056338028169,
+      "grad_norm": 0.408730685710907,
+      "learning_rate": 3.3943158358274203e-07,
+      "loss": 0.31861793994903564,
+      "step": 1179
+    },
+    {
+      "epoch": 32.7887323943662,
+      "grad_norm": 0.40169358253479004,
+      "learning_rate": 3.387377967463493e-07,
+      "loss": 0.3263620436191559,
+      "step": 1180
+    },
+    {
+      "epoch": 32.816901408450704,
+      "grad_norm": 0.38852429389953613,
+      "learning_rate": 3.3804465345126545e-07,
+      "loss": 0.3232026696205139,
+      "step": 1181
+    },
+    {
+      "epoch": 32.84507042253521,
+      "grad_norm": 0.4023970365524292,
+      "learning_rate": 3.3735215580892575e-07,
+      "loss": 0.31828972697257996,
+      "step": 1182
+    },
+    {
+      "epoch": 32.87323943661972,
+      "grad_norm": 0.4030397832393646,
+      "learning_rate": 3.366603059287977e-07,
+      "loss": 0.3154945969581604,
+      "step": 1183
+    },
+    {
+      "epoch": 32.901408450704224,
+      "grad_norm": 0.4056568443775177,
+      "learning_rate": 3.359691059183761e-07,
+      "loss": 0.3123217523097992,
+      "step": 1184
+    },
+    {
+      "epoch": 32.929577464788736,
+      "grad_norm": 0.3921235501766205,
+      "learning_rate": 3.3527855788317614e-07,
+      "loss": 0.2989099621772766,
+      "step": 1185
+    },
+    {
+      "epoch": 32.95774647887324,
+      "grad_norm": 0.3885120451450348,
+      "learning_rate": 3.3458866392672694e-07,
+      "loss": 0.32516202330589294,
+      "step": 1186
+    },
+    {
+      "epoch": 32.985915492957744,
+      "grad_norm": 0.37622588872909546,
+      "learning_rate": 3.338994261505649e-07,
+      "loss": 0.30330801010131836,
+      "step": 1187
+    },
+    {
+      "epoch": 33.0,
+      "grad_norm": 0.5583658218383789,
+      "learning_rate": 3.3321084665422803e-07,
+      "loss": 0.3030303716659546,
+      "step": 1188
+    },
+    {
+      "epoch": 33.028169014084504,
+      "grad_norm": 0.38058674335479736,
+      "learning_rate": 3.325229275352489e-07,
+      "loss": 0.3107704520225525,
+      "step": 1189
+    },
+    {
+      "epoch": 33.056338028169016,
+      "grad_norm": 0.39352214336395264,
+      "learning_rate": 3.3183567088914833e-07,
+      "loss": 0.3055182099342346,
+      "step": 1190
+    },
+    {
+      "epoch": 33.08450704225352,
+      "grad_norm": 0.4043877124786377,
+      "learning_rate": 3.3114907880942933e-07,
+      "loss": 0.3058846592903137,
+      "step": 1191
+    },
+    {
+      "epoch": 33.11267605633803,
+      "grad_norm": 0.41904547810554504,
+      "learning_rate": 3.3046315338757026e-07,
+      "loss": 0.31596750020980835,
+      "step": 1192
+    },
+    {
+      "epoch": 33.140845070422536,
+      "grad_norm": 0.3822769820690155,
+      "learning_rate": 3.297778967130191e-07,
+      "loss": 0.30997440218925476,
+      "step": 1193
+    },
+    {
+      "epoch": 33.16901408450704,
+      "grad_norm": 0.376291424036026,
+      "learning_rate": 3.290933108731866e-07,
+      "loss": 0.30649077892303467,
+      "step": 1194
+    },
+    {
+      "epoch": 33.19718309859155,
+      "grad_norm": 0.38749435544013977,
+      "learning_rate": 3.2840939795343987e-07,
+      "loss": 0.30899763107299805,
+      "step": 1195
+    },
+    {
+      "epoch": 33.225352112676056,
+      "grad_norm": 0.40261176228523254,
+      "learning_rate": 3.2772616003709616e-07,
+      "loss": 0.3093717098236084,
+      "step": 1196
+    },
+    {
+      "epoch": 33.25352112676056,
+      "grad_norm": 0.41514572501182556,
+      "learning_rate": 3.270435992054166e-07,
+      "loss": 0.3287634253501892,
+      "step": 1197
+    },
+    {
+      "epoch": 33.28169014084507,
+      "grad_norm": 0.4071846306324005,
+      "learning_rate": 3.263617175376001e-07,
+      "loss": 0.31616729497909546,
+      "step": 1198
+    },
+    {
+      "epoch": 33.309859154929576,
+      "grad_norm": 0.38315486907958984,
+      "learning_rate": 3.2568051711077636e-07,
+      "loss": 0.3143104016780853,
+      "step": 1199
+    },
+    {
+      "epoch": 33.33802816901409,
+      "grad_norm": 0.38926801085472107,
+      "learning_rate": 3.250000000000001e-07,
+      "loss": 0.308053582906723,
+      "step": 1200
+    },
+    {
+      "epoch": 33.36619718309859,
+      "grad_norm": 0.3905801773071289,
+      "learning_rate": 3.2432016827824414e-07,
+      "loss": 0.3189118802547455,
+      "step": 1201
+    },
+    {
+      "epoch": 33.394366197183096,
+      "grad_norm": 0.3899874687194824,
+      "learning_rate": 3.2364102401639423e-07,
+      "loss": 0.31252649426460266,
+      "step": 1202
+    },
+    {
+      "epoch": 33.42253521126761,
+      "grad_norm": 0.3951603174209595,
+      "learning_rate": 3.229625692832414e-07,
+      "loss": 0.31354963779449463,
+      "step": 1203
+    },
+    {
+      "epoch": 33.45070422535211,
+      "grad_norm": 0.39145639538764954,
+      "learning_rate": 3.222848061454764e-07,
+      "loss": 0.3105824887752533,
+      "step": 1204
+    },
+    {
+      "epoch": 33.478873239436616,
+      "grad_norm": 0.38273704051971436,
+      "learning_rate": 3.216077366676833e-07,
+      "loss": 0.31551212072372437,
+      "step": 1205
+    },
+    {
+      "epoch": 33.50704225352113,
+      "grad_norm": 0.3839866518974304,
+      "learning_rate": 3.209313629123329e-07,
+      "loss": 0.3138643503189087,
+      "step": 1206
+    },
+    {
+      "epoch": 33.53521126760563,
+      "grad_norm": 0.4124429523944855,
+      "learning_rate": 3.2025568693977745e-07,
+      "loss": 0.33224010467529297,
+      "step": 1207
+    },
+    {
+      "epoch": 33.563380281690144,
+      "grad_norm": 0.4016134440898895,
+      "learning_rate": 3.195807108082429e-07,
+      "loss": 0.33052581548690796,
+      "step": 1208
+    },
+    {
+      "epoch": 33.59154929577465,
+      "grad_norm": 0.39436864852905273,
+      "learning_rate": 3.1890643657382356e-07,
+      "loss": 0.314266562461853,
+      "step": 1209
+    },
+    {
+      "epoch": 33.61971830985915,
+      "grad_norm": 0.394286572933197,
+      "learning_rate": 3.182328662904756e-07,
+      "loss": 0.3287787437438965,
+      "step": 1210
+    },
+    {
+      "epoch": 33.647887323943664,
+      "grad_norm": 0.4159458577632904,
+      "learning_rate": 3.175600020100112e-07,
+      "loss": 0.3190838694572449,
+      "step": 1211
+    },
+    {
+      "epoch": 33.67605633802817,
+      "grad_norm": 0.4120515286922455,
+      "learning_rate": 3.168878457820915e-07,
+      "loss": 0.31985390186309814,
+      "step": 1212
+    },
+    {
+      "epoch": 33.70422535211267,
+      "grad_norm": 0.39022156596183777,
+      "learning_rate": 3.162163996542209e-07,
+      "loss": 0.31895437836647034,
+      "step": 1213
+    },
+    {
+      "epoch": 33.732394366197184,
+      "grad_norm": 0.39561644196510315,
+      "learning_rate": 3.155456656717408e-07,
+      "loss": 0.32399284839630127,
+      "step": 1214
+    },
+    {
+      "epoch": 33.76056338028169,
+      "grad_norm": 0.3976987898349762,
+      "learning_rate": 3.14875645877823e-07,
+      "loss": 0.3074451684951782,
+      "step": 1215
+    },
+    {
+      "epoch": 33.7887323943662,
+      "grad_norm": 0.38399186730384827,
+      "learning_rate": 3.142063423134644e-07,
+      "loss": 0.3077697157859802,
+      "step": 1216
+    },
+    {
+      "epoch": 33.816901408450704,
+      "grad_norm": 0.3910338580608368,
+      "learning_rate": 3.135377570174796e-07,
+      "loss": 0.3117101192474365,
+      "step": 1217
+    },
+    {
+      "epoch": 33.84507042253521,
+      "grad_norm": 0.4071415960788727,
+      "learning_rate": 3.1286989202649503e-07,
+      "loss": 0.3167460858821869,
+      "step": 1218
+    },
+    {
+      "epoch": 33.87323943661972,
+      "grad_norm": 0.3974032998085022,
+      "learning_rate": 3.122027493749438e-07,
+      "loss": 0.3139895796775818,
+      "step": 1219
+    },
+    {
+      "epoch": 33.901408450704224,
+      "grad_norm": 0.4001885950565338,
+      "learning_rate": 3.115363310950578e-07,
+      "loss": 0.322579950094223,
+      "step": 1220
+    },
+    {
+      "epoch": 33.929577464788736,
+      "grad_norm": 0.3947753608226776,
+      "learning_rate": 3.1087063921686263e-07,
+      "loss": 0.31145140528678894,
+      "step": 1221
+    },
+    {
+      "epoch": 33.95774647887324,
+      "grad_norm": 0.3906185030937195,
+      "learning_rate": 3.102056757681715e-07,
+      "loss": 0.3211020827293396,
+      "step": 1222
+    },
+    {
+      "epoch": 33.985915492957744,
+      "grad_norm": 0.385282963514328,
+      "learning_rate": 3.0954144277457817e-07,
+      "loss": 0.31468886137008667,
+      "step": 1223
+    },
+    {
+      "epoch": 34.0,
+      "grad_norm": 0.5563029050827026,
+      "learning_rate": 3.0887794225945143e-07,
+      "loss": 0.3038271963596344,
+      "step": 1224
+    },
+    {
+      "epoch": 34.028169014084504,
+      "grad_norm": 0.40991902351379395,
+      "learning_rate": 3.0821517624392925e-07,
+      "loss": 0.3129931092262268,
+      "step": 1225
+    },
+    {
+      "epoch": 34.056338028169016,
+      "grad_norm": 0.38615328073501587,
+      "learning_rate": 3.075531467469116e-07,
+      "loss": 0.3070477545261383,
+      "step": 1226
+    },
+    {
+      "epoch": 34.08450704225352,
+      "grad_norm": 0.39384523034095764,
+      "learning_rate": 3.0689185578505525e-07,
+      "loss": 0.3211158812046051,
+      "step": 1227
+    },
+    {
+      "epoch": 34.11267605633803,
+      "grad_norm": 0.40033310651779175,
+      "learning_rate": 3.062313053727671e-07,
+      "loss": 0.3184252381324768,
+      "step": 1228
+    },
+    {
+      "epoch": 34.140845070422536,
+      "grad_norm": 0.38089123368263245,
+      "learning_rate": 3.055714975221981e-07,
+      "loss": 0.31787848472595215,
+      "step": 1229
+    },
+    {
+      "epoch": 34.16901408450704,
+      "grad_norm": 0.3946061432361603,
+      "learning_rate": 3.0491243424323783e-07,
+      "loss": 0.31338196992874146,
+      "step": 1230
+    },
+    {
+      "epoch": 34.19718309859155,
+      "grad_norm": 0.3816863000392914,
+      "learning_rate": 3.0425411754350694e-07,
+      "loss": 0.3040848970413208,
+      "step": 1231
+    },
+    {
+      "epoch": 34.225352112676056,
+      "grad_norm": 0.3998294770717621,
+      "learning_rate": 3.0359654942835247e-07,
+      "loss": 0.3072795271873474,
+      "step": 1232
+    },
+    {
+      "epoch": 34.25352112676056,
+      "grad_norm": 0.3975134491920471,
+      "learning_rate": 3.029397319008407e-07,
+      "loss": 0.3205997943878174,
+      "step": 1233
+    },
+    {
+      "epoch": 34.28169014084507,
+      "grad_norm": 0.4001832902431488,
+      "learning_rate": 3.02283666961752e-07,
+      "loss": 0.31004253029823303,
+      "step": 1234
+    },
+    {
+      "epoch": 34.309859154929576,
+      "grad_norm": 0.37233975529670715,
+      "learning_rate": 3.016283566095739e-07,
+      "loss": 0.30895566940307617,
+      "step": 1235
+    },
+    {
+      "epoch": 34.33802816901409,
+      "grad_norm": 0.401897132396698,
+      "learning_rate": 3.0097380284049523e-07,
+      "loss": 0.329042911529541,
+      "step": 1236
+    },
+    {
+      "epoch": 34.36619718309859,
+      "grad_norm": 0.38255614042282104,
+      "learning_rate": 3.003200076484004e-07,
+      "loss": 0.31416550278663635,
+      "step": 1237
+    },
+    {
+      "epoch": 34.394366197183096,
+      "grad_norm": 0.39941757917404175,
+      "learning_rate": 2.996669730248628e-07,
+      "loss": 0.3108985722064972,
+      "step": 1238
+    },
+    {
+      "epoch": 34.42253521126761,
+      "grad_norm": 0.41284579038619995,
+      "learning_rate": 2.9901470095913943e-07,
+      "loss": 0.30534273386001587,
+      "step": 1239
+    },
+    {
+      "epoch": 34.45070422535211,
+      "grad_norm": 0.4019896686077118,
+      "learning_rate": 2.9836319343816397e-07,
+      "loss": 0.31917524337768555,
+      "step": 1240
+    },
+    {
+      "epoch": 34.478873239436616,
+      "grad_norm": 0.39007240533828735,
+      "learning_rate": 2.977124524465413e-07,
+      "loss": 0.3222888708114624,
+      "step": 1241
+    },
+    {
+      "epoch": 34.50704225352113,
+      "grad_norm": 0.3870130181312561,
+      "learning_rate": 2.9706247996654134e-07,
+      "loss": 0.3138411343097687,
+      "step": 1242
+    },
+    {
+      "epoch": 34.53521126760563,
+      "grad_norm": 0.3899694085121155,
+      "learning_rate": 2.964132779780929e-07,
+      "loss": 0.3281794786453247,
+      "step": 1243
+    },
+    {
+      "epoch": 34.563380281690144,
+      "grad_norm": 0.3935675024986267,
+      "learning_rate": 2.9576484845877793e-07,
+      "loss": 0.3154052495956421,
+      "step": 1244
+    },
+    {
+      "epoch": 34.59154929577465,
+      "grad_norm": 0.3940928876399994,
+      "learning_rate": 2.9511719338382535e-07,
+      "loss": 0.31348273158073425,
+      "step": 1245
+    },
+    {
+      "epoch": 34.61971830985915,
+      "grad_norm": 0.3740212917327881,
+      "learning_rate": 2.944703147261046e-07,
+      "loss": 0.2983316481113434,
+      "step": 1246
+    },
+    {
+      "epoch": 34.647887323943664,
+      "grad_norm": 0.41448095440864563,
+      "learning_rate": 2.938242144561201e-07,
+      "loss": 0.33039140701293945,
+      "step": 1247
+    },
+    {
+      "epoch": 34.67605633802817,
+      "grad_norm": 0.39471182227134705,
+      "learning_rate": 2.931788945420058e-07,
+      "loss": 0.31286999583244324,
+      "step": 1248
+    },
+    {
+      "epoch": 34.70422535211267,
+      "grad_norm": 0.39080023765563965,
+      "learning_rate": 2.925343569495178e-07,
+      "loss": 0.327096164226532,
+      "step": 1249
+    },
+    {
+      "epoch": 34.732394366197184,
+      "grad_norm": 0.3840719163417816,
+      "learning_rate": 2.918906036420294e-07,
+      "loss": 0.30265432596206665,
+      "step": 1250
+    },
+    {
+      "epoch": 34.76056338028169,
+      "grad_norm": 0.402336061000824,
+      "learning_rate": 2.9124763658052474e-07,
+      "loss": 0.3189278841018677,
+      "step": 1251
+    },
+    {
+      "epoch": 34.7887323943662,
+      "grad_norm": 0.3936392664909363,
+      "learning_rate": 2.9060545772359305e-07,
+      "loss": 0.3178388178348541,
+      "step": 1252
+    },
+    {
+      "epoch": 34.816901408450704,
+      "grad_norm": 0.38106682896614075,
+      "learning_rate": 2.8996406902742267e-07,
+      "loss": 0.31674206256866455,
+      "step": 1253
+    },
+    {
+      "epoch": 34.84507042253521,
+      "grad_norm": 0.38882869482040405,
+      "learning_rate": 2.893234724457946e-07,
+      "loss": 0.3212617039680481,
+      "step": 1254
+    },
+    {
+      "epoch": 34.87323943661972,
+      "grad_norm": 0.3885315954685211,
+      "learning_rate": 2.886836699300771e-07,
+      "loss": 0.3174636662006378,
+      "step": 1255
+    },
+    {
+      "epoch": 34.901408450704224,
+      "grad_norm": 0.38163238763809204,
+      "learning_rate": 2.8804466342921987e-07,
+      "loss": 0.3052329421043396,
+      "step": 1256
+    },
+    {
+      "epoch": 34.929577464788736,
+      "grad_norm": 0.37909209728240967,
+      "learning_rate": 2.874064548897472e-07,
+      "loss": 0.307166188955307,
+      "step": 1257
+    },
+    {
+      "epoch": 34.95774647887324,
+      "grad_norm": 0.39070117473602295,
+      "learning_rate": 2.86769046255753e-07,
+      "loss": 0.30015793442726135,
+      "step": 1258
+    },
+    {
+      "epoch": 34.985915492957744,
+      "grad_norm": 0.40061289072036743,
+      "learning_rate": 2.8613243946889477e-07,
+      "loss": 0.31698867678642273,
+      "step": 1259
+    },
+    {
+      "epoch": 35.0,
+      "grad_norm": 0.5469854474067688,
+      "learning_rate": 2.854966364683872e-07,
+      "loss": 0.3162824511528015,
+      "step": 1260
+    },
+    {
+      "epoch": 35.028169014084504,
+      "grad_norm": 0.38375627994537354,
+      "learning_rate": 2.848616391909959e-07,
+      "loss": 0.3240987956523895,
+      "step": 1261
+    },
+    {
+      "epoch": 35.056338028169016,
+      "grad_norm": 0.3947782516479492,
+      "learning_rate": 2.842274495710335e-07,
+      "loss": 0.3070748448371887,
+      "step": 1262
+    },
+    {
+      "epoch": 35.08450704225352,
+      "grad_norm": 0.3840290606021881,
+      "learning_rate": 2.835940695403512e-07,
+      "loss": 0.32247135043144226,
+      "step": 1263
+    },
+    {
+      "epoch": 35.11267605633803,
+      "grad_norm": 0.39580774307250977,
+      "learning_rate": 2.829615010283344e-07,
+      "loss": 0.31654322147369385,
+      "step": 1264
+    },
+    {
+      "epoch": 35.140845070422536,
+      "grad_norm": 0.40300124883651733,
+      "learning_rate": 2.8232974596189653e-07,
+      "loss": 0.31658655405044556,
+      "step": 1265
+    },
+    {
+      "epoch": 35.16901408450704,
+      "grad_norm": 0.4221000373363495,
+      "learning_rate": 2.8169880626547283e-07,
+      "loss": 0.3018149137496948,
+      "step": 1266
+    },
+    {
+      "epoch": 35.19718309859155,
+      "grad_norm": 0.41154927015304565,
+      "learning_rate": 2.8106868386101545e-07,
+      "loss": 0.31123965978622437,
+      "step": 1267
+    },
+    {
+      "epoch": 35.225352112676056,
+      "grad_norm": 0.38422104716300964,
+      "learning_rate": 2.8043938066798645e-07,
+      "loss": 0.32581934332847595,
+      "step": 1268
+    },
+    {
+      "epoch": 35.25352112676056,
+      "grad_norm": 0.40688958764076233,
+      "learning_rate": 2.7981089860335225e-07,
+      "loss": 0.30145514011383057,
+      "step": 1269
+    },
+    {
+      "epoch": 35.28169014084507,
+      "grad_norm": 0.40068018436431885,
+      "learning_rate": 2.791832395815782e-07,
+      "loss": 0.31062182784080505,
+      "step": 1270
+    },
+    {
+      "epoch": 35.309859154929576,
+      "grad_norm": 0.3960703909397125,
+      "learning_rate": 2.7855640551462287e-07,
+      "loss": 0.31022337079048157,
+      "step": 1271
+    },
+    {
+      "epoch": 35.33802816901409,
+      "grad_norm": 0.4003959894180298,
+      "learning_rate": 2.7793039831193133e-07,
+      "loss": 0.31739750504493713,
+      "step": 1272
+    },
+    {
+      "epoch": 35.36619718309859,
+      "grad_norm": 0.3881884515285492,
+      "learning_rate": 2.773052198804301e-07,
+      "loss": 0.3058944642543793,
+      "step": 1273
+    },
+    {
+      "epoch": 35.394366197183096,
+      "grad_norm": 0.40606221556663513,
+      "learning_rate": 2.766808721245211e-07,
+      "loss": 0.33253830671310425,
+      "step": 1274
+    },
+    {
+      "epoch": 35.42253521126761,
+      "grad_norm": 0.39820361137390137,
+      "learning_rate": 2.760573569460757e-07,
+      "loss": 0.31713157892227173,
+      "step": 1275
+    },
+    {
+      "epoch": 35.45070422535211,
+      "grad_norm": 0.39283862709999084,
+      "learning_rate": 2.7543467624442956e-07,
+      "loss": 0.3196845054626465,
+      "step": 1276
+    },
+    {
+      "epoch": 35.478873239436616,
+      "grad_norm": 0.41269436478614807,
+      "learning_rate": 2.7481283191637605e-07,
+      "loss": 0.32910704612731934,
+      "step": 1277
+    },
+    {
+      "epoch": 35.50704225352113,
+      "grad_norm": 0.4029068052768707,
+      "learning_rate": 2.741918258561607e-07,
+      "loss": 0.3117852807044983,
+      "step": 1278
+    },
+    {
+      "epoch": 35.53521126760563,
+      "grad_norm": 0.3975945711135864,
+      "learning_rate": 2.7357165995547547e-07,
+      "loss": 0.32075372338294983,
+      "step": 1279
+    },
+    {
+      "epoch": 35.563380281690144,
+      "grad_norm": 0.3971504271030426,
+      "learning_rate": 2.729523361034538e-07,
+      "loss": 0.30926868319511414,
+      "step": 1280
+    },
+    {
+      "epoch": 35.59154929577465,
+      "grad_norm": 0.4112488031387329,
+      "learning_rate": 2.7233385618666315e-07,
+      "loss": 0.3008139729499817,
+      "step": 1281
+    },
+    {
+      "epoch": 35.61971830985915,
+      "grad_norm": 0.4135608673095703,
+      "learning_rate": 2.717162220891007e-07,
+      "loss": 0.3115188777446747,
+      "step": 1282
+    },
+    {
+      "epoch": 35.647887323943664,
+      "grad_norm": 0.39683884382247925,
+      "learning_rate": 2.7109943569218707e-07,
+      "loss": 0.3205946981906891,
+      "step": 1283
+    },
+    {
+      "epoch": 35.67605633802817,
+      "grad_norm": 0.4131380021572113,
+      "learning_rate": 2.7048349887476037e-07,
+      "loss": 0.31822240352630615,
+      "step": 1284
+    },
+    {
+      "epoch": 35.70422535211267,
+      "grad_norm": 0.4036876857280731,
+      "learning_rate": 2.698684135130713e-07,
+      "loss": 0.3282153606414795,
+      "step": 1285
+    },
+    {
+      "epoch": 35.732394366197184,
+      "grad_norm": 0.39315593242645264,
+      "learning_rate": 2.692541814807763e-07,
+      "loss": 0.31710994243621826,
+      "step": 1286
+    },
+    {
+      "epoch": 35.76056338028169,
+      "grad_norm": 0.3925855755805969,
+      "learning_rate": 2.686408046489328e-07,
+      "loss": 0.30646851658821106,
+      "step": 1287
+    },
+    {
+      "epoch": 35.7887323943662,
+      "grad_norm": 0.3933147192001343,
+      "learning_rate": 2.6802828488599294e-07,
+      "loss": 0.3093954920768738,
+      "step": 1288
+    },
+    {
+      "epoch": 35.816901408450704,
+      "grad_norm": 0.38910675048828125,
+      "learning_rate": 2.6741662405779796e-07,
+      "loss": 0.31154313683509827,
+      "step": 1289
+    },
+    {
+      "epoch": 35.84507042253521,
+      "grad_norm": 0.39552295207977295,
+      "learning_rate": 2.6680582402757324e-07,
+      "loss": 0.3187127709388733,
+      "step": 1290
+    },
+    {
+      "epoch": 35.87323943661972,
+      "grad_norm": 0.4005042016506195,
+      "learning_rate": 2.661958866559213e-07,
+      "loss": 0.31399422883987427,
+      "step": 1291
+    },
+    {
+      "epoch": 35.901408450704224,
+      "grad_norm": 0.3843257427215576,
+      "learning_rate": 2.655868138008171e-07,
+      "loss": 0.3131070137023926,
+      "step": 1292
+    },
+    {
+      "epoch": 35.929577464788736,
+      "grad_norm": 0.38986068964004517,
+      "learning_rate": 2.649786073176025e-07,
+      "loss": 0.29762789607048035,
+      "step": 1293
+    },
+    {
+      "epoch": 35.95774647887324,
+      "grad_norm": 0.41166046261787415,
+      "learning_rate": 2.6437126905897967e-07,
+      "loss": 0.3069561719894409,
+      "step": 1294
+    },
+    {
+      "epoch": 35.985915492957744,
+      "grad_norm": 0.37798550724983215,
+      "learning_rate": 2.637648008750062e-07,
+      "loss": 0.2998811900615692,
+      "step": 1295
+    },
+    {
+      "epoch": 36.0,
+      "grad_norm": 0.5611916780471802,
+      "learning_rate": 2.631592046130896e-07,
+      "loss": 0.3010321855545044,
+      "step": 1296
+    },
+    {
+      "epoch": 36.028169014084504,
+      "grad_norm": 0.38474971055984497,
+      "learning_rate": 2.6255448211798103e-07,
+      "loss": 0.2947436273097992,
+      "step": 1297
+    },
+    {
+      "epoch": 36.056338028169016,
+      "grad_norm": 0.3869876563549042,
+      "learning_rate": 2.6195063523177e-07,
+      "loss": 0.3073881268501282,
+      "step": 1298
+    },
+    {
+      "epoch": 36.08450704225352,
+      "grad_norm": 0.38903966546058655,
+      "learning_rate": 2.613476657938789e-07,
+      "loss": 0.30671149492263794,
+      "step": 1299
+    },
+    {
+      "epoch": 36.11267605633803,
+      "grad_norm": 0.39427390694618225,
+      "learning_rate": 2.6074557564105724e-07,
+      "loss": 0.30495786666870117,
+      "step": 1300
+    },
+    {
+      "epoch": 36.140845070422536,
+      "grad_norm": 0.3966522514820099,
+      "learning_rate": 2.6014436660737605e-07,
+      "loss": 0.32202261686325073,
+      "step": 1301
+    },
+    {
+      "epoch": 36.16901408450704,
+      "grad_norm": 0.3896190822124481,
+      "learning_rate": 2.595440405242222e-07,
+      "loss": 0.32409781217575073,
+      "step": 1302
+    },
+    {
+      "epoch": 36.19718309859155,
+      "grad_norm": 0.38690999150276184,
+      "learning_rate": 2.589445992202931e-07,
+      "loss": 0.3142644464969635,
+      "step": 1303
+    },
+    {
+      "epoch": 36.225352112676056,
+      "grad_norm": 0.3986409306526184,
+      "learning_rate": 2.583460445215911e-07,
+      "loss": 0.3045003414154053,
+      "step": 1304
+    },
+    {
+      "epoch": 36.25352112676056,
+      "grad_norm": 0.39241185784339905,
+      "learning_rate": 2.5774837825141736e-07,
+      "loss": 0.3323992192745209,
+      "step": 1305
+    },
+    {
+      "epoch": 36.28169014084507,
+      "grad_norm": 0.380597859621048,
+      "learning_rate": 2.571516022303671e-07,
+      "loss": 0.303973913192749,
+      "step": 1306
+    },
+    {
+      "epoch": 36.309859154929576,
+      "grad_norm": 0.4070303738117218,
+      "learning_rate": 2.565557182763235e-07,
+      "loss": 0.320231556892395,
+      "step": 1307
+    },
+    {
+      "epoch": 36.33802816901409,
+      "grad_norm": 0.4098987579345703,
+      "learning_rate": 2.5596072820445254e-07,
+      "loss": 0.30470702052116394,
+      "step": 1308
+    },
+    {
+      "epoch": 36.36619718309859,
+      "grad_norm": 0.3843023478984833,
+      "learning_rate": 2.5536663382719713e-07,
+      "loss": 0.31042495369911194,
+      "step": 1309
+    },
+    {
+      "epoch": 36.394366197183096,
+      "grad_norm": 0.39277711510658264,
+      "learning_rate": 2.547734369542718e-07,
+      "loss": 0.31068137288093567,
+      "step": 1310
+    },
+    {
+      "epoch": 36.42253521126761,
+      "grad_norm": 0.4235474169254303,
+      "learning_rate": 2.5418113939265686e-07,
+      "loss": 0.3261791467666626,
+      "step": 1311
+    },
+    {
+      "epoch": 36.45070422535211,
+      "grad_norm": 0.3789258301258087,
+      "learning_rate": 2.5358974294659373e-07,
+      "loss": 0.3244026303291321,
+      "step": 1312
+    },
+    {
+      "epoch": 36.478873239436616,
+      "grad_norm": 0.38320809602737427,
+      "learning_rate": 2.5299924941757843e-07,
+      "loss": 0.30314409732818604,
+      "step": 1313
+    },
+    {
+      "epoch": 36.50704225352113,
+      "grad_norm": 0.38217753171920776,
+      "learning_rate": 2.5240966060435674e-07,
+      "loss": 0.3076429069042206,
+      "step": 1314
+    },
+    {
+      "epoch": 36.53521126760563,
+      "grad_norm": 0.39943623542785645,
+      "learning_rate": 2.5182097830291824e-07,
+      "loss": 0.3149079978466034,
+      "step": 1315
+    },
+    {
+      "epoch": 36.563380281690144,
+      "grad_norm": 0.4079552888870239,
+      "learning_rate": 2.512332043064913e-07,
+      "loss": 0.31648725271224976,
+      "step": 1316
+    },
+    {
+      "epoch": 36.59154929577465,
+      "grad_norm": 0.4055273234844208,
+      "learning_rate": 2.5064634040553767e-07,
+      "loss": 0.3102360665798187,
+      "step": 1317
+    },
+    {
+      "epoch": 36.61971830985915,
+      "grad_norm": 0.3877866864204407,
+      "learning_rate": 2.5006038838774647e-07,
+      "loss": 0.32769399881362915,
+      "step": 1318
+    },
+    {
+      "epoch": 36.647887323943664,
+      "grad_norm": 0.3878704607486725,
+      "learning_rate": 2.494753500380291e-07,
+      "loss": 0.2987005114555359,
+      "step": 1319
+    },
+    {
+      "epoch": 36.67605633802817,
+      "grad_norm": 0.38627228140830994,
+      "learning_rate": 2.488912271385139e-07,
+      "loss": 0.3112736940383911,
+      "step": 1320
+    },
+    {
+      "epoch": 36.70422535211267,
+      "grad_norm": 0.3981247842311859,
+      "learning_rate": 2.483080214685404e-07,
+      "loss": 0.3074178993701935,
+      "step": 1321
+    },
+    {
+      "epoch": 36.732394366197184,
+      "grad_norm": 0.3987123668193817,
+      "learning_rate": 2.4772573480465445e-07,
+      "loss": 0.31392043828964233,
+      "step": 1322
+    },
+    {
+      "epoch": 36.76056338028169,
+      "grad_norm": 0.3950229585170746,
+      "learning_rate": 2.471443689206021e-07,
+      "loss": 0.31246301531791687,
+      "step": 1323
+    },
+    {
+      "epoch": 36.7887323943662,
+      "grad_norm": 0.3868275582790375,
+      "learning_rate": 2.465639255873246e-07,
+      "loss": 0.3093280792236328,
+      "step": 1324
+    },
+    {
+      "epoch": 36.816901408450704,
+      "grad_norm": 0.4026741087436676,
+      "learning_rate": 2.4598440657295286e-07,
+      "loss": 0.32681965827941895,
+      "step": 1325
+    },
+    {
+      "epoch": 36.84507042253521,
+      "grad_norm": 0.4036796987056732,
+      "learning_rate": 2.454058136428027e-07,
+      "loss": 0.3122265636920929,
+      "step": 1326
+    },
+    {
+      "epoch": 36.87323943661972,
+      "grad_norm": 0.392522394657135,
+      "learning_rate": 2.4482814855936834e-07,
+      "loss": 0.30846884846687317,
+      "step": 1327
+    },
+    {
+      "epoch": 36.901408450704224,
+      "grad_norm": 0.426935076713562,
+      "learning_rate": 2.4425141308231765e-07,
+      "loss": 0.325960636138916,
+      "step": 1328
+    },
+    {
+      "epoch": 36.929577464788736,
+      "grad_norm": 0.418603777885437,
+      "learning_rate": 2.43675608968487e-07,
+      "loss": 0.32600370049476624,
+      "step": 1329
+    },
+    {
+      "epoch": 36.95774647887324,
+      "grad_norm": 0.39998194575309753,
+      "learning_rate": 2.4310073797187573e-07,
+      "loss": 0.3105314075946808,
+      "step": 1330
+    },
+    {
+      "epoch": 36.985915492957744,
+      "grad_norm": 0.3858794867992401,
+      "learning_rate": 2.4252680184364045e-07,
+      "loss": 0.3095932602882385,
+      "step": 1331
+    },
+    {
+      "epoch": 37.0,
+      "grad_norm": 0.5600153803825378,
+      "learning_rate": 2.4195380233209006e-07,
+      "loss": 0.29655295610427856,
+      "step": 1332
+    },
+    {
+      "epoch": 37.028169014084504,
+      "grad_norm": 0.3757314383983612,
+      "learning_rate": 2.413817411826807e-07,
+      "loss": 0.3107462227344513,
+      "step": 1333
+    },
+    {
+      "epoch": 37.056338028169016,
+      "grad_norm": 0.37666600942611694,
+      "learning_rate": 2.408106201380097e-07,
+      "loss": 0.31727492809295654,
+      "step": 1334
+    },
+    {
+      "epoch": 37.08450704225352,
+      "grad_norm": 0.4031192660331726,
+      "learning_rate": 2.4024044093781063e-07,
+      "loss": 0.31785914301872253,
+      "step": 1335
+    },
+    {
+      "epoch": 37.11267605633803,
+      "grad_norm": 0.4000700116157532,
+      "learning_rate": 2.3967120531894857e-07,
+      "loss": 0.30468472838401794,
+      "step": 1336
+    },
+    {
+      "epoch": 37.140845070422536,
+      "grad_norm": 0.38557133078575134,
+      "learning_rate": 2.391029150154137e-07,
+      "loss": 0.29351887106895447,
+      "step": 1337
+    },
+    {
+      "epoch": 37.16901408450704,
+      "grad_norm": 0.39428290724754333,
+      "learning_rate": 2.38535571758317e-07,
+      "loss": 0.3094083070755005,
+      "step": 1338
+    },
+    {
+      "epoch": 37.19718309859155,
+      "grad_norm": 0.40703415870666504,
+      "learning_rate": 2.3796917727588412e-07,
+      "loss": 0.3140762150287628,
+      "step": 1339
+    },
+    {
+      "epoch": 37.225352112676056,
+      "grad_norm": 0.4024847745895386,
+      "learning_rate": 2.374037332934512e-07,
+      "loss": 0.31750038266181946,
+      "step": 1340
+    },
+    {
+      "epoch": 37.25352112676056,
+      "grad_norm": 0.4012693464756012,
+      "learning_rate": 2.3683924153345854e-07,
+      "loss": 0.31085819005966187,
+      "step": 1341
+    },
+    {
+      "epoch": 37.28169014084507,
+      "grad_norm": 0.4095834493637085,
+      "learning_rate": 2.36275703715446e-07,
+      "loss": 0.3142126202583313,
+      "step": 1342
+    },
+    {
+      "epoch": 37.309859154929576,
+      "grad_norm": 0.39079487323760986,
+      "learning_rate": 2.357131215560474e-07,
+      "loss": 0.3125237822532654,
+      "step": 1343
+    },
+    {
+      "epoch": 37.33802816901409,
+      "grad_norm": 0.38285982608795166,
+      "learning_rate": 2.3515149676898552e-07,
+      "loss": 0.30938810110092163,
+      "step": 1344
+    },
+    {
+      "epoch": 37.36619718309859,
+      "grad_norm": 0.4154026210308075,
+      "learning_rate": 2.3459083106506712e-07,
+      "loss": 0.31037092208862305,
+      "step": 1345
+    },
+    {
+      "epoch": 37.394366197183096,
+      "grad_norm": 0.3945370018482208,
+      "learning_rate": 2.3403112615217693e-07,
+      "loss": 0.30695176124572754,
+      "step": 1346
+    },
+    {
+      "epoch": 37.42253521126761,
+      "grad_norm": 0.39862382411956787,
+      "learning_rate": 2.334723837352733e-07,
+      "loss": 0.3081490993499756,
+      "step": 1347
+    },
+    {
+      "epoch": 37.45070422535211,
+      "grad_norm": 0.3906742334365845,
+      "learning_rate": 2.3291460551638237e-07,
+      "loss": 0.31045928597450256,
+      "step": 1348
+    },
+    {
+      "epoch": 37.478873239436616,
+      "grad_norm": 0.3924495577812195,
+      "learning_rate": 2.3235779319459355e-07,
+      "loss": 0.31619560718536377,
+      "step": 1349
+    },
+    {
+      "epoch": 37.50704225352113,
+      "grad_norm": 0.38988739252090454,
+      "learning_rate": 2.3180194846605364e-07,
+      "loss": 0.32699936628341675,
+      "step": 1350
+    },
+    {
+      "epoch": 37.53521126760563,
+      "grad_norm": 0.405262291431427,
+      "learning_rate": 2.312470730239621e-07,
+      "loss": 0.3238704800605774,
+      "step": 1351
+    },
+    {
+      "epoch": 37.563380281690144,
+      "grad_norm": 0.41496768593788147,
+      "learning_rate": 2.306931685585657e-07,
+      "loss": 0.31248730421066284,
+      "step": 1352
+    },
+    {
+      "epoch": 37.59154929577465,
+      "grad_norm": 0.38783204555511475,
+      "learning_rate": 2.3014023675715339e-07,
+      "loss": 0.3076411485671997,
+      "step": 1353
+    },
+    {
+      "epoch": 37.61971830985915,
+      "grad_norm": 0.39510872960090637,
+      "learning_rate": 2.2958827930405162e-07,
+      "loss": 0.3164839446544647,
+      "step": 1354
+    },
+    {
+      "epoch": 37.647887323943664,
+      "grad_norm": 0.3897303342819214,
+      "learning_rate": 2.2903729788061834e-07,
+      "loss": 0.31742557883262634,
+      "step": 1355
+    },
+    {
+      "epoch": 37.67605633802817,
+      "grad_norm": 0.4140264093875885,
+      "learning_rate": 2.2848729416523859e-07,
+      "loss": 0.3227437138557434,
+      "step": 1356
+    },
+    {
+      "epoch": 37.70422535211267,
+      "grad_norm": 0.3824675679206848,
+      "learning_rate": 2.2793826983331886e-07,
+      "loss": 0.3105960488319397,
+      "step": 1357
+    },
+    {
+      "epoch": 37.732394366197184,
+      "grad_norm": 0.39121127128601074,
+      "learning_rate": 2.2739022655728277e-07,
+      "loss": 0.3190494179725647,
+      "step": 1358
+    },
+    {
+      "epoch": 37.76056338028169,
+      "grad_norm": 0.39836981892585754,
+      "learning_rate": 2.268431660065651e-07,
+      "loss": 0.31450414657592773,
+      "step": 1359
+    },
+    {
+      "epoch": 37.7887323943662,
+      "grad_norm": 0.4026944935321808,
+      "learning_rate": 2.2629708984760706e-07,
+      "loss": 0.3044552206993103,
+      "step": 1360
+    },
+    {
+      "epoch": 37.816901408450704,
+      "grad_norm": 0.4023437201976776,
+      "learning_rate": 2.2575199974385144e-07,
+      "loss": 0.30423471331596375,
+      "step": 1361
+    },
+    {
+      "epoch": 37.84507042253521,
+      "grad_norm": 0.386771023273468,
+      "learning_rate": 2.2520789735573704e-07,
+      "loss": 0.3087488114833832,
+      "step": 1362
+    },
+    {
+      "epoch": 37.87323943661972,
+      "grad_norm": 0.388527512550354,
+      "learning_rate": 2.2466478434069435e-07,
+      "loss": 0.30881020426750183,
+      "step": 1363
+    },
+    {
+      "epoch": 37.901408450704224,
+      "grad_norm": 0.3937196731567383,
+      "learning_rate": 2.2412266235313973e-07,
+      "loss": 0.31379616260528564,
+      "step": 1364
+    },
+    {
+      "epoch": 37.929577464788736,
+      "grad_norm": 0.4006229639053345,
+      "learning_rate": 2.2358153304447066e-07,
+      "loss": 0.3123682737350464,
+      "step": 1365
+    },
+    {
+      "epoch": 37.95774647887324,
+      "grad_norm": 0.41852372884750366,
+      "learning_rate": 2.230413980630609e-07,
+      "loss": 0.3102847933769226,
+      "step": 1366
+    },
+    {
+      "epoch": 37.985915492957744,
+      "grad_norm": 0.40430253744125366,
+      "learning_rate": 2.2250225905425532e-07,
+      "loss": 0.31682825088500977,
+      "step": 1367
+    },
+    {
+      "epoch": 38.0,
+      "grad_norm": 0.5757198333740234,
+      "learning_rate": 2.2196411766036487e-07,
+      "loss": 0.31206148862838745,
+      "step": 1368
+    },
+    {
+      "epoch": 38.028169014084504,
+      "grad_norm": 0.3904403746128082,
+      "learning_rate": 2.2142697552066142e-07,
+      "loss": 0.31840282678604126,
+      "step": 1369
+    },
+    {
+      "epoch": 38.056338028169016,
+      "grad_norm": 0.40474748611450195,
+      "learning_rate": 2.2089083427137329e-07,
+      "loss": 0.314113587141037,
+      "step": 1370
+    },
+    {
+      "epoch": 38.08450704225352,
+      "grad_norm": 0.39501574635505676,
+      "learning_rate": 2.203556955456796e-07,
+      "loss": 0.3120426833629608,
+      "step": 1371
+    },
+    {
+      "epoch": 38.11267605633803,
+      "grad_norm": 0.3965202867984772,
+      "learning_rate": 2.1982156097370557e-07,
+      "loss": 0.3060588240623474,
+      "step": 1372
+    },
+    {
+      "epoch": 38.140845070422536,
+      "grad_norm": 0.39132386445999146,
+      "learning_rate": 2.1928843218251803e-07,
+      "loss": 0.3127366006374359,
+      "step": 1373
+    },
+    {
+      "epoch": 38.16901408450704,
+      "grad_norm": 0.39058858156204224,
+      "learning_rate": 2.1875631079611956e-07,
+      "loss": 0.3184279501438141,
+      "step": 1374
+    },
+    {
+      "epoch": 38.19718309859155,
+      "grad_norm": 0.401569128036499,
+      "learning_rate": 2.1822519843544422e-07,
+      "loss": 0.32573437690734863,
+      "step": 1375
+    },
+    {
+      "epoch": 38.225352112676056,
+      "grad_norm": 0.40431272983551025,
+      "learning_rate": 2.1769509671835223e-07,
+      "loss": 0.31891560554504395,
+      "step": 1376
+    },
+    {
+      "epoch": 38.25352112676056,
+      "grad_norm": 0.3908335566520691,
+      "learning_rate": 2.1716600725962558e-07,
+      "loss": 0.31629955768585205,
+      "step": 1377
+    },
+    {
+      "epoch": 38.28169014084507,
+      "grad_norm": 0.3957464396953583,
+      "learning_rate": 2.166379316709625e-07,
+      "loss": 0.31716036796569824,
+      "step": 1378
+    },
+    {
+      "epoch": 38.309859154929576,
+      "grad_norm": 0.3994870185852051,
+      "learning_rate": 2.1611087156097267e-07,
+      "loss": 0.3021211624145508,
+      "step": 1379
+    },
+    {
+      "epoch": 38.33802816901409,
+      "grad_norm": 0.3890848755836487,
+      "learning_rate": 2.1558482853517253e-07,
+      "loss": 0.32993414998054504,
+      "step": 1380
+    },
+    {
+      "epoch": 38.36619718309859,
+      "grad_norm": 0.3980858027935028,
+      "learning_rate": 2.1505980419598063e-07,
+      "loss": 0.32392680644989014,
+      "step": 1381
+    },
+    {
+      "epoch": 38.394366197183096,
+      "grad_norm": 0.39642319083213806,
+      "learning_rate": 2.1453580014271203e-07,
+      "loss": 0.3059401512145996,
+      "step": 1382
+    },
+    {
+      "epoch": 38.42253521126761,
+      "grad_norm": 0.3873026371002197,
+      "learning_rate": 2.1401281797157395e-07,
+      "loss": 0.3207471966743469,
+      "step": 1383
+    },
+    {
+      "epoch": 38.45070422535211,
+      "grad_norm": 0.3935808837413788,
+      "learning_rate": 2.134908592756607e-07,
+      "loss": 0.3021237552165985,
+      "step": 1384
+    },
+    {
+      "epoch": 38.478873239436616,
+      "grad_norm": 0.392278790473938,
+      "learning_rate": 2.1296992564494904e-07,
+      "loss": 0.29950061440467834,
+      "step": 1385
+    },
+    {
+      "epoch": 38.50704225352113,
+      "grad_norm": 0.38675200939178467,
+      "learning_rate": 2.124500186662932e-07,
+      "loss": 0.30802223086357117,
+      "step": 1386
+    },
+    {
+      "epoch": 38.53521126760563,
+      "grad_norm": 0.40296921133995056,
+      "learning_rate": 2.1193113992342001e-07,
+      "loss": 0.30401256680488586,
+      "step": 1387
+    },
+    {
+      "epoch": 38.563380281690144,
+      "grad_norm": 0.40829116106033325,
+      "learning_rate": 2.1141329099692406e-07,
+      "loss": 0.3227273225784302,
+      "step": 1388
+    },
+    {
+      "epoch": 38.59154929577465,
+      "grad_norm": 0.39048704504966736,
+      "learning_rate": 2.1089647346426303e-07,
+      "loss": 0.30031925439834595,
+      "step": 1389
+    },
+    {
+      "epoch": 38.61971830985915,
+      "grad_norm": 0.4031343460083008,
+      "learning_rate": 2.1038068889975259e-07,
+      "loss": 0.3076460361480713,
+      "step": 1390
+    },
+    {
+      "epoch": 38.647887323943664,
+      "grad_norm": 0.3995644152164459,
+      "learning_rate": 2.0986593887456223e-07,
+      "loss": 0.3031764328479767,
+      "step": 1391
+    },
+    {
+      "epoch": 38.67605633802817,
+      "grad_norm": 0.39107468724250793,
+      "learning_rate": 2.0935222495670968e-07,
+      "loss": 0.32095766067504883,
+      "step": 1392
+    },
+    {
+      "epoch": 38.70422535211267,
+      "grad_norm": 0.3904801905155182,
+      "learning_rate": 2.088395487110566e-07,
+      "loss": 0.31498321890830994,
+      "step": 1393
+    },
+    {
+      "epoch": 38.732394366197184,
+      "grad_norm": 0.42515355348587036,
+      "learning_rate": 2.0832791169930363e-07,
+      "loss": 0.2987384796142578,
+      "step": 1394
+    },
+    {
+      "epoch": 38.76056338028169,
+      "grad_norm": 0.3929113447666168,
+      "learning_rate": 2.078173154799861e-07,
+      "loss": 0.3008019030094147,
+      "step": 1395
+    },
+    {
+      "epoch": 38.7887323943662,
+      "grad_norm": 0.38760364055633545,
+      "learning_rate": 2.0730776160846853e-07,
+      "loss": 0.3130109906196594,
+      "step": 1396
+    },
+    {
+      "epoch": 38.816901408450704,
+      "grad_norm": 0.40122318267822266,
+      "learning_rate": 2.0679925163694033e-07,
+      "loss": 0.32113420963287354,
+      "step": 1397
+    },
+    {
+      "epoch": 38.84507042253521,
+      "grad_norm": 0.4061526954174042,
+      "learning_rate": 2.0629178711441115e-07,
+      "loss": 0.30463290214538574,
+      "step": 1398
+    },
+    {
+      "epoch": 38.87323943661972,
+      "grad_norm": 0.39891040325164795,
+      "learning_rate": 2.0578536958670574e-07,
+      "loss": 0.30295246839523315,
+      "step": 1399
+    },
+    {
+      "epoch": 38.901408450704224,
+      "grad_norm": 0.39336952567100525,
+      "learning_rate": 2.0528000059645995e-07,
+      "loss": 0.3047736883163452,
+      "step": 1400
+    },
+    {
+      "epoch": 38.929577464788736,
+      "grad_norm": 0.38915321230888367,
+      "learning_rate": 2.0477568168311525e-07,
+      "loss": 0.33302927017211914,
+      "step": 1401
+    },
+    {
+      "epoch": 38.95774647887324,
+      "grad_norm": 0.3906260132789612,
+      "learning_rate": 2.042724143829146e-07,
+      "loss": 0.30394965410232544,
+      "step": 1402
+    },
+    {
+      "epoch": 38.985915492957744,
+      "grad_norm": 0.4056362807750702,
+      "learning_rate": 2.037702002288973e-07,
+      "loss": 0.3015964925289154,
+      "step": 1403
+    },
+    {
+      "epoch": 39.0,
+      "grad_norm": 0.5561332106590271,
+      "learning_rate": 2.032690407508949e-07,
+      "loss": 0.3190940022468567,
+      "step": 1404
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 1800,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 50,
+  "save_steps": 1.0,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.9069259564638536e+18,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}