{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 966,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003105590062111801,
      "grad_norm": 60.46764647043296,
      "learning_rate": 5.154639175257732e-07,
      "loss": 11.059,
      "step": 1
    },
    {
      "epoch": 0.006211180124223602,
      "grad_norm": 60.76414526284177,
      "learning_rate": 1.0309278350515464e-06,
      "loss": 11.012,
      "step": 2
    },
    {
      "epoch": 0.009316770186335404,
      "grad_norm": 59.20725802433676,
      "learning_rate": 1.5463917525773197e-06,
      "loss": 11.1319,
      "step": 3
    },
    {
      "epoch": 0.012422360248447204,
      "grad_norm": 60.61459028364047,
      "learning_rate": 2.061855670103093e-06,
      "loss": 11.03,
      "step": 4
    },
    {
      "epoch": 0.015527950310559006,
      "grad_norm": 64.67058884756766,
      "learning_rate": 2.577319587628866e-06,
      "loss": 10.8306,
      "step": 5
    },
    {
      "epoch": 0.018633540372670808,
      "grad_norm": 70.79205232466896,
      "learning_rate": 3.0927835051546395e-06,
      "loss": 10.6598,
      "step": 6
    },
    {
      "epoch": 0.021739130434782608,
      "grad_norm": 98.53755227750479,
      "learning_rate": 3.608247422680412e-06,
      "loss": 9.4929,
      "step": 7
    },
    {
      "epoch": 0.024844720496894408,
      "grad_norm": 111.40861108613349,
      "learning_rate": 4.123711340206186e-06,
      "loss": 9.0865,
      "step": 8
    },
    {
      "epoch": 0.027950310559006212,
      "grad_norm": 127.60092525337744,
      "learning_rate": 4.639175257731959e-06,
      "loss": 8.316,
      "step": 9
    },
    {
      "epoch": 0.031055900621118012,
      "grad_norm": 57.38601512479266,
      "learning_rate": 5.154639175257732e-06,
      "loss": 3.5203,
      "step": 10
    },
    {
      "epoch": 0.034161490683229816,
      "grad_norm": 40.087017160526905,
      "learning_rate": 5.670103092783505e-06,
      "loss": 2.5941,
      "step": 11
    },
    {
      "epoch": 0.037267080745341616,
      "grad_norm": 36.371937459465364,
      "learning_rate": 6.185567010309279e-06,
      "loss": 2.3632,
      "step": 12
    },
    {
      "epoch": 0.040372670807453416,
      "grad_norm": 5.902085049785153,
      "learning_rate": 6.701030927835052e-06,
      "loss": 1.3097,
      "step": 13
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 4.395696518971964,
      "learning_rate": 7.216494845360824e-06,
      "loss": 1.2339,
      "step": 14
    },
    {
      "epoch": 0.046583850931677016,
      "grad_norm": 3.1604888794138524,
      "learning_rate": 7.731958762886599e-06,
      "loss": 1.1463,
      "step": 15
    },
    {
      "epoch": 0.049689440993788817,
      "grad_norm": 2.399444834184007,
      "learning_rate": 8.247422680412371e-06,
      "loss": 1.0723,
      "step": 16
    },
    {
      "epoch": 0.052795031055900624,
      "grad_norm": 1.5487302596438641,
      "learning_rate": 8.762886597938144e-06,
      "loss": 0.9467,
      "step": 17
    },
    {
      "epoch": 0.055900621118012424,
      "grad_norm": 80.99605354011946,
      "learning_rate": 9.278350515463918e-06,
      "loss": 0.9669,
      "step": 18
    },
    {
      "epoch": 0.059006211180124224,
      "grad_norm": 35.062984197987575,
      "learning_rate": 9.793814432989691e-06,
      "loss": 0.8903,
      "step": 19
    },
    {
      "epoch": 0.062111801242236024,
      "grad_norm": 1.7039403556284178,
      "learning_rate": 1.0309278350515464e-05,
      "loss": 0.8611,
      "step": 20
    },
    {
      "epoch": 0.06521739130434782,
      "grad_norm": 1.1286556630596418,
      "learning_rate": 1.0824742268041238e-05,
      "loss": 0.7956,
      "step": 21
    },
    {
      "epoch": 0.06832298136645963,
      "grad_norm": 0.8885421752095347,
      "learning_rate": 1.134020618556701e-05,
      "loss": 0.7944,
      "step": 22
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 0.7771123311111944,
      "learning_rate": 1.1855670103092783e-05,
      "loss": 0.7888,
      "step": 23
    },
    {
      "epoch": 0.07453416149068323,
      "grad_norm": 0.8290301807562498,
      "learning_rate": 1.2371134020618558e-05,
      "loss": 0.7524,
      "step": 24
    },
    {
      "epoch": 0.07763975155279502,
      "grad_norm": 0.9178800987434453,
      "learning_rate": 1.2886597938144329e-05,
      "loss": 0.7276,
      "step": 25
    },
    {
      "epoch": 0.08074534161490683,
      "grad_norm": 0.7280169831391284,
      "learning_rate": 1.3402061855670103e-05,
      "loss": 0.7049,
      "step": 26
    },
    {
      "epoch": 0.08385093167701864,
      "grad_norm": 0.590489381671068,
      "learning_rate": 1.3917525773195878e-05,
      "loss": 0.6846,
      "step": 27
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 0.6956647472162396,
      "learning_rate": 1.4432989690721649e-05,
      "loss": 0.6518,
      "step": 28
    },
    {
      "epoch": 0.09006211180124224,
      "grad_norm": 0.7233291715436561,
      "learning_rate": 1.4948453608247423e-05,
      "loss": 0.6575,
      "step": 29
    },
    {
      "epoch": 0.09316770186335403,
      "grad_norm": 0.6557463930133224,
      "learning_rate": 1.5463917525773197e-05,
      "loss": 0.6648,
      "step": 30
    },
    {
      "epoch": 0.09627329192546584,
      "grad_norm": 0.5940038812473861,
      "learning_rate": 1.5979381443298968e-05,
      "loss": 0.6414,
      "step": 31
    },
    {
      "epoch": 0.09937888198757763,
      "grad_norm": 0.514015705745489,
      "learning_rate": 1.6494845360824743e-05,
      "loss": 0.6178,
      "step": 32
    },
    {
      "epoch": 0.10248447204968944,
      "grad_norm": 0.5977361497140969,
      "learning_rate": 1.7010309278350517e-05,
      "loss": 0.6216,
      "step": 33
    },
    {
      "epoch": 0.10559006211180125,
      "grad_norm": 0.5377773183845758,
      "learning_rate": 1.7525773195876288e-05,
      "loss": 0.6195,
      "step": 34
    },
    {
      "epoch": 0.10869565217391304,
      "grad_norm": 0.40152764208172104,
      "learning_rate": 1.8041237113402062e-05,
      "loss": 0.5758,
      "step": 35
    },
    {
      "epoch": 0.11180124223602485,
      "grad_norm": 0.40244189444549017,
      "learning_rate": 1.8556701030927837e-05,
      "loss": 0.6178,
      "step": 36
    },
    {
      "epoch": 0.11490683229813664,
      "grad_norm": 0.49886656483811526,
      "learning_rate": 1.9072164948453608e-05,
      "loss": 0.6062,
      "step": 37
    },
    {
      "epoch": 0.11801242236024845,
      "grad_norm": 0.43178714425173426,
      "learning_rate": 1.9587628865979382e-05,
      "loss": 0.5929,
      "step": 38
    },
    {
      "epoch": 0.12111801242236025,
      "grad_norm": 0.37953785852942284,
      "learning_rate": 2.0103092783505157e-05,
      "loss": 0.57,
      "step": 39
    },
    {
      "epoch": 0.12422360248447205,
      "grad_norm": 0.3712229743609745,
      "learning_rate": 2.0618556701030927e-05,
      "loss": 0.5812,
      "step": 40
    },
    {
      "epoch": 0.12732919254658384,
      "grad_norm": 0.38350882873215847,
      "learning_rate": 2.1134020618556702e-05,
      "loss": 0.5714,
      "step": 41
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 0.4036659557430701,
      "learning_rate": 2.1649484536082476e-05,
      "loss": 0.5813,
      "step": 42
    },
    {
      "epoch": 0.13354037267080746,
      "grad_norm": 0.33097703493186653,
      "learning_rate": 2.2164948453608247e-05,
      "loss": 0.5537,
      "step": 43
    },
    {
      "epoch": 0.13664596273291926,
      "grad_norm": 0.339069211939581,
      "learning_rate": 2.268041237113402e-05,
      "loss": 0.57,
      "step": 44
    },
    {
      "epoch": 0.13975155279503104,
      "grad_norm": 0.34080115423530455,
      "learning_rate": 2.3195876288659796e-05,
      "loss": 0.5434,
      "step": 45
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.3309319915944845,
      "learning_rate": 2.3711340206185567e-05,
      "loss": 0.5436,
      "step": 46
    },
    {
      "epoch": 0.14596273291925466,
      "grad_norm": 0.36258498646852527,
      "learning_rate": 2.422680412371134e-05,
      "loss": 0.5372,
      "step": 47
    },
    {
      "epoch": 0.14906832298136646,
      "grad_norm": 0.3289309195150263,
      "learning_rate": 2.4742268041237116e-05,
      "loss": 0.5519,
      "step": 48
    },
    {
      "epoch": 0.15217391304347827,
      "grad_norm": 0.29200888913110107,
      "learning_rate": 2.5257731958762887e-05,
      "loss": 0.5269,
      "step": 49
    },
    {
      "epoch": 0.15527950310559005,
      "grad_norm": 0.2913726775318078,
      "learning_rate": 2.5773195876288658e-05,
      "loss": 0.5398,
      "step": 50
    },
    {
      "epoch": 0.15838509316770186,
      "grad_norm": 0.36183923103400334,
      "learning_rate": 2.6288659793814435e-05,
      "loss": 0.5313,
      "step": 51
    },
    {
      "epoch": 0.16149068322981366,
      "grad_norm": 0.289832432081365,
      "learning_rate": 2.6804123711340206e-05,
      "loss": 0.5294,
      "step": 52
    },
    {
      "epoch": 0.16459627329192547,
      "grad_norm": 0.28159321988499836,
      "learning_rate": 2.7319587628865977e-05,
      "loss": 0.5102,
      "step": 53
    },
    {
      "epoch": 0.16770186335403728,
      "grad_norm": 0.33289230730425107,
      "learning_rate": 2.7835051546391755e-05,
      "loss": 0.5325,
      "step": 54
    },
    {
      "epoch": 0.17080745341614906,
      "grad_norm": 0.2711500030362234,
      "learning_rate": 2.8350515463917526e-05,
      "loss": 0.5203,
      "step": 55
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 0.2675188946251961,
      "learning_rate": 2.8865979381443297e-05,
      "loss": 0.5224,
      "step": 56
    },
    {
      "epoch": 0.17701863354037267,
      "grad_norm": 0.26579895922328955,
      "learning_rate": 2.9381443298969075e-05,
      "loss": 0.5294,
      "step": 57
    },
    {
      "epoch": 0.18012422360248448,
      "grad_norm": 0.2489797381353846,
      "learning_rate": 2.9896907216494846e-05,
      "loss": 0.5111,
      "step": 58
    },
    {
      "epoch": 0.18322981366459629,
      "grad_norm": 0.26304984714934,
      "learning_rate": 3.0412371134020617e-05,
      "loss": 0.5063,
      "step": 59
    },
    {
      "epoch": 0.18633540372670807,
      "grad_norm": 0.29536218486713367,
      "learning_rate": 3.0927835051546395e-05,
      "loss": 0.5278,
      "step": 60
    },
    {
      "epoch": 0.18944099378881987,
      "grad_norm": 0.2629951129122119,
      "learning_rate": 3.1443298969072166e-05,
      "loss": 0.5066,
      "step": 61
    },
    {
      "epoch": 0.19254658385093168,
      "grad_norm": 0.324166573780215,
      "learning_rate": 3.1958762886597937e-05,
      "loss": 0.5054,
      "step": 62
    },
    {
      "epoch": 0.1956521739130435,
      "grad_norm": 0.2729720585938641,
      "learning_rate": 3.2474226804123714e-05,
      "loss": 0.5142,
      "step": 63
    },
    {
      "epoch": 0.19875776397515527,
      "grad_norm": 0.27422169347085695,
      "learning_rate": 3.2989690721649485e-05,
      "loss": 0.5119,
      "step": 64
    },
    {
      "epoch": 0.20186335403726707,
      "grad_norm": 0.26064941279629095,
      "learning_rate": 3.3505154639175256e-05,
      "loss": 0.5037,
      "step": 65
    },
    {
      "epoch": 0.20496894409937888,
      "grad_norm": 0.2589323970095713,
      "learning_rate": 3.4020618556701034e-05,
      "loss": 0.5181,
      "step": 66
    },
    {
      "epoch": 0.2080745341614907,
      "grad_norm": 0.2795495681392583,
      "learning_rate": 3.4536082474226805e-05,
      "loss": 0.5006,
      "step": 67
    },
    {
      "epoch": 0.2111801242236025,
      "grad_norm": 0.2785747261533415,
      "learning_rate": 3.5051546391752576e-05,
      "loss": 0.483,
      "step": 68
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 0.25302395243466885,
      "learning_rate": 3.5567010309278354e-05,
      "loss": 0.4883,
      "step": 69
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 0.2752883227640764,
      "learning_rate": 3.6082474226804125e-05,
      "loss": 0.5094,
      "step": 70
    },
    {
      "epoch": 0.2204968944099379,
      "grad_norm": 0.3024166121222451,
      "learning_rate": 3.6597938144329896e-05,
      "loss": 0.4881,
      "step": 71
    },
    {
      "epoch": 0.2236024844720497,
      "grad_norm": 0.3097948500444575,
      "learning_rate": 3.7113402061855674e-05,
      "loss": 0.4839,
      "step": 72
    },
    {
      "epoch": 0.2267080745341615,
      "grad_norm": 0.2876918544530116,
      "learning_rate": 3.7628865979381445e-05,
      "loss": 0.5144,
      "step": 73
    },
    {
      "epoch": 0.22981366459627328,
      "grad_norm": 0.3416229447277982,
      "learning_rate": 3.8144329896907216e-05,
      "loss": 0.4961,
      "step": 74
    },
    {
      "epoch": 0.2329192546583851,
      "grad_norm": 0.3199113220311117,
      "learning_rate": 3.865979381443299e-05,
      "loss": 0.473,
      "step": 75
    },
    {
      "epoch": 0.2360248447204969,
      "grad_norm": 0.3005248837372916,
      "learning_rate": 3.9175257731958764e-05,
      "loss": 0.4869,
      "step": 76
    },
    {
      "epoch": 0.2391304347826087,
      "grad_norm": 0.3020219962118337,
      "learning_rate": 3.9690721649484535e-05,
      "loss": 0.5047,
      "step": 77
    },
    {
      "epoch": 0.2422360248447205,
      "grad_norm": 0.29698825337519646,
      "learning_rate": 4.020618556701031e-05,
      "loss": 0.5022,
      "step": 78
    },
    {
      "epoch": 0.2453416149068323,
      "grad_norm": 0.3021333930392965,
      "learning_rate": 4.0721649484536084e-05,
      "loss": 0.4866,
      "step": 79
    },
    {
      "epoch": 0.2484472049689441,
      "grad_norm": 0.29250713103592757,
      "learning_rate": 4.1237113402061855e-05,
      "loss": 0.4896,
      "step": 80
    },
    {
      "epoch": 0.2515527950310559,
      "grad_norm": 0.27724800469538824,
      "learning_rate": 4.175257731958763e-05,
      "loss": 0.4836,
      "step": 81
    },
    {
      "epoch": 0.2546583850931677,
      "grad_norm": 0.3272751041798097,
      "learning_rate": 4.2268041237113404e-05,
      "loss": 0.5079,
      "step": 82
    },
    {
      "epoch": 0.2577639751552795,
      "grad_norm": 0.2875779003405876,
      "learning_rate": 4.2783505154639175e-05,
      "loss": 0.4822,
      "step": 83
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 0.351548025457743,
      "learning_rate": 4.329896907216495e-05,
      "loss": 0.4719,
      "step": 84
    },
    {
      "epoch": 0.2639751552795031,
      "grad_norm": 0.3104421632805538,
      "learning_rate": 4.3814432989690723e-05,
      "loss": 0.4985,
      "step": 85
    },
    {
      "epoch": 0.2670807453416149,
      "grad_norm": 0.29340838316836443,
      "learning_rate": 4.4329896907216494e-05,
      "loss": 0.4506,
      "step": 86
    },
    {
      "epoch": 0.2701863354037267,
      "grad_norm": 0.31888072280932184,
      "learning_rate": 4.484536082474227e-05,
      "loss": 0.4718,
      "step": 87
    },
    {
      "epoch": 0.2732919254658385,
      "grad_norm": 0.2881905604568596,
      "learning_rate": 4.536082474226804e-05,
      "loss": 0.4718,
      "step": 88
    },
    {
      "epoch": 0.27639751552795033,
      "grad_norm": 0.382391969622348,
      "learning_rate": 4.5876288659793814e-05,
      "loss": 0.489,
      "step": 89
    },
    {
      "epoch": 0.2795031055900621,
      "grad_norm": 0.28677795566141734,
      "learning_rate": 4.639175257731959e-05,
      "loss": 0.4625,
      "step": 90
    },
    {
      "epoch": 0.2826086956521739,
      "grad_norm": 0.44192895579293406,
      "learning_rate": 4.690721649484536e-05,
      "loss": 0.4901,
      "step": 91
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.36788344235249887,
      "learning_rate": 4.7422680412371134e-05,
      "loss": 0.4682,
      "step": 92
    },
    {
      "epoch": 0.2888198757763975,
      "grad_norm": 0.5143785581301379,
      "learning_rate": 4.793814432989691e-05,
      "loss": 0.4748,
      "step": 93
    },
    {
      "epoch": 0.2919254658385093,
      "grad_norm": 0.3714484820764116,
      "learning_rate": 4.845360824742268e-05,
      "loss": 0.4733,
      "step": 94
    },
    {
      "epoch": 0.2950310559006211,
      "grad_norm": 0.4411279949864707,
      "learning_rate": 4.8969072164948454e-05,
      "loss": 0.4719,
      "step": 95
    },
    {
      "epoch": 0.2981366459627329,
      "grad_norm": 0.4095900221196949,
      "learning_rate": 4.948453608247423e-05,
      "loss": 0.4679,
      "step": 96
    },
    {
      "epoch": 0.30124223602484473,
      "grad_norm": 0.3876387401039132,
      "learning_rate": 5e-05,
      "loss": 0.4727,
      "step": 97
    },
    {
      "epoch": 0.30434782608695654,
      "grad_norm": 0.35671507475673714,
      "learning_rate": 4.994246260069045e-05,
      "loss": 0.4582,
      "step": 98
    },
    {
      "epoch": 0.30745341614906835,
      "grad_norm": 0.40457113215141677,
      "learning_rate": 4.98849252013809e-05,
      "loss": 0.4817,
      "step": 99
    },
    {
      "epoch": 0.3105590062111801,
      "grad_norm": 0.40014058749708475,
      "learning_rate": 4.982738780207135e-05,
      "loss": 0.4486,
      "step": 100
    },
    {
      "epoch": 0.3136645962732919,
      "grad_norm": 0.4870121731575367,
      "learning_rate": 4.97698504027618e-05,
      "loss": 0.4663,
      "step": 101
    },
    {
      "epoch": 0.3167701863354037,
      "grad_norm": 0.4340851079572886,
      "learning_rate": 4.9712313003452246e-05,
      "loss": 0.4484,
      "step": 102
    },
    {
      "epoch": 0.3198757763975155,
      "grad_norm": 0.35686684080021636,
      "learning_rate": 4.9654775604142695e-05,
      "loss": 0.467,
      "step": 103
    },
    {
      "epoch": 0.32298136645962733,
      "grad_norm": 0.4494359291517841,
      "learning_rate": 4.9597238204833143e-05,
      "loss": 0.4694,
      "step": 104
    },
    {
      "epoch": 0.32608695652173914,
      "grad_norm": 0.4372407930618466,
      "learning_rate": 4.953970080552359e-05,
      "loss": 0.4648,
      "step": 105
    },
    {
      "epoch": 0.32919254658385094,
      "grad_norm": 0.34466736034003903,
      "learning_rate": 4.948216340621404e-05,
      "loss": 0.4444,
      "step": 106
    },
    {
      "epoch": 0.33229813664596275,
      "grad_norm": 0.4001800803927703,
      "learning_rate": 4.942462600690449e-05,
      "loss": 0.464,
      "step": 107
    },
    {
      "epoch": 0.33540372670807456,
      "grad_norm": 0.3577590335432523,
      "learning_rate": 4.936708860759494e-05,
      "loss": 0.4647,
      "step": 108
    },
    {
      "epoch": 0.3385093167701863,
      "grad_norm": 0.3827072494556767,
      "learning_rate": 4.930955120828539e-05,
      "loss": 0.4452,
      "step": 109
    },
    {
      "epoch": 0.3416149068322981,
      "grad_norm": 0.40554119841147346,
      "learning_rate": 4.9252013808975836e-05,
      "loss": 0.457,
      "step": 110
    },
    {
      "epoch": 0.3447204968944099,
      "grad_norm": 0.3980370218198526,
      "learning_rate": 4.9194476409666285e-05,
      "loss": 0.4566,
      "step": 111
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 0.38595447982147235,
      "learning_rate": 4.913693901035673e-05,
      "loss": 0.4436,
      "step": 112
    },
    {
      "epoch": 0.35093167701863354,
      "grad_norm": 0.3335566121887473,
      "learning_rate": 4.907940161104718e-05,
      "loss": 0.4525,
      "step": 113
    },
    {
      "epoch": 0.35403726708074534,
      "grad_norm": 0.44048069823182057,
      "learning_rate": 4.902186421173763e-05,
      "loss": 0.4775,
      "step": 114
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.3511836624614759,
      "learning_rate": 4.896432681242808e-05,
      "loss": 0.4529,
      "step": 115
    },
    {
      "epoch": 0.36024844720496896,
      "grad_norm": 0.40512550088435406,
      "learning_rate": 4.890678941311853e-05,
      "loss": 0.4856,
      "step": 116
    },
    {
      "epoch": 0.36335403726708076,
      "grad_norm": 0.4709820706303788,
      "learning_rate": 4.884925201380898e-05,
      "loss": 0.4613,
      "step": 117
    },
    {
      "epoch": 0.36645962732919257,
      "grad_norm": 0.3163807878418199,
      "learning_rate": 4.8791714614499426e-05,
      "loss": 0.476,
      "step": 118
    },
    {
      "epoch": 0.3695652173913043,
      "grad_norm": 0.421853544537181,
      "learning_rate": 4.8734177215189874e-05,
      "loss": 0.4675,
      "step": 119
    },
    {
      "epoch": 0.37267080745341613,
      "grad_norm": 0.37140388109626665,
      "learning_rate": 4.867663981588032e-05,
      "loss": 0.452,
      "step": 120
    },
    {
      "epoch": 0.37577639751552794,
      "grad_norm": 0.42352163355515543,
      "learning_rate": 4.861910241657077e-05,
      "loss": 0.4468,
      "step": 121
    },
    {
      "epoch": 0.37888198757763975,
      "grad_norm": 0.4144419361914004,
      "learning_rate": 4.856156501726122e-05,
      "loss": 0.4526,
      "step": 122
    },
    {
      "epoch": 0.38198757763975155,
      "grad_norm": 0.40675120816526916,
      "learning_rate": 4.850402761795167e-05,
      "loss": 0.4611,
      "step": 123
    },
    {
      "epoch": 0.38509316770186336,
      "grad_norm": 0.5826147735025056,
      "learning_rate": 4.844649021864212e-05,
      "loss": 0.4803,
      "step": 124
    },
    {
      "epoch": 0.38819875776397517,
      "grad_norm": 0.3282657199624206,
      "learning_rate": 4.838895281933257e-05,
      "loss": 0.4552,
      "step": 125
    },
    {
      "epoch": 0.391304347826087,
      "grad_norm": 0.5159501988757971,
      "learning_rate": 4.8331415420023015e-05,
      "loss": 0.4794,
      "step": 126
    },
    {
      "epoch": 0.3944099378881988,
      "grad_norm": 0.3620503849683116,
      "learning_rate": 4.8273878020713464e-05,
      "loss": 0.4631,
      "step": 127
    },
    {
      "epoch": 0.39751552795031053,
      "grad_norm": 0.4221189340341717,
      "learning_rate": 4.821634062140391e-05,
      "loss": 0.4696,
      "step": 128
    },
    {
      "epoch": 0.40062111801242234,
      "grad_norm": 0.46423436394369083,
      "learning_rate": 4.815880322209436e-05,
      "loss": 0.4573,
      "step": 129
    },
    {
      "epoch": 0.40372670807453415,
      "grad_norm": 0.4261777248289121,
      "learning_rate": 4.810126582278481e-05,
      "loss": 0.4608,
      "step": 130
    },
    {
      "epoch": 0.40683229813664595,
      "grad_norm": 0.45519667338748365,
      "learning_rate": 4.804372842347526e-05,
      "loss": 0.4621,
      "step": 131
    },
    {
      "epoch": 0.40993788819875776,
      "grad_norm": 0.4384463354130905,
      "learning_rate": 4.798619102416571e-05,
      "loss": 0.4656,
      "step": 132
    },
    {
      "epoch": 0.41304347826086957,
      "grad_norm": 0.41199291319131776,
      "learning_rate": 4.7928653624856157e-05,
      "loss": 0.4535,
      "step": 133
    },
    {
      "epoch": 0.4161490683229814,
      "grad_norm": 0.3655597225332361,
      "learning_rate": 4.7871116225546605e-05,
      "loss": 0.4501,
      "step": 134
    },
    {
      "epoch": 0.4192546583850932,
      "grad_norm": 0.44932133556116877,
      "learning_rate": 4.7813578826237054e-05,
      "loss": 0.4767,
      "step": 135
    },
    {
      "epoch": 0.422360248447205,
      "grad_norm": 0.3329354062585348,
      "learning_rate": 4.77560414269275e-05,
      "loss": 0.4455,
      "step": 136
    },
    {
      "epoch": 0.4254658385093168,
      "grad_norm": 0.45152077511616723,
      "learning_rate": 4.769850402761795e-05,
      "loss": 0.4623,
      "step": 137
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.3188549796798649,
      "learning_rate": 4.76409666283084e-05,
      "loss": 0.4304,
      "step": 138
    },
    {
      "epoch": 0.43167701863354035,
      "grad_norm": 0.39747649807961544,
      "learning_rate": 4.758342922899885e-05,
      "loss": 0.4486,
      "step": 139
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 0.2901963778324694,
      "learning_rate": 4.75258918296893e-05,
      "loss": 0.4485,
      "step": 140
    },
    {
      "epoch": 0.43788819875776397,
      "grad_norm": 0.5357034478107343,
      "learning_rate": 4.7468354430379746e-05,
      "loss": 0.4773,
      "step": 141
    },
    {
      "epoch": 0.4409937888198758,
      "grad_norm": 0.3892373232000147,
      "learning_rate": 4.7410817031070195e-05,
      "loss": 0.4408,
      "step": 142
    },
    {
      "epoch": 0.4440993788819876,
      "grad_norm": 0.45033922342477917,
      "learning_rate": 4.7353279631760644e-05,
      "loss": 0.4598,
      "step": 143
    },
    {
      "epoch": 0.4472049689440994,
      "grad_norm": 0.37908550777510663,
      "learning_rate": 4.729574223245109e-05,
      "loss": 0.4452,
      "step": 144
    },
    {
      "epoch": 0.4503105590062112,
      "grad_norm": 0.4290373855109045,
      "learning_rate": 4.723820483314154e-05,
      "loss": 0.4536,
      "step": 145
    },
    {
      "epoch": 0.453416149068323,
      "grad_norm": 0.35676947230487216,
      "learning_rate": 4.718066743383199e-05,
      "loss": 0.4648,
      "step": 146
    },
    {
      "epoch": 0.45652173913043476,
      "grad_norm": 0.33636058827665144,
      "learning_rate": 4.712313003452244e-05,
      "loss": 0.444,
      "step": 147
    },
    {
      "epoch": 0.45962732919254656,
      "grad_norm": 0.3823016634046083,
      "learning_rate": 4.706559263521289e-05,
      "loss": 0.4406,
      "step": 148
    },
    {
      "epoch": 0.46273291925465837,
      "grad_norm": 0.3818789119419192,
      "learning_rate": 4.700805523590334e-05,
      "loss": 0.4488,
      "step": 149
    },
    {
      "epoch": 0.4658385093167702,
      "grad_norm": 0.33345974040131937,
      "learning_rate": 4.6950517836593785e-05,
      "loss": 0.4647,
      "step": 150
    },
    {
      "epoch": 0.468944099378882,
      "grad_norm": 0.47073824185480967,
      "learning_rate": 4.689298043728424e-05,
      "loss": 0.4534,
      "step": 151
    },
    {
      "epoch": 0.4720496894409938,
      "grad_norm": 0.40070437909888434,
      "learning_rate": 4.683544303797468e-05,
      "loss": 0.4367,
      "step": 152
    },
    {
      "epoch": 0.4751552795031056,
      "grad_norm": 0.407305468388989,
      "learning_rate": 4.677790563866514e-05,
      "loss": 0.4415,
      "step": 153
    },
    {
      "epoch": 0.4782608695652174,
      "grad_norm": 0.4058611659098106,
      "learning_rate": 4.672036823935558e-05,
      "loss": 0.4576,
      "step": 154
    },
    {
      "epoch": 0.4813664596273292,
      "grad_norm": 0.3967515788115339,
      "learning_rate": 4.6662830840046035e-05,
      "loss": 0.4524,
      "step": 155
    },
    {
      "epoch": 0.484472049689441,
      "grad_norm": 0.4407590164610378,
      "learning_rate": 4.660529344073648e-05,
      "loss": 0.457,
      "step": 156
    },
    {
      "epoch": 0.48757763975155277,
      "grad_norm": 0.43880737794315955,
      "learning_rate": 4.654775604142693e-05,
      "loss": 0.4365,
      "step": 157
    },
    {
      "epoch": 0.4906832298136646,
      "grad_norm": 0.47864526006501984,
      "learning_rate": 4.6490218642117375e-05,
      "loss": 0.4479,
      "step": 158
    },
    {
      "epoch": 0.4937888198757764,
      "grad_norm": 0.4692672779398985,
      "learning_rate": 4.643268124280783e-05,
      "loss": 0.4546,
      "step": 159
    },
    {
      "epoch": 0.4968944099378882,
      "grad_norm": 0.4097305951007724,
      "learning_rate": 4.637514384349827e-05,
      "loss": 0.4355,
      "step": 160
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.43610759922666353,
      "learning_rate": 4.631760644418873e-05,
      "loss": 0.447,
      "step": 161
    },
    {
      "epoch": 0.5031055900621118,
      "grad_norm": 0.2978982430601787,
      "learning_rate": 4.626006904487917e-05,
      "loss": 0.4524,
      "step": 162
    },
    {
      "epoch": 0.5062111801242236,
      "grad_norm": 0.43653406806069966,
      "learning_rate": 4.6202531645569625e-05,
      "loss": 0.4171,
      "step": 163
    },
    {
      "epoch": 0.5093167701863354,
      "grad_norm": 0.40670821189566986,
      "learning_rate": 4.614499424626007e-05,
      "loss": 0.439,
      "step": 164
    },
    {
      "epoch": 0.5124223602484472,
      "grad_norm": 0.33901355170318703,
      "learning_rate": 4.608745684695052e-05,
      "loss": 0.4461,
      "step": 165
    },
    {
      "epoch": 0.515527950310559,
      "grad_norm": 0.43610331613751346,
      "learning_rate": 4.6029919447640965e-05,
      "loss": 0.4554,
      "step": 166
    },
    {
      "epoch": 0.5186335403726708,
      "grad_norm": 0.3625661313466411,
      "learning_rate": 4.597238204833142e-05,
      "loss": 0.4554,
      "step": 167
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 0.3394393399478139,
      "learning_rate": 4.591484464902186e-05,
      "loss": 0.4367,
      "step": 168
    },
    {
      "epoch": 0.5248447204968945,
      "grad_norm": 0.3588563348596153,
      "learning_rate": 4.585730724971232e-05,
      "loss": 0.4461,
      "step": 169
    },
    {
      "epoch": 0.5279503105590062,
      "grad_norm": 0.3802785353634964,
      "learning_rate": 4.579976985040276e-05,
      "loss": 0.4387,
      "step": 170
    },
    {
      "epoch": 0.531055900621118,
      "grad_norm": 0.3869023722709017,
      "learning_rate": 4.5742232451093215e-05,
      "loss": 0.4528,
      "step": 171
    },
    {
      "epoch": 0.5341614906832298,
      "grad_norm": 0.36676418356051843,
      "learning_rate": 4.568469505178366e-05,
      "loss": 0.4348,
      "step": 172
    },
    {
      "epoch": 0.5372670807453416,
      "grad_norm": 0.46126816544453725,
      "learning_rate": 4.562715765247411e-05,
      "loss": 0.4231,
      "step": 173
    },
    {
      "epoch": 0.5403726708074534,
      "grad_norm": 0.35343634631539705,
      "learning_rate": 4.556962025316456e-05,
      "loss": 0.4369,
      "step": 174
    },
    {
      "epoch": 0.5434782608695652,
      "grad_norm": 0.4549103689048508,
      "learning_rate": 4.551208285385501e-05,
      "loss": 0.4387,
      "step": 175
    },
    {
      "epoch": 0.546583850931677,
      "grad_norm": 0.4303714186336393,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.4546,
      "step": 176
    },
    {
      "epoch": 0.5496894409937888,
      "grad_norm": 0.4531267139678119,
      "learning_rate": 4.539700805523591e-05,
      "loss": 0.4356,
      "step": 177
    },
    {
      "epoch": 0.5527950310559007,
      "grad_norm": 0.42240540949166944,
      "learning_rate": 4.5339470655926356e-05,
      "loss": 0.4442,
      "step": 178
    },
    {
      "epoch": 0.5559006211180124,
      "grad_norm": 0.3163983623110262,
      "learning_rate": 4.5281933256616805e-05,
      "loss": 0.4255,
      "step": 179
    },
    {
      "epoch": 0.5590062111801242,
      "grad_norm": 0.37954620340652895,
      "learning_rate": 4.5224395857307253e-05,
      "loss": 0.4387,
      "step": 180
    },
    {
      "epoch": 0.562111801242236,
      "grad_norm": 0.33565801845470367,
      "learning_rate": 4.51668584579977e-05,
      "loss": 0.4415,
      "step": 181
    },
    {
      "epoch": 0.5652173913043478,
      "grad_norm": 0.3349864414277053,
      "learning_rate": 4.510932105868815e-05,
      "loss": 0.4082,
      "step": 182
    },
    {
      "epoch": 0.5683229813664596,
      "grad_norm": 0.439294679014343,
      "learning_rate": 4.50517836593786e-05,
      "loss": 0.446,
      "step": 183
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.28999671538444516,
      "learning_rate": 4.499424626006905e-05,
      "loss": 0.4103,
      "step": 184
    },
    {
      "epoch": 0.5745341614906833,
      "grad_norm": 0.40660335920713986,
      "learning_rate": 4.49367088607595e-05,
      "loss": 0.444,
      "step": 185
    },
    {
      "epoch": 0.577639751552795,
      "grad_norm": 0.3033161017839996,
      "learning_rate": 4.4879171461449946e-05,
      "loss": 0.435,
      "step": 186
    },
    {
      "epoch": 0.5807453416149069,
      "grad_norm": 0.30568413065453626,
      "learning_rate": 4.4821634062140395e-05,
      "loss": 0.4237,
      "step": 187
    },
    {
      "epoch": 0.5838509316770186,
      "grad_norm": 0.32587134975274057,
      "learning_rate": 4.476409666283084e-05,
      "loss": 0.4331,
      "step": 188
    },
    {
      "epoch": 0.5869565217391305,
      "grad_norm": 0.28290562376532075,
      "learning_rate": 4.470655926352129e-05,
      "loss": 0.4342,
      "step": 189
    },
    {
      "epoch": 0.5900621118012422,
      "grad_norm": 0.3630490197737241,
      "learning_rate": 4.464902186421174e-05,
      "loss": 0.4344,
      "step": 190
    },
    {
      "epoch": 0.593167701863354,
      "grad_norm": 0.3559890010930286,
      "learning_rate": 4.459148446490219e-05,
      "loss": 0.4498,
      "step": 191
    },
    {
      "epoch": 0.5962732919254659,
      "grad_norm": 0.3499252907427838,
      "learning_rate": 4.453394706559264e-05,
      "loss": 0.4507,
      "step": 192
    },
    {
      "epoch": 0.5993788819875776,
      "grad_norm": 0.33006303704048223,
      "learning_rate": 4.447640966628309e-05,
      "loss": 0.4281,
      "step": 193
    },
    {
      "epoch": 0.6024844720496895,
      "grad_norm": 0.36984061156296816,
      "learning_rate": 4.4418872266973536e-05,
      "loss": 0.4518,
      "step": 194
    },
    {
      "epoch": 0.6055900621118012,
      "grad_norm": 0.3439812296873207,
      "learning_rate": 4.4361334867663984e-05,
      "loss": 0.4448,
      "step": 195
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 0.30685626808124417,
      "learning_rate": 4.430379746835443e-05,
      "loss": 0.4377,
      "step": 196
    },
    {
      "epoch": 0.6118012422360248,
      "grad_norm": 0.3925848437000049,
      "learning_rate": 4.424626006904488e-05,
      "loss": 0.4396,
      "step": 197
    },
    {
      "epoch": 0.6149068322981367,
      "grad_norm": 0.32639373809266464,
      "learning_rate": 4.418872266973533e-05,
      "loss": 0.4321,
      "step": 198
    },
    {
      "epoch": 0.6180124223602484,
      "grad_norm": 0.376079541285074,
      "learning_rate": 4.413118527042578e-05,
      "loss": 0.4242,
      "step": 199
    },
    {
      "epoch": 0.6211180124223602,
      "grad_norm": 0.3749608850464733,
      "learning_rate": 4.407364787111623e-05,
      "loss": 0.4259,
      "step": 200
    },
    {
      "epoch": 0.6242236024844721,
      "grad_norm": 0.4461881134050382,
      "learning_rate": 4.401611047180668e-05,
      "loss": 0.4341,
      "step": 201
    },
    {
      "epoch": 0.6273291925465838,
      "grad_norm": 0.4877320414028972,
      "learning_rate": 4.3958573072497125e-05,
      "loss": 0.4344,
      "step": 202
    },
    {
      "epoch": 0.6304347826086957,
      "grad_norm": 0.4070659780535386,
      "learning_rate": 4.3901035673187574e-05,
      "loss": 0.4227,
      "step": 203
    },
    {
      "epoch": 0.6335403726708074,
      "grad_norm": 0.4635439998393952,
      "learning_rate": 4.384349827387802e-05,
      "loss": 0.4355,
      "step": 204
    },
    {
      "epoch": 0.6366459627329193,
      "grad_norm": 0.35952245913430025,
      "learning_rate": 4.378596087456847e-05,
      "loss": 0.423,
      "step": 205
    },
    {
      "epoch": 0.639751552795031,
      "grad_norm": 0.520771866846795,
      "learning_rate": 4.372842347525892e-05,
      "loss": 0.4306,
      "step": 206
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 0.3273697337468707,
      "learning_rate": 4.367088607594937e-05,
      "loss": 0.4324,
      "step": 207
    },
    {
      "epoch": 0.6459627329192547,
      "grad_norm": 0.4813614761483608,
      "learning_rate": 4.361334867663982e-05,
      "loss": 0.4478,
      "step": 208
    },
    {
      "epoch": 0.6490683229813664,
      "grad_norm": 0.3900984777507702,
      "learning_rate": 4.3555811277330267e-05,
      "loss": 0.4269,
      "step": 209
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 0.3853092679143466,
      "learning_rate": 4.3498273878020715e-05,
      "loss": 0.4407,
      "step": 210
    },
    {
      "epoch": 0.65527950310559,
      "grad_norm": 0.46225724309871613,
      "learning_rate": 4.3440736478711164e-05,
      "loss": 0.436,
      "step": 211
    },
    {
      "epoch": 0.6583850931677019,
      "grad_norm": 0.31651404685134377,
      "learning_rate": 4.338319907940161e-05,
      "loss": 0.4316,
      "step": 212
    },
    {
      "epoch": 0.6614906832298136,
      "grad_norm": 0.44516432018668023,
      "learning_rate": 4.332566168009206e-05,
      "loss": 0.4426,
      "step": 213
    },
    {
      "epoch": 0.6645962732919255,
      "grad_norm": 0.3462443744991128,
      "learning_rate": 4.326812428078251e-05,
      "loss": 0.4465,
      "step": 214
    },
    {
      "epoch": 0.6677018633540373,
      "grad_norm": 0.4436257780311306,
      "learning_rate": 4.321058688147296e-05,
      "loss": 0.4241,
      "step": 215
    },
    {
      "epoch": 0.6708074534161491,
      "grad_norm": 0.3788099950107418,
      "learning_rate": 4.315304948216341e-05,
      "loss": 0.4206,
      "step": 216
    },
    {
      "epoch": 0.6739130434782609,
      "grad_norm": 0.3667132129478159,
      "learning_rate": 4.3095512082853856e-05,
      "loss": 0.4336,
      "step": 217
    },
    {
      "epoch": 0.6770186335403726,
      "grad_norm": 0.43405694529571,
      "learning_rate": 4.3037974683544305e-05,
      "loss": 0.4285,
      "step": 218
    },
    {
      "epoch": 0.6801242236024845,
      "grad_norm": 0.37501605794405696,
      "learning_rate": 4.2980437284234754e-05,
      "loss": 0.4354,
      "step": 219
    },
    {
      "epoch": 0.6832298136645962,
      "grad_norm": 0.7491502232791192,
      "learning_rate": 4.29228998849252e-05,
      "loss": 0.4622,
      "step": 220
    },
    {
      "epoch": 0.6863354037267081,
      "grad_norm": 0.34683109305557713,
      "learning_rate": 4.286536248561565e-05,
      "loss": 0.4349,
      "step": 221
    },
    {
      "epoch": 0.6894409937888198,
      "grad_norm": 0.41649862939635707,
      "learning_rate": 4.28078250863061e-05,
      "loss": 0.4278,
      "step": 222
    },
    {
      "epoch": 0.6925465838509317,
      "grad_norm": 0.33273645633734766,
      "learning_rate": 4.275028768699655e-05,
      "loss": 0.4241,
      "step": 223
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 0.358638671370147,
      "learning_rate": 4.2692750287687e-05,
      "loss": 0.4294,
      "step": 224
    },
    {
      "epoch": 0.6987577639751553,
      "grad_norm": 0.3505002399312612,
      "learning_rate": 4.2635212888377446e-05,
      "loss": 0.4339,
      "step": 225
    },
    {
      "epoch": 0.7018633540372671,
      "grad_norm": 0.28967971081827765,
      "learning_rate": 4.2577675489067895e-05,
      "loss": 0.4433,
      "step": 226
    },
    {
      "epoch": 0.7049689440993789,
      "grad_norm": 0.3792183124094411,
      "learning_rate": 4.2520138089758344e-05,
      "loss": 0.4263,
      "step": 227
    },
    {
      "epoch": 0.7080745341614907,
      "grad_norm": 0.2915459102300122,
      "learning_rate": 4.246260069044879e-05,
      "loss": 0.4226,
      "step": 228
    },
    {
      "epoch": 0.7111801242236024,
      "grad_norm": 0.357404227614541,
      "learning_rate": 4.240506329113924e-05,
      "loss": 0.4183,
      "step": 229
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.33657909101352584,
      "learning_rate": 4.234752589182969e-05,
      "loss": 0.4383,
      "step": 230
    },
    {
      "epoch": 0.717391304347826,
      "grad_norm": 0.28799404238315757,
      "learning_rate": 4.228998849252014e-05,
      "loss": 0.4059,
      "step": 231
    },
    {
      "epoch": 0.7204968944099379,
      "grad_norm": 0.3559137710527895,
      "learning_rate": 4.223245109321059e-05,
      "loss": 0.431,
      "step": 232
    },
    {
      "epoch": 0.7236024844720497,
      "grad_norm": 0.3571859472649835,
      "learning_rate": 4.2174913693901036e-05,
      "loss": 0.4365,
      "step": 233
    },
    {
      "epoch": 0.7267080745341615,
      "grad_norm": 0.27866414620295615,
      "learning_rate": 4.2117376294591485e-05,
      "loss": 0.4164,
      "step": 234
    },
    {
      "epoch": 0.7298136645962733,
      "grad_norm": 0.35761820704128017,
      "learning_rate": 4.2059838895281933e-05,
      "loss": 0.4155,
      "step": 235
    },
    {
      "epoch": 0.7329192546583851,
      "grad_norm": 0.38239702778323204,
      "learning_rate": 4.200230149597238e-05,
      "loss": 0.4441,
      "step": 236
    },
    {
      "epoch": 0.7360248447204969,
      "grad_norm": 0.37338686711282476,
      "learning_rate": 4.194476409666283e-05,
      "loss": 0.4287,
      "step": 237
    },
    {
      "epoch": 0.7391304347826086,
      "grad_norm": 0.31078006795719737,
      "learning_rate": 4.188722669735328e-05,
      "loss": 0.4314,
      "step": 238
    },
    {
      "epoch": 0.7422360248447205,
      "grad_norm": 0.42962957316409206,
      "learning_rate": 4.182968929804373e-05,
      "loss": 0.4258,
      "step": 239
    },
    {
      "epoch": 0.7453416149068323,
      "grad_norm": 0.3531531884915285,
      "learning_rate": 4.177215189873418e-05,
      "loss": 0.4348,
      "step": 240
    },
    {
      "epoch": 0.7484472049689441,
      "grad_norm": 0.4645354016036932,
      "learning_rate": 4.1714614499424626e-05,
      "loss": 0.4204,
      "step": 241
    },
    {
      "epoch": 0.7515527950310559,
      "grad_norm": 1.09153721353785,
      "learning_rate": 4.1657077100115075e-05,
      "loss": 0.4386,
      "step": 242
    },
    {
      "epoch": 0.7546583850931677,
      "grad_norm": 0.32971689202723414,
      "learning_rate": 4.159953970080552e-05,
      "loss": 0.4286,
      "step": 243
    },
    {
      "epoch": 0.7577639751552795,
      "grad_norm": 0.47923594956031046,
      "learning_rate": 4.154200230149597e-05,
      "loss": 0.4355,
      "step": 244
    },
    {
      "epoch": 0.7608695652173914,
      "grad_norm": 0.3499125189435591,
      "learning_rate": 4.148446490218642e-05,
      "loss": 0.4363,
      "step": 245
    },
    {
      "epoch": 0.7639751552795031,
      "grad_norm": 0.3676637215847227,
      "learning_rate": 4.142692750287687e-05,
      "loss": 0.4351,
      "step": 246
    },
    {
      "epoch": 0.7670807453416149,
      "grad_norm": 0.3727821108079694,
      "learning_rate": 4.136939010356732e-05,
      "loss": 0.4418,
      "step": 247
    },
    {
      "epoch": 0.7701863354037267,
      "grad_norm": 0.3252006506678716,
      "learning_rate": 4.131185270425777e-05,
      "loss": 0.4158,
      "step": 248
    },
    {
      "epoch": 0.7732919254658385,
      "grad_norm": 0.6538129311302192,
      "learning_rate": 4.1254315304948216e-05,
      "loss": 0.457,
      "step": 249
    },
    {
      "epoch": 0.7763975155279503,
      "grad_norm": 0.33906627374077886,
      "learning_rate": 4.1196777905638664e-05,
      "loss": 0.4318,
      "step": 250
    },
    {
      "epoch": 0.7795031055900621,
      "grad_norm": 0.356301991033165,
      "learning_rate": 4.113924050632912e-05,
      "loss": 0.4236,
      "step": 251
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 0.32783848540999616,
      "learning_rate": 4.108170310701956e-05,
      "loss": 0.4448,
      "step": 252
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 0.33633346589846297,
      "learning_rate": 4.102416570771002e-05,
      "loss": 0.4084,
      "step": 253
    },
    {
      "epoch": 0.7888198757763976,
      "grad_norm": 0.34262159693990346,
      "learning_rate": 4.096662830840046e-05,
      "loss": 0.4343,
      "step": 254
    },
    {
      "epoch": 0.7919254658385093,
      "grad_norm": 0.4238089460532713,
      "learning_rate": 4.0909090909090915e-05,
      "loss": 0.4197,
      "step": 255
    },
    {
      "epoch": 0.7950310559006211,
      "grad_norm": 0.34636542219919175,
      "learning_rate": 4.085155350978136e-05,
      "loss": 0.4216,
      "step": 256
    },
    {
      "epoch": 0.7981366459627329,
      "grad_norm": 0.5147966796611364,
      "learning_rate": 4.079401611047181e-05,
      "loss": 0.4335,
      "step": 257
    },
    {
      "epoch": 0.8012422360248447,
      "grad_norm": 0.3784633526026262,
      "learning_rate": 4.0736478711162254e-05,
      "loss": 0.4388,
      "step": 258
    },
    {
      "epoch": 0.8043478260869565,
      "grad_norm": 0.5353215946365089,
      "learning_rate": 4.067894131185271e-05,
      "loss": 0.4317,
      "step": 259
    },
    {
      "epoch": 0.8074534161490683,
      "grad_norm": 0.43051530301687313,
      "learning_rate": 4.062140391254315e-05,
      "loss": 0.4321,
      "step": 260
    },
    {
      "epoch": 0.8105590062111802,
      "grad_norm": 0.42796425153438244,
      "learning_rate": 4.056386651323361e-05,
      "loss": 0.4088,
      "step": 261
    },
    {
      "epoch": 0.8136645962732919,
      "grad_norm": 0.5934293854830046,
      "learning_rate": 4.050632911392405e-05,
      "loss": 0.4158,
      "step": 262
    },
    {
      "epoch": 0.8167701863354038,
      "grad_norm": 0.4393755394280156,
      "learning_rate": 4.0448791714614505e-05,
      "loss": 0.4469,
      "step": 263
    },
    {
      "epoch": 0.8198757763975155,
      "grad_norm": 0.4605347528048276,
      "learning_rate": 4.0391254315304947e-05,
      "loss": 0.4346,
      "step": 264
    },
    {
      "epoch": 0.8229813664596274,
      "grad_norm": 0.35259936117009355,
      "learning_rate": 4.03337169159954e-05,
      "loss": 0.4168,
      "step": 265
    },
    {
      "epoch": 0.8260869565217391,
      "grad_norm": 0.4804542899872928,
      "learning_rate": 4.0276179516685844e-05,
      "loss": 0.4302,
      "step": 266
    },
    {
      "epoch": 0.8291925465838509,
      "grad_norm": 0.49703176852970304,
      "learning_rate": 4.02186421173763e-05,
      "loss": 0.4376,
      "step": 267
    },
    {
      "epoch": 0.8322981366459627,
      "grad_norm": 0.32332376265052126,
      "learning_rate": 4.016110471806674e-05,
      "loss": 0.4151,
      "step": 268
    },
    {
      "epoch": 0.8354037267080745,
      "grad_norm": 0.3837962855801273,
      "learning_rate": 4.01035673187572e-05,
      "loss": 0.4165,
      "step": 269
    },
    {
      "epoch": 0.8385093167701864,
      "grad_norm": 0.3057885184710408,
      "learning_rate": 4.004602991944764e-05,
      "loss": 0.4193,
      "step": 270
    },
    {
      "epoch": 0.8416149068322981,
      "grad_norm": 0.33815716235605003,
      "learning_rate": 3.9988492520138094e-05,
      "loss": 0.4122,
      "step": 271
    },
    {
      "epoch": 0.84472049689441,
      "grad_norm": 0.35543954456463683,
      "learning_rate": 3.9930955120828536e-05,
      "loss": 0.4312,
      "step": 272
    },
    {
      "epoch": 0.8478260869565217,
      "grad_norm": 0.4061479720971117,
      "learning_rate": 3.987341772151899e-05,
      "loss": 0.4326,
      "step": 273
    },
    {
      "epoch": 0.8509316770186336,
      "grad_norm": 0.3293967556583535,
      "learning_rate": 3.9815880322209434e-05,
      "loss": 0.4162,
      "step": 274
    },
    {
      "epoch": 0.8540372670807453,
      "grad_norm": 0.32127496899850444,
      "learning_rate": 3.975834292289989e-05,
      "loss": 0.4064,
      "step": 275
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.3106744319229529,
      "learning_rate": 3.970080552359033e-05,
      "loss": 0.4219,
      "step": 276
    },
    {
      "epoch": 0.860248447204969,
      "grad_norm": 0.2851226156515557,
      "learning_rate": 3.964326812428079e-05,
      "loss": 0.4357,
      "step": 277
    },
    {
      "epoch": 0.8633540372670807,
      "grad_norm": 0.3367137774364346,
      "learning_rate": 3.958573072497123e-05,
      "loss": 0.4221,
      "step": 278
    },
    {
      "epoch": 0.8664596273291926,
      "grad_norm": 0.274716671666842,
      "learning_rate": 3.9528193325661684e-05,
      "loss": 0.4286,
      "step": 279
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.32476182770932666,
      "learning_rate": 3.9470655926352126e-05,
      "loss": 0.4156,
      "step": 280
    },
    {
      "epoch": 0.8726708074534162,
      "grad_norm": 0.34109454423469643,
      "learning_rate": 3.941311852704258e-05,
      "loss": 0.4133,
      "step": 281
    },
    {
      "epoch": 0.8757763975155279,
      "grad_norm": 0.35511307476273746,
      "learning_rate": 3.9355581127733024e-05,
      "loss": 0.4317,
      "step": 282
    },
    {
      "epoch": 0.8788819875776398,
      "grad_norm": 0.3270722625275185,
      "learning_rate": 3.929804372842348e-05,
      "loss": 0.4182,
      "step": 283
    },
    {
      "epoch": 0.8819875776397516,
      "grad_norm": 0.30707956127514435,
      "learning_rate": 3.924050632911392e-05,
      "loss": 0.4128,
      "step": 284
    },
    {
      "epoch": 0.8850931677018633,
      "grad_norm": 0.352987960191196,
      "learning_rate": 3.9182968929804377e-05,
      "loss": 0.4202,
      "step": 285
    },
    {
      "epoch": 0.8881987577639752,
      "grad_norm": 0.3209556725057783,
      "learning_rate": 3.912543153049482e-05,
      "loss": 0.4531,
      "step": 286
    },
    {
      "epoch": 0.8913043478260869,
      "grad_norm": 0.3424777350197383,
      "learning_rate": 3.9067894131185274e-05,
      "loss": 0.4261,
      "step": 287
    },
    {
      "epoch": 0.8944099378881988,
      "grad_norm": 0.36115235473805046,
      "learning_rate": 3.9010356731875716e-05,
      "loss": 0.4208,
      "step": 288
    },
    {
      "epoch": 0.8975155279503105,
      "grad_norm": 0.3345731728145184,
      "learning_rate": 3.895281933256617e-05,
      "loss": 0.4243,
      "step": 289
    },
    {
      "epoch": 0.9006211180124224,
      "grad_norm": 0.3479109694931497,
      "learning_rate": 3.8895281933256613e-05,
      "loss": 0.408,
      "step": 290
    },
    {
      "epoch": 0.9037267080745341,
      "grad_norm": 0.35901431270989403,
      "learning_rate": 3.883774453394707e-05,
      "loss": 0.4275,
      "step": 291
    },
    {
      "epoch": 0.906832298136646,
      "grad_norm": 0.33289357045170126,
      "learning_rate": 3.878020713463751e-05,
      "loss": 0.4078,
      "step": 292
    },
    {
      "epoch": 0.9099378881987578,
      "grad_norm": 0.33168510073705165,
      "learning_rate": 3.8722669735327966e-05,
      "loss": 0.4218,
      "step": 293
    },
    {
      "epoch": 0.9130434782608695,
      "grad_norm": 0.2975318289744658,
      "learning_rate": 3.866513233601841e-05,
      "loss": 0.4311,
      "step": 294
    },
    {
      "epoch": 0.9161490683229814,
      "grad_norm": 0.31426977572692477,
      "learning_rate": 3.8607594936708864e-05,
      "loss": 0.4297,
      "step": 295
    },
    {
      "epoch": 0.9192546583850931,
      "grad_norm": 0.3070483941031755,
      "learning_rate": 3.8550057537399306e-05,
      "loss": 0.4192,
      "step": 296
    },
    {
      "epoch": 0.922360248447205,
      "grad_norm": 0.2810848054459513,
      "learning_rate": 3.849252013808976e-05,
      "loss": 0.427,
      "step": 297
    },
    {
      "epoch": 0.9254658385093167,
      "grad_norm": 0.2991841633857078,
      "learning_rate": 3.84349827387802e-05,
      "loss": 0.4052,
      "step": 298
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 0.33847151615147736,
      "learning_rate": 3.837744533947066e-05,
      "loss": 0.419,
      "step": 299
    },
    {
      "epoch": 0.9316770186335404,
      "grad_norm": 0.29017927632864937,
      "learning_rate": 3.83199079401611e-05,
      "loss": 0.4235,
      "step": 300
    },
    {
      "epoch": 0.9347826086956522,
      "grad_norm": 0.32565509697744177,
      "learning_rate": 3.8262370540851556e-05,
      "loss": 0.4218,
      "step": 301
    },
    {
      "epoch": 0.937888198757764,
      "grad_norm": 0.31402325607805354,
      "learning_rate": 3.8204833141542005e-05,
      "loss": 0.4374,
      "step": 302
    },
    {
      "epoch": 0.9409937888198758,
      "grad_norm": 0.3147076556719568,
      "learning_rate": 3.8147295742232454e-05,
      "loss": 0.4155,
      "step": 303
    },
    {
      "epoch": 0.9440993788819876,
      "grad_norm": 0.29699738407713266,
      "learning_rate": 3.80897583429229e-05,
      "loss": 0.4111,
      "step": 304
    },
    {
      "epoch": 0.9472049689440993,
      "grad_norm": 0.2888210602850056,
      "learning_rate": 3.803222094361335e-05,
      "loss": 0.4221,
      "step": 305
    },
    {
      "epoch": 0.9503105590062112,
      "grad_norm": 0.2939573629666098,
      "learning_rate": 3.79746835443038e-05,
      "loss": 0.4032,
      "step": 306
    },
    {
      "epoch": 0.953416149068323,
      "grad_norm": 0.2962446654764285,
      "learning_rate": 3.791714614499425e-05,
      "loss": 0.4214,
      "step": 307
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 0.271891153920885,
      "learning_rate": 3.78596087456847e-05,
      "loss": 0.4198,
      "step": 308
    },
    {
      "epoch": 0.9596273291925466,
      "grad_norm": 0.32256951843172593,
      "learning_rate": 3.7802071346375146e-05,
      "loss": 0.4216,
      "step": 309
    },
    {
      "epoch": 0.9627329192546584,
      "grad_norm": 0.33232339921643056,
      "learning_rate": 3.7744533947065595e-05,
      "loss": 0.4177,
      "step": 310
    },
    {
      "epoch": 0.9658385093167702,
      "grad_norm": 0.35814851356254335,
      "learning_rate": 3.7686996547756043e-05,
      "loss": 0.425,
      "step": 311
    },
    {
      "epoch": 0.968944099378882,
      "grad_norm": 0.29938770364659023,
      "learning_rate": 3.762945914844649e-05,
      "loss": 0.4128,
      "step": 312
    },
    {
      "epoch": 0.9720496894409938,
      "grad_norm": 0.38739922253123726,
      "learning_rate": 3.757192174913694e-05,
      "loss": 0.4113,
      "step": 313
    },
    {
      "epoch": 0.9751552795031055,
      "grad_norm": 0.31386603107673766,
      "learning_rate": 3.751438434982739e-05,
      "loss": 0.4104,
      "step": 314
    },
    {
      "epoch": 0.9782608695652174,
      "grad_norm": 0.34687136495142834,
      "learning_rate": 3.745684695051784e-05,
      "loss": 0.4307,
      "step": 315
    },
    {
      "epoch": 0.9813664596273292,
      "grad_norm": 0.3492017123521989,
      "learning_rate": 3.739930955120829e-05,
      "loss": 0.4077,
      "step": 316
    },
    {
      "epoch": 0.984472049689441,
      "grad_norm": 0.29396206255406326,
      "learning_rate": 3.7341772151898736e-05,
      "loss": 0.4067,
      "step": 317
    },
    {
      "epoch": 0.9875776397515528,
      "grad_norm": 0.31882677984452723,
      "learning_rate": 3.7284234752589185e-05,
      "loss": 0.4207,
      "step": 318
    },
    {
      "epoch": 0.9906832298136646,
      "grad_norm": 0.37165416285954644,
      "learning_rate": 3.722669735327963e-05,
      "loss": 0.4339,
      "step": 319
    },
    {
      "epoch": 0.9937888198757764,
      "grad_norm": 0.3190088839703568,
      "learning_rate": 3.716915995397008e-05,
      "loss": 0.4079,
      "step": 320
    },
    {
      "epoch": 0.9968944099378882,
      "grad_norm": 0.3115319771959773,
      "learning_rate": 3.711162255466053e-05,
      "loss": 0.4322,
      "step": 321
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3044086608586031,
      "learning_rate": 3.705408515535098e-05,
      "loss": 0.4097,
      "step": 322
    },
    {
      "epoch": 1.0031055900621118,
      "grad_norm": 0.33417590278362963,
      "learning_rate": 3.699654775604143e-05,
      "loss": 0.3323,
      "step": 323
    },
    {
      "epoch": 1.0062111801242235,
      "grad_norm": 0.341573477224664,
      "learning_rate": 3.693901035673188e-05,
      "loss": 0.3571,
      "step": 324
    },
    {
      "epoch": 1.0093167701863355,
      "grad_norm": 0.27258326161115387,
      "learning_rate": 3.6881472957422326e-05,
      "loss": 0.3404,
      "step": 325
    },
    {
      "epoch": 1.0124223602484472,
      "grad_norm": 0.33991178542501627,
      "learning_rate": 3.6823935558112774e-05,
      "loss": 0.3493,
      "step": 326
    },
    {
      "epoch": 1.015527950310559,
      "grad_norm": 0.3446263251981706,
      "learning_rate": 3.676639815880322e-05,
      "loss": 0.3473,
      "step": 327
    },
    {
      "epoch": 1.0186335403726707,
      "grad_norm": 0.33801547973317314,
      "learning_rate": 3.670886075949367e-05,
      "loss": 0.3697,
      "step": 328
    },
    {
      "epoch": 1.0217391304347827,
      "grad_norm": 0.35908354782023477,
      "learning_rate": 3.665132336018412e-05,
      "loss": 0.3476,
      "step": 329
    },
    {
      "epoch": 1.0248447204968945,
      "grad_norm": 0.3234656105570385,
      "learning_rate": 3.659378596087457e-05,
      "loss": 0.3622,
      "step": 330
    },
    {
      "epoch": 1.0279503105590062,
      "grad_norm": 0.35587249506855595,
      "learning_rate": 3.653624856156502e-05,
      "loss": 0.3555,
      "step": 331
    },
    {
      "epoch": 1.031055900621118,
      "grad_norm": 0.31905169592308186,
      "learning_rate": 3.647871116225547e-05,
      "loss": 0.3461,
      "step": 332
    },
    {
      "epoch": 1.0341614906832297,
      "grad_norm": 0.36840310397083925,
      "learning_rate": 3.6421173762945915e-05,
      "loss": 0.3429,
      "step": 333
    },
    {
      "epoch": 1.0372670807453417,
      "grad_norm": 0.3651205860513462,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.3435,
      "step": 334
    },
    {
      "epoch": 1.0403726708074534,
      "grad_norm": 0.31066005439052724,
      "learning_rate": 3.630609896432681e-05,
      "loss": 0.3272,
      "step": 335
    },
    {
      "epoch": 1.0434782608695652,
      "grad_norm": 0.3759419584351618,
      "learning_rate": 3.624856156501726e-05,
      "loss": 0.3395,
      "step": 336
    },
    {
      "epoch": 1.046583850931677,
      "grad_norm": 0.3021549547887614,
      "learning_rate": 3.619102416570771e-05,
      "loss": 0.3417,
      "step": 337
    },
    {
      "epoch": 1.049689440993789,
      "grad_norm": 0.3205703918762732,
      "learning_rate": 3.613348676639816e-05,
      "loss": 0.3433,
      "step": 338
    },
    {
      "epoch": 1.0527950310559007,
      "grad_norm": 0.4534884210584356,
      "learning_rate": 3.607594936708861e-05,
      "loss": 0.3594,
      "step": 339
    },
    {
      "epoch": 1.0559006211180124,
      "grad_norm": 0.367415386580333,
      "learning_rate": 3.6018411967779057e-05,
      "loss": 0.3524,
      "step": 340
    },
    {
      "epoch": 1.0590062111801242,
      "grad_norm": 0.3127875635159284,
      "learning_rate": 3.5960874568469505e-05,
      "loss": 0.333,
      "step": 341
    },
    {
      "epoch": 1.062111801242236,
      "grad_norm": 0.4511553956189257,
      "learning_rate": 3.5903337169159954e-05,
      "loss": 0.3454,
      "step": 342
    },
    {
      "epoch": 1.065217391304348,
      "grad_norm": 0.27133796776358254,
      "learning_rate": 3.58457997698504e-05,
      "loss": 0.3307,
      "step": 343
    },
    {
      "epoch": 1.0683229813664596,
      "grad_norm": 0.37172783607468407,
      "learning_rate": 3.578826237054085e-05,
      "loss": 0.332,
      "step": 344
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.31903478698253923,
      "learning_rate": 3.57307249712313e-05,
      "loss": 0.3641,
      "step": 345
    },
    {
      "epoch": 1.0745341614906831,
      "grad_norm": 0.3590599821405197,
      "learning_rate": 3.567318757192175e-05,
      "loss": 0.3368,
      "step": 346
    },
    {
      "epoch": 1.0776397515527951,
      "grad_norm": 0.3228666493670707,
      "learning_rate": 3.56156501726122e-05,
      "loss": 0.3518,
      "step": 347
    },
    {
      "epoch": 1.0807453416149069,
      "grad_norm": 0.35040485427397144,
      "learning_rate": 3.5558112773302646e-05,
      "loss": 0.3567,
      "step": 348
    },
    {
      "epoch": 1.0838509316770186,
      "grad_norm": 0.3223473550373259,
      "learning_rate": 3.5500575373993095e-05,
      "loss": 0.3292,
      "step": 349
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 0.3162329124544906,
      "learning_rate": 3.5443037974683544e-05,
      "loss": 0.3386,
      "step": 350
    },
    {
      "epoch": 1.0900621118012421,
      "grad_norm": 0.35250805959488396,
      "learning_rate": 3.538550057537399e-05,
      "loss": 0.3286,
      "step": 351
    },
    {
      "epoch": 1.093167701863354,
      "grad_norm": 0.31027768437301634,
      "learning_rate": 3.532796317606444e-05,
      "loss": 0.3411,
      "step": 352
    },
    {
      "epoch": 1.0962732919254659,
      "grad_norm": 0.28606898633939265,
      "learning_rate": 3.52704257767549e-05,
      "loss": 0.3407,
      "step": 353
    },
    {
      "epoch": 1.0993788819875776,
      "grad_norm": 0.3579167421662421,
      "learning_rate": 3.521288837744534e-05,
      "loss": 0.3262,
      "step": 354
    },
    {
      "epoch": 1.1024844720496894,
      "grad_norm": 0.3402295001253341,
      "learning_rate": 3.5155350978135794e-05,
      "loss": 0.3324,
      "step": 355
    },
    {
      "epoch": 1.1055900621118013,
      "grad_norm": 0.31366685836024,
      "learning_rate": 3.5097813578826236e-05,
      "loss": 0.3463,
      "step": 356
    },
    {
      "epoch": 1.108695652173913,
      "grad_norm": 0.46838911104977027,
      "learning_rate": 3.504027617951669e-05,
      "loss": 0.3565,
      "step": 357
    },
    {
      "epoch": 1.1118012422360248,
      "grad_norm": 0.3060846523455061,
      "learning_rate": 3.4982738780207134e-05,
      "loss": 0.357,
      "step": 358
    },
    {
      "epoch": 1.1149068322981366,
      "grad_norm": 0.4392245103993425,
      "learning_rate": 3.492520138089759e-05,
      "loss": 0.3568,
      "step": 359
    },
    {
      "epoch": 1.1180124223602483,
      "grad_norm": 0.3916417909387617,
      "learning_rate": 3.486766398158803e-05,
      "loss": 0.3446,
      "step": 360
    },
    {
      "epoch": 1.1211180124223603,
      "grad_norm": 0.3501561418628378,
      "learning_rate": 3.4810126582278487e-05,
      "loss": 0.3282,
      "step": 361
    },
    {
      "epoch": 1.124223602484472,
      "grad_norm": 0.37454862360065444,
      "learning_rate": 3.475258918296893e-05,
      "loss": 0.3543,
      "step": 362
    },
    {
      "epoch": 1.1273291925465838,
      "grad_norm": 0.2884683302507566,
      "learning_rate": 3.4695051783659384e-05,
      "loss": 0.3337,
      "step": 363
    },
    {
      "epoch": 1.1304347826086956,
      "grad_norm": 0.3254717305148171,
      "learning_rate": 3.4637514384349826e-05,
      "loss": 0.3271,
      "step": 364
    },
    {
      "epoch": 1.1335403726708075,
      "grad_norm": 0.3256237761211695,
      "learning_rate": 3.457997698504028e-05,
      "loss": 0.3298,
      "step": 365
    },
    {
      "epoch": 1.1366459627329193,
      "grad_norm": 0.30981574585542065,
      "learning_rate": 3.4522439585730723e-05,
      "loss": 0.3685,
      "step": 366
    },
    {
      "epoch": 1.139751552795031,
      "grad_norm": 0.29936602875383006,
      "learning_rate": 3.446490218642118e-05,
      "loss": 0.3524,
      "step": 367
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.2961907533597477,
      "learning_rate": 3.440736478711162e-05,
      "loss": 0.3414,
      "step": 368
    },
    {
      "epoch": 1.1459627329192545,
      "grad_norm": 0.2898757967419472,
      "learning_rate": 3.4349827387802076e-05,
      "loss": 0.3275,
      "step": 369
    },
    {
      "epoch": 1.1490683229813665,
      "grad_norm": 0.35918811245436444,
      "learning_rate": 3.429228998849252e-05,
      "loss": 0.3502,
      "step": 370
    },
    {
      "epoch": 1.1521739130434783,
      "grad_norm": 0.2775107307381104,
      "learning_rate": 3.4234752589182974e-05,
      "loss": 0.3409,
      "step": 371
    },
    {
      "epoch": 1.15527950310559,
      "grad_norm": 0.2986400287100927,
      "learning_rate": 3.4177215189873416e-05,
      "loss": 0.3312,
      "step": 372
    },
    {
      "epoch": 1.1583850931677018,
      "grad_norm": 0.33238801993955036,
      "learning_rate": 3.411967779056387e-05,
      "loss": 0.3443,
      "step": 373
    },
    {
      "epoch": 1.1614906832298137,
      "grad_norm": 0.2893594359102009,
      "learning_rate": 3.406214039125431e-05,
      "loss": 0.3332,
      "step": 374
    },
    {
      "epoch": 1.1645962732919255,
      "grad_norm": 0.32293840276637376,
      "learning_rate": 3.400460299194477e-05,
      "loss": 0.3354,
      "step": 375
    },
    {
      "epoch": 1.1677018633540373,
      "grad_norm": 0.27306219223391365,
      "learning_rate": 3.394706559263521e-05,
      "loss": 0.3209,
      "step": 376
    },
    {
      "epoch": 1.170807453416149,
      "grad_norm": 0.3342500084639322,
      "learning_rate": 3.3889528193325666e-05,
      "loss": 0.3729,
      "step": 377
    },
    {
      "epoch": 1.1739130434782608,
      "grad_norm": 0.2661392532196279,
      "learning_rate": 3.383199079401611e-05,
      "loss": 0.3383,
      "step": 378
    },
    {
      "epoch": 1.1770186335403727,
      "grad_norm": 0.3386471665658259,
      "learning_rate": 3.3774453394706564e-05,
      "loss": 0.318,
      "step": 379
    },
    {
      "epoch": 1.1801242236024845,
      "grad_norm": 0.3155587203894488,
      "learning_rate": 3.3716915995397006e-05,
      "loss": 0.3321,
      "step": 380
    },
    {
      "epoch": 1.1832298136645962,
      "grad_norm": 0.3451778286777197,
      "learning_rate": 3.365937859608746e-05,
      "loss": 0.361,
      "step": 381
    },
    {
      "epoch": 1.186335403726708,
      "grad_norm": 0.3227976748273063,
      "learning_rate": 3.36018411967779e-05,
      "loss": 0.3349,
      "step": 382
    },
    {
      "epoch": 1.18944099378882,
      "grad_norm": 0.320511150129644,
      "learning_rate": 3.354430379746836e-05,
      "loss": 0.3449,
      "step": 383
    },
    {
      "epoch": 1.1925465838509317,
      "grad_norm": 0.31955908520280063,
      "learning_rate": 3.34867663981588e-05,
      "loss": 0.3351,
      "step": 384
    },
    {
      "epoch": 1.1956521739130435,
      "grad_norm": 0.30633810764776365,
      "learning_rate": 3.3429228998849256e-05,
      "loss": 0.3275,
      "step": 385
    },
    {
      "epoch": 1.1987577639751552,
      "grad_norm": 0.41299034529321954,
      "learning_rate": 3.33716915995397e-05,
      "loss": 0.3309,
      "step": 386
    },
    {
      "epoch": 1.201863354037267,
      "grad_norm": 0.2750482509074482,
      "learning_rate": 3.3314154200230153e-05,
      "loss": 0.3398,
      "step": 387
    },
    {
      "epoch": 1.204968944099379,
      "grad_norm": 0.3081268249974453,
      "learning_rate": 3.3256616800920595e-05,
      "loss": 0.3322,
      "step": 388
    },
    {
      "epoch": 1.2080745341614907,
      "grad_norm": 0.3520674198029431,
      "learning_rate": 3.319907940161105e-05,
      "loss": 0.3663,
      "step": 389
    },
    {
      "epoch": 1.2111801242236024,
      "grad_norm": 0.32565232106148584,
      "learning_rate": 3.314154200230149e-05,
      "loss": 0.343,
      "step": 390
    },
    {
      "epoch": 1.2142857142857142,
      "grad_norm": 0.2938812397405531,
      "learning_rate": 3.308400460299195e-05,
      "loss": 0.3378,
      "step": 391
    },
    {
      "epoch": 1.2173913043478262,
      "grad_norm": 0.3141073779827861,
      "learning_rate": 3.302646720368239e-05,
      "loss": 0.3335,
      "step": 392
    },
    {
      "epoch": 1.220496894409938,
      "grad_norm": 0.3418673255721663,
      "learning_rate": 3.2968929804372846e-05,
      "loss": 0.36,
      "step": 393
    },
    {
      "epoch": 1.2236024844720497,
      "grad_norm": 0.24297614998734132,
      "learning_rate": 3.291139240506329e-05,
      "loss": 0.3387,
      "step": 394
    },
    {
      "epoch": 1.2267080745341614,
      "grad_norm": 0.3267179467149504,
      "learning_rate": 3.285385500575374e-05,
      "loss": 0.3488,
      "step": 395
    },
    {
      "epoch": 1.2298136645962732,
      "grad_norm": 0.3057560458812451,
      "learning_rate": 3.2796317606444185e-05,
      "loss": 0.3268,
      "step": 396
    },
    {
      "epoch": 1.2329192546583851,
      "grad_norm": 0.3134897896860434,
      "learning_rate": 3.273878020713464e-05,
      "loss": 0.3459,
      "step": 397
    },
    {
      "epoch": 1.236024844720497,
      "grad_norm": 0.3047314985401556,
      "learning_rate": 3.268124280782508e-05,
      "loss": 0.3291,
      "step": 398
    },
    {
      "epoch": 1.2391304347826086,
      "grad_norm": 0.31348581848675783,
      "learning_rate": 3.262370540851554e-05,
      "loss": 0.3446,
      "step": 399
    },
    {
      "epoch": 1.2422360248447206,
      "grad_norm": 0.3482328869260001,
      "learning_rate": 3.256616800920598e-05,
      "loss": 0.3561,
      "step": 400
    },
    {
      "epoch": 1.2453416149068324,
      "grad_norm": 0.31183834841742225,
      "learning_rate": 3.2508630609896436e-05,
      "loss": 0.3547,
      "step": 401
    },
    {
      "epoch": 1.2484472049689441,
      "grad_norm": 0.3061676085086065,
      "learning_rate": 3.245109321058688e-05,
      "loss": 0.3595,
      "step": 402
    },
    {
      "epoch": 1.2515527950310559,
      "grad_norm": 0.32549148328343397,
      "learning_rate": 3.239355581127733e-05,
      "loss": 0.3342,
      "step": 403
    },
    {
      "epoch": 1.2546583850931676,
      "grad_norm": 0.30445969084522895,
      "learning_rate": 3.233601841196778e-05,
      "loss": 0.3242,
      "step": 404
    },
    {
      "epoch": 1.2577639751552794,
      "grad_norm": 0.2742819629805248,
      "learning_rate": 3.227848101265823e-05,
      "loss": 0.3522,
      "step": 405
    },
    {
      "epoch": 1.2608695652173914,
      "grad_norm": 0.32581875150876105,
      "learning_rate": 3.222094361334868e-05,
      "loss": 0.3429,
      "step": 406
    },
    {
      "epoch": 1.263975155279503,
      "grad_norm": 0.2902255052156193,
      "learning_rate": 3.216340621403913e-05,
      "loss": 0.3369,
      "step": 407
    },
    {
      "epoch": 1.2670807453416149,
      "grad_norm": 0.284761382807809,
      "learning_rate": 3.210586881472958e-05,
      "loss": 0.36,
      "step": 408
    },
    {
      "epoch": 1.2701863354037268,
      "grad_norm": 0.3025552167032939,
      "learning_rate": 3.2048331415420025e-05,
      "loss": 0.3445,
      "step": 409
    },
    {
      "epoch": 1.2732919254658386,
      "grad_norm": 0.3305696776607858,
      "learning_rate": 3.1990794016110474e-05,
      "loss": 0.3463,
      "step": 410
    },
    {
      "epoch": 1.2763975155279503,
      "grad_norm": 0.3077574972549534,
      "learning_rate": 3.193325661680092e-05,
      "loss": 0.3594,
      "step": 411
    },
    {
      "epoch": 1.279503105590062,
      "grad_norm": 0.27442755120830326,
      "learning_rate": 3.187571921749137e-05,
      "loss": 0.3362,
      "step": 412
    },
    {
      "epoch": 1.2826086956521738,
      "grad_norm": 0.3038026451556641,
      "learning_rate": 3.181818181818182e-05,
      "loss": 0.3353,
      "step": 413
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.2758156658151106,
      "learning_rate": 3.176064441887227e-05,
      "loss": 0.337,
      "step": 414
    },
    {
      "epoch": 1.2888198757763976,
      "grad_norm": 0.26613400787975794,
      "learning_rate": 3.170310701956272e-05,
      "loss": 0.3347,
      "step": 415
    },
    {
      "epoch": 1.2919254658385093,
      "grad_norm": 0.30006243856469433,
      "learning_rate": 3.1645569620253167e-05,
      "loss": 0.3575,
      "step": 416
    },
    {
      "epoch": 1.295031055900621,
      "grad_norm": 0.32225619437705794,
      "learning_rate": 3.1588032220943615e-05,
      "loss": 0.3404,
      "step": 417
    },
    {
      "epoch": 1.298136645962733,
      "grad_norm": 0.2933513705620206,
      "learning_rate": 3.1530494821634064e-05,
      "loss": 0.3367,
      "step": 418
    },
    {
      "epoch": 1.3012422360248448,
      "grad_norm": 0.34221232972865906,
      "learning_rate": 3.147295742232451e-05,
      "loss": 0.3507,
      "step": 419
    },
    {
      "epoch": 1.3043478260869565,
      "grad_norm": 0.3207028944029123,
      "learning_rate": 3.141542002301496e-05,
      "loss": 0.339,
      "step": 420
    },
    {
      "epoch": 1.3074534161490683,
      "grad_norm": 0.28691874649916205,
      "learning_rate": 3.135788262370541e-05,
      "loss": 0.3158,
      "step": 421
    },
    {
      "epoch": 1.31055900621118,
      "grad_norm": 0.32572558244440175,
      "learning_rate": 3.130034522439586e-05,
      "loss": 0.3425,
      "step": 422
    },
    {
      "epoch": 1.3136645962732918,
      "grad_norm": 0.2840181269830042,
      "learning_rate": 3.124280782508631e-05,
      "loss": 0.3446,
      "step": 423
    },
    {
      "epoch": 1.3167701863354038,
      "grad_norm": 0.314090935226993,
      "learning_rate": 3.1185270425776756e-05,
      "loss": 0.3315,
      "step": 424
    },
    {
      "epoch": 1.3198757763975155,
      "grad_norm": 0.31197822717588264,
      "learning_rate": 3.1127733026467205e-05,
      "loss": 0.3443,
      "step": 425
    },
    {
      "epoch": 1.3229813664596273,
      "grad_norm": 0.2864210002126174,
      "learning_rate": 3.1070195627157654e-05,
      "loss": 0.3375,
      "step": 426
    },
    {
      "epoch": 1.3260869565217392,
      "grad_norm": 0.25519688185589984,
      "learning_rate": 3.10126582278481e-05,
      "loss": 0.3384,
      "step": 427
    },
    {
      "epoch": 1.329192546583851,
      "grad_norm": 0.2744740349540228,
      "learning_rate": 3.095512082853855e-05,
      "loss": 0.3383,
      "step": 428
    },
    {
      "epoch": 1.3322981366459627,
      "grad_norm": 0.2607087924929348,
      "learning_rate": 3.0897583429229e-05,
      "loss": 0.3555,
      "step": 429
    },
    {
      "epoch": 1.3354037267080745,
      "grad_norm": 0.27684287170228183,
      "learning_rate": 3.084004602991945e-05,
      "loss": 0.3261,
      "step": 430
    },
    {
      "epoch": 1.3385093167701863,
      "grad_norm": 0.3095550998483706,
      "learning_rate": 3.07825086306099e-05,
      "loss": 0.3512,
      "step": 431
    },
    {
      "epoch": 1.341614906832298,
      "grad_norm": 0.25842001969735057,
      "learning_rate": 3.0724971231300346e-05,
      "loss": 0.3296,
      "step": 432
    },
    {
      "epoch": 1.34472049689441,
      "grad_norm": 0.30589083199518,
      "learning_rate": 3.0667433831990795e-05,
      "loss": 0.3329,
      "step": 433
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 0.2825831249071207,
      "learning_rate": 3.0609896432681244e-05,
      "loss": 0.3403,
      "step": 434
    },
    {
      "epoch": 1.3509316770186335,
      "grad_norm": 0.2849649494187899,
      "learning_rate": 3.055235903337169e-05,
      "loss": 0.3329,
      "step": 435
    },
    {
      "epoch": 1.3540372670807455,
      "grad_norm": 0.31227992790240827,
      "learning_rate": 3.0494821634062144e-05,
      "loss": 0.3402,
      "step": 436
    },
    {
      "epoch": 1.3571428571428572,
      "grad_norm": 0.28830226140066545,
      "learning_rate": 3.043728423475259e-05,
      "loss": 0.3343,
      "step": 437
    },
    {
      "epoch": 1.360248447204969,
      "grad_norm": 0.2920144019191934,
      "learning_rate": 3.0379746835443042e-05,
      "loss": 0.3262,
      "step": 438
    },
    {
      "epoch": 1.3633540372670807,
      "grad_norm": 0.25016168615415485,
      "learning_rate": 3.0322209436133487e-05,
      "loss": 0.3394,
      "step": 439
    },
    {
      "epoch": 1.3664596273291925,
      "grad_norm": 0.30261081735444717,
      "learning_rate": 3.026467203682394e-05,
      "loss": 0.3462,
      "step": 440
    },
    {
      "epoch": 1.3695652173913042,
      "grad_norm": 0.2881616381341832,
      "learning_rate": 3.0207134637514385e-05,
      "loss": 0.3318,
      "step": 441
    },
    {
      "epoch": 1.3726708074534162,
      "grad_norm": 0.2880320213397424,
      "learning_rate": 3.0149597238204837e-05,
      "loss": 0.3467,
      "step": 442
    },
    {
      "epoch": 1.375776397515528,
      "grad_norm": 0.27020350890941985,
      "learning_rate": 3.0092059838895282e-05,
      "loss": 0.332,
      "step": 443
    },
    {
      "epoch": 1.3788819875776397,
      "grad_norm": 0.3103789819064371,
      "learning_rate": 3.0034522439585734e-05,
      "loss": 0.3557,
      "step": 444
    },
    {
      "epoch": 1.3819875776397517,
      "grad_norm": 0.2689229148068124,
      "learning_rate": 2.997698504027618e-05,
      "loss": 0.3439,
      "step": 445
    },
    {
      "epoch": 1.3850931677018634,
      "grad_norm": 0.3284067395525679,
      "learning_rate": 2.991944764096663e-05,
      "loss": 0.3361,
      "step": 446
    },
    {
      "epoch": 1.3881987577639752,
      "grad_norm": 0.31384093062312546,
      "learning_rate": 2.9861910241657077e-05,
      "loss": 0.3397,
      "step": 447
    },
    {
      "epoch": 1.391304347826087,
      "grad_norm": 0.2699369577142723,
      "learning_rate": 2.980437284234753e-05,
      "loss": 0.3586,
      "step": 448
    },
    {
      "epoch": 1.3944099378881987,
      "grad_norm": 0.3036288617772187,
      "learning_rate": 2.9746835443037974e-05,
      "loss": 0.3565,
      "step": 449
    },
    {
      "epoch": 1.3975155279503104,
      "grad_norm": 0.3124807578288405,
      "learning_rate": 2.9689298043728427e-05,
      "loss": 0.3419,
      "step": 450
    },
    {
      "epoch": 1.4006211180124224,
      "grad_norm": 0.2979650176094835,
      "learning_rate": 2.9631760644418872e-05,
      "loss": 0.348,
      "step": 451
    },
    {
      "epoch": 1.4037267080745341,
      "grad_norm": 0.2681659506306783,
      "learning_rate": 2.9574223245109324e-05,
      "loss": 0.3299,
      "step": 452
    },
    {
      "epoch": 1.406832298136646,
      "grad_norm": 0.32598633427460977,
      "learning_rate": 2.951668584579977e-05,
      "loss": 0.3386,
      "step": 453
    },
    {
      "epoch": 1.4099378881987579,
      "grad_norm": 0.3247280401348239,
      "learning_rate": 2.945914844649022e-05,
      "loss": 0.3616,
      "step": 454
    },
    {
      "epoch": 1.4130434782608696,
      "grad_norm": 0.2674177394891557,
      "learning_rate": 2.940161104718067e-05,
      "loss": 0.3477,
      "step": 455
    },
    {
      "epoch": 1.4161490683229814,
      "grad_norm": 0.31284120066769544,
      "learning_rate": 2.934407364787112e-05,
      "loss": 0.3359,
      "step": 456
    },
    {
      "epoch": 1.4192546583850931,
      "grad_norm": 0.29650681379778476,
      "learning_rate": 2.9286536248561568e-05,
      "loss": 0.3534,
      "step": 457
    },
    {
      "epoch": 1.4223602484472049,
      "grad_norm": 0.28958329200728805,
      "learning_rate": 2.9228998849252016e-05,
      "loss": 0.3414,
      "step": 458
    },
    {
      "epoch": 1.4254658385093169,
      "grad_norm": 0.3164618567976454,
      "learning_rate": 2.9171461449942465e-05,
      "loss": 0.351,
      "step": 459
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.32604862143805774,
      "learning_rate": 2.9113924050632914e-05,
      "loss": 0.3185,
      "step": 460
    },
    {
      "epoch": 1.4316770186335404,
      "grad_norm": 0.2371091150488046,
      "learning_rate": 2.9056386651323363e-05,
      "loss": 0.3268,
      "step": 461
    },
    {
      "epoch": 1.434782608695652,
      "grad_norm": 0.28836250577098943,
      "learning_rate": 2.899884925201381e-05,
      "loss": 0.3203,
      "step": 462
    },
    {
      "epoch": 1.437888198757764,
      "grad_norm": 0.29935943849859553,
      "learning_rate": 2.894131185270426e-05,
      "loss": 0.3419,
      "step": 463
    },
    {
      "epoch": 1.4409937888198758,
      "grad_norm": 0.2678768364941078,
      "learning_rate": 2.888377445339471e-05,
      "loss": 0.3423,
      "step": 464
    },
    {
      "epoch": 1.4440993788819876,
      "grad_norm": 0.3004413989905001,
      "learning_rate": 2.8826237054085157e-05,
      "loss": 0.3448,
      "step": 465
    },
    {
      "epoch": 1.4472049689440993,
      "grad_norm": 0.3437138642713499,
      "learning_rate": 2.8768699654775606e-05,
      "loss": 0.3624,
      "step": 466
    },
    {
      "epoch": 1.450310559006211,
      "grad_norm": 0.27833054674558505,
      "learning_rate": 2.8711162255466055e-05,
      "loss": 0.3559,
      "step": 467
    },
    {
      "epoch": 1.453416149068323,
      "grad_norm": 0.30426248134832284,
      "learning_rate": 2.8653624856156504e-05,
      "loss": 0.3409,
      "step": 468
    },
    {
      "epoch": 1.4565217391304348,
      "grad_norm": 0.2884530747421473,
      "learning_rate": 2.8596087456846952e-05,
      "loss": 0.3543,
      "step": 469
    },
    {
      "epoch": 1.4596273291925466,
      "grad_norm": 0.26674718010863235,
      "learning_rate": 2.85385500575374e-05,
      "loss": 0.3352,
      "step": 470
    },
    {
      "epoch": 1.4627329192546583,
      "grad_norm": 0.24962947417256104,
      "learning_rate": 2.848101265822785e-05,
      "loss": 0.3331,
      "step": 471
    },
    {
      "epoch": 1.4658385093167703,
      "grad_norm": 0.24321872392892266,
      "learning_rate": 2.84234752589183e-05,
      "loss": 0.3346,
      "step": 472
    },
    {
      "epoch": 1.468944099378882,
      "grad_norm": 0.25806201920649635,
      "learning_rate": 2.8365937859608747e-05,
      "loss": 0.3433,
      "step": 473
    },
    {
      "epoch": 1.4720496894409938,
      "grad_norm": 0.260107860168702,
      "learning_rate": 2.8308400460299196e-05,
      "loss": 0.3518,
      "step": 474
    },
    {
      "epoch": 1.4751552795031055,
      "grad_norm": 0.27151545722001336,
      "learning_rate": 2.8250863060989645e-05,
      "loss": 0.3222,
      "step": 475
    },
    {
      "epoch": 1.4782608695652173,
      "grad_norm": 0.2699064437677885,
      "learning_rate": 2.8193325661680093e-05,
      "loss": 0.3408,
      "step": 476
    },
    {
      "epoch": 1.4813664596273293,
      "grad_norm": 0.2534825847738341,
      "learning_rate": 2.8135788262370542e-05,
      "loss": 0.3355,
      "step": 477
    },
    {
      "epoch": 1.484472049689441,
      "grad_norm": 0.2596248018497863,
      "learning_rate": 2.807825086306099e-05,
      "loss": 0.3317,
      "step": 478
    },
    {
      "epoch": 1.4875776397515528,
      "grad_norm": 0.22547358749920884,
      "learning_rate": 2.802071346375144e-05,
      "loss": 0.3172,
      "step": 479
    },
    {
      "epoch": 1.4906832298136645,
      "grad_norm": 0.28156958226578077,
      "learning_rate": 2.796317606444189e-05,
      "loss": 0.3476,
      "step": 480
    },
    {
      "epoch": 1.4937888198757765,
      "grad_norm": 0.26615285376164327,
      "learning_rate": 2.7905638665132337e-05,
      "loss": 0.3489,
      "step": 481
    },
    {
      "epoch": 1.4968944099378882,
      "grad_norm": 0.246150116031317,
      "learning_rate": 2.7848101265822786e-05,
      "loss": 0.3464,
      "step": 482
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.25268560596400597,
      "learning_rate": 2.7790563866513235e-05,
      "loss": 0.3391,
      "step": 483
    },
    {
      "epoch": 1.5031055900621118,
      "grad_norm": 0.2946205590355613,
      "learning_rate": 2.7733026467203683e-05,
      "loss": 0.3541,
      "step": 484
    },
    {
      "epoch": 1.5062111801242235,
      "grad_norm": 0.2750424223242439,
      "learning_rate": 2.7675489067894132e-05,
      "loss": 0.3276,
      "step": 485
    },
    {
      "epoch": 1.5093167701863353,
      "grad_norm": 0.28954598608369275,
      "learning_rate": 2.761795166858458e-05,
      "loss": 0.3554,
      "step": 486
    },
    {
      "epoch": 1.5124223602484472,
      "grad_norm": 0.29461626033953947,
      "learning_rate": 2.756041426927503e-05,
      "loss": 0.3293,
      "step": 487
    },
    {
      "epoch": 1.515527950310559,
      "grad_norm": 0.2407514728215296,
      "learning_rate": 2.7502876869965478e-05,
      "loss": 0.3263,
      "step": 488
    },
    {
      "epoch": 1.518633540372671,
      "grad_norm": 0.24475815135162626,
      "learning_rate": 2.7445339470655927e-05,
      "loss": 0.3423,
      "step": 489
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 0.32665261682040186,
      "learning_rate": 2.7387802071346376e-05,
      "loss": 0.3333,
      "step": 490
    },
    {
      "epoch": 1.5248447204968945,
      "grad_norm": 0.2552003566164109,
      "learning_rate": 2.7330264672036824e-05,
      "loss": 0.3466,
      "step": 491
    },
    {
      "epoch": 1.5279503105590062,
      "grad_norm": 0.2871320623730171,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.3447,
      "step": 492
    },
    {
      "epoch": 1.531055900621118,
      "grad_norm": 0.2440639273175817,
      "learning_rate": 2.7215189873417722e-05,
      "loss": 0.338,
      "step": 493
    },
    {
      "epoch": 1.5341614906832297,
      "grad_norm": 0.24115465120440344,
      "learning_rate": 2.715765247410817e-05,
      "loss": 0.3245,
      "step": 494
    },
    {
      "epoch": 1.5372670807453415,
      "grad_norm": 0.2781064697786101,
      "learning_rate": 2.7100115074798623e-05,
      "loss": 0.3637,
      "step": 495
    },
    {
      "epoch": 1.5403726708074534,
      "grad_norm": 0.27237179201858924,
      "learning_rate": 2.7042577675489068e-05,
      "loss": 0.353,
      "step": 496
    },
    {
      "epoch": 1.5434782608695652,
      "grad_norm": 0.3018049050362612,
      "learning_rate": 2.698504027617952e-05,
      "loss": 0.33,
      "step": 497
    },
    {
      "epoch": 1.5465838509316772,
      "grad_norm": 0.319532872255584,
      "learning_rate": 2.6927502876869965e-05,
      "loss": 0.341,
      "step": 498
    },
    {
      "epoch": 1.549689440993789,
      "grad_norm": 0.23318500669833875,
      "learning_rate": 2.6869965477560418e-05,
      "loss": 0.3324,
      "step": 499
    },
    {
      "epoch": 1.5527950310559007,
      "grad_norm": 0.3108509837550317,
      "learning_rate": 2.6812428078250863e-05,
      "loss": 0.3484,
      "step": 500
    },
    {
      "epoch": 1.5559006211180124,
      "grad_norm": 0.27432952612163103,
      "learning_rate": 2.6754890678941315e-05,
      "loss": 0.3301,
      "step": 501
    },
    {
      "epoch": 1.5590062111801242,
      "grad_norm": 0.2474022932813197,
      "learning_rate": 2.669735327963176e-05,
      "loss": 0.3335,
      "step": 502
    },
    {
      "epoch": 1.562111801242236,
      "grad_norm": 0.25918516414740417,
      "learning_rate": 2.6639815880322212e-05,
      "loss": 0.3531,
      "step": 503
    },
    {
      "epoch": 1.5652173913043477,
      "grad_norm": 0.28631487498944946,
      "learning_rate": 2.6582278481012658e-05,
      "loss": 0.3461,
      "step": 504
    },
    {
      "epoch": 1.5683229813664596,
      "grad_norm": 0.2541239393514543,
      "learning_rate": 2.652474108170311e-05,
      "loss": 0.3406,
      "step": 505
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.26793962508861174,
      "learning_rate": 2.646720368239356e-05,
      "loss": 0.3333,
      "step": 506
    },
    {
      "epoch": 1.5745341614906834,
      "grad_norm": 0.30945895076026697,
      "learning_rate": 2.6409666283084007e-05,
      "loss": 0.3429,
      "step": 507
    },
    {
      "epoch": 1.5776397515527951,
      "grad_norm": 0.2625598679112342,
      "learning_rate": 2.6352128883774456e-05,
      "loss": 0.3475,
      "step": 508
    },
    {
      "epoch": 1.5807453416149069,
      "grad_norm": 0.3340128053196445,
      "learning_rate": 2.6294591484464905e-05,
      "loss": 0.3548,
      "step": 509
    },
    {
      "epoch": 1.5838509316770186,
      "grad_norm": 0.33090740840028027,
      "learning_rate": 2.6237054085155354e-05,
      "loss": 0.3482,
      "step": 510
    },
    {
      "epoch": 1.5869565217391304,
      "grad_norm": 0.25904205831808136,
      "learning_rate": 2.6179516685845802e-05,
      "loss": 0.3322,
      "step": 511
    },
    {
      "epoch": 1.5900621118012421,
      "grad_norm": 0.3458888736647229,
      "learning_rate": 2.612197928653625e-05,
      "loss": 0.3466,
      "step": 512
    },
    {
      "epoch": 1.5931677018633539,
      "grad_norm": 0.26139554234188184,
      "learning_rate": 2.60644418872267e-05,
      "loss": 0.3357,
      "step": 513
    },
    {
      "epoch": 1.5962732919254659,
      "grad_norm": 0.24797420076401436,
      "learning_rate": 2.600690448791715e-05,
      "loss": 0.3263,
      "step": 514
    },
    {
      "epoch": 1.5993788819875776,
      "grad_norm": 0.25127963694679545,
      "learning_rate": 2.5949367088607597e-05,
      "loss": 0.3541,
      "step": 515
    },
    {
      "epoch": 1.6024844720496896,
      "grad_norm": 0.24350107098267543,
      "learning_rate": 2.5891829689298046e-05,
      "loss": 0.3332,
      "step": 516
    },
    {
      "epoch": 1.6055900621118013,
      "grad_norm": 0.2597186201230917,
      "learning_rate": 2.5834292289988495e-05,
      "loss": 0.3357,
      "step": 517
    },
    {
      "epoch": 1.608695652173913,
      "grad_norm": 0.2553977260875351,
      "learning_rate": 2.5776754890678943e-05,
      "loss": 0.3381,
      "step": 518
    },
    {
      "epoch": 1.6118012422360248,
      "grad_norm": 0.2495485503111441,
      "learning_rate": 2.5719217491369392e-05,
      "loss": 0.3489,
      "step": 519
    },
    {
      "epoch": 1.6149068322981366,
      "grad_norm": 0.2826237704718821,
      "learning_rate": 2.566168009205984e-05,
      "loss": 0.3269,
      "step": 520
    },
    {
      "epoch": 1.6180124223602483,
      "grad_norm": 0.2907559187980417,
      "learning_rate": 2.560414269275029e-05,
      "loss": 0.353,
      "step": 521
    },
    {
      "epoch": 1.62111801242236,
      "grad_norm": 0.30078662752184515,
      "learning_rate": 2.5546605293440738e-05,
      "loss": 0.3344,
      "step": 522
    },
    {
      "epoch": 1.624223602484472,
      "grad_norm": 0.2494274026603714,
      "learning_rate": 2.5489067894131187e-05,
      "loss": 0.3262,
      "step": 523
    },
    {
      "epoch": 1.6273291925465838,
      "grad_norm": 0.22856587280801138,
      "learning_rate": 2.5431530494821636e-05,
      "loss": 0.3316,
      "step": 524
    },
    {
      "epoch": 1.6304347826086958,
      "grad_norm": 0.24524446266248454,
      "learning_rate": 2.5373993095512084e-05,
      "loss": 0.3254,
      "step": 525
    },
    {
      "epoch": 1.6335403726708075,
      "grad_norm": 0.2781145066258604,
      "learning_rate": 2.5316455696202533e-05,
      "loss": 0.3343,
      "step": 526
    },
    {
      "epoch": 1.6366459627329193,
      "grad_norm": 0.24971582793985952,
      "learning_rate": 2.5258918296892982e-05,
      "loss": 0.3423,
      "step": 527
    },
    {
      "epoch": 1.639751552795031,
      "grad_norm": 0.2961483358525156,
      "learning_rate": 2.520138089758343e-05,
      "loss": 0.3554,
      "step": 528
    },
    {
      "epoch": 1.6428571428571428,
      "grad_norm": 0.30349368090110823,
      "learning_rate": 2.514384349827388e-05,
      "loss": 0.3563,
      "step": 529
    },
    {
      "epoch": 1.6459627329192545,
      "grad_norm": 0.28292757074394537,
      "learning_rate": 2.5086306098964328e-05,
      "loss": 0.352,
      "step": 530
    },
    {
      "epoch": 1.6490683229813663,
      "grad_norm": 0.25778656185495347,
      "learning_rate": 2.5028768699654777e-05,
      "loss": 0.3486,
      "step": 531
    },
    {
      "epoch": 1.6521739130434783,
      "grad_norm": 0.32420346337090605,
      "learning_rate": 2.4971231300345226e-05,
      "loss": 0.3497,
      "step": 532
    },
    {
      "epoch": 1.65527950310559,
      "grad_norm": 0.24803469539845557,
      "learning_rate": 2.4913693901035674e-05,
      "loss": 0.3325,
      "step": 533
    },
    {
      "epoch": 1.658385093167702,
      "grad_norm": 0.23193714998127715,
      "learning_rate": 2.4856156501726123e-05,
      "loss": 0.3244,
      "step": 534
    },
    {
      "epoch": 1.6614906832298137,
      "grad_norm": 0.31410082505061837,
      "learning_rate": 2.4798619102416572e-05,
      "loss": 0.3295,
      "step": 535
    },
    {
      "epoch": 1.6645962732919255,
      "grad_norm": 0.29805963194310403,
      "learning_rate": 2.474108170310702e-05,
      "loss": 0.3576,
      "step": 536
    },
    {
      "epoch": 1.6677018633540373,
      "grad_norm": 0.2773254453129355,
      "learning_rate": 2.468354430379747e-05,
      "loss": 0.3382,
      "step": 537
    },
    {
      "epoch": 1.670807453416149,
      "grad_norm": 0.32678020135127306,
      "learning_rate": 2.4626006904487918e-05,
      "loss": 0.3196,
      "step": 538
    },
    {
      "epoch": 1.6739130434782608,
      "grad_norm": 0.3166277691971712,
      "learning_rate": 2.4568469505178367e-05,
      "loss": 0.3567,
      "step": 539
    },
    {
      "epoch": 1.6770186335403725,
      "grad_norm": 0.28823972531727493,
      "learning_rate": 2.4510932105868815e-05,
      "loss": 0.3303,
      "step": 540
    },
    {
      "epoch": 1.6801242236024845,
      "grad_norm": 0.31416636195922193,
      "learning_rate": 2.4453394706559264e-05,
      "loss": 0.3468,
      "step": 541
    },
    {
      "epoch": 1.6832298136645962,
      "grad_norm": 0.29389175839717274,
      "learning_rate": 2.4395857307249713e-05,
      "loss": 0.3334,
      "step": 542
    },
    {
      "epoch": 1.6863354037267082,
      "grad_norm": 0.2574868658425901,
      "learning_rate": 2.433831990794016e-05,
      "loss": 0.3459,
      "step": 543
    },
    {
      "epoch": 1.68944099378882,
      "grad_norm": 0.43013005229440787,
      "learning_rate": 2.428078250863061e-05,
      "loss": 0.3663,
      "step": 544
    },
    {
      "epoch": 1.6925465838509317,
      "grad_norm": 0.29719384149686173,
      "learning_rate": 2.422324510932106e-05,
      "loss": 0.3227,
      "step": 545
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 0.2630824870951196,
      "learning_rate": 2.4165707710011508e-05,
      "loss": 0.3334,
      "step": 546
    },
    {
      "epoch": 1.6987577639751552,
      "grad_norm": 0.262646615576403,
      "learning_rate": 2.4108170310701956e-05,
      "loss": 0.3289,
      "step": 547
    },
    {
      "epoch": 1.701863354037267,
      "grad_norm": 0.29464184604515603,
      "learning_rate": 2.4050632911392405e-05,
      "loss": 0.3606,
      "step": 548
    },
    {
      "epoch": 1.704968944099379,
      "grad_norm": 0.270420959511805,
      "learning_rate": 2.3993095512082854e-05,
      "loss": 0.3344,
      "step": 549
    },
    {
      "epoch": 1.7080745341614907,
      "grad_norm": 0.25692484125212045,
      "learning_rate": 2.3935558112773303e-05,
      "loss": 0.3487,
      "step": 550
    },
    {
      "epoch": 1.7111801242236024,
      "grad_norm": 0.2438708000844588,
      "learning_rate": 2.387802071346375e-05,
      "loss": 0.3368,
      "step": 551
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.3013744640384419,
      "learning_rate": 2.38204833141542e-05,
      "loss": 0.3374,
      "step": 552
    },
    {
      "epoch": 1.7173913043478262,
      "grad_norm": 0.25432846986941376,
      "learning_rate": 2.376294591484465e-05,
      "loss": 0.3229,
      "step": 553
    },
    {
      "epoch": 1.720496894409938,
      "grad_norm": 0.25904590947672523,
      "learning_rate": 2.3705408515535098e-05,
      "loss": 0.3446,
      "step": 554
    },
    {
      "epoch": 1.7236024844720497,
      "grad_norm": 0.30606145603760704,
      "learning_rate": 2.3647871116225546e-05,
      "loss": 0.3341,
      "step": 555
    },
    {
      "epoch": 1.7267080745341614,
      "grad_norm": 0.29538170031014566,
      "learning_rate": 2.3590333716915995e-05,
      "loss": 0.3289,
      "step": 556
    },
    {
      "epoch": 1.7298136645962732,
      "grad_norm": 0.27134852683063904,
      "learning_rate": 2.3532796317606444e-05,
      "loss": 0.3547,
      "step": 557
    },
    {
      "epoch": 1.7329192546583851,
      "grad_norm": 0.2825681002780479,
      "learning_rate": 2.3475258918296892e-05,
      "loss": 0.3379,
      "step": 558
    },
    {
      "epoch": 1.736024844720497,
      "grad_norm": 0.2540853936510712,
      "learning_rate": 2.341772151898734e-05,
      "loss": 0.3382,
      "step": 559
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 0.23898673149156113,
      "learning_rate": 2.336018411967779e-05,
      "loss": 0.3204,
      "step": 560
    },
    {
      "epoch": 1.7422360248447206,
      "grad_norm": 0.28690037448179756,
      "learning_rate": 2.330264672036824e-05,
      "loss": 0.3475,
      "step": 561
    },
    {
      "epoch": 1.7453416149068324,
      "grad_norm": 0.2517436769783244,
      "learning_rate": 2.3245109321058687e-05,
      "loss": 0.3336,
      "step": 562
    },
    {
      "epoch": 1.7484472049689441,
      "grad_norm": 0.26052794049930406,
      "learning_rate": 2.3187571921749136e-05,
      "loss": 0.3659,
      "step": 563
    },
    {
      "epoch": 1.7515527950310559,
      "grad_norm": 0.2520454393087574,
      "learning_rate": 2.3130034522439585e-05,
      "loss": 0.341,
      "step": 564
    },
    {
      "epoch": 1.7546583850931676,
      "grad_norm": 0.24469475054712242,
      "learning_rate": 2.3072497123130034e-05,
      "loss": 0.3385,
      "step": 565
    },
    {
      "epoch": 1.7577639751552794,
      "grad_norm": 0.2688171235493825,
      "learning_rate": 2.3014959723820482e-05,
      "loss": 0.3194,
      "step": 566
    },
    {
      "epoch": 1.7608695652173914,
      "grad_norm": 0.24660650779589638,
      "learning_rate": 2.295742232451093e-05,
      "loss": 0.3414,
      "step": 567
    },
    {
      "epoch": 1.763975155279503,
      "grad_norm": 0.24074948906029303,
      "learning_rate": 2.289988492520138e-05,
      "loss": 0.3487,
      "step": 568
    },
    {
      "epoch": 1.7670807453416149,
      "grad_norm": 0.2683374003415654,
      "learning_rate": 2.284234752589183e-05,
      "loss": 0.3324,
      "step": 569
    },
    {
      "epoch": 1.7701863354037268,
      "grad_norm": 0.2615920960522321,
      "learning_rate": 2.278481012658228e-05,
      "loss": 0.3609,
      "step": 570
    },
    {
      "epoch": 1.7732919254658386,
      "grad_norm": 0.24217423401661245,
      "learning_rate": 2.272727272727273e-05,
      "loss": 0.3642,
      "step": 571
    },
    {
      "epoch": 1.7763975155279503,
      "grad_norm": 0.3146547539059143,
      "learning_rate": 2.2669735327963178e-05,
      "loss": 0.3333,
      "step": 572
    },
    {
      "epoch": 1.779503105590062,
      "grad_norm": 0.2562957388358894,
      "learning_rate": 2.2612197928653627e-05,
      "loss": 0.3446,
      "step": 573
    },
    {
      "epoch": 1.7826086956521738,
      "grad_norm": 0.2514732345893343,
      "learning_rate": 2.2554660529344075e-05,
      "loss": 0.3313,
      "step": 574
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.27268825204355784,
      "learning_rate": 2.2497123130034524e-05,
      "loss": 0.3431,
      "step": 575
    },
    {
      "epoch": 1.7888198757763976,
      "grad_norm": 0.24683018483720148,
      "learning_rate": 2.2439585730724973e-05,
      "loss": 0.3264,
      "step": 576
    },
    {
      "epoch": 1.7919254658385093,
      "grad_norm": 0.2511343392474156,
      "learning_rate": 2.238204833141542e-05,
      "loss": 0.3231,
      "step": 577
    },
    {
      "epoch": 1.795031055900621,
      "grad_norm": 0.29263014098541856,
      "learning_rate": 2.232451093210587e-05,
      "loss": 0.3425,
      "step": 578
    },
    {
      "epoch": 1.798136645962733,
      "grad_norm": 0.26439452081008274,
      "learning_rate": 2.226697353279632e-05,
      "loss": 0.3404,
      "step": 579
    },
    {
      "epoch": 1.8012422360248448,
      "grad_norm": 0.26624397225893237,
      "learning_rate": 2.2209436133486768e-05,
      "loss": 0.3521,
      "step": 580
    },
    {
      "epoch": 1.8043478260869565,
      "grad_norm": 0.27231006655087864,
      "learning_rate": 2.2151898734177217e-05,
      "loss": 0.3499,
      "step": 581
    },
    {
      "epoch": 1.8074534161490683,
      "grad_norm": 0.2717715300694685,
      "learning_rate": 2.2094361334867665e-05,
      "loss": 0.3488,
      "step": 582
    },
    {
      "epoch": 1.81055900621118,
      "grad_norm": 0.2555398572654679,
      "learning_rate": 2.2036823935558114e-05,
      "loss": 0.3484,
      "step": 583
    },
    {
      "epoch": 1.8136645962732918,
      "grad_norm": 0.27285873888872886,
      "learning_rate": 2.1979286536248563e-05,
      "loss": 0.3301,
      "step": 584
    },
    {
      "epoch": 1.8167701863354038,
      "grad_norm": 0.25210730048319585,
      "learning_rate": 2.192174913693901e-05,
      "loss": 0.3424,
      "step": 585
    },
    {
      "epoch": 1.8198757763975155,
      "grad_norm": 0.26842055467218623,
      "learning_rate": 2.186421173762946e-05,
      "loss": 0.3408,
      "step": 586
    },
    {
      "epoch": 1.8229813664596275,
      "grad_norm": 0.3208770216327945,
      "learning_rate": 2.180667433831991e-05,
      "loss": 0.3312,
      "step": 587
    },
    {
      "epoch": 1.8260869565217392,
      "grad_norm": 0.2559541162545561,
      "learning_rate": 2.1749136939010358e-05,
      "loss": 0.36,
      "step": 588
    },
    {
      "epoch": 1.829192546583851,
      "grad_norm": 0.32134394732411636,
      "learning_rate": 2.1691599539700806e-05,
      "loss": 0.3394,
      "step": 589
    },
    {
      "epoch": 1.8322981366459627,
      "grad_norm": 0.2708594663810051,
      "learning_rate": 2.1634062140391255e-05,
      "loss": 0.3431,
      "step": 590
    },
    {
      "epoch": 1.8354037267080745,
      "grad_norm": 0.3010404719152366,
      "learning_rate": 2.1576524741081704e-05,
      "loss": 0.3417,
      "step": 591
    },
    {
      "epoch": 1.8385093167701863,
      "grad_norm": 0.3070106173244936,
      "learning_rate": 2.1518987341772153e-05,
      "loss": 0.3388,
      "step": 592
    },
    {
      "epoch": 1.841614906832298,
      "grad_norm": 0.24023699838734106,
      "learning_rate": 2.14614499424626e-05,
      "loss": 0.359,
      "step": 593
    },
    {
      "epoch": 1.84472049689441,
      "grad_norm": 0.27420152661967667,
      "learning_rate": 2.140391254315305e-05,
      "loss": 0.3262,
      "step": 594
    },
    {
      "epoch": 1.8478260869565217,
      "grad_norm": 0.3128089706224423,
      "learning_rate": 2.13463751438435e-05,
      "loss": 0.3284,
      "step": 595
    },
    {
      "epoch": 1.8509316770186337,
      "grad_norm": 0.26784524761567324,
      "learning_rate": 2.1288837744533947e-05,
      "loss": 0.3337,
      "step": 596
    },
    {
      "epoch": 1.8540372670807455,
      "grad_norm": 0.2897924996984458,
      "learning_rate": 2.1231300345224396e-05,
      "loss": 0.3325,
      "step": 597
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.25009521464769496,
      "learning_rate": 2.1173762945914845e-05,
      "loss": 0.3457,
      "step": 598
    },
    {
      "epoch": 1.860248447204969,
      "grad_norm": 0.3055325339631166,
      "learning_rate": 2.1116225546605294e-05,
      "loss": 0.3506,
      "step": 599
    },
    {
      "epoch": 1.8633540372670807,
      "grad_norm": 0.28613812992385934,
      "learning_rate": 2.1058688147295742e-05,
      "loss": 0.3609,
      "step": 600
    },
    {
      "epoch": 1.8664596273291925,
      "grad_norm": 0.2705173567449075,
      "learning_rate": 2.100115074798619e-05,
      "loss": 0.3259,
      "step": 601
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 0.3180478776075474,
      "learning_rate": 2.094361334867664e-05,
      "loss": 0.3459,
      "step": 602
    },
    {
      "epoch": 1.8726708074534162,
      "grad_norm": 0.2667088182720578,
      "learning_rate": 2.088607594936709e-05,
      "loss": 0.3415,
      "step": 603
    },
    {
      "epoch": 1.875776397515528,
      "grad_norm": 0.2721287511996052,
      "learning_rate": 2.0828538550057537e-05,
      "loss": 0.3295,
      "step": 604
    },
    {
      "epoch": 1.87888198757764,
      "grad_norm": 0.24692799289830528,
      "learning_rate": 2.0771001150747986e-05,
      "loss": 0.3389,
      "step": 605
    },
    {
      "epoch": 1.8819875776397517,
      "grad_norm": 0.25562500894154333,
      "learning_rate": 2.0713463751438435e-05,
      "loss": 0.3319,
      "step": 606
    },
    {
      "epoch": 1.8850931677018634,
      "grad_norm": 0.2788963760074411,
      "learning_rate": 2.0655926352128883e-05,
      "loss": 0.3285,
      "step": 607
    },
    {
      "epoch": 1.8881987577639752,
      "grad_norm": 0.24657052891375197,
      "learning_rate": 2.0598388952819332e-05,
      "loss": 0.3457,
      "step": 608
    },
    {
      "epoch": 1.891304347826087,
      "grad_norm": 0.32309129817645427,
      "learning_rate": 2.054085155350978e-05,
      "loss": 0.3403,
      "step": 609
    },
    {
      "epoch": 1.8944099378881987,
      "grad_norm": 0.30175425766070024,
      "learning_rate": 2.048331415420023e-05,
      "loss": 0.3471,
      "step": 610
    },
    {
      "epoch": 1.8975155279503104,
      "grad_norm": 0.26841376007608464,
      "learning_rate": 2.042577675489068e-05,
      "loss": 0.3375,
      "step": 611
    },
    {
      "epoch": 1.9006211180124224,
      "grad_norm": 0.262662943207609,
      "learning_rate": 2.0368239355581127e-05,
      "loss": 0.3323,
      "step": 612
    },
    {
      "epoch": 1.9037267080745341,
      "grad_norm": 0.2701013469116013,
      "learning_rate": 2.0310701956271576e-05,
      "loss": 0.3421,
      "step": 613
    },
    {
      "epoch": 1.9068322981366461,
      "grad_norm": 0.2714596873719603,
      "learning_rate": 2.0253164556962025e-05,
      "loss": 0.3459,
      "step": 614
    },
    {
      "epoch": 1.9099378881987579,
      "grad_norm": 0.27588772682551244,
      "learning_rate": 2.0195627157652473e-05,
      "loss": 0.3393,
      "step": 615
    },
    {
      "epoch": 1.9130434782608696,
      "grad_norm": 0.2599899065726882,
      "learning_rate": 2.0138089758342922e-05,
      "loss": 0.3272,
      "step": 616
    },
    {
      "epoch": 1.9161490683229814,
      "grad_norm": 0.29859390134967695,
      "learning_rate": 2.008055235903337e-05,
      "loss": 0.3406,
      "step": 617
    },
    {
      "epoch": 1.9192546583850931,
      "grad_norm": 0.2506363801804046,
      "learning_rate": 2.002301495972382e-05,
      "loss": 0.3442,
      "step": 618
    },
    {
      "epoch": 1.9223602484472049,
      "grad_norm": 0.27643958694894183,
      "learning_rate": 1.9965477560414268e-05,
      "loss": 0.3266,
      "step": 619
    },
    {
      "epoch": 1.9254658385093166,
      "grad_norm": 0.24433788612177662,
      "learning_rate": 1.9907940161104717e-05,
      "loss": 0.3282,
      "step": 620
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 0.23745008386988042,
      "learning_rate": 1.9850402761795166e-05,
      "loss": 0.3362,
      "step": 621
    },
    {
      "epoch": 1.9316770186335404,
      "grad_norm": 0.26121859150272697,
      "learning_rate": 1.9792865362485614e-05,
      "loss": 0.3286,
      "step": 622
    },
    {
      "epoch": 1.9347826086956523,
      "grad_norm": 0.2593462473033886,
      "learning_rate": 1.9735327963176063e-05,
      "loss": 0.3277,
      "step": 623
    },
    {
      "epoch": 1.937888198757764,
      "grad_norm": 0.251734596039316,
      "learning_rate": 1.9677790563866512e-05,
      "loss": 0.3243,
      "step": 624
    },
    {
      "epoch": 1.9409937888198758,
      "grad_norm": 0.2796993503020773,
      "learning_rate": 1.962025316455696e-05,
      "loss": 0.341,
      "step": 625
    },
    {
      "epoch": 1.9440993788819876,
      "grad_norm": 0.24405119567007771,
      "learning_rate": 1.956271576524741e-05,
      "loss": 0.3263,
      "step": 626
    },
    {
      "epoch": 1.9472049689440993,
      "grad_norm": 0.2551104705286801,
      "learning_rate": 1.9505178365937858e-05,
      "loss": 0.3273,
      "step": 627
    },
    {
      "epoch": 1.950310559006211,
      "grad_norm": 0.30160867369839583,
      "learning_rate": 1.9447640966628307e-05,
      "loss": 0.3461,
      "step": 628
    },
    {
      "epoch": 1.9534161490683228,
      "grad_norm": 0.2307083280109175,
      "learning_rate": 1.9390103567318755e-05,
      "loss": 0.3195,
      "step": 629
    },
    {
      "epoch": 1.9565217391304348,
      "grad_norm": 0.27856475014068843,
      "learning_rate": 1.9332566168009204e-05,
      "loss": 0.3534,
      "step": 630
    },
    {
      "epoch": 1.9596273291925466,
      "grad_norm": 0.2422123663936176,
      "learning_rate": 1.9275028768699653e-05,
      "loss": 0.3444,
      "step": 631
    },
    {
      "epoch": 1.9627329192546585,
      "grad_norm": 0.2508344560707552,
      "learning_rate": 1.92174913693901e-05,
      "loss": 0.3316,
      "step": 632
    },
    {
      "epoch": 1.9658385093167703,
      "grad_norm": 0.25457679605852573,
      "learning_rate": 1.915995397008055e-05,
      "loss": 0.3511,
      "step": 633
    },
    {
      "epoch": 1.968944099378882,
      "grad_norm": 0.255448027513179,
      "learning_rate": 1.9102416570771002e-05,
      "loss": 0.3417,
      "step": 634
    },
    {
      "epoch": 1.9720496894409938,
      "grad_norm": 0.2655225587813165,
      "learning_rate": 1.904487917146145e-05,
      "loss": 0.3364,
      "step": 635
    },
    {
      "epoch": 1.9751552795031055,
      "grad_norm": 0.2644532896395622,
      "learning_rate": 1.89873417721519e-05,
      "loss": 0.3439,
      "step": 636
    },
    {
      "epoch": 1.9782608695652173,
      "grad_norm": 0.25431765900047304,
      "learning_rate": 1.892980437284235e-05,
      "loss": 0.3277,
      "step": 637
    },
    {
      "epoch": 1.981366459627329,
      "grad_norm": 0.253925081047276,
      "learning_rate": 1.8872266973532797e-05,
      "loss": 0.345,
      "step": 638
    },
    {
      "epoch": 1.984472049689441,
      "grad_norm": 0.2542103813230237,
      "learning_rate": 1.8814729574223246e-05,
      "loss": 0.3458,
      "step": 639
    },
    {
      "epoch": 1.9875776397515528,
      "grad_norm": 0.298104123148457,
      "learning_rate": 1.8757192174913695e-05,
      "loss": 0.3278,
      "step": 640
    },
    {
      "epoch": 1.9906832298136647,
      "grad_norm": 0.2322373735825899,
      "learning_rate": 1.8699654775604144e-05,
      "loss": 0.3426,
      "step": 641
    },
    {
      "epoch": 1.9937888198757765,
      "grad_norm": 0.24606988538470728,
      "learning_rate": 1.8642117376294592e-05,
      "loss": 0.3358,
      "step": 642
    },
    {
      "epoch": 1.9968944099378882,
      "grad_norm": 0.2849652231363428,
      "learning_rate": 1.858457997698504e-05,
      "loss": 0.315,
      "step": 643
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.277308601131606,
      "learning_rate": 1.852704257767549e-05,
      "loss": 0.3275,
      "step": 644
    },
    {
      "epoch": 2.0031055900621118,
      "grad_norm": 0.3117446232875321,
      "learning_rate": 1.846950517836594e-05,
      "loss": 0.2631,
      "step": 645
    },
    {
      "epoch": 2.0062111801242235,
      "grad_norm": 0.27820371561408924,
      "learning_rate": 1.8411967779056387e-05,
      "loss": 0.26,
      "step": 646
    },
    {
      "epoch": 2.0093167701863353,
      "grad_norm": 0.35212508445991075,
      "learning_rate": 1.8354430379746836e-05,
      "loss": 0.2589,
      "step": 647
    },
    {
      "epoch": 2.012422360248447,
      "grad_norm": 0.29598296168936833,
      "learning_rate": 1.8296892980437285e-05,
      "loss": 0.2727,
      "step": 648
    },
    {
      "epoch": 2.015527950310559,
      "grad_norm": 0.23748767777958518,
      "learning_rate": 1.8239355581127733e-05,
      "loss": 0.2603,
      "step": 649
    },
    {
      "epoch": 2.018633540372671,
      "grad_norm": 0.3396040317332316,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.2494,
      "step": 650
    },
    {
      "epoch": 2.0217391304347827,
      "grad_norm": 0.26773683268799814,
      "learning_rate": 1.812428078250863e-05,
      "loss": 0.2538,
      "step": 651
    },
    {
      "epoch": 2.0248447204968945,
      "grad_norm": 0.26908218639639603,
      "learning_rate": 1.806674338319908e-05,
      "loss": 0.2636,
      "step": 652
    },
    {
      "epoch": 2.027950310559006,
      "grad_norm": 0.2934635435841592,
      "learning_rate": 1.8009205983889528e-05,
      "loss": 0.25,
      "step": 653
    },
    {
      "epoch": 2.031055900621118,
      "grad_norm": 0.2785089363356141,
      "learning_rate": 1.7951668584579977e-05,
      "loss": 0.2441,
      "step": 654
    },
    {
      "epoch": 2.0341614906832297,
      "grad_norm": 0.2638349484890508,
      "learning_rate": 1.7894131185270426e-05,
      "loss": 0.2519,
      "step": 655
    },
    {
      "epoch": 2.0372670807453415,
      "grad_norm": 0.2586235412884467,
      "learning_rate": 1.7836593785960874e-05,
      "loss": 0.2509,
      "step": 656
    },
    {
      "epoch": 2.040372670807453,
      "grad_norm": 0.2472488808463837,
      "learning_rate": 1.7779056386651323e-05,
      "loss": 0.2538,
      "step": 657
    },
    {
      "epoch": 2.0434782608695654,
      "grad_norm": 0.2795998982851747,
      "learning_rate": 1.7721518987341772e-05,
      "loss": 0.245,
      "step": 658
    },
    {
      "epoch": 2.046583850931677,
      "grad_norm": 0.22761521829171,
      "learning_rate": 1.766398158803222e-05,
      "loss": 0.257,
      "step": 659
    },
    {
      "epoch": 2.049689440993789,
      "grad_norm": 0.27491770536559856,
      "learning_rate": 1.760644418872267e-05,
      "loss": 0.2543,
      "step": 660
    },
    {
      "epoch": 2.0527950310559007,
      "grad_norm": 0.2694008994446243,
      "learning_rate": 1.7548906789413118e-05,
      "loss": 0.2523,
      "step": 661
    },
    {
      "epoch": 2.0559006211180124,
      "grad_norm": 0.2649790265269665,
      "learning_rate": 1.7491369390103567e-05,
      "loss": 0.2638,
      "step": 662
    },
    {
      "epoch": 2.059006211180124,
      "grad_norm": 0.2592501818191762,
      "learning_rate": 1.7433831990794016e-05,
      "loss": 0.2577,
      "step": 663
    },
    {
      "epoch": 2.062111801242236,
      "grad_norm": 0.2669822602469171,
      "learning_rate": 1.7376294591484464e-05,
      "loss": 0.2609,
      "step": 664
    },
    {
      "epoch": 2.0652173913043477,
      "grad_norm": 0.24387894874703012,
      "learning_rate": 1.7318757192174913e-05,
      "loss": 0.2633,
      "step": 665
    },
    {
      "epoch": 2.0683229813664594,
      "grad_norm": 0.2492896708129992,
      "learning_rate": 1.7261219792865362e-05,
      "loss": 0.2574,
      "step": 666
    },
    {
      "epoch": 2.0714285714285716,
      "grad_norm": 0.23542048799701373,
      "learning_rate": 1.720368239355581e-05,
      "loss": 0.2472,
      "step": 667
    },
    {
      "epoch": 2.0745341614906834,
      "grad_norm": 0.23318721989860372,
      "learning_rate": 1.714614499424626e-05,
      "loss": 0.2492,
      "step": 668
    },
    {
      "epoch": 2.077639751552795,
      "grad_norm": 0.2184370669246145,
      "learning_rate": 1.7088607594936708e-05,
      "loss": 0.2614,
      "step": 669
    },
    {
      "epoch": 2.080745341614907,
      "grad_norm": 0.23606974543337897,
      "learning_rate": 1.7031070195627157e-05,
      "loss": 0.2669,
      "step": 670
    },
    {
      "epoch": 2.0838509316770186,
      "grad_norm": 0.24573655537821745,
      "learning_rate": 1.6973532796317605e-05,
      "loss": 0.2495,
      "step": 671
    },
    {
      "epoch": 2.0869565217391304,
      "grad_norm": 0.22577283258104885,
      "learning_rate": 1.6915995397008054e-05,
      "loss": 0.2324,
      "step": 672
    },
    {
      "epoch": 2.090062111801242,
      "grad_norm": 0.22880524187260692,
      "learning_rate": 1.6858457997698503e-05,
      "loss": 0.2454,
      "step": 673
    },
    {
      "epoch": 2.093167701863354,
      "grad_norm": 0.23649506425354394,
      "learning_rate": 1.680092059838895e-05,
      "loss": 0.2706,
      "step": 674
    },
    {
      "epoch": 2.0962732919254656,
      "grad_norm": 0.25403811052331426,
      "learning_rate": 1.67433831990794e-05,
      "loss": 0.2543,
      "step": 675
    },
    {
      "epoch": 2.099378881987578,
      "grad_norm": 0.2443521353581772,
      "learning_rate": 1.668584579976985e-05,
      "loss": 0.2484,
      "step": 676
    },
    {
      "epoch": 2.1024844720496896,
      "grad_norm": 0.21359909291298998,
      "learning_rate": 1.6628308400460298e-05,
      "loss": 0.242,
      "step": 677
    },
    {
      "epoch": 2.1055900621118013,
      "grad_norm": 0.2270460742418379,
      "learning_rate": 1.6570771001150746e-05,
      "loss": 0.248,
      "step": 678
    },
    {
      "epoch": 2.108695652173913,
      "grad_norm": 0.22643050215454086,
      "learning_rate": 1.6513233601841195e-05,
      "loss": 0.2477,
      "step": 679
    },
    {
      "epoch": 2.111801242236025,
      "grad_norm": 0.22299140134872011,
      "learning_rate": 1.6455696202531644e-05,
      "loss": 0.2568,
      "step": 680
    },
    {
      "epoch": 2.1149068322981366,
      "grad_norm": 0.21597401049687515,
      "learning_rate": 1.6398158803222093e-05,
      "loss": 0.2567,
      "step": 681
    },
    {
      "epoch": 2.1180124223602483,
      "grad_norm": 0.21424964627998483,
      "learning_rate": 1.634062140391254e-05,
      "loss": 0.2594,
      "step": 682
    },
    {
      "epoch": 2.12111801242236,
      "grad_norm": 0.22064934278360224,
      "learning_rate": 1.628308400460299e-05,
      "loss": 0.2548,
      "step": 683
    },
    {
      "epoch": 2.124223602484472,
      "grad_norm": 0.2226010291399242,
      "learning_rate": 1.622554660529344e-05,
      "loss": 0.2392,
      "step": 684
    },
    {
      "epoch": 2.127329192546584,
      "grad_norm": 0.23817934921154135,
      "learning_rate": 1.616800920598389e-05,
      "loss": 0.263,
      "step": 685
    },
    {
      "epoch": 2.130434782608696,
      "grad_norm": 0.21811012125800597,
      "learning_rate": 1.611047180667434e-05,
      "loss": 0.239,
      "step": 686
    },
    {
      "epoch": 2.1335403726708075,
      "grad_norm": 0.22669201592312113,
      "learning_rate": 1.605293440736479e-05,
      "loss": 0.2526,
      "step": 687
    },
    {
      "epoch": 2.1366459627329193,
      "grad_norm": 0.23305634956402152,
      "learning_rate": 1.5995397008055237e-05,
      "loss": 0.2685,
      "step": 688
    },
    {
      "epoch": 2.139751552795031,
      "grad_norm": 0.2115884014346869,
      "learning_rate": 1.5937859608745686e-05,
      "loss": 0.2393,
      "step": 689
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.2115627751194399,
      "learning_rate": 1.5880322209436135e-05,
      "loss": 0.251,
      "step": 690
    },
    {
      "epoch": 2.1459627329192545,
      "grad_norm": 0.21692908050798426,
      "learning_rate": 1.5822784810126583e-05,
      "loss": 0.2512,
      "step": 691
    },
    {
      "epoch": 2.1490683229813663,
      "grad_norm": 0.22462301830943301,
      "learning_rate": 1.5765247410817032e-05,
      "loss": 0.2511,
      "step": 692
    },
    {
      "epoch": 2.1521739130434785,
      "grad_norm": 0.19326801109974084,
      "learning_rate": 1.570771001150748e-05,
      "loss": 0.2452,
      "step": 693
    },
    {
      "epoch": 2.1552795031055902,
      "grad_norm": 0.23274032126488928,
      "learning_rate": 1.565017261219793e-05,
      "loss": 0.2529,
      "step": 694
    },
    {
      "epoch": 2.158385093167702,
      "grad_norm": 0.22582002907669432,
      "learning_rate": 1.5592635212888378e-05,
      "loss": 0.2597,
      "step": 695
    },
    {
      "epoch": 2.1614906832298137,
      "grad_norm": 0.21665150454694335,
      "learning_rate": 1.5535097813578827e-05,
      "loss": 0.258,
      "step": 696
    },
    {
      "epoch": 2.1645962732919255,
      "grad_norm": 0.21401338541621684,
      "learning_rate": 1.5477560414269276e-05,
      "loss": 0.2556,
      "step": 697
    },
    {
      "epoch": 2.1677018633540373,
      "grad_norm": 0.23527336018366451,
      "learning_rate": 1.5420023014959724e-05,
      "loss": 0.2582,
      "step": 698
    },
    {
      "epoch": 2.170807453416149,
      "grad_norm": 0.21445105954714194,
      "learning_rate": 1.5362485615650173e-05,
      "loss": 0.2503,
      "step": 699
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 0.21511080318136375,
      "learning_rate": 1.5304948216340622e-05,
      "loss": 0.2566,
      "step": 700
    },
    {
      "epoch": 2.1770186335403725,
      "grad_norm": 0.24111702768301724,
      "learning_rate": 1.5247410817031072e-05,
      "loss": 0.2425,
      "step": 701
    },
    {
      "epoch": 2.1801242236024843,
      "grad_norm": 0.21498468064553858,
      "learning_rate": 1.5189873417721521e-05,
      "loss": 0.2439,
      "step": 702
    },
    {
      "epoch": 2.1832298136645965,
      "grad_norm": 0.21967291818581178,
      "learning_rate": 1.513233601841197e-05,
      "loss": 0.2509,
      "step": 703
    },
    {
      "epoch": 2.186335403726708,
      "grad_norm": 0.2205935490599146,
      "learning_rate": 1.5074798619102418e-05,
      "loss": 0.2579,
      "step": 704
    },
    {
      "epoch": 2.18944099378882,
      "grad_norm": 0.23758914721632698,
      "learning_rate": 1.5017261219792867e-05,
      "loss": 0.2399,
      "step": 705
    },
    {
      "epoch": 2.1925465838509317,
      "grad_norm": 0.19571832530537867,
      "learning_rate": 1.4959723820483316e-05,
      "loss": 0.2404,
      "step": 706
    },
    {
      "epoch": 2.1956521739130435,
      "grad_norm": 0.20772523111005442,
      "learning_rate": 1.4902186421173765e-05,
      "loss": 0.2489,
      "step": 707
    },
    {
      "epoch": 2.198757763975155,
      "grad_norm": 0.2078388868457063,
      "learning_rate": 1.4844649021864213e-05,
      "loss": 0.2404,
      "step": 708
    },
    {
      "epoch": 2.201863354037267,
      "grad_norm": 0.24074640885647317,
      "learning_rate": 1.4787111622554662e-05,
      "loss": 0.2647,
      "step": 709
    },
    {
      "epoch": 2.2049689440993787,
      "grad_norm": 0.20937990276765678,
      "learning_rate": 1.472957422324511e-05,
      "loss": 0.2578,
      "step": 710
    },
    {
      "epoch": 2.208074534161491,
      "grad_norm": 0.2639807190802869,
      "learning_rate": 1.467203682393556e-05,
      "loss": 0.2607,
      "step": 711
    },
    {
      "epoch": 2.2111801242236027,
      "grad_norm": 0.26293955788698453,
      "learning_rate": 1.4614499424626008e-05,
      "loss": 0.2638,
      "step": 712
    },
    {
      "epoch": 2.2142857142857144,
      "grad_norm": 0.23828883015584687,
      "learning_rate": 1.4556962025316457e-05,
      "loss": 0.2577,
      "step": 713
    },
    {
      "epoch": 2.217391304347826,
      "grad_norm": 0.24740324327511762,
      "learning_rate": 1.4499424626006906e-05,
      "loss": 0.2603,
      "step": 714
    },
    {
      "epoch": 2.220496894409938,
      "grad_norm": 0.22582258369375163,
      "learning_rate": 1.4441887226697354e-05,
      "loss": 0.2442,
      "step": 715
    },
    {
      "epoch": 2.2236024844720497,
      "grad_norm": 0.24839008006413138,
      "learning_rate": 1.4384349827387803e-05,
      "loss": 0.2591,
      "step": 716
    },
    {
      "epoch": 2.2267080745341614,
      "grad_norm": 0.2507061092171656,
      "learning_rate": 1.4326812428078252e-05,
      "loss": 0.2525,
      "step": 717
    },
    {
      "epoch": 2.229813664596273,
      "grad_norm": 0.214855054431312,
      "learning_rate": 1.42692750287687e-05,
      "loss": 0.2436,
      "step": 718
    },
    {
      "epoch": 2.232919254658385,
      "grad_norm": 0.21592522701402342,
      "learning_rate": 1.421173762945915e-05,
      "loss": 0.2516,
      "step": 719
    },
    {
      "epoch": 2.2360248447204967,
      "grad_norm": 0.20915695199545198,
      "learning_rate": 1.4154200230149598e-05,
      "loss": 0.2597,
      "step": 720
    },
    {
      "epoch": 2.239130434782609,
      "grad_norm": 0.22903634190903957,
      "learning_rate": 1.4096662830840047e-05,
      "loss": 0.2667,
      "step": 721
    },
    {
      "epoch": 2.2422360248447206,
      "grad_norm": 0.21439993038647093,
      "learning_rate": 1.4039125431530495e-05,
      "loss": 0.2436,
      "step": 722
    },
    {
      "epoch": 2.2453416149068324,
      "grad_norm": 0.21937639860358657,
      "learning_rate": 1.3981588032220944e-05,
      "loss": 0.2458,
      "step": 723
    },
    {
      "epoch": 2.248447204968944,
      "grad_norm": 0.2013130017609961,
      "learning_rate": 1.3924050632911393e-05,
      "loss": 0.2491,
      "step": 724
    },
    {
      "epoch": 2.251552795031056,
      "grad_norm": 0.22887750081435682,
      "learning_rate": 1.3866513233601842e-05,
      "loss": 0.2441,
      "step": 725
    },
    {
      "epoch": 2.2546583850931676,
      "grad_norm": 0.2288064963841507,
      "learning_rate": 1.380897583429229e-05,
      "loss": 0.2418,
      "step": 726
    },
    {
      "epoch": 2.2577639751552794,
      "grad_norm": 0.23248918550222136,
      "learning_rate": 1.3751438434982739e-05,
      "loss": 0.2625,
      "step": 727
    },
    {
      "epoch": 2.260869565217391,
      "grad_norm": 0.2090094171369587,
      "learning_rate": 1.3693901035673188e-05,
      "loss": 0.2507,
      "step": 728
    },
    {
      "epoch": 2.2639751552795033,
      "grad_norm": 0.23154174958563464,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 0.2586,
      "step": 729
    },
    {
      "epoch": 2.267080745341615,
      "grad_norm": 0.24350218064576923,
      "learning_rate": 1.3578826237054085e-05,
      "loss": 0.263,
      "step": 730
    },
    {
      "epoch": 2.270186335403727,
      "grad_norm": 0.2278585941156764,
      "learning_rate": 1.3521288837744534e-05,
      "loss": 0.2555,
      "step": 731
    },
    {
      "epoch": 2.2732919254658386,
      "grad_norm": 0.20801276930170154,
      "learning_rate": 1.3463751438434983e-05,
      "loss": 0.2572,
      "step": 732
    },
    {
      "epoch": 2.2763975155279503,
      "grad_norm": 0.22919123007559652,
      "learning_rate": 1.3406214039125431e-05,
      "loss": 0.2582,
      "step": 733
    },
    {
      "epoch": 2.279503105590062,
      "grad_norm": 0.21268694380279451,
      "learning_rate": 1.334867663981588e-05,
      "loss": 0.2512,
      "step": 734
    },
    {
      "epoch": 2.282608695652174,
      "grad_norm": 0.2182606134520971,
      "learning_rate": 1.3291139240506329e-05,
      "loss": 0.2536,
      "step": 735
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.2177977754376004,
      "learning_rate": 1.323360184119678e-05,
      "loss": 0.2589,
      "step": 736
    },
    {
      "epoch": 2.2888198757763973,
      "grad_norm": 0.2079260936390528,
      "learning_rate": 1.3176064441887228e-05,
      "loss": 0.2445,
      "step": 737
    },
    {
      "epoch": 2.291925465838509,
      "grad_norm": 0.21654285079809454,
      "learning_rate": 1.3118527042577677e-05,
      "loss": 0.2492,
      "step": 738
    },
    {
      "epoch": 2.2950310559006213,
      "grad_norm": 0.22224222175484207,
      "learning_rate": 1.3060989643268126e-05,
      "loss": 0.2555,
      "step": 739
    },
    {
      "epoch": 2.298136645962733,
      "grad_norm": 0.2013544241929392,
      "learning_rate": 1.3003452243958574e-05,
      "loss": 0.2457,
      "step": 740
    },
    {
      "epoch": 2.301242236024845,
      "grad_norm": 0.21733404218015004,
      "learning_rate": 1.2945914844649023e-05,
      "loss": 0.2659,
      "step": 741
    },
    {
      "epoch": 2.3043478260869565,
      "grad_norm": 0.21179336140885693,
      "learning_rate": 1.2888377445339472e-05,
      "loss": 0.2426,
      "step": 742
    },
    {
      "epoch": 2.3074534161490683,
      "grad_norm": 0.2285599698694653,
      "learning_rate": 1.283084004602992e-05,
      "loss": 0.2429,
      "step": 743
    },
    {
      "epoch": 2.31055900621118,
      "grad_norm": 0.19835079918909265,
      "learning_rate": 1.2773302646720369e-05,
      "loss": 0.2489,
      "step": 744
    },
    {
      "epoch": 2.313664596273292,
      "grad_norm": 0.2298623252387309,
      "learning_rate": 1.2715765247410818e-05,
      "loss": 0.2655,
      "step": 745
    },
    {
      "epoch": 2.3167701863354035,
      "grad_norm": 0.23867880872639935,
      "learning_rate": 1.2658227848101267e-05,
      "loss": 0.2498,
      "step": 746
    },
    {
      "epoch": 2.3198757763975157,
      "grad_norm": 0.21037856832784158,
      "learning_rate": 1.2600690448791715e-05,
      "loss": 0.2589,
      "step": 747
    },
    {
      "epoch": 2.3229813664596275,
      "grad_norm": 0.24695028457966048,
      "learning_rate": 1.2543153049482164e-05,
      "loss": 0.2502,
      "step": 748
    },
    {
      "epoch": 2.3260869565217392,
      "grad_norm": 0.23360363557581765,
      "learning_rate": 1.2485615650172613e-05,
      "loss": 0.259,
      "step": 749
    },
    {
      "epoch": 2.329192546583851,
      "grad_norm": 0.22335503888847086,
      "learning_rate": 1.2428078250863062e-05,
      "loss": 0.2456,
      "step": 750
    },
    {
      "epoch": 2.3322981366459627,
      "grad_norm": 0.21231134626201825,
      "learning_rate": 1.237054085155351e-05,
      "loss": 0.26,
      "step": 751
    },
    {
      "epoch": 2.3354037267080745,
      "grad_norm": 0.20990198210516803,
      "learning_rate": 1.2313003452243959e-05,
      "loss": 0.2441,
      "step": 752
    },
    {
      "epoch": 2.3385093167701863,
      "grad_norm": 0.221067131454967,
      "learning_rate": 1.2255466052934408e-05,
      "loss": 0.2469,
      "step": 753
    },
    {
      "epoch": 2.341614906832298,
      "grad_norm": 0.22138406777470937,
      "learning_rate": 1.2197928653624856e-05,
      "loss": 0.261,
      "step": 754
    },
    {
      "epoch": 2.3447204968944098,
      "grad_norm": 0.21398489008508845,
      "learning_rate": 1.2140391254315305e-05,
      "loss": 0.2566,
      "step": 755
    },
    {
      "epoch": 2.3478260869565215,
      "grad_norm": 0.20448116831895594,
      "learning_rate": 1.2082853855005754e-05,
      "loss": 0.2598,
      "step": 756
    },
    {
      "epoch": 2.3509316770186337,
      "grad_norm": 0.21255766006062407,
      "learning_rate": 1.2025316455696203e-05,
      "loss": 0.2526,
      "step": 757
    },
    {
      "epoch": 2.3540372670807455,
      "grad_norm": 0.19087455271546003,
      "learning_rate": 1.1967779056386651e-05,
      "loss": 0.2537,
      "step": 758
    },
    {
      "epoch": 2.357142857142857,
      "grad_norm": 0.20379774772998854,
      "learning_rate": 1.19102416570771e-05,
      "loss": 0.2668,
      "step": 759
    },
    {
      "epoch": 2.360248447204969,
      "grad_norm": 0.19801295062012142,
      "learning_rate": 1.1852704257767549e-05,
      "loss": 0.2479,
      "step": 760
    },
    {
      "epoch": 2.3633540372670807,
      "grad_norm": 0.2053725094185451,
      "learning_rate": 1.1795166858457997e-05,
      "loss": 0.2597,
      "step": 761
    },
    {
      "epoch": 2.3664596273291925,
      "grad_norm": 0.19414430502845648,
      "learning_rate": 1.1737629459148446e-05,
      "loss": 0.2445,
      "step": 762
    },
    {
      "epoch": 2.369565217391304,
      "grad_norm": 0.20779479767313294,
      "learning_rate": 1.1680092059838895e-05,
      "loss": 0.2649,
      "step": 763
    },
    {
      "epoch": 2.372670807453416,
      "grad_norm": 0.20304929332054908,
      "learning_rate": 1.1622554660529344e-05,
      "loss": 0.2624,
      "step": 764
    },
    {
      "epoch": 2.375776397515528,
      "grad_norm": 0.20512146624367367,
      "learning_rate": 1.1565017261219792e-05,
      "loss": 0.2532,
      "step": 765
    },
    {
      "epoch": 2.37888198757764,
      "grad_norm": 0.1948376797912715,
      "learning_rate": 1.1507479861910241e-05,
      "loss": 0.2593,
      "step": 766
    },
    {
      "epoch": 2.3819875776397517,
      "grad_norm": 0.20111608619484334,
      "learning_rate": 1.144994246260069e-05,
      "loss": 0.2431,
      "step": 767
    },
    {
      "epoch": 2.3850931677018634,
      "grad_norm": 0.20424563225076126,
      "learning_rate": 1.139240506329114e-05,
      "loss": 0.239,
      "step": 768
    },
    {
      "epoch": 2.388198757763975,
      "grad_norm": 0.20385122820209117,
      "learning_rate": 1.1334867663981589e-05,
      "loss": 0.2519,
      "step": 769
    },
    {
      "epoch": 2.391304347826087,
      "grad_norm": 0.2169017997179514,
      "learning_rate": 1.1277330264672038e-05,
      "loss": 0.2599,
      "step": 770
    },
    {
      "epoch": 2.3944099378881987,
      "grad_norm": 0.20583351351917192,
      "learning_rate": 1.1219792865362486e-05,
      "loss": 0.2515,
      "step": 771
    },
    {
      "epoch": 2.3975155279503104,
      "grad_norm": 0.20864268761499544,
      "learning_rate": 1.1162255466052935e-05,
      "loss": 0.2674,
      "step": 772
    },
    {
      "epoch": 2.400621118012422,
      "grad_norm": 0.18352483617724127,
      "learning_rate": 1.1104718066743384e-05,
      "loss": 0.2517,
      "step": 773
    },
    {
      "epoch": 2.403726708074534,
      "grad_norm": 0.19458848397143083,
      "learning_rate": 1.1047180667433833e-05,
      "loss": 0.2348,
      "step": 774
    },
    {
      "epoch": 2.406832298136646,
      "grad_norm": 0.22085258658145707,
      "learning_rate": 1.0989643268124281e-05,
      "loss": 0.2626,
      "step": 775
    },
    {
      "epoch": 2.409937888198758,
      "grad_norm": 0.2244287112114885,
      "learning_rate": 1.093210586881473e-05,
      "loss": 0.2656,
      "step": 776
    },
    {
      "epoch": 2.4130434782608696,
      "grad_norm": 0.2064604218573695,
      "learning_rate": 1.0874568469505179e-05,
      "loss": 0.2474,
      "step": 777
    },
    {
      "epoch": 2.4161490683229814,
      "grad_norm": 0.2170623734624135,
      "learning_rate": 1.0817031070195628e-05,
      "loss": 0.2673,
      "step": 778
    },
    {
      "epoch": 2.419254658385093,
      "grad_norm": 0.21813795262022834,
      "learning_rate": 1.0759493670886076e-05,
      "loss": 0.2566,
      "step": 779
    },
    {
      "epoch": 2.422360248447205,
      "grad_norm": 0.20015983943955706,
      "learning_rate": 1.0701956271576525e-05,
      "loss": 0.2433,
      "step": 780
    },
    {
      "epoch": 2.4254658385093166,
      "grad_norm": 0.2518786075901923,
      "learning_rate": 1.0644418872266974e-05,
      "loss": 0.2542,
      "step": 781
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 0.2039696978745147,
      "learning_rate": 1.0586881472957422e-05,
      "loss": 0.2635,
      "step": 782
    },
    {
      "epoch": 2.4316770186335406,
      "grad_norm": 0.20193387084839037,
      "learning_rate": 1.0529344073647871e-05,
      "loss": 0.2529,
      "step": 783
    },
    {
      "epoch": 2.4347826086956523,
      "grad_norm": 0.22256582381404963,
      "learning_rate": 1.047180667433832e-05,
      "loss": 0.2502,
      "step": 784
    },
    {
      "epoch": 2.437888198757764,
      "grad_norm": 0.20375665724837322,
      "learning_rate": 1.0414269275028769e-05,
      "loss": 0.241,
      "step": 785
    },
    {
      "epoch": 2.440993788819876,
      "grad_norm": 0.2179110760676831,
      "learning_rate": 1.0356731875719217e-05,
      "loss": 0.2599,
      "step": 786
    },
    {
      "epoch": 2.4440993788819876,
      "grad_norm": 0.22202976810767208,
      "learning_rate": 1.0299194476409666e-05,
      "loss": 0.2505,
      "step": 787
    },
    {
      "epoch": 2.4472049689440993,
      "grad_norm": 0.42670457942092715,
      "learning_rate": 1.0241657077100115e-05,
      "loss": 0.241,
      "step": 788
    },
    {
      "epoch": 2.450310559006211,
      "grad_norm": 0.20784564321109833,
      "learning_rate": 1.0184119677790564e-05,
      "loss": 0.2567,
      "step": 789
    },
    {
      "epoch": 2.453416149068323,
      "grad_norm": 0.20121980240137796,
      "learning_rate": 1.0126582278481012e-05,
      "loss": 0.2451,
      "step": 790
    },
    {
      "epoch": 2.4565217391304346,
      "grad_norm": 0.21747971229319626,
      "learning_rate": 1.0069044879171461e-05,
      "loss": 0.2387,
      "step": 791
    },
    {
      "epoch": 2.4596273291925463,
      "grad_norm": 0.18957130652801002,
      "learning_rate": 1.001150747986191e-05,
      "loss": 0.2404,
      "step": 792
    },
    {
      "epoch": 2.4627329192546585,
      "grad_norm": 0.19623974528931779,
      "learning_rate": 9.953970080552358e-06,
      "loss": 0.2505,
      "step": 793
    },
    {
      "epoch": 2.4658385093167703,
      "grad_norm": 0.2090564420719582,
      "learning_rate": 9.896432681242807e-06,
      "loss": 0.259,
      "step": 794
    },
    {
      "epoch": 2.468944099378882,
      "grad_norm": 0.20995347548362167,
      "learning_rate": 9.838895281933256e-06,
      "loss": 0.2557,
      "step": 795
    },
    {
      "epoch": 2.472049689440994,
      "grad_norm": 0.21072680749655628,
      "learning_rate": 9.781357882623705e-06,
      "loss": 0.2507,
      "step": 796
    },
    {
      "epoch": 2.4751552795031055,
      "grad_norm": 0.2028138320185975,
      "learning_rate": 9.723820483314153e-06,
      "loss": 0.2428,
      "step": 797
    },
    {
      "epoch": 2.4782608695652173,
      "grad_norm": 0.203416816769087,
      "learning_rate": 9.666283084004602e-06,
      "loss": 0.2549,
      "step": 798
    },
    {
      "epoch": 2.481366459627329,
      "grad_norm": 0.2114980169350222,
      "learning_rate": 9.60874568469505e-06,
      "loss": 0.2544,
      "step": 799
    },
    {
      "epoch": 2.4844720496894412,
      "grad_norm": 0.1947781123063217,
      "learning_rate": 9.551208285385501e-06,
      "loss": 0.246,
      "step": 800
    },
    {
      "epoch": 2.487577639751553,
      "grad_norm": 0.2313621289649826,
      "learning_rate": 9.49367088607595e-06,
      "loss": 0.2688,
      "step": 801
    },
    {
      "epoch": 2.4906832298136647,
      "grad_norm": 0.2070540850596655,
      "learning_rate": 9.436133486766399e-06,
      "loss": 0.2594,
      "step": 802
    },
    {
      "epoch": 2.4937888198757765,
      "grad_norm": 0.21169469541077635,
      "learning_rate": 9.378596087456847e-06,
      "loss": 0.2493,
      "step": 803
    },
    {
      "epoch": 2.4968944099378882,
      "grad_norm": 0.19281802475760265,
      "learning_rate": 9.321058688147296e-06,
      "loss": 0.25,
      "step": 804
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.2175842957962285,
      "learning_rate": 9.263521288837745e-06,
      "loss": 0.2678,
      "step": 805
    },
    {
      "epoch": 2.5031055900621118,
      "grad_norm": 0.1942027851518837,
      "learning_rate": 9.205983889528194e-06,
      "loss": 0.2505,
      "step": 806
    },
    {
      "epoch": 2.5062111801242235,
      "grad_norm": 0.2119389750172559,
      "learning_rate": 9.148446490218642e-06,
      "loss": 0.2647,
      "step": 807
    },
    {
      "epoch": 2.5093167701863353,
      "grad_norm": 0.20993843490643438,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.2381,
      "step": 808
    },
    {
      "epoch": 2.512422360248447,
      "grad_norm": 0.20387329805308116,
      "learning_rate": 9.03337169159954e-06,
      "loss": 0.2404,
      "step": 809
    },
    {
      "epoch": 2.5155279503105588,
      "grad_norm": 0.206875715468925,
      "learning_rate": 8.975834292289988e-06,
      "loss": 0.2625,
      "step": 810
    },
    {
      "epoch": 2.518633540372671,
      "grad_norm": 0.20699195679204746,
      "learning_rate": 8.918296892980437e-06,
      "loss": 0.2496,
      "step": 811
    },
    {
      "epoch": 2.5217391304347827,
      "grad_norm": 0.20082335227786552,
      "learning_rate": 8.860759493670886e-06,
      "loss": 0.2472,
      "step": 812
    },
    {
      "epoch": 2.5248447204968945,
      "grad_norm": 0.20337421721934987,
      "learning_rate": 8.803222094361335e-06,
      "loss": 0.2465,
      "step": 813
    },
    {
      "epoch": 2.527950310559006,
      "grad_norm": 0.19690561472031543,
      "learning_rate": 8.745684695051783e-06,
      "loss": 0.2562,
      "step": 814
    },
    {
      "epoch": 2.531055900621118,
      "grad_norm": 0.20942292198434145,
      "learning_rate": 8.688147295742232e-06,
      "loss": 0.2448,
      "step": 815
    },
    {
      "epoch": 2.5341614906832297,
      "grad_norm": 0.22511418926211027,
      "learning_rate": 8.630609896432681e-06,
      "loss": 0.2585,
      "step": 816
    },
    {
      "epoch": 2.5372670807453415,
      "grad_norm": 0.21038192778136464,
      "learning_rate": 8.57307249712313e-06,
      "loss": 0.2463,
      "step": 817
    },
    {
      "epoch": 2.5403726708074537,
      "grad_norm": 0.18890075777071388,
      "learning_rate": 8.515535097813578e-06,
      "loss": 0.2521,
      "step": 818
    },
    {
      "epoch": 2.5434782608695654,
      "grad_norm": 0.21205002134781,
      "learning_rate": 8.457997698504027e-06,
      "loss": 0.2585,
      "step": 819
    },
    {
      "epoch": 2.546583850931677,
      "grad_norm": 0.1941024098027217,
      "learning_rate": 8.400460299194476e-06,
      "loss": 0.2566,
      "step": 820
    },
    {
      "epoch": 2.549689440993789,
      "grad_norm": 0.30349180360429645,
      "learning_rate": 8.342922899884924e-06,
      "loss": 0.2623,
      "step": 821
    },
    {
      "epoch": 2.5527950310559007,
      "grad_norm": 0.22803507573466544,
      "learning_rate": 8.285385500575373e-06,
      "loss": 0.2558,
      "step": 822
    },
    {
      "epoch": 2.5559006211180124,
      "grad_norm": 0.2020632346168216,
      "learning_rate": 8.227848101265822e-06,
      "loss": 0.2586,
      "step": 823
    },
    {
      "epoch": 2.559006211180124,
      "grad_norm": 0.19503633689058,
      "learning_rate": 8.17031070195627e-06,
      "loss": 0.2628,
      "step": 824
    },
    {
      "epoch": 2.562111801242236,
      "grad_norm": 0.19443407045409983,
      "learning_rate": 8.11277330264672e-06,
      "loss": 0.2492,
      "step": 825
    },
    {
      "epoch": 2.5652173913043477,
      "grad_norm": 0.20150007916652513,
      "learning_rate": 8.05523590333717e-06,
      "loss": 0.256,
      "step": 826
    },
    {
      "epoch": 2.5683229813664594,
      "grad_norm": 0.20193826865741932,
      "learning_rate": 7.997698504027619e-06,
      "loss": 0.2716,
      "step": 827
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.19621787984261999,
      "learning_rate": 7.940161104718067e-06,
      "loss": 0.2443,
      "step": 828
    },
    {
      "epoch": 2.5745341614906834,
      "grad_norm": 0.19610522530135707,
      "learning_rate": 7.882623705408516e-06,
      "loss": 0.2562,
      "step": 829
    },
    {
      "epoch": 2.577639751552795,
      "grad_norm": 0.1980537399225623,
      "learning_rate": 7.825086306098965e-06,
      "loss": 0.2475,
      "step": 830
    },
    {
      "epoch": 2.580745341614907,
      "grad_norm": 0.19074805307763945,
      "learning_rate": 7.767548906789413e-06,
      "loss": 0.2557,
      "step": 831
    },
    {
      "epoch": 2.5838509316770186,
      "grad_norm": 0.19613067044699573,
      "learning_rate": 7.710011507479862e-06,
      "loss": 0.2633,
      "step": 832
    },
    {
      "epoch": 2.5869565217391304,
      "grad_norm": 0.19682931877320217,
      "learning_rate": 7.652474108170311e-06,
      "loss": 0.2378,
      "step": 833
    },
    {
      "epoch": 2.590062111801242,
      "grad_norm": 0.20053417585734873,
      "learning_rate": 7.5949367088607605e-06,
      "loss": 0.2498,
      "step": 834
    },
    {
      "epoch": 2.593167701863354,
      "grad_norm": 0.19178100866522357,
      "learning_rate": 7.537399309551209e-06,
      "loss": 0.2355,
      "step": 835
    },
    {
      "epoch": 2.596273291925466,
      "grad_norm": 0.2084827189783707,
      "learning_rate": 7.479861910241658e-06,
      "loss": 0.2764,
      "step": 836
    },
    {
      "epoch": 2.599378881987578,
      "grad_norm": 0.19540838307901068,
      "learning_rate": 7.422324510932107e-06,
      "loss": 0.2437,
      "step": 837
    },
    {
      "epoch": 2.6024844720496896,
      "grad_norm": 0.19587457349490991,
      "learning_rate": 7.364787111622555e-06,
      "loss": 0.2489,
      "step": 838
    },
    {
      "epoch": 2.6055900621118013,
      "grad_norm": 0.25075690817051544,
      "learning_rate": 7.307249712313004e-06,
      "loss": 0.2648,
      "step": 839
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 0.20743291534086578,
      "learning_rate": 7.249712313003453e-06,
      "loss": 0.2646,
      "step": 840
    },
    {
      "epoch": 2.611801242236025,
      "grad_norm": 0.21071395029449075,
      "learning_rate": 7.1921749136939016e-06,
      "loss": 0.2427,
      "step": 841
    },
    {
      "epoch": 2.6149068322981366,
      "grad_norm": 0.20235523726201224,
      "learning_rate": 7.13463751438435e-06,
      "loss": 0.2587,
      "step": 842
    },
    {
      "epoch": 2.6180124223602483,
      "grad_norm": 0.20149232436113795,
      "learning_rate": 7.077100115074799e-06,
      "loss": 0.2516,
      "step": 843
    },
    {
      "epoch": 2.62111801242236,
      "grad_norm": 0.21144648873433503,
      "learning_rate": 7.019562715765248e-06,
      "loss": 0.2582,
      "step": 844
    },
    {
      "epoch": 2.624223602484472,
      "grad_norm": 0.2162300937976304,
      "learning_rate": 6.9620253164556965e-06,
      "loss": 0.2556,
      "step": 845
    },
    {
      "epoch": 2.6273291925465836,
      "grad_norm": 0.21106771620646603,
      "learning_rate": 6.904487917146145e-06,
      "loss": 0.2558,
      "step": 846
    },
    {
      "epoch": 2.630434782608696,
      "grad_norm": 0.23609832773446915,
      "learning_rate": 6.846950517836594e-06,
      "loss": 0.2572,
      "step": 847
    },
    {
      "epoch": 2.6335403726708075,
      "grad_norm": 0.21122404379666423,
      "learning_rate": 6.789413118527043e-06,
      "loss": 0.2434,
      "step": 848
    },
    {
      "epoch": 2.6366459627329193,
      "grad_norm": 0.2015181805089703,
      "learning_rate": 6.731875719217491e-06,
      "loss": 0.2418,
      "step": 849
    },
    {
      "epoch": 2.639751552795031,
      "grad_norm": 0.20647243106844593,
      "learning_rate": 6.67433831990794e-06,
      "loss": 0.265,
      "step": 850
    },
    {
      "epoch": 2.642857142857143,
      "grad_norm": 0.2083640341120549,
      "learning_rate": 6.61680092059839e-06,
      "loss": 0.2531,
      "step": 851
    },
    {
      "epoch": 2.6459627329192545,
      "grad_norm": 0.20501908976688168,
      "learning_rate": 6.559263521288838e-06,
      "loss": 0.2514,
      "step": 852
    },
    {
      "epoch": 2.6490683229813663,
      "grad_norm": 0.19844284276810914,
      "learning_rate": 6.501726121979287e-06,
      "loss": 0.2644,
      "step": 853
    },
    {
      "epoch": 2.6521739130434785,
      "grad_norm": 0.21201237882135082,
      "learning_rate": 6.444188722669736e-06,
      "loss": 0.2568,
      "step": 854
    },
    {
      "epoch": 2.6552795031055902,
      "grad_norm": 0.22195301360518224,
      "learning_rate": 6.3866513233601846e-06,
      "loss": 0.261,
      "step": 855
    },
    {
      "epoch": 2.658385093167702,
      "grad_norm": 0.19287865061356418,
      "learning_rate": 6.329113924050633e-06,
      "loss": 0.2469,
      "step": 856
    },
    {
      "epoch": 2.6614906832298137,
      "grad_norm": 0.19640829139853255,
      "learning_rate": 6.271576524741082e-06,
      "loss": 0.2462,
      "step": 857
    },
    {
      "epoch": 2.6645962732919255,
      "grad_norm": 0.20101972350059313,
      "learning_rate": 6.214039125431531e-06,
      "loss": 0.255,
      "step": 858
    },
    {
      "epoch": 2.6677018633540373,
      "grad_norm": 0.2841326489307957,
      "learning_rate": 6.1565017261219795e-06,
      "loss": 0.2457,
      "step": 859
    },
    {
      "epoch": 2.670807453416149,
      "grad_norm": 0.18827454901664883,
      "learning_rate": 6.098964326812428e-06,
      "loss": 0.2427,
      "step": 860
    },
    {
      "epoch": 2.6739130434782608,
      "grad_norm": 0.20109847479853832,
      "learning_rate": 6.041426927502877e-06,
      "loss": 0.2402,
      "step": 861
    },
    {
      "epoch": 2.6770186335403725,
      "grad_norm": 0.1910402172602598,
      "learning_rate": 5.983889528193326e-06,
      "loss": 0.2627,
      "step": 862
    },
    {
      "epoch": 2.6801242236024843,
      "grad_norm": 0.1974312904693097,
      "learning_rate": 5.926352128883774e-06,
      "loss": 0.2625,
      "step": 863
    },
    {
      "epoch": 2.683229813664596,
      "grad_norm": 0.19911868656713894,
      "learning_rate": 5.868814729574223e-06,
      "loss": 0.2368,
      "step": 864
    },
    {
      "epoch": 2.686335403726708,
      "grad_norm": 0.21362726329843149,
      "learning_rate": 5.811277330264672e-06,
      "loss": 0.2534,
      "step": 865
    },
    {
      "epoch": 2.68944099378882,
      "grad_norm": 0.20941798902436187,
      "learning_rate": 5.7537399309551206e-06,
      "loss": 0.2454,
      "step": 866
    },
    {
      "epoch": 2.6925465838509317,
      "grad_norm": 0.19014291486371018,
      "learning_rate": 5.69620253164557e-06,
      "loss": 0.2446,
      "step": 867
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 0.19597012112115988,
      "learning_rate": 5.638665132336019e-06,
      "loss": 0.2537,
      "step": 868
    },
    {
      "epoch": 2.698757763975155,
      "grad_norm": 0.19714293851097728,
      "learning_rate": 5.581127733026468e-06,
      "loss": 0.2468,
      "step": 869
    },
    {
      "epoch": 2.701863354037267,
      "grad_norm": 0.19621178971442163,
      "learning_rate": 5.523590333716916e-06,
      "loss": 0.2507,
      "step": 870
    },
    {
      "epoch": 2.704968944099379,
      "grad_norm": 0.19491684844874946,
      "learning_rate": 5.466052934407365e-06,
      "loss": 0.2413,
      "step": 871
    },
    {
      "epoch": 2.708074534161491,
      "grad_norm": 0.27521581958829827,
      "learning_rate": 5.408515535097814e-06,
      "loss": 0.2633,
      "step": 872
    },
    {
      "epoch": 2.7111801242236027,
      "grad_norm": 0.2168313001961523,
      "learning_rate": 5.3509781357882625e-06,
      "loss": 0.264,
      "step": 873
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 0.18797210234683806,
      "learning_rate": 5.293440736478711e-06,
      "loss": 0.2447,
      "step": 874
    },
    {
      "epoch": 2.717391304347826,
      "grad_norm": 0.21084636753160527,
      "learning_rate": 5.23590333716916e-06,
      "loss": 0.2619,
      "step": 875
    },
    {
      "epoch": 2.720496894409938,
      "grad_norm": 0.20635684776280216,
      "learning_rate": 5.178365937859609e-06,
      "loss": 0.2583,
      "step": 876
    },
    {
      "epoch": 2.7236024844720497,
      "grad_norm": 0.19468296653400607,
      "learning_rate": 5.120828538550057e-06,
      "loss": 0.2492,
      "step": 877
    },
    {
      "epoch": 2.7267080745341614,
      "grad_norm": 0.20398048699150237,
      "learning_rate": 5.063291139240506e-06,
      "loss": 0.2549,
      "step": 878
    },
    {
      "epoch": 2.729813664596273,
      "grad_norm": 0.18689815600092072,
      "learning_rate": 5.005753739930955e-06,
      "loss": 0.2488,
      "step": 879
    },
    {
      "epoch": 2.732919254658385,
      "grad_norm": 0.20597588086540602,
      "learning_rate": 4.948216340621404e-06,
      "loss": 0.2667,
      "step": 880
    },
    {
      "epoch": 2.7360248447204967,
      "grad_norm": 0.196856493986424,
      "learning_rate": 4.890678941311852e-06,
      "loss": 0.2513,
      "step": 881
    },
    {
      "epoch": 2.7391304347826084,
      "grad_norm": 0.19482252545749987,
      "learning_rate": 4.833141542002301e-06,
      "loss": 0.2498,
      "step": 882
    },
    {
      "epoch": 2.7422360248447206,
      "grad_norm": 0.19795769225255558,
      "learning_rate": 4.775604142692751e-06,
      "loss": 0.2499,
      "step": 883
    },
    {
      "epoch": 2.7453416149068324,
      "grad_norm": 0.21689477537897567,
      "learning_rate": 4.718066743383199e-06,
      "loss": 0.284,
      "step": 884
    },
    {
      "epoch": 2.748447204968944,
      "grad_norm": 0.2418368942479182,
      "learning_rate": 4.660529344073648e-06,
      "loss": 0.2766,
      "step": 885
    },
    {
      "epoch": 2.751552795031056,
      "grad_norm": 0.20477977797718222,
      "learning_rate": 4.602991944764097e-06,
      "loss": 0.2401,
      "step": 886
    },
    {
      "epoch": 2.7546583850931676,
      "grad_norm": 0.2006217058218365,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.2471,
      "step": 887
    },
    {
      "epoch": 2.7577639751552794,
      "grad_norm": 0.20256868584609686,
      "learning_rate": 4.487917146144994e-06,
      "loss": 0.2441,
      "step": 888
    },
    {
      "epoch": 2.7608695652173916,
      "grad_norm": 0.21086545356411496,
      "learning_rate": 4.430379746835443e-06,
      "loss": 0.255,
      "step": 889
    },
    {
      "epoch": 2.7639751552795033,
      "grad_norm": 0.19012940644030216,
      "learning_rate": 4.372842347525892e-06,
      "loss": 0.2524,
      "step": 890
    },
    {
      "epoch": 2.767080745341615,
      "grad_norm": 0.20733606950697256,
      "learning_rate": 4.3153049482163404e-06,
      "loss": 0.2502,
      "step": 891
    },
    {
      "epoch": 2.770186335403727,
      "grad_norm": 0.19869202500390978,
      "learning_rate": 4.257767548906789e-06,
      "loss": 0.2488,
      "step": 892
    },
    {
      "epoch": 2.7732919254658386,
      "grad_norm": 0.21061575298666055,
      "learning_rate": 4.200230149597238e-06,
      "loss": 0.2535,
      "step": 893
    },
    {
      "epoch": 2.7763975155279503,
      "grad_norm": 0.1902154270690934,
      "learning_rate": 4.142692750287687e-06,
      "loss": 0.2523,
      "step": 894
    },
    {
      "epoch": 2.779503105590062,
      "grad_norm": 0.19515929958573747,
      "learning_rate": 4.085155350978135e-06,
      "loss": 0.2544,
      "step": 895
    },
    {
      "epoch": 2.782608695652174,
      "grad_norm": 0.19252012143661815,
      "learning_rate": 4.027617951668585e-06,
      "loss": 0.2638,
      "step": 896
    },
    {
      "epoch": 2.7857142857142856,
      "grad_norm": 0.1923327877416844,
      "learning_rate": 3.970080552359034e-06,
      "loss": 0.2462,
      "step": 897
    },
    {
      "epoch": 2.7888198757763973,
      "grad_norm": 0.18586501981252762,
      "learning_rate": 3.912543153049482e-06,
      "loss": 0.2403,
      "step": 898
    },
    {
      "epoch": 2.791925465838509,
      "grad_norm": 0.1986091973327919,
      "learning_rate": 3.855005753739931e-06,
      "loss": 0.2655,
      "step": 899
    },
    {
      "epoch": 2.795031055900621,
      "grad_norm": 0.18536496942596287,
      "learning_rate": 3.7974683544303802e-06,
      "loss": 0.2389,
      "step": 900
    },
    {
      "epoch": 2.798136645962733,
      "grad_norm": 0.19607218549803698,
      "learning_rate": 3.739930955120829e-06,
      "loss": 0.2542,
      "step": 901
    },
    {
      "epoch": 2.801242236024845,
      "grad_norm": 0.19944282694872204,
      "learning_rate": 3.6823935558112777e-06,
      "loss": 0.2434,
      "step": 902
    },
    {
      "epoch": 2.8043478260869565,
      "grad_norm": 0.1972448743409019,
      "learning_rate": 3.6248561565017264e-06,
      "loss": 0.247,
      "step": 903
    },
    {
      "epoch": 2.8074534161490683,
      "grad_norm": 0.19361398823404677,
      "learning_rate": 3.567318757192175e-06,
      "loss": 0.2597,
      "step": 904
    },
    {
      "epoch": 2.81055900621118,
      "grad_norm": 0.19293534537923737,
      "learning_rate": 3.509781357882624e-06,
      "loss": 0.2679,
      "step": 905
    },
    {
      "epoch": 2.813664596273292,
      "grad_norm": 0.1978927145961964,
      "learning_rate": 3.4522439585730726e-06,
      "loss": 0.2474,
      "step": 906
    },
    {
      "epoch": 2.816770186335404,
      "grad_norm": 0.18672700788585406,
      "learning_rate": 3.3947065592635213e-06,
      "loss": 0.2468,
      "step": 907
    },
    {
      "epoch": 2.8198757763975157,
      "grad_norm": 0.1856966835076563,
      "learning_rate": 3.33716915995397e-06,
      "loss": 0.2424,
      "step": 908
    },
    {
      "epoch": 2.8229813664596275,
      "grad_norm": 0.19224475733121915,
      "learning_rate": 3.279631760644419e-06,
      "loss": 0.2477,
      "step": 909
    },
    {
      "epoch": 2.8260869565217392,
      "grad_norm": 0.20470161040078505,
      "learning_rate": 3.222094361334868e-06,
      "loss": 0.2706,
      "step": 910
    },
    {
      "epoch": 2.829192546583851,
      "grad_norm": 0.19429220598035837,
      "learning_rate": 3.1645569620253167e-06,
      "loss": 0.2477,
      "step": 911
    },
    {
      "epoch": 2.8322981366459627,
      "grad_norm": 0.1894109295691752,
      "learning_rate": 3.1070195627157654e-06,
      "loss": 0.2528,
      "step": 912
    },
    {
      "epoch": 2.8354037267080745,
      "grad_norm": 0.18097305550473375,
      "learning_rate": 3.049482163406214e-06,
      "loss": 0.2559,
      "step": 913
    },
    {
      "epoch": 2.8385093167701863,
      "grad_norm": 0.19783393465985816,
      "learning_rate": 2.991944764096663e-06,
      "loss": 0.2594,
      "step": 914
    },
    {
      "epoch": 2.841614906832298,
      "grad_norm": 0.20897012225810746,
      "learning_rate": 2.9344073647871116e-06,
      "loss": 0.2653,
      "step": 915
    },
    {
      "epoch": 2.8447204968944098,
      "grad_norm": 0.1896928698309342,
      "learning_rate": 2.8768699654775603e-06,
      "loss": 0.2477,
      "step": 916
    },
    {
      "epoch": 2.8478260869565215,
      "grad_norm": 0.1784496457827597,
      "learning_rate": 2.8193325661680094e-06,
      "loss": 0.244,
      "step": 917
    },
    {
      "epoch": 2.8509316770186337,
      "grad_norm": 0.18587478842335634,
      "learning_rate": 2.761795166858458e-06,
      "loss": 0.25,
      "step": 918
    },
    {
      "epoch": 2.8540372670807455,
      "grad_norm": 0.20084898371613977,
      "learning_rate": 2.704257767548907e-06,
      "loss": 0.2577,
      "step": 919
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.17885954860642703,
      "learning_rate": 2.6467203682393556e-06,
      "loss": 0.2407,
      "step": 920
    },
    {
      "epoch": 2.860248447204969,
      "grad_norm": 0.18561208551570504,
      "learning_rate": 2.5891829689298043e-06,
      "loss": 0.2659,
      "step": 921
    },
    {
      "epoch": 2.8633540372670807,
      "grad_norm": 0.21932109217206247,
      "learning_rate": 2.531645569620253e-06,
      "loss": 0.2403,
      "step": 922
    },
    {
      "epoch": 2.8664596273291925,
      "grad_norm": 0.20030388225206663,
      "learning_rate": 2.474108170310702e-06,
      "loss": 0.2544,
      "step": 923
    },
    {
      "epoch": 2.869565217391304,
      "grad_norm": 0.20878429975095714,
      "learning_rate": 2.4165707710011505e-06,
      "loss": 0.2497,
      "step": 924
    },
    {
      "epoch": 2.8726708074534164,
      "grad_norm": 0.22186219053087963,
      "learning_rate": 2.3590333716915997e-06,
      "loss": 0.2672,
      "step": 925
    },
    {
      "epoch": 2.875776397515528,
      "grad_norm": 0.18672043459559956,
      "learning_rate": 2.3014959723820484e-06,
      "loss": 0.2485,
      "step": 926
    },
    {
      "epoch": 2.87888198757764,
      "grad_norm": 0.18051985217560826,
      "learning_rate": 2.243958573072497e-06,
      "loss": 0.2479,
      "step": 927
    },
    {
      "epoch": 2.8819875776397517,
      "grad_norm": 0.20846631011511568,
      "learning_rate": 2.186421173762946e-06,
      "loss": 0.2632,
      "step": 928
    },
    {
      "epoch": 2.8850931677018634,
      "grad_norm": 0.17696337319445454,
      "learning_rate": 2.1288837744533946e-06,
      "loss": 0.2288,
      "step": 929
    },
    {
      "epoch": 2.888198757763975,
      "grad_norm": 0.18293271617504872,
      "learning_rate": 2.0713463751438433e-06,
      "loss": 0.2495,
      "step": 930
    },
    {
      "epoch": 2.891304347826087,
      "grad_norm": 0.17853543153947618,
      "learning_rate": 2.0138089758342925e-06,
      "loss": 0.2468,
      "step": 931
    },
    {
      "epoch": 2.8944099378881987,
      "grad_norm": 0.18420177129422804,
      "learning_rate": 1.956271576524741e-06,
      "loss": 0.2538,
      "step": 932
    },
    {
      "epoch": 2.8975155279503104,
      "grad_norm": 0.18170230261287915,
      "learning_rate": 1.8987341772151901e-06,
      "loss": 0.2589,
      "step": 933
    },
    {
      "epoch": 2.900621118012422,
      "grad_norm": 0.18685594957937918,
      "learning_rate": 1.8411967779056388e-06,
      "loss": 0.2442,
      "step": 934
    },
    {
      "epoch": 2.903726708074534,
      "grad_norm": 0.18690296703530773,
      "learning_rate": 1.7836593785960876e-06,
      "loss": 0.2451,
      "step": 935
    },
    {
      "epoch": 2.906832298136646,
      "grad_norm": 0.20799939121665842,
      "learning_rate": 1.7261219792865363e-06,
      "loss": 0.2649,
      "step": 936
    },
    {
      "epoch": 2.909937888198758,
      "grad_norm": 0.18563245527227562,
      "learning_rate": 1.668584579976985e-06,
      "loss": 0.2473,
      "step": 937
    },
    {
      "epoch": 2.9130434782608696,
      "grad_norm": 0.18286501772853814,
      "learning_rate": 1.611047180667434e-06,
      "loss": 0.2486,
      "step": 938
    },
    {
      "epoch": 2.9161490683229814,
      "grad_norm": 0.17534488578059473,
      "learning_rate": 1.5535097813578827e-06,
      "loss": 0.259,
      "step": 939
    },
    {
      "epoch": 2.919254658385093,
      "grad_norm": 0.19817242903037158,
      "learning_rate": 1.4959723820483314e-06,
      "loss": 0.2428,
      "step": 940
    },
    {
      "epoch": 2.922360248447205,
      "grad_norm": 0.18335244034678858,
      "learning_rate": 1.4384349827387801e-06,
      "loss": 0.252,
      "step": 941
    },
    {
      "epoch": 2.9254658385093166,
      "grad_norm": 0.17672927011117798,
      "learning_rate": 1.380897583429229e-06,
      "loss": 0.239,
      "step": 942
    },
    {
      "epoch": 2.928571428571429,
      "grad_norm": 0.19756419475586987,
      "learning_rate": 1.3233601841196778e-06,
      "loss": 0.2481,
      "step": 943
    },
    {
      "epoch": 2.9316770186335406,
      "grad_norm": 0.18227787024732953,
      "learning_rate": 1.2658227848101265e-06,
      "loss": 0.2503,
      "step": 944
    },
    {
      "epoch": 2.9347826086956523,
      "grad_norm": 0.17546530423346965,
      "learning_rate": 1.2082853855005753e-06,
      "loss": 0.2435,
      "step": 945
    },
    {
      "epoch": 2.937888198757764,
      "grad_norm": 0.17977719939100784,
      "learning_rate": 1.1507479861910242e-06,
      "loss": 0.2462,
      "step": 946
    },
    {
      "epoch": 2.940993788819876,
      "grad_norm": 0.182411120857819,
      "learning_rate": 1.093210586881473e-06,
      "loss": 0.2508,
      "step": 947
    },
    {
      "epoch": 2.9440993788819876,
      "grad_norm": 0.19191429782536917,
      "learning_rate": 1.0356731875719217e-06,
      "loss": 0.2419,
      "step": 948
    },
    {
      "epoch": 2.9472049689440993,
      "grad_norm": 0.17465750941257832,
      "learning_rate": 9.781357882623706e-07,
      "loss": 0.2394,
      "step": 949
    },
    {
      "epoch": 2.950310559006211,
      "grad_norm": 0.17956692661649218,
      "learning_rate": 9.205983889528194e-07,
      "loss": 0.2478,
      "step": 950
    },
    {
      "epoch": 2.953416149068323,
      "grad_norm": 0.18930304144220808,
      "learning_rate": 8.630609896432681e-07,
      "loss": 0.2371,
      "step": 951
    },
    {
      "epoch": 2.9565217391304346,
      "grad_norm": 0.19245986180447752,
      "learning_rate": 8.05523590333717e-07,
      "loss": 0.2324,
      "step": 952
    },
    {
      "epoch": 2.9596273291925463,
      "grad_norm": 0.18874027199979995,
      "learning_rate": 7.479861910241657e-07,
      "loss": 0.2482,
      "step": 953
    },
    {
      "epoch": 2.9627329192546585,
      "grad_norm": 0.18606185656754726,
      "learning_rate": 6.904487917146145e-07,
      "loss": 0.2602,
      "step": 954
    },
    {
      "epoch": 2.9658385093167703,
      "grad_norm": 0.18622516429740096,
      "learning_rate": 6.329113924050633e-07,
      "loss": 0.2514,
      "step": 955
    },
    {
      "epoch": 2.968944099378882,
      "grad_norm": 0.1910726758431884,
      "learning_rate": 5.753739930955121e-07,
      "loss": 0.2526,
      "step": 956
    },
    {
      "epoch": 2.972049689440994,
      "grad_norm": 0.18715451349236073,
      "learning_rate": 5.178365937859608e-07,
      "loss": 0.2512,
      "step": 957
    },
    {
      "epoch": 2.9751552795031055,
      "grad_norm": 0.18279876224123887,
      "learning_rate": 4.602991944764097e-07,
      "loss": 0.2624,
      "step": 958
    },
    {
      "epoch": 2.9782608695652173,
      "grad_norm": 0.18112311672532813,
      "learning_rate": 4.027617951668585e-07,
      "loss": 0.261,
      "step": 959
    },
    {
      "epoch": 2.981366459627329,
      "grad_norm": 0.17566965768374485,
      "learning_rate": 3.4522439585730727e-07,
      "loss": 0.2437,
      "step": 960
    },
    {
      "epoch": 2.9844720496894412,
      "grad_norm": 0.19721806486553123,
      "learning_rate": 2.8768699654775605e-07,
      "loss": 0.2594,
      "step": 961
    },
    {
      "epoch": 2.987577639751553,
      "grad_norm": 0.19840508059977566,
      "learning_rate": 2.3014959723820486e-07,
      "loss": 0.2415,
      "step": 962
    },
    {
      "epoch": 2.9906832298136647,
      "grad_norm": 0.20273843178894588,
      "learning_rate": 1.7261219792865363e-07,
      "loss": 0.2523,
      "step": 963
    },
    {
      "epoch": 2.9937888198757765,
      "grad_norm": 0.19347512173901257,
      "learning_rate": 1.1507479861910243e-07,
      "loss": 0.256,
      "step": 964
    },
    {
      "epoch": 2.9968944099378882,
      "grad_norm": 0.17382060962656506,
      "learning_rate": 5.7537399309551214e-08,
      "loss": 0.2351,
      "step": 965
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.17740605884855634,
      "learning_rate": 0.0,
      "loss": 0.2395,
      "step": 966
    },
    {
      "epoch": 3.0,
      "step": 966,
      "total_flos": 8.211023406049526e+17,
      "train_loss": 0.4564525331862225,
      "train_runtime": 83597.7389,
      "train_samples_per_second": 0.185,
      "train_steps_per_second": 0.012
    }
  ],
  "logging_steps": 1,
  "max_steps": 966,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.211023406049526e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}