{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999862446870104,
  "eval_steps": 2500,
  "global_step": 12495,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008003091193973672,
      "grad_norm": 75.25,
      "learning_rate": 9.999984368969842e-07,
      "loss": 135.0496,
      "step": 10
    },
    {
      "epoch": 0.0016006182387947345,
      "grad_norm": 77.9375,
      "learning_rate": 9.999968737939682e-07,
      "loss": 134.7034,
      "step": 20
    },
    {
      "epoch": 0.0024009273581921016,
      "grad_norm": 78.8125,
      "learning_rate": 9.999953106909524e-07,
      "loss": 134.1727,
      "step": 30
    },
    {
      "epoch": 0.003201236477589469,
      "grad_norm": 74.125,
      "learning_rate": 9.999937475879366e-07,
      "loss": 134.3995,
      "step": 40
    },
    {
      "epoch": 0.004001545596986836,
      "grad_norm": 77.8125,
      "learning_rate": 9.999921844849208e-07,
      "loss": 133.854,
      "step": 50
    },
    {
      "epoch": 0.004801854716384203,
      "grad_norm": 73.1875,
      "learning_rate": 9.999906213819048e-07,
      "loss": 134.2893,
      "step": 60
    },
    {
      "epoch": 0.005602163835781571,
      "grad_norm": 74.0625,
      "learning_rate": 9.99989058278889e-07,
      "loss": 134.4156,
      "step": 70
    },
    {
      "epoch": 0.006402472955178938,
      "grad_norm": 72.5625,
      "learning_rate": 9.999874951758733e-07,
      "loss": 132.5738,
      "step": 80
    },
    {
      "epoch": 0.007202782074576305,
      "grad_norm": 80.8125,
      "learning_rate": 9.999859320728575e-07,
      "loss": 134.4381,
      "step": 90
    },
    {
      "epoch": 0.008003091193973673,
      "grad_norm": 78.875,
      "learning_rate": 9.999843689698417e-07,
      "loss": 133.9594,
      "step": 100
    },
    {
      "epoch": 0.00880340031337104,
      "grad_norm": 71.125,
      "learning_rate": 9.999828058668257e-07,
      "loss": 133.9086,
      "step": 110
    },
    {
      "epoch": 0.009603709432768406,
      "grad_norm": 72.0625,
      "learning_rate": 9.9998124276381e-07,
      "loss": 133.434,
      "step": 120
    },
    {
      "epoch": 0.010404018552165774,
      "grad_norm": 79.25,
      "learning_rate": 9.999796796607942e-07,
      "loss": 133.4989,
      "step": 130
    },
    {
      "epoch": 0.011204327671563142,
      "grad_norm": 79.1875,
      "learning_rate": 9.999781165577784e-07,
      "loss": 134.517,
      "step": 140
    },
    {
      "epoch": 0.012004636790960508,
      "grad_norm": 71.9375,
      "learning_rate": 9.999765534547624e-07,
      "loss": 133.5077,
      "step": 150
    },
    {
      "epoch": 0.012804945910357876,
      "grad_norm": 74.625,
      "learning_rate": 9.999749903517466e-07,
      "loss": 133.3733,
      "step": 160
    },
    {
      "epoch": 0.013605255029755244,
      "grad_norm": 78.6875,
      "learning_rate": 9.999734272487308e-07,
      "loss": 132.901,
      "step": 170
    },
    {
      "epoch": 0.01440556414915261,
      "grad_norm": 76.625,
      "learning_rate": 9.999718641457148e-07,
      "loss": 135.7891,
      "step": 180
    },
    {
      "epoch": 0.015205873268549977,
      "grad_norm": 72.6875,
      "learning_rate": 9.99970301042699e-07,
      "loss": 134.1953,
      "step": 190
    },
    {
      "epoch": 0.016006182387947345,
      "grad_norm": 72.1875,
      "learning_rate": 9.999687379396833e-07,
      "loss": 132.8302,
      "step": 200
    },
    {
      "epoch": 0.01680649150734471,
      "grad_norm": 76.375,
      "learning_rate": 9.999671748366673e-07,
      "loss": 133.097,
      "step": 210
    },
    {
      "epoch": 0.01760680062674208,
      "grad_norm": 81.25,
      "learning_rate": 9.999656117336515e-07,
      "loss": 133.4282,
      "step": 220
    },
    {
      "epoch": 0.018407109746139447,
      "grad_norm": 85.125,
      "learning_rate": 9.999640486306357e-07,
      "loss": 134.319,
      "step": 230
    },
    {
      "epoch": 0.019207418865536813,
      "grad_norm": 79.125,
      "learning_rate": 9.9996248552762e-07,
      "loss": 132.7719,
      "step": 240
    },
    {
      "epoch": 0.020007727984934182,
      "grad_norm": 78.5,
      "learning_rate": 9.999609224246041e-07,
      "loss": 133.3401,
      "step": 250
    },
    {
      "epoch": 0.02080803710433155,
      "grad_norm": 82.625,
      "learning_rate": 9.999593593215884e-07,
      "loss": 134.8742,
      "step": 260
    },
    {
      "epoch": 0.021608346223728914,
      "grad_norm": 76.875,
      "learning_rate": 9.999577962185724e-07,
      "loss": 135.1933,
      "step": 270
    },
    {
      "epoch": 0.022408655343126284,
      "grad_norm": 76.3125,
      "learning_rate": 9.999562331155566e-07,
      "loss": 134.0234,
      "step": 280
    },
    {
      "epoch": 0.02320896446252365,
      "grad_norm": 74.5,
      "learning_rate": 9.999546700125408e-07,
      "loss": 133.5756,
      "step": 290
    },
    {
      "epoch": 0.024009273581921016,
      "grad_norm": 81.5625,
      "learning_rate": 9.99953106909525e-07,
      "loss": 134.8582,
      "step": 300
    },
    {
      "epoch": 0.024809582701318385,
      "grad_norm": 73.25,
      "learning_rate": 9.99951543806509e-07,
      "loss": 132.5909,
      "step": 310
    },
    {
      "epoch": 0.02560989182071575,
      "grad_norm": 71.3125,
      "learning_rate": 9.999499807034932e-07,
      "loss": 133.9742,
      "step": 320
    },
    {
      "epoch": 0.026410200940113118,
      "grad_norm": 71.3125,
      "learning_rate": 9.999484176004775e-07,
      "loss": 134.9034,
      "step": 330
    },
    {
      "epoch": 0.027210510059510487,
      "grad_norm": 73.5,
      "learning_rate": 9.999468544974615e-07,
      "loss": 132.86,
      "step": 340
    },
    {
      "epoch": 0.028010819178907853,
      "grad_norm": 73.4375,
      "learning_rate": 9.999452913944457e-07,
      "loss": 134.602,
      "step": 350
    },
    {
      "epoch": 0.02881112829830522,
      "grad_norm": 76.6875,
      "learning_rate": 9.9994372829143e-07,
      "loss": 132.606,
      "step": 360
    },
    {
      "epoch": 0.02961143741770259,
      "grad_norm": 75.9375,
      "learning_rate": 9.99942165188414e-07,
      "loss": 134.4456,
      "step": 370
    },
    {
      "epoch": 0.030411746537099955,
      "grad_norm": 73.8125,
      "learning_rate": 9.999406020853981e-07,
      "loss": 132.9977,
      "step": 380
    },
    {
      "epoch": 0.03121205565649732,
      "grad_norm": 79.375,
      "learning_rate": 9.999390389823824e-07,
      "loss": 133.731,
      "step": 390
    },
    {
      "epoch": 0.03201236477589469,
      "grad_norm": 77.4375,
      "learning_rate": 9.999374758793666e-07,
      "loss": 133.9014,
      "step": 400
    },
    {
      "epoch": 0.032812673895292056,
      "grad_norm": 70.8125,
      "learning_rate": 9.999359127763508e-07,
      "loss": 135.4049,
      "step": 410
    },
    {
      "epoch": 0.03361298301468942,
      "grad_norm": 75.125,
      "learning_rate": 9.999343496733348e-07,
      "loss": 135.3231,
      "step": 420
    },
    {
      "epoch": 0.03441329213408679,
      "grad_norm": 79.6875,
      "learning_rate": 9.99932786570319e-07,
      "loss": 132.8583,
      "step": 430
    },
    {
      "epoch": 0.03521360125348416,
      "grad_norm": 84.0625,
      "learning_rate": 9.999312234673032e-07,
      "loss": 133.4561,
      "step": 440
    },
    {
      "epoch": 0.03601391037288153,
      "grad_norm": 75.125,
      "learning_rate": 9.999296603642874e-07,
      "loss": 133.2269,
      "step": 450
    },
    {
      "epoch": 0.03681421949227889,
      "grad_norm": 71.4375,
      "learning_rate": 9.999280972612715e-07,
      "loss": 134.1606,
      "step": 460
    },
    {
      "epoch": 0.03761452861167626,
      "grad_norm": 72.9375,
      "learning_rate": 9.999265341582557e-07,
      "loss": 134.7773,
      "step": 470
    },
    {
      "epoch": 0.038414837731073626,
      "grad_norm": 76.875,
      "learning_rate": 9.999249710552399e-07,
      "loss": 134.0885,
      "step": 480
    },
    {
      "epoch": 0.03921514685047099,
      "grad_norm": 76.8125,
      "learning_rate": 9.999234079522241e-07,
      "loss": 134.5257,
      "step": 490
    },
    {
      "epoch": 0.040015455969868365,
      "grad_norm": 70.25,
      "learning_rate": 9.999218448492081e-07,
      "loss": 134.4442,
      "step": 500
    },
    {
      "epoch": 0.04081576508926573,
      "grad_norm": 79.875,
      "learning_rate": 9.999202817461923e-07,
      "loss": 134.2612,
      "step": 510
    },
    {
      "epoch": 0.0416160742086631,
      "grad_norm": 75.375,
      "learning_rate": 9.999187186431766e-07,
      "loss": 135.1053,
      "step": 520
    },
    {
      "epoch": 0.04241638332806046,
      "grad_norm": 75.4375,
      "learning_rate": 9.999171555401606e-07,
      "loss": 133.3491,
      "step": 530
    },
    {
      "epoch": 0.04321669244745783,
      "grad_norm": 81.4375,
      "learning_rate": 9.999155924371448e-07,
      "loss": 133.6457,
      "step": 540
    },
    {
      "epoch": 0.044017001566855195,
      "grad_norm": 76.5625,
      "learning_rate": 9.99914029334129e-07,
      "loss": 135.0537,
      "step": 550
    },
    {
      "epoch": 0.04481731068625257,
      "grad_norm": 77.375,
      "learning_rate": 9.999124662311132e-07,
      "loss": 134.9535,
      "step": 560
    },
    {
      "epoch": 0.045617619805649934,
      "grad_norm": 77.75,
      "learning_rate": 9.999109031280974e-07,
      "loss": 134.2294,
      "step": 570
    },
    {
      "epoch": 0.0464179289250473,
      "grad_norm": 82.5,
      "learning_rate": 9.999093400250814e-07,
      "loss": 133.7713,
      "step": 580
    },
    {
      "epoch": 0.047218238044444666,
      "grad_norm": 79.125,
      "learning_rate": 9.999077769220657e-07,
      "loss": 133.3779,
      "step": 590
    },
    {
      "epoch": 0.04801854716384203,
      "grad_norm": 78.4375,
      "learning_rate": 9.999062138190499e-07,
      "loss": 133.576,
      "step": 600
    },
    {
      "epoch": 0.0488188562832394,
      "grad_norm": 76.1875,
      "learning_rate": 9.99904650716034e-07,
      "loss": 136.3208,
      "step": 610
    },
    {
      "epoch": 0.04961916540263677,
      "grad_norm": 76.3125,
      "learning_rate": 9.99903087613018e-07,
      "loss": 132.9463,
      "step": 620
    },
    {
      "epoch": 0.05041947452203414,
      "grad_norm": 74.0,
      "learning_rate": 9.999015245100023e-07,
      "loss": 133.6666,
      "step": 630
    },
    {
      "epoch": 0.0512197836414315,
      "grad_norm": 73.75,
      "learning_rate": 9.998999614069865e-07,
      "loss": 134.8779,
      "step": 640
    },
    {
      "epoch": 0.05202009276082887,
      "grad_norm": 77.3125,
      "learning_rate": 9.998983983039708e-07,
      "loss": 133.0986,
      "step": 650
    },
    {
      "epoch": 0.052820401880226235,
      "grad_norm": 78.5625,
      "learning_rate": 9.998968352009548e-07,
      "loss": 135.0677,
      "step": 660
    },
    {
      "epoch": 0.0536207109996236,
      "grad_norm": 78.1875,
      "learning_rate": 9.99895272097939e-07,
      "loss": 133.2067,
      "step": 670
    },
    {
      "epoch": 0.054421020119020974,
      "grad_norm": 70.0625,
      "learning_rate": 9.998937089949232e-07,
      "loss": 133.9511,
      "step": 680
    },
    {
      "epoch": 0.05522132923841834,
      "grad_norm": 80.375,
      "learning_rate": 9.998921458919072e-07,
      "loss": 133.9503,
      "step": 690
    },
    {
      "epoch": 0.056021638357815706,
      "grad_norm": 74.6875,
      "learning_rate": 9.998905827888914e-07,
      "loss": 134.0494,
      "step": 700
    },
    {
      "epoch": 0.05682194747721307,
      "grad_norm": 77.25,
      "learning_rate": 9.998890196858756e-07,
      "loss": 134.0122,
      "step": 710
    },
    {
      "epoch": 0.05762225659661044,
      "grad_norm": 80.875,
      "learning_rate": 9.998874565828599e-07,
      "loss": 134.0668,
      "step": 720
    },
    {
      "epoch": 0.05842256571600781,
      "grad_norm": 84.125,
      "learning_rate": 9.99885893479844e-07,
      "loss": 134.0675,
      "step": 730
    },
    {
      "epoch": 0.05922287483540518,
      "grad_norm": 72.375,
      "learning_rate": 9.99884330376828e-07,
      "loss": 133.1081,
      "step": 740
    },
    {
      "epoch": 0.06002318395480254,
      "grad_norm": 72.5625,
      "learning_rate": 9.998827672738123e-07,
      "loss": 134.6276,
      "step": 750
    },
    {
      "epoch": 0.06082349307419991,
      "grad_norm": 78.3125,
      "learning_rate": 9.998812041707965e-07,
      "loss": 134.8289,
      "step": 760
    },
    {
      "epoch": 0.061623802193597275,
      "grad_norm": 78.125,
      "learning_rate": 9.998796410677807e-07,
      "loss": 134.8663,
      "step": 770
    },
    {
      "epoch": 0.06242411131299464,
      "grad_norm": 71.75,
      "learning_rate": 9.998780779647647e-07,
      "loss": 133.6727,
      "step": 780
    },
    {
      "epoch": 0.06322442043239201,
      "grad_norm": 74.4375,
      "learning_rate": 9.99876514861749e-07,
      "loss": 133.9329,
      "step": 790
    },
    {
      "epoch": 0.06402472955178938,
      "grad_norm": 74.625,
      "learning_rate": 9.998749517587332e-07,
      "loss": 133.3252,
      "step": 800
    },
    {
      "epoch": 0.06482503867118675,
      "grad_norm": 71.625,
      "learning_rate": 9.998733886557172e-07,
      "loss": 134.0405,
      "step": 810
    },
    {
      "epoch": 0.06562534779058411,
      "grad_norm": 80.625,
      "learning_rate": 9.998718255527014e-07,
      "loss": 133.8837,
      "step": 820
    },
    {
      "epoch": 0.06642565690998148,
      "grad_norm": 76.5625,
      "learning_rate": 9.998702624496856e-07,
      "loss": 134.2091,
      "step": 830
    },
    {
      "epoch": 0.06722596602937884,
      "grad_norm": 71.75,
      "learning_rate": 9.998686993466698e-07,
      "loss": 133.8055,
      "step": 840
    },
    {
      "epoch": 0.06802627514877621,
      "grad_norm": 78.9375,
      "learning_rate": 9.998671362436539e-07,
      "loss": 132.6678,
      "step": 850
    },
    {
      "epoch": 0.06882658426817358,
      "grad_norm": 78.8125,
      "learning_rate": 9.99865573140638e-07,
      "loss": 134.7295,
      "step": 860
    },
    {
      "epoch": 0.06962689338757094,
      "grad_norm": 77.375,
      "learning_rate": 9.998640100376223e-07,
      "loss": 134.0342,
      "step": 870
    },
    {
      "epoch": 0.07042720250696832,
      "grad_norm": 76.0625,
      "learning_rate": 9.998624469346065e-07,
      "loss": 132.651,
      "step": 880
    },
    {
      "epoch": 0.07122751162636569,
      "grad_norm": 75.0625,
      "learning_rate": 9.998608838315905e-07,
      "loss": 133.6062,
      "step": 890
    },
    {
      "epoch": 0.07202782074576305,
      "grad_norm": 73.5,
      "learning_rate": 9.998593207285747e-07,
      "loss": 132.7781,
      "step": 900
    },
    {
      "epoch": 0.07282812986516042,
      "grad_norm": 82.4375,
      "learning_rate": 9.99857757625559e-07,
      "loss": 134.2361,
      "step": 910
    },
    {
      "epoch": 0.07362843898455779,
      "grad_norm": 73.0625,
      "learning_rate": 9.998561945225432e-07,
      "loss": 133.2907,
      "step": 920
    },
    {
      "epoch": 0.07442874810395515,
      "grad_norm": 80.6875,
      "learning_rate": 9.998546314195274e-07,
      "loss": 134.2265,
      "step": 930
    },
    {
      "epoch": 0.07522905722335252,
      "grad_norm": 80.25,
      "learning_rate": 9.998530683165114e-07,
      "loss": 133.9985,
      "step": 940
    },
    {
      "epoch": 0.07602936634274989,
      "grad_norm": 74.125,
      "learning_rate": 9.998515052134956e-07,
      "loss": 134.877,
      "step": 950
    },
    {
      "epoch": 0.07682967546214725,
      "grad_norm": 75.8125,
      "learning_rate": 9.998499421104798e-07,
      "loss": 133.8007,
      "step": 960
    },
    {
      "epoch": 0.07762998458154462,
      "grad_norm": 80.0625,
      "learning_rate": 9.998483790074638e-07,
      "loss": 134.6694,
      "step": 970
    },
    {
      "epoch": 0.07843029370094198,
      "grad_norm": 76.125,
      "learning_rate": 9.99846815904448e-07,
      "loss": 133.3736,
      "step": 980
    },
    {
      "epoch": 0.07923060282033935,
      "grad_norm": 81.9375,
      "learning_rate": 9.998452528014323e-07,
      "loss": 134.208,
      "step": 990
    },
    {
      "epoch": 0.08003091193973673,
      "grad_norm": 75.4375,
      "learning_rate": 9.998436896984163e-07,
      "loss": 133.7086,
      "step": 1000
    },
    {
      "epoch": 0.0808312210591341,
      "grad_norm": 79.4375,
      "learning_rate": 9.998421265954005e-07,
      "loss": 133.6408,
      "step": 1010
    },
    {
      "epoch": 0.08163153017853146,
      "grad_norm": 77.8125,
      "learning_rate": 9.998405634923847e-07,
      "loss": 132.0228,
      "step": 1020
    },
    {
      "epoch": 0.08243183929792883,
      "grad_norm": 79.75,
      "learning_rate": 9.99839000389369e-07,
      "loss": 133.7949,
      "step": 1030
    },
    {
      "epoch": 0.0832321484173262,
      "grad_norm": 77.5,
      "learning_rate": 9.998374372863532e-07,
      "loss": 132.4473,
      "step": 1040
    },
    {
      "epoch": 0.08403245753672356,
      "grad_norm": 78.625,
      "learning_rate": 9.998358741833372e-07,
      "loss": 133.509,
      "step": 1050
    },
    {
      "epoch": 0.08483276665612093,
      "grad_norm": 74.625,
      "learning_rate": 9.998343110803214e-07,
      "loss": 134.2043,
      "step": 1060
    },
    {
      "epoch": 0.08563307577551829,
      "grad_norm": 79.5,
      "learning_rate": 9.998327479773056e-07,
      "loss": 134.1369,
      "step": 1070
    },
    {
      "epoch": 0.08643338489491566,
      "grad_norm": 81.3125,
      "learning_rate": 9.998311848742898e-07,
      "loss": 135.2469,
      "step": 1080
    },
    {
      "epoch": 0.08723369401431302,
      "grad_norm": 76.8125,
      "learning_rate": 9.99829621771274e-07,
      "loss": 134.3792,
      "step": 1090
    },
    {
      "epoch": 0.08803400313371039,
      "grad_norm": 83.0625,
      "learning_rate": 9.99828058668258e-07,
      "loss": 134.3031,
      "step": 1100
    },
    {
      "epoch": 0.08883431225310777,
      "grad_norm": 77.5625,
      "learning_rate": 9.998264955652423e-07,
      "loss": 133.6508,
      "step": 1110
    },
    {
      "epoch": 0.08963462137250514,
      "grad_norm": 72.5625,
      "learning_rate": 9.998249324622265e-07,
      "loss": 133.622,
      "step": 1120
    },
    {
      "epoch": 0.0904349304919025,
      "grad_norm": 72.4375,
      "learning_rate": 9.998233693592105e-07,
      "loss": 133.585,
      "step": 1130
    },
    {
      "epoch": 0.09123523961129987,
      "grad_norm": 83.8125,
      "learning_rate": 9.998218062561947e-07,
      "loss": 134.5366,
      "step": 1140
    },
    {
      "epoch": 0.09203554873069723,
      "grad_norm": 75.6875,
      "learning_rate": 9.99820243153179e-07,
      "loss": 132.9767,
      "step": 1150
    },
    {
      "epoch": 0.0928358578500946,
      "grad_norm": 75.6875,
      "learning_rate": 9.99818680050163e-07,
      "loss": 135.017,
      "step": 1160
    },
    {
      "epoch": 0.09363616696949197,
      "grad_norm": 78.8125,
      "learning_rate": 9.998171169471471e-07,
      "loss": 133.7126,
      "step": 1170
    },
    {
      "epoch": 0.09443647608888933,
      "grad_norm": 77.125,
      "learning_rate": 9.998155538441314e-07,
      "loss": 133.368,
      "step": 1180
    },
    {
      "epoch": 0.0952367852082867,
      "grad_norm": 80.5625,
      "learning_rate": 9.998139907411156e-07,
      "loss": 134.3654,
      "step": 1190
    },
    {
      "epoch": 0.09603709432768406,
      "grad_norm": 77.25,
      "learning_rate": 9.998124276380998e-07,
      "loss": 133.1469,
      "step": 1200
    },
    {
      "epoch": 0.09683740344708143,
      "grad_norm": 71.0625,
      "learning_rate": 9.998108645350838e-07,
      "loss": 134.3933,
      "step": 1210
    },
    {
      "epoch": 0.0976377125664788,
      "grad_norm": 71.125,
      "learning_rate": 9.99809301432068e-07,
      "loss": 132.187,
      "step": 1220
    },
    {
      "epoch": 0.09843802168587618,
      "grad_norm": 73.0625,
      "learning_rate": 9.998077383290522e-07,
      "loss": 134.8376,
      "step": 1230
    },
    {
      "epoch": 0.09923833080527354,
      "grad_norm": 72.6875,
      "learning_rate": 9.998061752260365e-07,
      "loss": 133.2062,
      "step": 1240
    },
    {
      "epoch": 0.10003863992467091,
      "grad_norm": 82.9375,
      "learning_rate": 9.998046121230207e-07,
      "loss": 134.4847,
      "step": 1250
    },
    {
      "epoch": 0.10083894904406827,
      "grad_norm": 80.5,
      "learning_rate": 9.998030490200047e-07,
      "loss": 133.9005,
      "step": 1260
    },
    {
      "epoch": 0.10163925816346564,
      "grad_norm": 75.3125,
      "learning_rate": 9.99801485916989e-07,
      "loss": 132.473,
      "step": 1270
    },
    {
      "epoch": 0.102439567282863,
      "grad_norm": 72.875,
      "learning_rate": 9.997999228139731e-07,
      "loss": 133.0457,
      "step": 1280
    },
    {
      "epoch": 0.10323987640226037,
      "grad_norm": 75.875,
      "learning_rate": 9.997983597109571e-07,
      "loss": 132.4673,
      "step": 1290
    },
    {
      "epoch": 0.10404018552165774,
      "grad_norm": 78.5625,
      "learning_rate": 9.997967966079413e-07,
      "loss": 133.7126,
      "step": 1300
    },
    {
      "epoch": 0.1048404946410551,
      "grad_norm": 78.25,
      "learning_rate": 9.997952335049256e-07,
      "loss": 133.5371,
      "step": 1310
    },
    {
      "epoch": 0.10564080376045247,
      "grad_norm": 76.1875,
      "learning_rate": 9.997936704019096e-07,
      "loss": 132.6477,
      "step": 1320
    },
    {
      "epoch": 0.10644111287984984,
      "grad_norm": 73.875,
      "learning_rate": 9.997921072988938e-07,
      "loss": 131.6196,
      "step": 1330
    },
    {
      "epoch": 0.1072414219992472,
      "grad_norm": 83.875,
      "learning_rate": 9.99790544195878e-07,
      "loss": 133.8508,
      "step": 1340
    },
    {
      "epoch": 0.10804173111864458,
      "grad_norm": 72.25,
      "learning_rate": 9.997889810928622e-07,
      "loss": 133.3958,
      "step": 1350
    },
    {
      "epoch": 0.10884204023804195,
      "grad_norm": 77.875,
      "learning_rate": 9.997874179898464e-07,
      "loss": 134.013,
      "step": 1360
    },
    {
      "epoch": 0.10964234935743931,
      "grad_norm": 67.6875,
      "learning_rate": 9.997858548868304e-07,
      "loss": 133.0476,
      "step": 1370
    },
    {
      "epoch": 0.11044265847683668,
      "grad_norm": 78.0,
      "learning_rate": 9.997842917838147e-07,
      "loss": 134.0779,
      "step": 1380
    },
    {
      "epoch": 0.11124296759623405,
      "grad_norm": 75.25,
      "learning_rate": 9.997827286807989e-07,
      "loss": 135.0265,
      "step": 1390
    },
    {
      "epoch": 0.11204327671563141,
      "grad_norm": 84.4375,
      "learning_rate": 9.99781165577783e-07,
      "loss": 132.7369,
      "step": 1400
    },
    {
      "epoch": 0.11284358583502878,
      "grad_norm": 76.875,
      "learning_rate": 9.997796024747673e-07,
      "loss": 132.9652,
      "step": 1410
    },
    {
      "epoch": 0.11364389495442614,
      "grad_norm": 75.8125,
      "learning_rate": 9.997780393717513e-07,
      "loss": 132.9404,
      "step": 1420
    },
    {
      "epoch": 0.11444420407382351,
      "grad_norm": 81.5625,
      "learning_rate": 9.997764762687355e-07,
      "loss": 133.6693,
      "step": 1430
    },
    {
      "epoch": 0.11524451319322088,
      "grad_norm": 79.0625,
      "learning_rate": 9.997749131657198e-07,
      "loss": 133.2776,
      "step": 1440
    },
    {
      "epoch": 0.11604482231261824,
      "grad_norm": 72.6875,
      "learning_rate": 9.997733500627038e-07,
      "loss": 133.9213,
      "step": 1450
    },
    {
      "epoch": 0.11684513143201562,
      "grad_norm": 77.0625,
      "learning_rate": 9.99771786959688e-07,
      "loss": 133.5122,
      "step": 1460
    },
    {
      "epoch": 0.11764544055141299,
      "grad_norm": 78.125,
      "learning_rate": 9.997702238566722e-07,
      "loss": 134.5584,
      "step": 1470
    },
    {
      "epoch": 0.11844574967081035,
      "grad_norm": 78.0,
      "learning_rate": 9.997686607536562e-07,
      "loss": 132.1062,
      "step": 1480
    },
    {
      "epoch": 0.11924605879020772,
      "grad_norm": 81.4375,
      "learning_rate": 9.997670976506404e-07,
      "loss": 134.1707,
      "step": 1490
    },
    {
      "epoch": 0.12004636790960509,
      "grad_norm": 80.375,
      "learning_rate": 9.997655345476247e-07,
      "loss": 134.8848,
      "step": 1500
    },
    {
      "epoch": 0.12084667702900245,
      "grad_norm": 76.0625,
      "learning_rate": 9.997639714446089e-07,
      "loss": 131.9225,
      "step": 1510
    },
    {
      "epoch": 0.12164698614839982,
      "grad_norm": 73.0,
      "learning_rate": 9.997624083415929e-07,
      "loss": 133.7994,
      "step": 1520
    },
    {
      "epoch": 0.12244729526779718,
      "grad_norm": 78.3125,
      "learning_rate": 9.99760845238577e-07,
      "loss": 133.7843,
      "step": 1530
    },
    {
      "epoch": 0.12324760438719455,
      "grad_norm": 69.4375,
      "learning_rate": 9.997592821355613e-07,
      "loss": 131.5354,
      "step": 1540
    },
    {
      "epoch": 0.12404791350659192,
      "grad_norm": 75.0,
      "learning_rate": 9.997577190325455e-07,
      "loss": 133.611,
      "step": 1550
    },
    {
      "epoch": 0.12484822262598928,
      "grad_norm": 75.625,
      "learning_rate": 9.997561559295297e-07,
      "loss": 132.3119,
      "step": 1560
    },
    {
      "epoch": 0.12564853174538665,
      "grad_norm": 81.25,
      "learning_rate": 9.997545928265138e-07,
      "loss": 132.667,
      "step": 1570
    },
    {
      "epoch": 0.12644884086478403,
      "grad_norm": 80.8125,
      "learning_rate": 9.99753029723498e-07,
      "loss": 133.3723,
      "step": 1580
    },
    {
      "epoch": 0.12724914998418138,
      "grad_norm": 75.9375,
      "learning_rate": 9.997514666204822e-07,
      "loss": 131.5222,
      "step": 1590
    },
    {
      "epoch": 0.12804945910357876,
      "grad_norm": 74.6875,
      "learning_rate": 9.997499035174664e-07,
      "loss": 133.6289,
      "step": 1600
    },
    {
      "epoch": 0.1288497682229761,
      "grad_norm": 79.9375,
      "learning_rate": 9.997483404144504e-07,
      "loss": 133.2038,
      "step": 1610
    },
    {
      "epoch": 0.1296500773423735,
      "grad_norm": 76.8125,
      "learning_rate": 9.997467773114346e-07,
      "loss": 133.7517,
      "step": 1620
    },
    {
      "epoch": 0.13045038646177085,
      "grad_norm": 78.125,
      "learning_rate": 9.997452142084189e-07,
      "loss": 133.22,
      "step": 1630
    },
    {
      "epoch": 0.13125069558116823,
      "grad_norm": 78.75,
      "learning_rate": 9.997436511054029e-07,
      "loss": 133.4411,
      "step": 1640
    },
    {
      "epoch": 0.1320510047005656,
      "grad_norm": 75.125,
      "learning_rate": 9.99742088002387e-07,
      "loss": 132.7751,
      "step": 1650
    },
    {
      "epoch": 0.13285131381996296,
      "grad_norm": 79.4375,
      "learning_rate": 9.997405248993713e-07,
      "loss": 133.3775,
      "step": 1660
    },
    {
      "epoch": 0.13365162293936034,
      "grad_norm": 82.0,
      "learning_rate": 9.997389617963555e-07,
      "loss": 133.9474,
      "step": 1670
    },
    {
      "epoch": 0.1344519320587577,
      "grad_norm": 76.4375,
      "learning_rate": 9.997373986933395e-07,
      "loss": 134.6912,
      "step": 1680
    },
    {
      "epoch": 0.13525224117815507,
      "grad_norm": 75.875,
      "learning_rate": 9.997358355903237e-07,
      "loss": 135.1857,
      "step": 1690
    },
    {
      "epoch": 0.13605255029755242,
      "grad_norm": 82.5625,
      "learning_rate": 9.99734272487308e-07,
      "loss": 135.5683,
      "step": 1700
    },
    {
      "epoch": 0.1368528594169498,
      "grad_norm": 74.25,
      "learning_rate": 9.997327093842922e-07,
      "loss": 133.0515,
      "step": 1710
    },
    {
      "epoch": 0.13765316853634715,
      "grad_norm": 75.6875,
      "learning_rate": 9.997311462812764e-07,
      "loss": 134.285,
      "step": 1720
    },
    {
      "epoch": 0.13845347765574453,
      "grad_norm": 78.0,
      "learning_rate": 9.997295831782604e-07,
      "loss": 132.9074,
      "step": 1730
    },
    {
      "epoch": 0.13925378677514189,
      "grad_norm": 77.0,
      "learning_rate": 9.997280200752446e-07,
      "loss": 133.4366,
      "step": 1740
    },
    {
      "epoch": 0.14005409589453927,
      "grad_norm": 75.5625,
      "learning_rate": 9.997264569722288e-07,
      "loss": 133.7744,
      "step": 1750
    },
    {
      "epoch": 0.14085440501393665,
      "grad_norm": 77.1875,
      "learning_rate": 9.997248938692128e-07,
      "loss": 133.4301,
      "step": 1760
    },
    {
      "epoch": 0.141654714133334,
      "grad_norm": 76.5625,
      "learning_rate": 9.99723330766197e-07,
      "loss": 133.3505,
      "step": 1770
    },
    {
      "epoch": 0.14245502325273138,
      "grad_norm": 81.25,
      "learning_rate": 9.997217676631813e-07,
      "loss": 133.3679,
      "step": 1780
    },
    {
      "epoch": 0.14325533237212873,
      "grad_norm": 80.75,
      "learning_rate": 9.997202045601655e-07,
      "loss": 131.0644,
      "step": 1790
    },
    {
      "epoch": 0.1440556414915261,
      "grad_norm": 78.6875,
      "learning_rate": 9.997186414571495e-07,
      "loss": 133.6262,
      "step": 1800
    },
    {
      "epoch": 0.14485595061092346,
      "grad_norm": 71.6875,
      "learning_rate": 9.997170783541337e-07,
      "loss": 133.8133,
      "step": 1810
    },
    {
      "epoch": 0.14565625973032084,
      "grad_norm": 73.875,
      "learning_rate": 9.99715515251118e-07,
      "loss": 133.2261,
      "step": 1820
    },
    {
      "epoch": 0.1464565688497182,
      "grad_norm": 76.375,
      "learning_rate": 9.997139521481022e-07,
      "loss": 134.2764,
      "step": 1830
    },
    {
      "epoch": 0.14725687796911557,
      "grad_norm": 80.0,
      "learning_rate": 9.997123890450862e-07,
      "loss": 133.0369,
      "step": 1840
    },
    {
      "epoch": 0.14805718708851293,
      "grad_norm": 79.25,
      "learning_rate": 9.997108259420704e-07,
      "loss": 132.5432,
      "step": 1850
    },
    {
      "epoch": 0.1488574962079103,
      "grad_norm": 76.4375,
      "learning_rate": 9.997092628390546e-07,
      "loss": 132.448,
      "step": 1860
    },
    {
      "epoch": 0.14965780532730769,
      "grad_norm": 74.3125,
      "learning_rate": 9.997076997360388e-07,
      "loss": 134.039,
      "step": 1870
    },
    {
      "epoch": 0.15045811444670504,
      "grad_norm": 76.625,
      "learning_rate": 9.99706136633023e-07,
      "loss": 133.9122,
      "step": 1880
    },
    {
      "epoch": 0.15125842356610242,
      "grad_norm": 73.9375,
      "learning_rate": 9.99704573530007e-07,
      "loss": 133.0405,
      "step": 1890
    },
    {
      "epoch": 0.15205873268549977,
      "grad_norm": 76.25,
      "learning_rate": 9.997030104269913e-07,
      "loss": 133.0878,
      "step": 1900
    },
    {
      "epoch": 0.15285904180489715,
      "grad_norm": 74.0625,
      "learning_rate": 9.997014473239755e-07,
      "loss": 132.5003,
      "step": 1910
    },
    {
      "epoch": 0.1536593509242945,
      "grad_norm": 76.8125,
      "learning_rate": 9.996998842209595e-07,
      "loss": 134.9118,
      "step": 1920
    },
    {
      "epoch": 0.15445966004369188,
      "grad_norm": 86.4375,
      "learning_rate": 9.996983211179437e-07,
      "loss": 134.4519,
      "step": 1930
    },
    {
      "epoch": 0.15525996916308923,
      "grad_norm": 76.8125,
      "learning_rate": 9.99696758014928e-07,
      "loss": 133.9741,
      "step": 1940
    },
    {
      "epoch": 0.15606027828248661,
      "grad_norm": 76.1875,
      "learning_rate": 9.996951949119121e-07,
      "loss": 133.7216,
      "step": 1950
    },
    {
      "epoch": 0.15686058740188397,
      "grad_norm": 72.125,
      "learning_rate": 9.996936318088962e-07,
      "loss": 132.1554,
      "step": 1960
    },
    {
      "epoch": 0.15766089652128135,
      "grad_norm": 79.375,
      "learning_rate": 9.996920687058804e-07,
      "loss": 133.7076,
      "step": 1970
    },
    {
      "epoch": 0.1584612056406787,
      "grad_norm": 79.375,
      "learning_rate": 9.996905056028646e-07,
      "loss": 133.1065,
      "step": 1980
    },
    {
      "epoch": 0.15926151476007608,
      "grad_norm": 78.625,
      "learning_rate": 9.996889424998486e-07,
      "loss": 133.6056,
      "step": 1990
    },
    {
      "epoch": 0.16006182387947346,
      "grad_norm": 79.9375,
      "learning_rate": 9.996873793968328e-07,
      "loss": 133.6693,
      "step": 2000
    },
    {
      "epoch": 0.1608621329988708,
      "grad_norm": 73.5625,
      "learning_rate": 9.99685816293817e-07,
      "loss": 133.3085,
      "step": 2010
    },
    {
      "epoch": 0.1616624421182682,
      "grad_norm": 72.625,
      "learning_rate": 9.996842531908013e-07,
      "loss": 132.2977,
      "step": 2020
    },
    {
      "epoch": 0.16246275123766554,
      "grad_norm": 73.6875,
      "learning_rate": 9.996826900877855e-07,
      "loss": 133.0748,
      "step": 2030
    },
    {
      "epoch": 0.16326306035706292,
      "grad_norm": 78.5625,
      "learning_rate": 9.996811269847697e-07,
      "loss": 134.3872,
      "step": 2040
    },
    {
      "epoch": 0.16406336947646027,
      "grad_norm": 75.5625,
      "learning_rate": 9.996795638817537e-07,
      "loss": 130.7821,
      "step": 2050
    },
    {
      "epoch": 0.16486367859585765,
      "grad_norm": 72.4375,
      "learning_rate": 9.99678000778738e-07,
      "loss": 132.3199,
      "step": 2060
    },
    {
      "epoch": 0.165663987715255,
      "grad_norm": 77.1875,
      "learning_rate": 9.996764376757221e-07,
      "loss": 132.7069,
      "step": 2070
    },
    {
      "epoch": 0.1664642968346524,
      "grad_norm": 78.75,
      "learning_rate": 9.996748745727061e-07,
      "loss": 134.6731,
      "step": 2080
    },
    {
      "epoch": 0.16726460595404974,
      "grad_norm": 77.8125,
      "learning_rate": 9.996733114696904e-07,
      "loss": 132.4518,
      "step": 2090
    },
    {
      "epoch": 0.16806491507344712,
      "grad_norm": 80.0625,
      "learning_rate": 9.996717483666746e-07,
      "loss": 131.4908,
      "step": 2100
    },
    {
      "epoch": 0.1688652241928445,
      "grad_norm": 79.4375,
      "learning_rate": 9.996701852636586e-07,
      "loss": 132.5609,
      "step": 2110
    },
    {
      "epoch": 0.16966553331224185,
      "grad_norm": 75.75,
      "learning_rate": 9.996686221606428e-07,
      "loss": 133.5363,
      "step": 2120
    },
    {
      "epoch": 0.17046584243163923,
      "grad_norm": 74.8125,
      "learning_rate": 9.99667059057627e-07,
      "loss": 133.372,
      "step": 2130
    },
    {
      "epoch": 0.17126615155103658,
      "grad_norm": 78.125,
      "learning_rate": 9.996654959546112e-07,
      "loss": 134.09,
      "step": 2140
    },
    {
      "epoch": 0.17206646067043396,
      "grad_norm": 73.6875,
      "learning_rate": 9.996639328515952e-07,
      "loss": 134.2827,
      "step": 2150
    },
    {
      "epoch": 0.17286676978983131,
      "grad_norm": 75.6875,
      "learning_rate": 9.996623697485795e-07,
      "loss": 133.4792,
      "step": 2160
    },
    {
      "epoch": 0.1736670789092287,
      "grad_norm": 80.8125,
      "learning_rate": 9.996608066455637e-07,
      "loss": 133.7547,
      "step": 2170
    },
    {
      "epoch": 0.17446738802862605,
      "grad_norm": 75.5625,
      "learning_rate": 9.99659243542548e-07,
      "loss": 132.9351,
      "step": 2180
    },
    {
      "epoch": 0.17526769714802343,
      "grad_norm": 72.125,
      "learning_rate": 9.996576804395321e-07,
      "loss": 131.2331,
      "step": 2190
    },
    {
      "epoch": 0.17606800626742078,
      "grad_norm": 79.4375,
      "learning_rate": 9.996561173365161e-07,
      "loss": 134.6388,
      "step": 2200
    },
    {
      "epoch": 0.17686831538681816,
      "grad_norm": 77.125,
      "learning_rate": 9.996545542335003e-07,
      "loss": 133.2961,
      "step": 2210
    },
    {
      "epoch": 0.17766862450621554,
      "grad_norm": 75.875,
      "learning_rate": 9.996529911304846e-07,
      "loss": 133.8811,
      "step": 2220
    },
    {
      "epoch": 0.1784689336256129,
      "grad_norm": 73.5625,
      "learning_rate": 9.996514280274688e-07,
      "loss": 133.1757,
      "step": 2230
    },
    {
      "epoch": 0.17926924274501027,
      "grad_norm": 78.875,
      "learning_rate": 9.996498649244528e-07,
      "loss": 132.6364,
      "step": 2240
    },
    {
      "epoch": 0.18006955186440762,
      "grad_norm": 75.0,
      "learning_rate": 9.99648301821437e-07,
      "loss": 133.5787,
      "step": 2250
    },
    {
      "epoch": 0.180869860983805,
      "grad_norm": 73.75,
      "learning_rate": 9.996467387184212e-07,
      "loss": 133.0472,
      "step": 2260
    },
    {
      "epoch": 0.18167017010320236,
      "grad_norm": 73.5,
      "learning_rate": 9.996451756154052e-07,
      "loss": 132.8575,
      "step": 2270
    },
    {
      "epoch": 0.18247047922259974,
      "grad_norm": 81.75,
      "learning_rate": 9.996436125123894e-07,
      "loss": 132.7385,
      "step": 2280
    },
    {
      "epoch": 0.1832707883419971,
      "grad_norm": 71.5,
      "learning_rate": 9.996420494093737e-07,
      "loss": 132.8017,
      "step": 2290
    },
    {
      "epoch": 0.18407109746139447,
      "grad_norm": 73.75,
      "learning_rate": 9.996404863063579e-07,
      "loss": 134.2902,
      "step": 2300
    },
    {
      "epoch": 0.18487140658079182,
      "grad_norm": 72.375,
      "learning_rate": 9.996389232033419e-07,
      "loss": 133.3126,
      "step": 2310
    },
    {
      "epoch": 0.1856717157001892,
      "grad_norm": 72.875,
      "learning_rate": 9.99637360100326e-07,
      "loss": 133.4326,
      "step": 2320
    },
    {
      "epoch": 0.18647202481958655,
      "grad_norm": 79.875,
      "learning_rate": 9.996357969973103e-07,
      "loss": 135.3909,
      "step": 2330
    },
    {
      "epoch": 0.18727233393898393,
      "grad_norm": 77.0625,
      "learning_rate": 9.996342338942945e-07,
      "loss": 133.5528,
      "step": 2340
    },
    {
      "epoch": 0.1880726430583813,
      "grad_norm": 77.5,
      "learning_rate": 9.996326707912788e-07,
      "loss": 133.1468,
      "step": 2350
    },
    {
      "epoch": 0.18887295217777866,
      "grad_norm": 79.0,
      "learning_rate": 9.996311076882628e-07,
      "loss": 132.3221,
      "step": 2360
    },
    {
      "epoch": 0.18967326129717604,
      "grad_norm": 78.625,
      "learning_rate": 9.99629544585247e-07,
      "loss": 134.5704,
      "step": 2370
    },
    {
      "epoch": 0.1904735704165734,
      "grad_norm": 75.0,
      "learning_rate": 9.996279814822312e-07,
      "loss": 133.3002,
      "step": 2380
    },
    {
      "epoch": 0.19127387953597078,
      "grad_norm": 81.8125,
      "learning_rate": 9.996264183792154e-07,
      "loss": 133.6831,
      "step": 2390
    },
    {
      "epoch": 0.19207418865536813,
      "grad_norm": 74.375,
      "learning_rate": 9.996248552761994e-07,
      "loss": 132.5035,
      "step": 2400
    },
    {
      "epoch": 0.1928744977747655,
      "grad_norm": 83.8125,
      "learning_rate": 9.996232921731836e-07,
      "loss": 132.3072,
      "step": 2410
    },
    {
      "epoch": 0.19367480689416286,
      "grad_norm": 76.6875,
      "learning_rate": 9.996217290701679e-07,
      "loss": 133.4728,
      "step": 2420
    },
    {
      "epoch": 0.19447511601356024,
      "grad_norm": 80.25,
      "learning_rate": 9.996201659671519e-07,
      "loss": 132.2028,
      "step": 2430
    },
    {
      "epoch": 0.1952754251329576,
      "grad_norm": 72.5625,
      "learning_rate": 9.99618602864136e-07,
      "loss": 133.2437,
      "step": 2440
    },
    {
      "epoch": 0.19607573425235497,
      "grad_norm": 77.125,
      "learning_rate": 9.996170397611203e-07,
      "loss": 134.2502,
      "step": 2450
    },
    {
      "epoch": 0.19687604337175235,
      "grad_norm": 78.0,
      "learning_rate": 9.996154766581043e-07,
      "loss": 134.4984,
      "step": 2460
    },
    {
      "epoch": 0.1976763524911497,
      "grad_norm": 80.3125,
      "learning_rate": 9.996139135550885e-07,
      "loss": 132.5038,
      "step": 2470
    },
    {
      "epoch": 0.19847666161054708,
      "grad_norm": 72.5,
      "learning_rate": 9.996123504520728e-07,
      "loss": 130.4979,
      "step": 2480
    },
    {
      "epoch": 0.19927697072994444,
      "grad_norm": 76.3125,
      "learning_rate": 9.99610787349057e-07,
      "loss": 132.6546,
      "step": 2490
    },
    {
      "epoch": 0.20007727984934182,
      "grad_norm": 74.5,
      "learning_rate": 9.996092242460412e-07,
      "loss": 132.9037,
      "step": 2500
    },
    {
      "epoch": 0.20007727984934182,
      "eval_loss": 2.079555034637451,
      "eval_runtime": 423.7834,
      "eval_samples_per_second": 1548.333,
      "eval_steps_per_second": 48.386,
      "step": 2500
    },
    {
      "epoch": 0.20087758896873917,
      "grad_norm": 71.4375,
      "learning_rate": 9.996076611430254e-07,
      "loss": 132.1891,
      "step": 2510
    },
    {
      "epoch": 0.20167789808813655,
      "grad_norm": 76.6875,
      "learning_rate": 9.996060980400094e-07,
      "loss": 133.4134,
      "step": 2520
    },
    {
      "epoch": 0.2024782072075339,
      "grad_norm": 78.3125,
      "learning_rate": 9.996045349369936e-07,
      "loss": 134.7546,
      "step": 2530
    },
    {
      "epoch": 0.20327851632693128,
      "grad_norm": 74.1875,
      "learning_rate": 9.996029718339778e-07,
      "loss": 132.944,
      "step": 2540
    },
    {
      "epoch": 0.20407882544632863,
      "grad_norm": 73.125,
      "learning_rate": 9.99601408730962e-07,
      "loss": 132.8733,
      "step": 2550
    },
    {
      "epoch": 0.204879134565726,
      "grad_norm": 77.1875,
      "learning_rate": 9.99599845627946e-07,
      "loss": 134.1901,
      "step": 2560
    },
    {
      "epoch": 0.2056794436851234,
      "grad_norm": 79.9375,
      "learning_rate": 9.995982825249303e-07,
      "loss": 132.7988,
      "step": 2570
    },
    {
      "epoch": 0.20647975280452074,
      "grad_norm": 76.75,
      "learning_rate": 9.995967194219145e-07,
      "loss": 133.0693,
      "step": 2580
    },
    {
      "epoch": 0.20728006192391812,
      "grad_norm": 72.375,
      "learning_rate": 9.995951563188985e-07,
      "loss": 132.1166,
      "step": 2590
    },
    {
      "epoch": 0.20808037104331548,
      "grad_norm": 80.0,
      "learning_rate": 9.995935932158827e-07,
      "loss": 133.8413,
      "step": 2600
    },
    {
      "epoch": 0.20888068016271286,
      "grad_norm": 75.9375,
      "learning_rate": 9.99592030112867e-07,
      "loss": 134.1737,
      "step": 2610
    },
    {
      "epoch": 0.2096809892821102,
      "grad_norm": 82.9375,
      "learning_rate": 9.99590467009851e-07,
      "loss": 131.8263,
      "step": 2620
    },
    {
      "epoch": 0.2104812984015076,
      "grad_norm": 73.375,
      "learning_rate": 9.995889039068352e-07,
      "loss": 134.3057,
      "step": 2630
    },
    {
      "epoch": 0.21128160752090494,
      "grad_norm": 79.9375,
      "learning_rate": 9.995873408038194e-07,
      "loss": 131.4325,
      "step": 2640
    },
    {
      "epoch": 0.21208191664030232,
      "grad_norm": 71.9375,
      "learning_rate": 9.995857777008036e-07,
      "loss": 133.1537,
      "step": 2650
    },
    {
      "epoch": 0.21288222575969967,
      "grad_norm": 74.875,
      "learning_rate": 9.995842145977878e-07,
      "loss": 131.8966,
      "step": 2660
    },
    {
      "epoch": 0.21368253487909705,
      "grad_norm": 82.875,
      "learning_rate": 9.995826514947718e-07,
      "loss": 132.7061,
      "step": 2670
    },
    {
      "epoch": 0.2144828439984944,
      "grad_norm": 75.4375,
      "learning_rate": 9.99581088391756e-07,
      "loss": 133.5048,
      "step": 2680
    },
    {
      "epoch": 0.21528315311789178,
      "grad_norm": 78.875,
      "learning_rate": 9.995795252887403e-07,
      "loss": 133.0009,
      "step": 2690
    },
    {
      "epoch": 0.21608346223728916,
      "grad_norm": 76.875,
      "learning_rate": 9.995779621857245e-07,
      "loss": 132.829,
      "step": 2700
    },
    {
      "epoch": 0.21688377135668652,
      "grad_norm": 75.4375,
      "learning_rate": 9.995763990827087e-07,
      "loss": 131.0754,
      "step": 2710
    },
    {
      "epoch": 0.2176840804760839,
      "grad_norm": 75.125,
      "learning_rate": 9.995748359796927e-07,
      "loss": 133.1994,
      "step": 2720
    },
    {
      "epoch": 0.21848438959548125,
      "grad_norm": 77.25,
      "learning_rate": 9.99573272876677e-07,
      "loss": 133.7851,
      "step": 2730
    },
    {
      "epoch": 0.21928469871487863,
      "grad_norm": 74.5,
      "learning_rate": 9.995717097736612e-07,
      "loss": 134.2786,
      "step": 2740
    },
    {
      "epoch": 0.22008500783427598,
      "grad_norm": 78.1875,
      "learning_rate": 9.995701466706452e-07,
      "loss": 132.9056,
      "step": 2750
    },
    {
      "epoch": 0.22088531695367336,
      "grad_norm": 73.0,
      "learning_rate": 9.995685835676294e-07,
      "loss": 133.8631,
      "step": 2760
    },
    {
      "epoch": 0.2216856260730707,
      "grad_norm": 75.0,
      "learning_rate": 9.995670204646136e-07,
      "loss": 133.2654,
      "step": 2770
    },
    {
      "epoch": 0.2224859351924681,
      "grad_norm": 72.25,
      "learning_rate": 9.995654573615976e-07,
      "loss": 133.3257,
      "step": 2780
    },
    {
      "epoch": 0.22328624431186544,
      "grad_norm": 74.625,
      "learning_rate": 9.995638942585818e-07,
      "loss": 134.212,
      "step": 2790
    },
    {
      "epoch": 0.22408655343126282,
      "grad_norm": 81.625,
      "learning_rate": 9.99562331155566e-07,
      "loss": 131.8705,
      "step": 2800
    },
    {
      "epoch": 0.2248868625506602,
      "grad_norm": 74.5625,
      "learning_rate": 9.995607680525503e-07,
      "loss": 132.6001,
      "step": 2810
    },
    {
      "epoch": 0.22568717167005756,
      "grad_norm": 81.6875,
      "learning_rate": 9.995592049495345e-07,
      "loss": 132.6342,
      "step": 2820
    },
    {
      "epoch": 0.22648748078945494,
      "grad_norm": 74.75,
      "learning_rate": 9.995576418465185e-07,
      "loss": 133.3588,
      "step": 2830
    },
    {
      "epoch": 0.2272877899088523,
      "grad_norm": 76.625,
      "learning_rate": 9.995560787435027e-07,
      "loss": 133.0776,
      "step": 2840
    },
    {
      "epoch": 0.22808809902824967,
      "grad_norm": 75.375,
      "learning_rate": 9.99554515640487e-07,
      "loss": 132.3477,
      "step": 2850
    },
    {
      "epoch": 0.22888840814764702,
      "grad_norm": 78.6875,
      "learning_rate": 9.995529525374711e-07,
      "loss": 133.229,
      "step": 2860
    },
    {
      "epoch": 0.2296887172670444,
      "grad_norm": 74.1875,
      "learning_rate": 9.995513894344551e-07,
      "loss": 134.0937,
      "step": 2870
    },
    {
      "epoch": 0.23048902638644175,
      "grad_norm": 74.625,
      "learning_rate": 9.995498263314394e-07,
      "loss": 133.6065,
      "step": 2880
    },
    {
      "epoch": 0.23128933550583913,
      "grad_norm": 76.125,
      "learning_rate": 9.995482632284236e-07,
      "loss": 134.7819,
      "step": 2890
    },
    {
      "epoch": 0.23208964462523649,
      "grad_norm": 70.0,
      "learning_rate": 9.995467001254078e-07,
      "loss": 131.2454,
      "step": 2900
    },
    {
      "epoch": 0.23288995374463387,
      "grad_norm": 79.0625,
      "learning_rate": 9.995451370223918e-07,
      "loss": 132.6385,
      "step": 2910
    },
    {
      "epoch": 0.23369026286403125,
      "grad_norm": 76.4375,
      "learning_rate": 9.99543573919376e-07,
      "loss": 132.4604,
      "step": 2920
    },
    {
      "epoch": 0.2344905719834286,
      "grad_norm": 69.75,
      "learning_rate": 9.995420108163602e-07,
      "loss": 133.4625,
      "step": 2930
    },
    {
      "epoch": 0.23529088110282598,
      "grad_norm": 73.75,
      "learning_rate": 9.995404477133443e-07,
      "loss": 133.4203,
      "step": 2940
    },
    {
      "epoch": 0.23609119022222333,
      "grad_norm": 77.5,
      "learning_rate": 9.995388846103285e-07,
      "loss": 133.9867,
      "step": 2950
    },
    {
      "epoch": 0.2368914993416207,
      "grad_norm": 73.0,
      "learning_rate": 9.995373215073127e-07,
      "loss": 134.0537,
      "step": 2960
    },
    {
      "epoch": 0.23769180846101806,
      "grad_norm": 76.6875,
      "learning_rate": 9.99535758404297e-07,
      "loss": 133.4288,
      "step": 2970
    },
    {
      "epoch": 0.23849211758041544,
      "grad_norm": 81.625,
      "learning_rate": 9.995341953012811e-07,
      "loss": 131.8527,
      "step": 2980
    },
    {
      "epoch": 0.2392924266998128,
      "grad_norm": 75.8125,
      "learning_rate": 9.995326321982651e-07,
      "loss": 133.3051,
      "step": 2990
    },
    {
      "epoch": 0.24009273581921017,
      "grad_norm": 77.4375,
      "learning_rate": 9.995310690952493e-07,
      "loss": 133.7738,
      "step": 3000
    },
    {
      "epoch": 0.24089304493860753,
      "grad_norm": 77.5625,
      "learning_rate": 9.995295059922336e-07,
      "loss": 134.9874,
      "step": 3010
    },
    {
      "epoch": 0.2416933540580049,
      "grad_norm": 74.0,
      "learning_rate": 9.995279428892178e-07,
      "loss": 133.7144,
      "step": 3020
    },
    {
      "epoch": 0.24249366317740229,
      "grad_norm": 82.375,
      "learning_rate": 9.995263797862018e-07,
      "loss": 133.7562,
      "step": 3030
    },
    {
      "epoch": 0.24329397229679964,
      "grad_norm": 79.0,
      "learning_rate": 9.99524816683186e-07,
      "loss": 133.503,
      "step": 3040
    },
    {
      "epoch": 0.24409428141619702,
      "grad_norm": 76.375,
      "learning_rate": 9.995232535801702e-07,
      "loss": 134.0484,
      "step": 3050
    },
    {
      "epoch": 0.24489459053559437,
      "grad_norm": 73.9375,
      "learning_rate": 9.995216904771542e-07,
      "loss": 132.5795,
      "step": 3060
    },
    {
      "epoch": 0.24569489965499175,
      "grad_norm": 75.625,
      "learning_rate": 9.995201273741385e-07,
      "loss": 131.5031,
      "step": 3070
    },
    {
      "epoch": 0.2464952087743891,
      "grad_norm": 74.875,
      "learning_rate": 9.995185642711227e-07,
      "loss": 132.9786,
      "step": 3080
    },
    {
      "epoch": 0.24729551789378648,
      "grad_norm": 76.9375,
      "learning_rate": 9.995170011681069e-07,
      "loss": 132.8848,
      "step": 3090
    },
    {
      "epoch": 0.24809582701318383,
      "grad_norm": 77.1875,
      "learning_rate": 9.99515438065091e-07,
      "loss": 133.2721,
      "step": 3100
    },
    {
      "epoch": 0.2488961361325812,
      "grad_norm": 83.8125,
      "learning_rate": 9.995138749620751e-07,
      "loss": 132.621,
      "step": 3110
    },
    {
      "epoch": 0.24969644525197857,
      "grad_norm": 77.5,
      "learning_rate": 9.995123118590593e-07,
      "loss": 133.5524,
      "step": 3120
    },
    {
      "epoch": 0.2504967543713759,
      "grad_norm": 72.4375,
      "learning_rate": 9.995107487560436e-07,
      "loss": 133.8227,
      "step": 3130
    },
    {
      "epoch": 0.2512970634907733,
      "grad_norm": 75.4375,
      "learning_rate": 9.995091856530278e-07,
      "loss": 133.7567,
      "step": 3140
    },
    {
      "epoch": 0.2520973726101707,
      "grad_norm": 76.0,
      "learning_rate": 9.995076225500118e-07,
      "loss": 133.4744,
      "step": 3150
    },
    {
      "epoch": 0.25289768172956806,
      "grad_norm": 77.6875,
      "learning_rate": 9.99506059446996e-07,
      "loss": 131.4135,
      "step": 3160
    },
    {
      "epoch": 0.25369799084896544,
      "grad_norm": 77.4375,
      "learning_rate": 9.995044963439802e-07,
      "loss": 131.6956,
      "step": 3170
    },
    {
      "epoch": 0.25449829996836276,
      "grad_norm": 74.625,
      "learning_rate": 9.995029332409644e-07,
      "loss": 133.5626,
      "step": 3180
    },
    {
      "epoch": 0.25529860908776014,
      "grad_norm": 75.875,
      "learning_rate": 9.995013701379484e-07,
      "loss": 131.9732,
      "step": 3190
    },
    {
      "epoch": 0.2560989182071575,
      "grad_norm": 73.0,
      "learning_rate": 9.994998070349327e-07,
      "loss": 132.5818,
      "step": 3200
    },
    {
      "epoch": 0.2568992273265549,
      "grad_norm": 75.0625,
      "learning_rate": 9.994982439319169e-07,
      "loss": 133.6618,
      "step": 3210
    },
    {
      "epoch": 0.2576995364459522,
      "grad_norm": 75.8125,
      "learning_rate": 9.994966808289009e-07,
      "loss": 132.3088,
      "step": 3220
    },
    {
      "epoch": 0.2584998455653496,
      "grad_norm": 78.5,
      "learning_rate": 9.99495117725885e-07,
      "loss": 131.4488,
      "step": 3230
    },
    {
      "epoch": 0.259300154684747,
      "grad_norm": 73.0,
      "learning_rate": 9.994935546228693e-07,
      "loss": 133.2048,
      "step": 3240
    },
    {
      "epoch": 0.26010046380414437,
      "grad_norm": 74.3125,
      "learning_rate": 9.994919915198535e-07,
      "loss": 133.9069,
      "step": 3250
    },
    {
      "epoch": 0.2609007729235417,
      "grad_norm": 73.8125,
      "learning_rate": 9.994904284168375e-07,
      "loss": 132.9612,
      "step": 3260
    },
    {
      "epoch": 0.26170108204293907,
      "grad_norm": 75.5625,
      "learning_rate": 9.994888653138218e-07,
      "loss": 133.8464,
      "step": 3270
    },
    {
      "epoch": 0.26250139116233645,
      "grad_norm": 75.625,
      "learning_rate": 9.99487302210806e-07,
      "loss": 132.2074,
      "step": 3280
    },
    {
      "epoch": 0.26330170028173383,
      "grad_norm": 73.125,
      "learning_rate": 9.994857391077902e-07,
      "loss": 134.991,
      "step": 3290
    },
    {
      "epoch": 0.2641020094011312,
      "grad_norm": 77.375,
      "learning_rate": 9.994841760047742e-07,
      "loss": 132.3946,
      "step": 3300
    },
    {
      "epoch": 0.26490231852052853,
      "grad_norm": 77.8125,
      "learning_rate": 9.994826129017584e-07,
      "loss": 134.2822,
      "step": 3310
    },
    {
      "epoch": 0.2657026276399259,
      "grad_norm": 76.5625,
      "learning_rate": 9.994810497987426e-07,
      "loss": 134.2205,
      "step": 3320
    },
    {
      "epoch": 0.2665029367593233,
      "grad_norm": 80.75,
      "learning_rate": 9.994794866957269e-07,
      "loss": 133.8495,
      "step": 3330
    },
    {
      "epoch": 0.2673032458787207,
      "grad_norm": 76.125,
      "learning_rate": 9.99477923592711e-07,
      "loss": 133.0968,
      "step": 3340
    },
    {
      "epoch": 0.268103554998118,
      "grad_norm": 76.0625,
      "learning_rate": 9.99476360489695e-07,
      "loss": 132.9434,
      "step": 3350
    },
    {
      "epoch": 0.2689038641175154,
      "grad_norm": 77.6875,
      "learning_rate": 9.994747973866793e-07,
      "loss": 131.3061,
      "step": 3360
    },
    {
      "epoch": 0.26970417323691276,
      "grad_norm": 78.5625,
      "learning_rate": 9.994732342836635e-07,
      "loss": 133.879,
      "step": 3370
    },
    {
      "epoch": 0.27050448235631014,
      "grad_norm": 77.0625,
      "learning_rate": 9.994716711806475e-07,
      "loss": 132.1836,
      "step": 3380
    },
    {
      "epoch": 0.2713047914757075,
      "grad_norm": 78.625,
      "learning_rate": 9.994701080776317e-07,
      "loss": 133.099,
      "step": 3390
    },
    {
      "epoch": 0.27210510059510484,
      "grad_norm": 70.3125,
      "learning_rate": 9.99468544974616e-07,
      "loss": 131.4613,
      "step": 3400
    },
    {
      "epoch": 0.2729054097145022,
      "grad_norm": 79.3125,
      "learning_rate": 9.994669818716e-07,
      "loss": 133.228,
      "step": 3410
    },
    {
      "epoch": 0.2737057188338996,
      "grad_norm": 74.875,
      "learning_rate": 9.994654187685842e-07,
      "loss": 133.2147,
      "step": 3420
    },
    {
      "epoch": 0.274506027953297,
      "grad_norm": 80.75,
      "learning_rate": 9.994638556655684e-07,
      "loss": 132.7644,
      "step": 3430
    },
    {
      "epoch": 0.2753063370726943,
      "grad_norm": 77.25,
      "learning_rate": 9.994622925625526e-07,
      "loss": 132.9558,
      "step": 3440
    },
    {
      "epoch": 0.2761066461920917,
      "grad_norm": 77.8125,
      "learning_rate": 9.994607294595368e-07,
      "loss": 131.8311,
      "step": 3450
    },
    {
      "epoch": 0.27690695531148907,
      "grad_norm": 74.8125,
      "learning_rate": 9.994591663565208e-07,
      "loss": 133.9894,
      "step": 3460
    },
    {
      "epoch": 0.27770726443088645,
      "grad_norm": 73.5,
      "learning_rate": 9.99457603253505e-07,
      "loss": 133.7439,
      "step": 3470
    },
    {
      "epoch": 0.27850757355028377,
      "grad_norm": 75.1875,
      "learning_rate": 9.994560401504893e-07,
      "loss": 133.1463,
      "step": 3480
    },
    {
      "epoch": 0.27930788266968115,
      "grad_norm": 73.0625,
      "learning_rate": 9.994544770474735e-07,
      "loss": 133.7504,
      "step": 3490
    },
    {
      "epoch": 0.28010819178907853,
      "grad_norm": 80.75,
      "learning_rate": 9.994529139444577e-07,
      "loss": 133.6309,
      "step": 3500
    },
    {
      "epoch": 0.2809085009084759,
      "grad_norm": 72.8125,
      "learning_rate": 9.994513508414417e-07,
      "loss": 133.597,
      "step": 3510
    },
    {
      "epoch": 0.2817088100278733,
      "grad_norm": 84.75,
      "learning_rate": 9.99449787738426e-07,
      "loss": 133.3475,
      "step": 3520
    },
    {
      "epoch": 0.2825091191472706,
      "grad_norm": 81.3125,
      "learning_rate": 9.994482246354102e-07,
      "loss": 131.89,
      "step": 3530
    },
    {
      "epoch": 0.283309428266668,
      "grad_norm": 76.25,
      "learning_rate": 9.994466615323942e-07,
      "loss": 134.1571,
      "step": 3540
    },
    {
      "epoch": 0.2841097373860654,
      "grad_norm": 78.125,
      "learning_rate": 9.994450984293784e-07,
      "loss": 132.8667,
      "step": 3550
    },
    {
      "epoch": 0.28491004650546276,
      "grad_norm": 77.3125,
      "learning_rate": 9.994435353263626e-07,
      "loss": 132.635,
      "step": 3560
    },
    {
      "epoch": 0.2857103556248601,
      "grad_norm": 76.9375,
      "learning_rate": 9.994419722233466e-07,
      "loss": 132.5345,
      "step": 3570
    },
    {
      "epoch": 0.28651066474425746,
      "grad_norm": 79.6875,
      "learning_rate": 9.994404091203308e-07,
      "loss": 133.5979,
      "step": 3580
    },
    {
      "epoch": 0.28731097386365484,
      "grad_norm": 74.5625,
      "learning_rate": 9.99438846017315e-07,
      "loss": 133.0856,
      "step": 3590
    },
    {
      "epoch": 0.2881112829830522,
      "grad_norm": 81.75,
      "learning_rate": 9.994372829142993e-07,
      "loss": 133.0596,
      "step": 3600
    },
    {
      "epoch": 0.28891159210244954,
      "grad_norm": 79.25,
      "learning_rate": 9.994357198112835e-07,
      "loss": 133.8565,
      "step": 3610
    },
    {
      "epoch": 0.2897119012218469,
      "grad_norm": 78.1875,
      "learning_rate": 9.994341567082675e-07,
      "loss": 133.0675,
      "step": 3620
    },
    {
      "epoch": 0.2905122103412443,
      "grad_norm": 78.8125,
      "learning_rate": 9.994325936052517e-07,
      "loss": 132.4503,
      "step": 3630
    },
    {
      "epoch": 0.2913125194606417,
      "grad_norm": 74.0,
      "learning_rate": 9.99431030502236e-07,
      "loss": 131.9785,
      "step": 3640
    },
    {
      "epoch": 0.29211282858003906,
      "grad_norm": 81.25,
      "learning_rate": 9.994294673992201e-07,
      "loss": 131.6815,
      "step": 3650
    },
    {
      "epoch": 0.2929131376994364,
      "grad_norm": 78.125,
      "learning_rate": 9.994279042962044e-07,
      "loss": 133.6587,
      "step": 3660
    },
    {
      "epoch": 0.29371344681883377,
      "grad_norm": 82.8125,
      "learning_rate": 9.994263411931884e-07,
      "loss": 132.4716,
      "step": 3670
    },
    {
      "epoch": 0.29451375593823115,
      "grad_norm": 77.875,
      "learning_rate": 9.994247780901726e-07,
      "loss": 134.3209,
      "step": 3680
    },
    {
      "epoch": 0.2953140650576285,
      "grad_norm": 73.8125,
      "learning_rate": 9.994232149871568e-07,
      "loss": 132.6673,
      "step": 3690
    },
    {
      "epoch": 0.29611437417702585,
      "grad_norm": 81.0,
      "learning_rate": 9.994216518841408e-07,
      "loss": 132.5012,
      "step": 3700
    },
    {
      "epoch": 0.29691468329642323,
      "grad_norm": 71.125,
      "learning_rate": 9.99420088781125e-07,
      "loss": 133.0868,
      "step": 3710
    },
    {
      "epoch": 0.2977149924158206,
      "grad_norm": 85.5625,
      "learning_rate": 9.994185256781093e-07,
      "loss": 133.206,
      "step": 3720
    },
    {
      "epoch": 0.298515301535218,
      "grad_norm": 78.9375,
      "learning_rate": 9.994169625750933e-07,
      "loss": 132.3186,
      "step": 3730
    },
    {
      "epoch": 0.29931561065461537,
      "grad_norm": 82.1875,
      "learning_rate": 9.994153994720775e-07,
      "loss": 132.2575,
      "step": 3740
    },
    {
      "epoch": 0.3001159197740127,
      "grad_norm": 83.5625,
      "learning_rate": 9.994138363690617e-07,
      "loss": 133.2065,
      "step": 3750
    },
    {
      "epoch": 0.3009162288934101,
      "grad_norm": 72.3125,
      "learning_rate": 9.99412273266046e-07,
      "loss": 133.6776,
      "step": 3760
    },
    {
      "epoch": 0.30171653801280746,
      "grad_norm": 77.6875,
      "learning_rate": 9.9941071016303e-07,
      "loss": 132.2097,
      "step": 3770
    },
    {
      "epoch": 0.30251684713220484,
      "grad_norm": 74.875,
      "learning_rate": 9.994091470600141e-07,
      "loss": 130.3959,
      "step": 3780
    },
    {
      "epoch": 0.30331715625160216,
      "grad_norm": 74.375,
      "learning_rate": 9.994075839569984e-07,
      "loss": 131.0167,
      "step": 3790
    },
    {
      "epoch": 0.30411746537099954,
      "grad_norm": 76.375,
      "learning_rate": 9.994060208539826e-07,
      "loss": 132.5872,
      "step": 3800
    },
    {
      "epoch": 0.3049177744903969,
      "grad_norm": 75.6875,
      "learning_rate": 9.994044577509668e-07,
      "loss": 133.6776,
      "step": 3810
    },
    {
      "epoch": 0.3057180836097943,
      "grad_norm": 75.125,
      "learning_rate": 9.99402894647951e-07,
      "loss": 133.0905,
      "step": 3820
    },
    {
      "epoch": 0.3065183927291916,
      "grad_norm": 77.4375,
      "learning_rate": 9.99401331544935e-07,
      "loss": 133.0921,
      "step": 3830
    },
    {
      "epoch": 0.307318701848589,
      "grad_norm": 80.9375,
      "learning_rate": 9.993997684419192e-07,
      "loss": 133.8795,
      "step": 3840
    },
    {
      "epoch": 0.3081190109679864,
      "grad_norm": 73.75,
      "learning_rate": 9.993982053389035e-07,
      "loss": 133.65,
      "step": 3850
    },
    {
      "epoch": 0.30891932008738376,
      "grad_norm": 76.6875,
      "learning_rate": 9.993966422358875e-07,
      "loss": 133.7787,
      "step": 3860
    },
    {
      "epoch": 0.30971962920678114,
      "grad_norm": 76.6875,
      "learning_rate": 9.993950791328717e-07,
      "loss": 132.1005,
      "step": 3870
    },
    {
      "epoch": 0.31051993832617847,
      "grad_norm": 70.75,
      "learning_rate": 9.99393516029856e-07,
      "loss": 131.8651,
      "step": 3880
    },
    {
      "epoch": 0.31132024744557585,
      "grad_norm": 82.3125,
      "learning_rate": 9.9939195292684e-07,
      "loss": 133.0827,
      "step": 3890
    },
    {
      "epoch": 0.31212055656497323,
      "grad_norm": 76.75,
      "learning_rate": 9.993903898238241e-07,
      "loss": 132.4445,
      "step": 3900
    },
    {
      "epoch": 0.3129208656843706,
      "grad_norm": 83.1875,
      "learning_rate": 9.993888267208083e-07,
      "loss": 134.2083,
      "step": 3910
    },
    {
      "epoch": 0.31372117480376793,
      "grad_norm": 78.9375,
      "learning_rate": 9.993872636177926e-07,
      "loss": 132.1415,
      "step": 3920
    },
    {
      "epoch": 0.3145214839231653,
      "grad_norm": 77.625,
      "learning_rate": 9.993857005147766e-07,
      "loss": 133.3125,
      "step": 3930
    },
    {
      "epoch": 0.3153217930425627,
      "grad_norm": 77.125,
      "learning_rate": 9.993841374117608e-07,
      "loss": 133.077,
      "step": 3940
    },
    {
      "epoch": 0.3161221021619601,
      "grad_norm": 72.4375,
      "learning_rate": 9.99382574308745e-07,
      "loss": 132.9227,
      "step": 3950
    },
    {
      "epoch": 0.3169224112813574,
      "grad_norm": 76.0625,
      "learning_rate": 9.993810112057292e-07,
      "loss": 131.9877,
      "step": 3960
    },
    {
      "epoch": 0.3177227204007548,
      "grad_norm": 75.6875,
      "learning_rate": 9.993794481027134e-07,
      "loss": 134.1346,
      "step": 3970
    },
    {
      "epoch": 0.31852302952015216,
      "grad_norm": 72.9375,
      "learning_rate": 9.993778849996974e-07,
      "loss": 133.5554,
      "step": 3980
    },
    {
      "epoch": 0.31932333863954954,
      "grad_norm": 80.1875,
      "learning_rate": 9.993763218966817e-07,
      "loss": 132.0662,
      "step": 3990
    },
    {
      "epoch": 0.3201236477589469,
      "grad_norm": 75.8125,
      "learning_rate": 9.993747587936659e-07,
      "loss": 132.8713,
      "step": 4000
    },
    {
      "epoch": 0.32092395687834424,
      "grad_norm": 79.625,
      "learning_rate": 9.9937319569065e-07,
      "loss": 132.2075,
      "step": 4010
    },
    {
      "epoch": 0.3217242659977416,
      "grad_norm": 79.25,
      "learning_rate": 9.993716325876341e-07,
      "loss": 133.7796,
      "step": 4020
    },
    {
      "epoch": 0.322524575117139,
      "grad_norm": 73.0,
      "learning_rate": 9.993700694846183e-07,
      "loss": 132.6325,
      "step": 4030
    },
    {
      "epoch": 0.3233248842365364,
      "grad_norm": 78.9375,
      "learning_rate": 9.993685063816025e-07,
      "loss": 132.7415,
      "step": 4040
    },
    {
      "epoch": 0.3241251933559337,
      "grad_norm": 74.5625,
      "learning_rate": 9.993669432785866e-07,
      "loss": 132.9165,
      "step": 4050
    },
    {
      "epoch": 0.3249255024753311,
      "grad_norm": 70.0,
      "learning_rate": 9.993653801755708e-07,
      "loss": 133.0353,
      "step": 4060
    },
    {
      "epoch": 0.32572581159472846,
      "grad_norm": 85.625,
      "learning_rate": 9.99363817072555e-07,
      "loss": 131.7386,
      "step": 4070
    },
    {
      "epoch": 0.32652612071412584,
      "grad_norm": 76.6875,
      "learning_rate": 9.993622539695392e-07,
      "loss": 132.1626,
      "step": 4080
    },
    {
      "epoch": 0.3273264298335232,
      "grad_norm": 72.0625,
      "learning_rate": 9.993606908665232e-07,
      "loss": 132.8323,
      "step": 4090
    },
    {
      "epoch": 0.32812673895292055,
      "grad_norm": 75.3125,
      "learning_rate": 9.993591277635074e-07,
      "loss": 132.1428,
      "step": 4100
    },
    {
      "epoch": 0.32892704807231793,
      "grad_norm": 82.1875,
      "learning_rate": 9.993575646604916e-07,
      "loss": 133.5749,
      "step": 4110
    },
    {
      "epoch": 0.3297273571917153,
      "grad_norm": 75.0,
      "learning_rate": 9.993560015574759e-07,
      "loss": 134.0208,
      "step": 4120
    },
    {
      "epoch": 0.3305276663111127,
      "grad_norm": 78.875,
      "learning_rate": 9.9935443845446e-07,
      "loss": 133.0864,
      "step": 4130
    },
    {
      "epoch": 0.33132797543051,
      "grad_norm": 81.3125,
      "learning_rate": 9.99352875351444e-07,
      "loss": 132.96,
      "step": 4140
    },
    {
      "epoch": 0.3321282845499074,
      "grad_norm": 74.75,
      "learning_rate": 9.993513122484283e-07,
      "loss": 132.6293,
      "step": 4150
    },
    {
      "epoch": 0.3329285936693048,
      "grad_norm": 75.9375,
      "learning_rate": 9.993497491454125e-07,
      "loss": 134.6045,
      "step": 4160
    },
    {
      "epoch": 0.33372890278870215,
      "grad_norm": 78.8125,
      "learning_rate": 9.993481860423965e-07,
      "loss": 133.819,
      "step": 4170
    },
    {
      "epoch": 0.3345292119080995,
      "grad_norm": 76.4375,
      "learning_rate": 9.993466229393808e-07,
      "loss": 130.7153,
      "step": 4180
    },
    {
      "epoch": 0.33532952102749686,
      "grad_norm": 76.0,
      "learning_rate": 9.99345059836365e-07,
      "loss": 132.3732,
      "step": 4190
    },
    {
      "epoch": 0.33612983014689424,
      "grad_norm": 77.1875,
      "learning_rate": 9.993434967333492e-07,
      "loss": 131.4807,
      "step": 4200
    },
    {
      "epoch": 0.3369301392662916,
      "grad_norm": 77.3125,
      "learning_rate": 9.993419336303332e-07,
      "loss": 132.6123,
      "step": 4210
    },
    {
      "epoch": 0.337730448385689,
      "grad_norm": 76.125,
      "learning_rate": 9.993403705273174e-07,
      "loss": 131.4161,
      "step": 4220
    },
    {
      "epoch": 0.3385307575050863,
      "grad_norm": 74.6875,
      "learning_rate": 9.993388074243016e-07,
      "loss": 132.329,
      "step": 4230
    },
    {
      "epoch": 0.3393310666244837,
      "grad_norm": 114.5,
      "learning_rate": 9.993372443212856e-07,
      "loss": 132.9315,
      "step": 4240
    },
    {
      "epoch": 0.3401313757438811,
      "grad_norm": 83.125,
      "learning_rate": 9.993356812182699e-07,
      "loss": 133.2091,
      "step": 4250
    },
    {
      "epoch": 0.34093168486327846,
      "grad_norm": 77.4375,
      "learning_rate": 9.99334118115254e-07,
      "loss": 133.3165,
      "step": 4260
    },
    {
      "epoch": 0.3417319939826758,
      "grad_norm": 73.375,
      "learning_rate": 9.993325550122383e-07,
      "loss": 132.3926,
      "step": 4270
    },
    {
      "epoch": 0.34253230310207317,
      "grad_norm": 81.8125,
      "learning_rate": 9.993309919092225e-07,
      "loss": 132.2934,
      "step": 4280
    },
    {
      "epoch": 0.34333261222147055,
      "grad_norm": 75.0,
      "learning_rate": 9.993294288062067e-07,
      "loss": 131.8824,
      "step": 4290
    },
    {
      "epoch": 0.3441329213408679,
      "grad_norm": 78.625,
      "learning_rate": 9.993278657031907e-07,
      "loss": 133.3519,
      "step": 4300
    },
    {
      "epoch": 0.34493323046026525,
      "grad_norm": 78.8125,
      "learning_rate": 9.99326302600175e-07,
      "loss": 132.0518,
      "step": 4310
    },
    {
      "epoch": 0.34573353957966263,
      "grad_norm": 82.25,
      "learning_rate": 9.993247394971592e-07,
      "loss": 133.0713,
      "step": 4320
    },
    {
      "epoch": 0.34653384869906,
      "grad_norm": 71.6875,
      "learning_rate": 9.993231763941432e-07,
      "loss": 133.3473,
      "step": 4330
    },
    {
      "epoch": 0.3473341578184574,
      "grad_norm": 69.3125,
      "learning_rate": 9.993216132911274e-07,
      "loss": 132.6307,
      "step": 4340
    },
    {
      "epoch": 0.34813446693785477,
      "grad_norm": 71.125,
      "learning_rate": 9.993200501881116e-07,
      "loss": 133.2306,
      "step": 4350
    },
    {
      "epoch": 0.3489347760572521,
      "grad_norm": 77.125,
      "learning_rate": 9.993184870850958e-07,
      "loss": 132.2587,
      "step": 4360
    },
    {
      "epoch": 0.3497350851766495,
      "grad_norm": 72.4375,
      "learning_rate": 9.993169239820798e-07,
      "loss": 132.2048,
      "step": 4370
    },
    {
      "epoch": 0.35053539429604685,
      "grad_norm": 74.6875,
      "learning_rate": 9.99315360879064e-07,
      "loss": 132.5754,
      "step": 4380
    },
    {
      "epoch": 0.35133570341544423,
      "grad_norm": 80.75,
      "learning_rate": 9.993137977760483e-07,
      "loss": 133.0396,
      "step": 4390
    },
    {
      "epoch": 0.35213601253484156,
      "grad_norm": 75.625,
      "learning_rate": 9.993122346730323e-07,
      "loss": 132.3304,
      "step": 4400
    },
    {
      "epoch": 0.35293632165423894,
      "grad_norm": 74.9375,
      "learning_rate": 9.993106715700165e-07,
      "loss": 133.6866,
      "step": 4410
    },
    {
      "epoch": 0.3537366307736363,
      "grad_norm": 76.5,
      "learning_rate": 9.993091084670007e-07,
      "loss": 131.9718,
      "step": 4420
    },
    {
      "epoch": 0.3545369398930337,
      "grad_norm": 73.9375,
      "learning_rate": 9.99307545363985e-07,
      "loss": 132.9161,
      "step": 4430
    },
    {
      "epoch": 0.3553372490124311,
      "grad_norm": 76.3125,
      "learning_rate": 9.993059822609692e-07,
      "loss": 133.0902,
      "step": 4440
    },
    {
      "epoch": 0.3561375581318284,
      "grad_norm": 77.0625,
      "learning_rate": 9.993044191579532e-07,
      "loss": 132.3219,
      "step": 4450
    },
    {
      "epoch": 0.3569378672512258,
      "grad_norm": 82.375,
      "learning_rate": 9.993028560549374e-07,
      "loss": 132.6951,
      "step": 4460
    },
    {
      "epoch": 0.35773817637062316,
      "grad_norm": 79.375,
      "learning_rate": 9.993012929519216e-07,
      "loss": 133.4258,
      "step": 4470
    },
    {
      "epoch": 0.35853848549002054,
      "grad_norm": 77.5625,
      "learning_rate": 9.992997298489058e-07,
      "loss": 132.2778,
      "step": 4480
    },
    {
      "epoch": 0.35933879460941787,
      "grad_norm": 76.8125,
      "learning_rate": 9.992981667458898e-07,
      "loss": 132.1174,
      "step": 4490
    },
    {
      "epoch": 0.36013910372881525,
      "grad_norm": 77.9375,
      "learning_rate": 9.99296603642874e-07,
      "loss": 131.4624,
      "step": 4500
    },
    {
      "epoch": 0.3609394128482126,
      "grad_norm": 78.4375,
      "learning_rate": 9.992950405398583e-07,
      "loss": 132.2248,
      "step": 4510
    },
    {
      "epoch": 0.36173972196761,
      "grad_norm": 77.75,
      "learning_rate": 9.992934774368423e-07,
      "loss": 132.4694,
      "step": 4520
    },
    {
      "epoch": 0.36254003108700733,
      "grad_norm": 75.75,
      "learning_rate": 9.992919143338265e-07,
      "loss": 133.191,
      "step": 4530
    },
    {
      "epoch": 0.3633403402064047,
      "grad_norm": 78.625,
      "learning_rate": 9.992903512308107e-07,
      "loss": 132.9599,
      "step": 4540
    },
    {
      "epoch": 0.3641406493258021,
      "grad_norm": 72.25,
      "learning_rate": 9.99288788127795e-07,
      "loss": 133.3042,
      "step": 4550
    },
    {
      "epoch": 0.36494095844519947,
      "grad_norm": 75.25,
      "learning_rate": 9.99287225024779e-07,
      "loss": 133.097,
      "step": 4560
    },
    {
      "epoch": 0.36574126756459685,
      "grad_norm": 76.5,
      "learning_rate": 9.992856619217632e-07,
      "loss": 131.8935,
      "step": 4570
    },
    {
      "epoch": 0.3665415766839942,
      "grad_norm": 77.3125,
      "learning_rate": 9.992840988187474e-07,
      "loss": 132.2206,
      "step": 4580
    },
    {
      "epoch": 0.36734188580339155,
      "grad_norm": 78.25,
      "learning_rate": 9.992825357157316e-07,
      "loss": 132.6171,
      "step": 4590
    },
    {
      "epoch": 0.36814219492278893,
      "grad_norm": 78.25,
      "learning_rate": 9.992809726127158e-07,
      "loss": 132.2898,
      "step": 4600
    },
    {
      "epoch": 0.3689425040421863,
      "grad_norm": 78.5,
      "learning_rate": 9.992794095096998e-07,
      "loss": 133.2866,
      "step": 4610
    },
    {
      "epoch": 0.36974281316158364,
      "grad_norm": 72.875,
      "learning_rate": 9.99277846406684e-07,
      "loss": 132.4634,
      "step": 4620
    },
    {
      "epoch": 0.370543122280981,
      "grad_norm": 77.4375,
      "learning_rate": 9.992762833036682e-07,
      "loss": 132.7402,
      "step": 4630
    },
    {
      "epoch": 0.3713434314003784,
      "grad_norm": 71.6875,
      "learning_rate": 9.992747202006525e-07,
      "loss": 132.4131,
      "step": 4640
    },
    {
      "epoch": 0.3721437405197758,
      "grad_norm": 80.5,
      "learning_rate": 9.992731570976365e-07,
      "loss": 132.4793,
      "step": 4650
    },
    {
      "epoch": 0.3729440496391731,
      "grad_norm": 76.4375,
      "learning_rate": 9.992715939946207e-07,
      "loss": 133.3043,
      "step": 4660
    },
    {
      "epoch": 0.3737443587585705,
      "grad_norm": 76.1875,
      "learning_rate": 9.99270030891605e-07,
      "loss": 132.1431,
      "step": 4670
    },
    {
      "epoch": 0.37454466787796786,
      "grad_norm": 81.4375,
      "learning_rate": 9.99268467788589e-07,
      "loss": 130.6737,
      "step": 4680
    },
    {
      "epoch": 0.37534497699736524,
      "grad_norm": 77.1875,
      "learning_rate": 9.992669046855731e-07,
      "loss": 134.3274,
      "step": 4690
    },
    {
      "epoch": 0.3761452861167626,
      "grad_norm": 74.8125,
      "learning_rate": 9.992653415825574e-07,
      "loss": 132.4399,
      "step": 4700
    },
    {
      "epoch": 0.37694559523615995,
      "grad_norm": 72.6875,
      "learning_rate": 9.992637784795414e-07,
      "loss": 133.9349,
      "step": 4710
    },
    {
      "epoch": 0.3777459043555573,
      "grad_norm": 76.3125,
      "learning_rate": 9.992622153765256e-07,
      "loss": 134.1812,
      "step": 4720
    },
    {
      "epoch": 0.3785462134749547,
      "grad_norm": 74.5,
      "learning_rate": 9.992606522735098e-07,
      "loss": 131.5583,
      "step": 4730
    },
    {
      "epoch": 0.3793465225943521,
      "grad_norm": 78.625,
      "learning_rate": 9.99259089170494e-07,
      "loss": 132.3389,
      "step": 4740
    },
    {
      "epoch": 0.3801468317137494,
      "grad_norm": 77.0,
      "learning_rate": 9.992575260674782e-07,
      "loss": 133.7076,
      "step": 4750
    },
    {
      "epoch": 0.3809471408331468,
      "grad_norm": 79.6875,
      "learning_rate": 9.992559629644625e-07,
      "loss": 133.8963,
      "step": 4760
    },
    {
      "epoch": 0.38174744995254417,
      "grad_norm": 75.875,
      "learning_rate": 9.992543998614465e-07,
      "loss": 132.6479,
      "step": 4770
    },
    {
      "epoch": 0.38254775907194155,
      "grad_norm": 78.0625,
      "learning_rate": 9.992528367584307e-07,
      "loss": 133.2928,
      "step": 4780
    },
    {
      "epoch": 0.38334806819133893,
      "grad_norm": 77.6875,
      "learning_rate": 9.992512736554149e-07,
      "loss": 130.3455,
      "step": 4790
    },
    {
      "epoch": 0.38414837731073626,
      "grad_norm": 78.5,
      "learning_rate": 9.992497105523991e-07,
      "loss": 131.2587,
      "step": 4800
    },
    {
      "epoch": 0.38494868643013364,
      "grad_norm": 73.5,
      "learning_rate": 9.992481474493831e-07,
      "loss": 131.3443,
      "step": 4810
    },
    {
      "epoch": 0.385748995549531,
      "grad_norm": 77.8125,
      "learning_rate": 9.992465843463673e-07,
      "loss": 133.4118,
      "step": 4820
    },
    {
      "epoch": 0.3865493046689284,
      "grad_norm": 79.1875,
      "learning_rate": 9.992450212433516e-07,
      "loss": 131.2462,
      "step": 4830
    },
    {
      "epoch": 0.3873496137883257,
      "grad_norm": 84.5,
      "learning_rate": 9.992434581403356e-07,
      "loss": 131.1748,
      "step": 4840
    },
    {
      "epoch": 0.3881499229077231,
      "grad_norm": 75.125,
      "learning_rate": 9.992418950373198e-07,
      "loss": 132.5554,
      "step": 4850
    },
    {
      "epoch": 0.3889502320271205,
      "grad_norm": 72.875,
      "learning_rate": 9.99240331934304e-07,
      "loss": 132.8411,
      "step": 4860
    },
    {
      "epoch": 0.38975054114651786,
      "grad_norm": 77.8125,
      "learning_rate": 9.99238768831288e-07,
      "loss": 131.7171,
      "step": 4870
    },
    {
      "epoch": 0.3905508502659152,
      "grad_norm": 74.625,
      "learning_rate": 9.992372057282722e-07,
      "loss": 132.1889,
      "step": 4880
    },
    {
      "epoch": 0.39135115938531256,
      "grad_norm": 80.4375,
      "learning_rate": 9.992356426252564e-07,
      "loss": 131.4297,
      "step": 4890
    },
    {
      "epoch": 0.39215146850470994,
      "grad_norm": 81.8125,
      "learning_rate": 9.992340795222407e-07,
      "loss": 132.5631,
      "step": 4900
    },
    {
      "epoch": 0.3929517776241073,
      "grad_norm": 73.5,
      "learning_rate": 9.992325164192249e-07,
      "loss": 133.1258,
      "step": 4910
    },
    {
      "epoch": 0.3937520867435047,
      "grad_norm": 74.0,
      "learning_rate": 9.99230953316209e-07,
      "loss": 132.7684,
      "step": 4920
    },
    {
      "epoch": 0.39455239586290203,
      "grad_norm": 76.0,
      "learning_rate": 9.99229390213193e-07,
      "loss": 133.6151,
      "step": 4930
    },
    {
      "epoch": 0.3953527049822994,
      "grad_norm": 85.1875,
      "learning_rate": 9.992278271101773e-07,
      "loss": 132.0966,
      "step": 4940
    },
    {
      "epoch": 0.3961530141016968,
      "grad_norm": 76.75,
      "learning_rate": 9.992262640071615e-07,
      "loss": 133.1567,
      "step": 4950
    },
    {
      "epoch": 0.39695332322109417,
      "grad_norm": 74.375,
      "learning_rate": 9.992247009041458e-07,
      "loss": 132.1937,
      "step": 4960
    },
    {
      "epoch": 0.3977536323404915,
      "grad_norm": 79.75,
      "learning_rate": 9.992231378011298e-07,
      "loss": 131.0156,
      "step": 4970
    },
    {
      "epoch": 0.39855394145988887,
      "grad_norm": 79.3125,
      "learning_rate": 9.99221574698114e-07,
      "loss": 132.8796,
      "step": 4980
    },
    {
      "epoch": 0.39935425057928625,
      "grad_norm": 73.0,
      "learning_rate": 9.992200115950982e-07,
      "loss": 132.0237,
      "step": 4990
    },
    {
      "epoch": 0.40015455969868363,
      "grad_norm": 75.625,
      "learning_rate": 9.992184484920822e-07,
      "loss": 133.5153,
      "step": 5000
    },
    {
      "epoch": 0.40015455969868363,
      "eval_loss": 2.0742883682250977,
      "eval_runtime": 418.6562,
      "eval_samples_per_second": 1567.295,
      "eval_steps_per_second": 48.978,
      "step": 5000
    },
    {
      "epoch": 0.40095486881808096,
      "grad_norm": 72.4375,
      "learning_rate": 9.992168853890664e-07,
      "loss": 133.3489,
      "step": 5010
    },
    {
      "epoch": 0.40175517793747834,
      "grad_norm": 74.5625,
      "learning_rate": 9.992153222860506e-07,
      "loss": 132.38,
      "step": 5020
    },
    {
      "epoch": 0.4025554870568757,
      "grad_norm": 81.25,
      "learning_rate": 9.992137591830347e-07,
      "loss": 133.7667,
      "step": 5030
    },
    {
      "epoch": 0.4033557961762731,
      "grad_norm": 74.5625,
      "learning_rate": 9.992121960800189e-07,
      "loss": 133.8293,
      "step": 5040
    },
    {
      "epoch": 0.4041561052956705,
      "grad_norm": 71.25,
      "learning_rate": 9.99210632977003e-07,
      "loss": 133.3581,
      "step": 5050
    },
    {
      "epoch": 0.4049564144150678,
      "grad_norm": 79.5625,
      "learning_rate": 9.992090698739873e-07,
      "loss": 132.9888,
      "step": 5060
    },
    {
      "epoch": 0.4057567235344652,
      "grad_norm": 73.9375,
      "learning_rate": 9.992075067709715e-07,
      "loss": 132.4104,
      "step": 5070
    },
    {
      "epoch": 0.40655703265386256,
      "grad_norm": 72.5,
      "learning_rate": 9.992059436679555e-07,
      "loss": 132.3801,
      "step": 5080
    },
    {
      "epoch": 0.40735734177325994,
      "grad_norm": 76.3125,
      "learning_rate": 9.992043805649397e-07,
      "loss": 132.4045,
      "step": 5090
    },
    {
      "epoch": 0.40815765089265726,
      "grad_norm": 76.5625,
      "learning_rate": 9.99202817461924e-07,
      "loss": 132.4824,
      "step": 5100
    },
    {
      "epoch": 0.40895796001205464,
      "grad_norm": 74.125,
      "learning_rate": 9.992012543589082e-07,
      "loss": 132.0051,
      "step": 5110
    },
    {
      "epoch": 0.409758269131452,
      "grad_norm": 72.9375,
      "learning_rate": 9.991996912558924e-07,
      "loss": 133.8627,
      "step": 5120
    },
    {
      "epoch": 0.4105585782508494,
      "grad_norm": 78.9375,
      "learning_rate": 9.991981281528764e-07,
      "loss": 132.2818,
      "step": 5130
    },
    {
      "epoch": 0.4113588873702468,
      "grad_norm": 75.375,
      "learning_rate": 9.991965650498606e-07,
      "loss": 131.2578,
      "step": 5140
    },
    {
      "epoch": 0.4121591964896441,
      "grad_norm": 77.125,
      "learning_rate": 9.991950019468448e-07,
      "loss": 133.7901,
      "step": 5150
    },
    {
      "epoch": 0.4129595056090415,
      "grad_norm": 80.9375,
      "learning_rate": 9.991934388438289e-07,
      "loss": 132.6137,
      "step": 5160
    },
    {
      "epoch": 0.41375981472843887,
      "grad_norm": 81.875,
      "learning_rate": 9.99191875740813e-07,
      "loss": 132.9288,
      "step": 5170
    },
    {
      "epoch": 0.41456012384783625,
      "grad_norm": 78.6875,
      "learning_rate": 9.991903126377973e-07,
      "loss": 132.9595,
      "step": 5180
    },
    {
      "epoch": 0.4153604329672336,
      "grad_norm": 76.9375,
      "learning_rate": 9.991887495347813e-07,
      "loss": 132.3299,
      "step": 5190
    },
    {
      "epoch": 0.41616074208663095,
      "grad_norm": 79.0,
      "learning_rate": 9.991871864317655e-07,
      "loss": 132.1807,
      "step": 5200
    },
    {
      "epoch": 0.41696105120602833,
      "grad_norm": 75.4375,
      "learning_rate": 9.991856233287497e-07,
      "loss": 133.9722,
      "step": 5210
    },
    {
      "epoch": 0.4177613603254257,
      "grad_norm": 73.4375,
      "learning_rate": 9.99184060225734e-07,
      "loss": 132.654,
      "step": 5220
    },
    {
      "epoch": 0.41856166944482304,
      "grad_norm": 74.1875,
      "learning_rate": 9.991824971227182e-07,
      "loss": 133.0139,
      "step": 5230
    },
    {
      "epoch": 0.4193619785642204,
      "grad_norm": 79.25,
      "learning_rate": 9.991809340197022e-07,
      "loss": 131.9049,
      "step": 5240
    },
    {
      "epoch": 0.4201622876836178,
      "grad_norm": 75.8125,
      "learning_rate": 9.991793709166864e-07,
      "loss": 131.9633,
      "step": 5250
    },
    {
      "epoch": 0.4209625968030152,
      "grad_norm": 74.25,
      "learning_rate": 9.991778078136706e-07,
      "loss": 132.2361,
      "step": 5260
    },
    {
      "epoch": 0.42176290592241256,
      "grad_norm": 72.8125,
      "learning_rate": 9.991762447106548e-07,
      "loss": 131.267,
      "step": 5270
    },
    {
      "epoch": 0.4225632150418099,
      "grad_norm": 77.5625,
      "learning_rate": 9.991746816076388e-07,
      "loss": 132.4257,
      "step": 5280
    },
    {
      "epoch": 0.42336352416120726,
      "grad_norm": 79.3125,
      "learning_rate": 9.99173118504623e-07,
      "loss": 132.785,
      "step": 5290
    },
    {
      "epoch": 0.42416383328060464,
      "grad_norm": 76.9375,
      "learning_rate": 9.991715554016073e-07,
      "loss": 131.3379,
      "step": 5300
    },
    {
      "epoch": 0.424964142400002,
      "grad_norm": 75.25,
      "learning_rate": 9.991699922985915e-07,
      "loss": 133.1422,
      "step": 5310
    },
    {
      "epoch": 0.42576445151939935,
      "grad_norm": 72.5625,
      "learning_rate": 9.991684291955755e-07,
      "loss": 132.1037,
      "step": 5320
    },
    {
      "epoch": 0.4265647606387967,
      "grad_norm": 79.0,
      "learning_rate": 9.991668660925597e-07,
      "loss": 132.1573,
      "step": 5330
    },
    {
      "epoch": 0.4273650697581941,
      "grad_norm": 75.0625,
      "learning_rate": 9.99165302989544e-07,
      "loss": 132.0645,
      "step": 5340
    },
    {
      "epoch": 0.4281653788775915,
      "grad_norm": 72.3125,
      "learning_rate": 9.99163739886528e-07,
      "loss": 132.8727,
      "step": 5350
    },
    {
      "epoch": 0.4289656879969888,
      "grad_norm": 77.4375,
      "learning_rate": 9.991621767835122e-07,
      "loss": 133.5671,
      "step": 5360
    },
    {
      "epoch": 0.4297659971163862,
      "grad_norm": 74.3125,
      "learning_rate": 9.991606136804964e-07,
      "loss": 132.3078,
      "step": 5370
    },
    {
      "epoch": 0.43056630623578357,
      "grad_norm": 81.375,
      "learning_rate": 9.991590505774806e-07,
      "loss": 133.0639,
      "step": 5380
    },
    {
      "epoch": 0.43136661535518095,
      "grad_norm": 74.0625,
      "learning_rate": 9.991574874744648e-07,
      "loss": 131.2669,
      "step": 5390
    },
    {
      "epoch": 0.43216692447457833,
      "grad_norm": 79.375,
      "learning_rate": 9.991559243714488e-07,
      "loss": 131.9368,
      "step": 5400
    },
    {
      "epoch": 0.43296723359397565,
      "grad_norm": 77.9375,
      "learning_rate": 9.99154361268433e-07,
      "loss": 132.4038,
      "step": 5410
    },
    {
      "epoch": 0.43376754271337303,
      "grad_norm": 83.375,
      "learning_rate": 9.991527981654173e-07,
      "loss": 132.8988,
      "step": 5420
    },
    {
      "epoch": 0.4345678518327704,
      "grad_norm": 73.6875,
      "learning_rate": 9.991512350624015e-07,
      "loss": 133.3637,
      "step": 5430
    },
    {
      "epoch": 0.4353681609521678,
      "grad_norm": 74.5625,
      "learning_rate": 9.991496719593855e-07,
      "loss": 133.3608,
      "step": 5440
    },
    {
      "epoch": 0.4361684700715651,
      "grad_norm": 71.0,
      "learning_rate": 9.991481088563697e-07,
      "loss": 131.265,
      "step": 5450
    },
    {
      "epoch": 0.4369687791909625,
      "grad_norm": 73.4375,
      "learning_rate": 9.99146545753354e-07,
      "loss": 132.0777,
      "step": 5460
    },
    {
      "epoch": 0.4377690883103599,
      "grad_norm": 75.125,
      "learning_rate": 9.99144982650338e-07,
      "loss": 132.4698,
      "step": 5470
    },
    {
      "epoch": 0.43856939742975726,
      "grad_norm": 73.875,
      "learning_rate": 9.991434195473221e-07,
      "loss": 131.6167,
      "step": 5480
    },
    {
      "epoch": 0.43936970654915464,
      "grad_norm": 76.9375,
      "learning_rate": 9.991418564443064e-07,
      "loss": 131.9013,
      "step": 5490
    },
    {
      "epoch": 0.44017001566855196,
      "grad_norm": 73.4375,
      "learning_rate": 9.991402933412906e-07,
      "loss": 131.2487,
      "step": 5500
    },
    {
      "epoch": 0.44097032478794934,
      "grad_norm": 83.4375,
      "learning_rate": 9.991387302382746e-07,
      "loss": 133.703,
      "step": 5510
    },
    {
      "epoch": 0.4417706339073467,
      "grad_norm": 78.375,
      "learning_rate": 9.991371671352588e-07,
      "loss": 133.2442,
      "step": 5520
    },
    {
      "epoch": 0.4425709430267441,
      "grad_norm": 71.375,
      "learning_rate": 9.99135604032243e-07,
      "loss": 131.6987,
      "step": 5530
    },
    {
      "epoch": 0.4433712521461414,
      "grad_norm": 76.1875,
      "learning_rate": 9.991340409292272e-07,
      "loss": 131.8815,
      "step": 5540
    },
    {
      "epoch": 0.4441715612655388,
      "grad_norm": 80.8125,
      "learning_rate": 9.991324778262112e-07,
      "loss": 132.4904,
      "step": 5550
    },
    {
      "epoch": 0.4449718703849362,
      "grad_norm": 75.1875,
      "learning_rate": 9.991309147231955e-07,
      "loss": 130.7195,
      "step": 5560
    },
    {
      "epoch": 0.44577217950433357,
      "grad_norm": 74.5625,
      "learning_rate": 9.991293516201797e-07,
      "loss": 132.3294,
      "step": 5570
    },
    {
      "epoch": 0.4465724886237309,
      "grad_norm": 77.5,
      "learning_rate": 9.99127788517164e-07,
      "loss": 132.4166,
      "step": 5580
    },
    {
      "epoch": 0.44737279774312827,
      "grad_norm": 74.375,
      "learning_rate": 9.991262254141481e-07,
      "loss": 132.624,
      "step": 5590
    },
    {
      "epoch": 0.44817310686252565,
      "grad_norm": 82.3125,
      "learning_rate": 9.991246623111321e-07,
      "loss": 131.5993,
      "step": 5600
    },
    {
      "epoch": 0.44897341598192303,
      "grad_norm": 70.5,
      "learning_rate": 9.991230992081163e-07,
      "loss": 130.5851,
      "step": 5610
    },
    {
      "epoch": 0.4497737251013204,
      "grad_norm": 78.9375,
      "learning_rate": 9.991215361051006e-07,
      "loss": 131.7671,
      "step": 5620
    },
    {
      "epoch": 0.45057403422071773,
      "grad_norm": 78.9375,
      "learning_rate": 9.991199730020846e-07,
      "loss": 132.6647,
      "step": 5630
    },
    {
      "epoch": 0.4513743433401151,
      "grad_norm": 77.5,
      "learning_rate": 9.991184098990688e-07,
      "loss": 131.5212,
      "step": 5640
    },
    {
      "epoch": 0.4521746524595125,
      "grad_norm": 80.25,
      "learning_rate": 9.99116846796053e-07,
      "loss": 131.0642,
      "step": 5650
    },
    {
      "epoch": 0.4529749615789099,
      "grad_norm": 80.875,
      "learning_rate": 9.991152836930372e-07,
      "loss": 131.6869,
      "step": 5660
    },
    {
      "epoch": 0.4537752706983072,
      "grad_norm": 73.125,
      "learning_rate": 9.991137205900212e-07,
      "loss": 132.0529,
      "step": 5670
    },
    {
      "epoch": 0.4545755798177046,
      "grad_norm": 77.8125,
      "learning_rate": 9.991121574870055e-07,
      "loss": 133.4353,
      "step": 5680
    },
    {
      "epoch": 0.45537588893710196,
      "grad_norm": 78.9375,
      "learning_rate": 9.991105943839897e-07,
      "loss": 131.1083,
      "step": 5690
    },
    {
      "epoch": 0.45617619805649934,
      "grad_norm": 81.6875,
      "learning_rate": 9.991090312809739e-07,
      "loss": 132.5374,
      "step": 5700
    },
    {
      "epoch": 0.45697650717589666,
      "grad_norm": 75.8125,
      "learning_rate": 9.99107468177958e-07,
      "loss": 131.5541,
      "step": 5710
    },
    {
      "epoch": 0.45777681629529404,
      "grad_norm": 77.875,
      "learning_rate": 9.991059050749421e-07,
      "loss": 133.4234,
      "step": 5720
    },
    {
      "epoch": 0.4585771254146914,
      "grad_norm": 82.6875,
      "learning_rate": 9.991043419719263e-07,
      "loss": 132.8354,
      "step": 5730
    },
    {
      "epoch": 0.4593774345340888,
      "grad_norm": 69.4375,
      "learning_rate": 9.991027788689105e-07,
      "loss": 130.9775,
      "step": 5740
    },
    {
      "epoch": 0.4601777436534862,
      "grad_norm": 73.875,
      "learning_rate": 9.991012157658948e-07,
      "loss": 133.6315,
      "step": 5750
    },
    {
      "epoch": 0.4609780527728835,
      "grad_norm": 77.125,
      "learning_rate": 9.990996526628788e-07,
      "loss": 133.1302,
      "step": 5760
    },
    {
      "epoch": 0.4617783618922809,
      "grad_norm": 75.875,
      "learning_rate": 9.99098089559863e-07,
      "loss": 132.4343,
      "step": 5770
    },
    {
      "epoch": 0.46257867101167827,
      "grad_norm": 74.8125,
      "learning_rate": 9.990965264568472e-07,
      "loss": 132.1773,
      "step": 5780
    },
    {
      "epoch": 0.46337898013107565,
      "grad_norm": 74.5625,
      "learning_rate": 9.990949633538312e-07,
      "loss": 131.587,
      "step": 5790
    },
    {
      "epoch": 0.46417928925047297,
      "grad_norm": 73.6875,
      "learning_rate": 9.990934002508154e-07,
      "loss": 132.3335,
      "step": 5800
    },
    {
      "epoch": 0.46497959836987035,
      "grad_norm": 78.375,
      "learning_rate": 9.990918371477997e-07,
      "loss": 131.2027,
      "step": 5810
    },
    {
      "epoch": 0.46577990748926773,
      "grad_norm": 74.875,
      "learning_rate": 9.990902740447837e-07,
      "loss": 132.1983,
      "step": 5820
    },
    {
      "epoch": 0.4665802166086651,
      "grad_norm": 76.8125,
      "learning_rate": 9.990887109417679e-07,
      "loss": 130.0307,
      "step": 5830
    },
    {
      "epoch": 0.4673805257280625,
      "grad_norm": 74.375,
      "learning_rate": 9.99087147838752e-07,
      "loss": 132.1818,
      "step": 5840
    },
    {
      "epoch": 0.4681808348474598,
      "grad_norm": 80.25,
      "learning_rate": 9.990855847357363e-07,
      "loss": 131.9706,
      "step": 5850
    },
    {
      "epoch": 0.4689811439668572,
      "grad_norm": 78.3125,
      "learning_rate": 9.990840216327205e-07,
      "loss": 132.3331,
      "step": 5860
    },
    {
      "epoch": 0.4697814530862546,
      "grad_norm": 75.25,
      "learning_rate": 9.990824585297045e-07,
      "loss": 132.2483,
      "step": 5870
    },
    {
      "epoch": 0.47058176220565195,
      "grad_norm": 73.125,
      "learning_rate": 9.990808954266888e-07,
      "loss": 132.6989,
      "step": 5880
    },
    {
      "epoch": 0.4713820713250493,
      "grad_norm": 78.625,
      "learning_rate": 9.99079332323673e-07,
      "loss": 133.315,
      "step": 5890
    },
    {
      "epoch": 0.47218238044444666,
      "grad_norm": 73.8125,
      "learning_rate": 9.990777692206572e-07,
      "loss": 131.2918,
      "step": 5900
    },
    {
      "epoch": 0.47298268956384404,
      "grad_norm": 82.0625,
      "learning_rate": 9.990762061176414e-07,
      "loss": 132.8047,
      "step": 5910
    },
    {
      "epoch": 0.4737829986832414,
      "grad_norm": 83.4375,
      "learning_rate": 9.990746430146254e-07,
      "loss": 133.7549,
      "step": 5920
    },
    {
      "epoch": 0.47458330780263874,
      "grad_norm": 71.9375,
      "learning_rate": 9.990730799116096e-07,
      "loss": 132.3743,
      "step": 5930
    },
    {
      "epoch": 0.4753836169220361,
      "grad_norm": 82.25,
      "learning_rate": 9.990715168085939e-07,
      "loss": 130.8257,
      "step": 5940
    },
    {
      "epoch": 0.4761839260414335,
      "grad_norm": 75.8125,
      "learning_rate": 9.990699537055779e-07,
      "loss": 130.2371,
      "step": 5950
    },
    {
      "epoch": 0.4769842351608309,
      "grad_norm": 78.1875,
      "learning_rate": 9.99068390602562e-07,
      "loss": 131.3828,
      "step": 5960
    },
    {
      "epoch": 0.47778454428022826,
      "grad_norm": 75.9375,
      "learning_rate": 9.990668274995463e-07,
      "loss": 132.8423,
      "step": 5970
    },
    {
      "epoch": 0.4785848533996256,
      "grad_norm": 77.3125,
      "learning_rate": 9.990652643965303e-07,
      "loss": 133.5517,
      "step": 5980
    },
    {
      "epoch": 0.47938516251902297,
      "grad_norm": 72.5,
      "learning_rate": 9.990637012935145e-07,
      "loss": 132.8932,
      "step": 5990
    },
    {
      "epoch": 0.48018547163842035,
      "grad_norm": 74.25,
      "learning_rate": 9.990621381904987e-07,
      "loss": 133.124,
      "step": 6000
    },
    {
      "epoch": 0.4809857807578177,
      "grad_norm": 77.0625,
      "learning_rate": 9.99060575087483e-07,
      "loss": 132.1078,
      "step": 6010
    },
    {
      "epoch": 0.48178608987721505,
      "grad_norm": 76.0625,
      "learning_rate": 9.99059011984467e-07,
      "loss": 132.8352,
      "step": 6020
    },
    {
      "epoch": 0.48258639899661243,
      "grad_norm": 79.4375,
      "learning_rate": 9.990574488814512e-07,
      "loss": 132.3257,
      "step": 6030
    },
    {
      "epoch": 0.4833867081160098,
      "grad_norm": 74.375,
      "learning_rate": 9.990558857784354e-07,
      "loss": 132.8362,
      "step": 6040
    },
    {
      "epoch": 0.4841870172354072,
      "grad_norm": 74.375,
      "learning_rate": 9.990543226754196e-07,
      "loss": 131.3189,
      "step": 6050
    },
    {
      "epoch": 0.48498732635480457,
      "grad_norm": 72.0625,
      "learning_rate": 9.990527595724038e-07,
      "loss": 131.8034,
      "step": 6060
    },
    {
      "epoch": 0.4857876354742019,
      "grad_norm": 80.5625,
      "learning_rate": 9.99051196469388e-07,
      "loss": 131.7185,
      "step": 6070
    },
    {
      "epoch": 0.4865879445935993,
      "grad_norm": 77.5625,
      "learning_rate": 9.99049633366372e-07,
      "loss": 133.0989,
      "step": 6080
    },
    {
      "epoch": 0.48738825371299666,
      "grad_norm": 74.4375,
      "learning_rate": 9.990480702633563e-07,
      "loss": 131.1641,
      "step": 6090
    },
    {
      "epoch": 0.48818856283239404,
      "grad_norm": 77.625,
      "learning_rate": 9.990465071603405e-07,
      "loss": 131.6567,
      "step": 6100
    },
    {
      "epoch": 0.48898887195179136,
      "grad_norm": 80.25,
      "learning_rate": 9.990449440573245e-07,
      "loss": 132.3284,
      "step": 6110
    },
    {
      "epoch": 0.48978918107118874,
      "grad_norm": 72.9375,
      "learning_rate": 9.990433809543087e-07,
      "loss": 131.856,
      "step": 6120
    },
    {
      "epoch": 0.4905894901905861,
      "grad_norm": 72.6875,
      "learning_rate": 9.99041817851293e-07,
      "loss": 132.8506,
      "step": 6130
    },
    {
      "epoch": 0.4913897993099835,
      "grad_norm": 76.0625,
      "learning_rate": 9.99040254748277e-07,
      "loss": 132.9671,
      "step": 6140
    },
    {
      "epoch": 0.4921901084293808,
      "grad_norm": 81.875,
      "learning_rate": 9.990386916452612e-07,
      "loss": 133.4054,
      "step": 6150
    },
    {
      "epoch": 0.4929904175487782,
      "grad_norm": 73.1875,
      "learning_rate": 9.990371285422454e-07,
      "loss": 132.2609,
      "step": 6160
    },
    {
      "epoch": 0.4937907266681756,
      "grad_norm": 73.9375,
      "learning_rate": 9.990355654392296e-07,
      "loss": 133.1529,
      "step": 6170
    },
    {
      "epoch": 0.49459103578757296,
      "grad_norm": 74.125,
      "learning_rate": 9.990340023362136e-07,
      "loss": 133.8595,
      "step": 6180
    },
    {
      "epoch": 0.49539134490697034,
      "grad_norm": 72.0625,
      "learning_rate": 9.990324392331978e-07,
      "loss": 132.0925,
      "step": 6190
    },
    {
      "epoch": 0.49619165402636767,
      "grad_norm": 72.5,
      "learning_rate": 9.99030876130182e-07,
      "loss": 133.2302,
      "step": 6200
    },
    {
      "epoch": 0.49699196314576505,
      "grad_norm": 71.9375,
      "learning_rate": 9.990293130271663e-07,
      "loss": 132.7785,
      "step": 6210
    },
    {
      "epoch": 0.4977922722651624,
      "grad_norm": 78.0625,
      "learning_rate": 9.990277499241505e-07,
      "loss": 133.0601,
      "step": 6220
    },
    {
      "epoch": 0.4985925813845598,
      "grad_norm": 74.6875,
      "learning_rate": 9.990261868211345e-07,
      "loss": 132.1573,
      "step": 6230
    },
    {
      "epoch": 0.49939289050395713,
      "grad_norm": 80.3125,
      "learning_rate": 9.990246237181187e-07,
      "loss": 132.7871,
      "step": 6240
    },
    {
      "epoch": 0.5001931996233545,
      "grad_norm": 74.875,
      "learning_rate": 9.99023060615103e-07,
      "loss": 132.2812,
      "step": 6250
    },
    {
      "epoch": 0.5009935087427518,
      "grad_norm": 80.875,
      "learning_rate": 9.990214975120871e-07,
      "loss": 130.9305,
      "step": 6260
    },
    {
      "epoch": 0.5017938178621493,
      "grad_norm": 72.4375,
      "learning_rate": 9.990199344090712e-07,
      "loss": 133.3334,
      "step": 6270
    },
    {
      "epoch": 0.5025941269815466,
      "grad_norm": 71.875,
      "learning_rate": 9.990183713060554e-07,
      "loss": 132.1767,
      "step": 6280
    },
    {
      "epoch": 0.503394436100944,
      "grad_norm": 79.375,
      "learning_rate": 9.990168082030396e-07,
      "loss": 133.0485,
      "step": 6290
    },
    {
      "epoch": 0.5041947452203414,
      "grad_norm": 72.8125,
      "learning_rate": 9.990152451000236e-07,
      "loss": 132.0657,
      "step": 6300
    },
    {
      "epoch": 0.5049950543397387,
      "grad_norm": 82.5,
      "learning_rate": 9.990136819970078e-07,
      "loss": 130.4747,
      "step": 6310
    },
    {
      "epoch": 0.5057953634591361,
      "grad_norm": 77.5,
      "learning_rate": 9.99012118893992e-07,
      "loss": 133.164,
      "step": 6320
    },
    {
      "epoch": 0.5065956725785334,
      "grad_norm": 72.5625,
      "learning_rate": 9.990105557909763e-07,
      "loss": 131.2053,
      "step": 6330
    },
    {
      "epoch": 0.5073959816979309,
      "grad_norm": 74.5,
      "learning_rate": 9.990089926879603e-07,
      "loss": 132.6195,
      "step": 6340
    },
    {
      "epoch": 0.5081962908173282,
      "grad_norm": 78.5625,
      "learning_rate": 9.990074295849445e-07,
      "loss": 131.7617,
      "step": 6350
    },
    {
      "epoch": 0.5089965999367255,
      "grad_norm": 73.5,
      "learning_rate": 9.990058664819287e-07,
      "loss": 131.7562,
      "step": 6360
    },
    {
      "epoch": 0.509796909056123,
      "grad_norm": 79.4375,
      "learning_rate": 9.99004303378913e-07,
      "loss": 133.1088,
      "step": 6370
    },
    {
      "epoch": 0.5105972181755203,
      "grad_norm": 79.3125,
      "learning_rate": 9.990027402758971e-07,
      "loss": 133.757,
      "step": 6380
    },
    {
      "epoch": 0.5113975272949176,
      "grad_norm": 74.0625,
      "learning_rate": 9.990011771728811e-07,
      "loss": 133.9952,
      "step": 6390
    },
    {
      "epoch": 0.512197836414315,
      "grad_norm": 72.5625,
      "learning_rate": 9.989996140698654e-07,
      "loss": 131.275,
      "step": 6400
    },
    {
      "epoch": 0.5129981455337124,
      "grad_norm": 78.4375,
      "learning_rate": 9.989980509668496e-07,
      "loss": 131.3286,
      "step": 6410
    },
    {
      "epoch": 0.5137984546531098,
      "grad_norm": 73.6875,
      "learning_rate": 9.989964878638338e-07,
      "loss": 131.1604,
      "step": 6420
    },
    {
      "epoch": 0.5145987637725071,
      "grad_norm": 77.0,
      "learning_rate": 9.989949247608178e-07,
      "loss": 131.0352,
      "step": 6430
    },
    {
      "epoch": 0.5153990728919045,
      "grad_norm": 77.8125,
      "learning_rate": 9.98993361657802e-07,
      "loss": 132.0469,
      "step": 6440
    },
    {
      "epoch": 0.5161993820113019,
      "grad_norm": 76.1875,
      "learning_rate": 9.989917985547862e-07,
      "loss": 133.7251,
      "step": 6450
    },
    {
      "epoch": 0.5169996911306992,
      "grad_norm": 70.6875,
      "learning_rate": 9.989902354517702e-07,
      "loss": 131.82,
      "step": 6460
    },
    {
      "epoch": 0.5178000002500966,
      "grad_norm": 76.8125,
      "learning_rate": 9.989886723487545e-07,
      "loss": 131.712,
      "step": 6470
    },
    {
      "epoch": 0.518600309369494,
      "grad_norm": 77.9375,
      "learning_rate": 9.989871092457387e-07,
      "loss": 132.1365,
      "step": 6480
    },
    {
      "epoch": 0.5194006184888913,
      "grad_norm": 74.0,
      "learning_rate": 9.989855461427227e-07,
      "loss": 131.9362,
      "step": 6490
    },
    {
      "epoch": 0.5202009276082887,
      "grad_norm": 77.3125,
      "learning_rate": 9.98983983039707e-07,
      "loss": 133.708,
      "step": 6500
    },
    {
      "epoch": 0.5210012367276861,
      "grad_norm": 77.75,
      "learning_rate": 9.989824199366911e-07,
      "loss": 132.9561,
      "step": 6510
    },
    {
      "epoch": 0.5218015458470834,
      "grad_norm": 76.8125,
      "learning_rate": 9.989808568336753e-07,
      "loss": 133.186,
      "step": 6520
    },
    {
      "epoch": 0.5226018549664808,
      "grad_norm": 79.125,
      "learning_rate": 9.989792937306596e-07,
      "loss": 131.5064,
      "step": 6530
    },
    {
      "epoch": 0.5234021640858781,
      "grad_norm": 74.5,
      "learning_rate": 9.989777306276438e-07,
      "loss": 131.7443,
      "step": 6540
    },
    {
      "epoch": 0.5242024732052756,
      "grad_norm": 75.9375,
      "learning_rate": 9.989761675246278e-07,
      "loss": 132.0182,
      "step": 6550
    },
    {
      "epoch": 0.5250027823246729,
      "grad_norm": 74.25,
      "learning_rate": 9.98974604421612e-07,
      "loss": 132.1322,
      "step": 6560
    },
    {
      "epoch": 0.5258030914440702,
      "grad_norm": 77.25,
      "learning_rate": 9.989730413185962e-07,
      "loss": 131.4318,
      "step": 6570
    },
    {
      "epoch": 0.5266034005634677,
      "grad_norm": 79.375,
      "learning_rate": 9.989714782155802e-07,
      "loss": 131.6486,
      "step": 6580
    },
    {
      "epoch": 0.527403709682865,
      "grad_norm": 72.875,
      "learning_rate": 9.989699151125644e-07,
      "loss": 132.6251,
      "step": 6590
    },
    {
      "epoch": 0.5282040188022624,
      "grad_norm": 77.75,
      "learning_rate": 9.989683520095487e-07,
      "loss": 130.9398,
      "step": 6600
    },
    {
      "epoch": 0.5290043279216597,
      "grad_norm": 78.0625,
      "learning_rate": 9.989667889065329e-07,
      "loss": 132.2289,
      "step": 6610
    },
    {
      "epoch": 0.5298046370410571,
      "grad_norm": 80.75,
      "learning_rate": 9.989652258035169e-07,
      "loss": 133.6902,
      "step": 6620
    },
    {
      "epoch": 0.5306049461604545,
      "grad_norm": 77.0,
      "learning_rate": 9.989636627005011e-07,
      "loss": 131.2565,
      "step": 6630
    },
    {
      "epoch": 0.5314052552798518,
      "grad_norm": 72.3125,
      "learning_rate": 9.989620995974853e-07,
      "loss": 133.0545,
      "step": 6640
    },
    {
      "epoch": 0.5322055643992493,
      "grad_norm": 76.125,
      "learning_rate": 9.989605364944693e-07,
      "loss": 131.2922,
      "step": 6650
    },
    {
      "epoch": 0.5330058735186466,
      "grad_norm": 70.8125,
      "learning_rate": 9.989589733914536e-07,
      "loss": 133.2325,
      "step": 6660
    },
    {
      "epoch": 0.5338061826380439,
      "grad_norm": 83.5625,
      "learning_rate": 9.989574102884378e-07,
      "loss": 133.1627,
      "step": 6670
    },
    {
      "epoch": 0.5346064917574413,
      "grad_norm": 73.4375,
      "learning_rate": 9.98955847185422e-07,
      "loss": 132.0812,
      "step": 6680
    },
    {
      "epoch": 0.5354068008768387,
      "grad_norm": 84.8125,
      "learning_rate": 9.989542840824062e-07,
      "loss": 131.5462,
      "step": 6690
    },
    {
      "epoch": 0.536207109996236,
      "grad_norm": 75.0,
      "learning_rate": 9.989527209793904e-07,
      "loss": 132.3298,
      "step": 6700
    },
    {
      "epoch": 0.5370074191156334,
      "grad_norm": 82.0625,
      "learning_rate": 9.989511578763744e-07,
      "loss": 133.5979,
      "step": 6710
    },
    {
      "epoch": 0.5378077282350308,
      "grad_norm": 73.8125,
      "learning_rate": 9.989495947733586e-07,
      "loss": 130.3924,
      "step": 6720
    },
    {
      "epoch": 0.5386080373544282,
      "grad_norm": 85.1875,
      "learning_rate": 9.989480316703429e-07,
      "loss": 130.9538,
      "step": 6730
    },
    {
      "epoch": 0.5394083464738255,
      "grad_norm": 77.4375,
      "learning_rate": 9.989464685673269e-07,
      "loss": 132.9888,
      "step": 6740
    },
    {
      "epoch": 0.5402086555932228,
      "grad_norm": 78.75,
      "learning_rate": 9.98944905464311e-07,
      "loss": 132.472,
      "step": 6750
    },
    {
      "epoch": 0.5410089647126203,
      "grad_norm": 73.6875,
      "learning_rate": 9.989433423612953e-07,
      "loss": 132.7828,
      "step": 6760
    },
    {
      "epoch": 0.5418092738320176,
      "grad_norm": 74.9375,
      "learning_rate": 9.989417792582795e-07,
      "loss": 131.1772,
      "step": 6770
    },
    {
      "epoch": 0.542609582951415,
      "grad_norm": 73.5625,
      "learning_rate": 9.989402161552635e-07,
      "loss": 132.5478,
      "step": 6780
    },
    {
      "epoch": 0.5434098920708124,
      "grad_norm": 79.5,
      "learning_rate": 9.989386530522478e-07,
      "loss": 130.6843,
      "step": 6790
    },
    {
      "epoch": 0.5442102011902097,
      "grad_norm": 73.5625,
      "learning_rate": 9.98937089949232e-07,
      "loss": 131.9659,
      "step": 6800
    },
    {
      "epoch": 0.5450105103096071,
      "grad_norm": 73.3125,
      "learning_rate": 9.98935526846216e-07,
      "loss": 131.0417,
      "step": 6810
    },
    {
      "epoch": 0.5458108194290044,
      "grad_norm": 74.3125,
      "learning_rate": 9.989339637432002e-07,
      "loss": 133.0612,
      "step": 6820
    },
    {
      "epoch": 0.5466111285484018,
      "grad_norm": 75.25,
      "learning_rate": 9.989324006401844e-07,
      "loss": 132.5644,
      "step": 6830
    },
    {
      "epoch": 0.5474114376677992,
      "grad_norm": 77.75,
      "learning_rate": 9.989308375371686e-07,
      "loss": 132.1365,
      "step": 6840
    },
    {
      "epoch": 0.5482117467871965,
      "grad_norm": 77.1875,
      "learning_rate": 9.989292744341529e-07,
      "loss": 132.7418,
      "step": 6850
    },
    {
      "epoch": 0.549012055906594,
      "grad_norm": 79.125,
      "learning_rate": 9.989277113311369e-07,
      "loss": 131.9871,
      "step": 6860
    },
    {
      "epoch": 0.5498123650259913,
      "grad_norm": 75.0,
      "learning_rate": 9.98926148228121e-07,
      "loss": 131.313,
      "step": 6870
    },
    {
      "epoch": 0.5506126741453886,
      "grad_norm": 74.6875,
      "learning_rate": 9.989245851251053e-07,
      "loss": 132.0703,
      "step": 6880
    },
    {
      "epoch": 0.551412983264786,
      "grad_norm": 73.5625,
      "learning_rate": 9.989230220220895e-07,
      "loss": 130.9999,
      "step": 6890
    },
    {
      "epoch": 0.5522132923841834,
      "grad_norm": 75.0625,
      "learning_rate": 9.989214589190735e-07,
      "loss": 132.2652,
      "step": 6900
    },
    {
      "epoch": 0.5530136015035808,
      "grad_norm": 74.125,
      "learning_rate": 9.989198958160577e-07,
      "loss": 131.5572,
      "step": 6910
    },
    {
      "epoch": 0.5538139106229781,
      "grad_norm": 75.8125,
      "learning_rate": 9.98918332713042e-07,
      "loss": 130.6713,
      "step": 6920
    },
    {
      "epoch": 0.5546142197423755,
      "grad_norm": 75.0625,
      "learning_rate": 9.98916769610026e-07,
      "loss": 132.5074,
      "step": 6930
    },
    {
      "epoch": 0.5554145288617729,
      "grad_norm": 83.5,
      "learning_rate": 9.989152065070102e-07,
      "loss": 132.7792,
      "step": 6940
    },
    {
      "epoch": 0.5562148379811702,
      "grad_norm": 78.6875,
      "learning_rate": 9.989136434039944e-07,
      "loss": 132.4211,
      "step": 6950
    },
    {
      "epoch": 0.5570151471005675,
      "grad_norm": 84.125,
      "learning_rate": 9.989120803009786e-07,
      "loss": 133.1216,
      "step": 6960
    },
    {
      "epoch": 0.557815456219965,
      "grad_norm": 80.8125,
      "learning_rate": 9.989105171979626e-07,
      "loss": 131.8983,
      "step": 6970
    },
    {
      "epoch": 0.5586157653393623,
      "grad_norm": 77.875,
      "learning_rate": 9.989089540949468e-07,
      "loss": 131.918,
      "step": 6980
    },
    {
      "epoch": 0.5594160744587597,
      "grad_norm": 73.1875,
      "learning_rate": 9.98907390991931e-07,
      "loss": 131.1051,
      "step": 6990
    },
    {
      "epoch": 0.5602163835781571,
      "grad_norm": 78.0625,
      "learning_rate": 9.989058278889153e-07,
      "loss": 132.776,
      "step": 7000
    },
    {
      "epoch": 0.5610166926975544,
      "grad_norm": 82.875,
      "learning_rate": 9.989042647858995e-07,
      "loss": 131.2556,
      "step": 7010
    },
    {
      "epoch": 0.5618170018169518,
      "grad_norm": 79.8125,
      "learning_rate": 9.989027016828835e-07,
      "loss": 131.6359,
      "step": 7020
    },
    {
      "epoch": 0.5626173109363491,
      "grad_norm": 78.875,
      "learning_rate": 9.989011385798677e-07,
      "loss": 132.1506,
      "step": 7030
    },
    {
      "epoch": 0.5634176200557466,
      "grad_norm": 74.5625,
      "learning_rate": 9.98899575476852e-07,
      "loss": 131.6759,
      "step": 7040
    },
    {
      "epoch": 0.5642179291751439,
      "grad_norm": 76.5,
      "learning_rate": 9.988980123738362e-07,
      "loss": 131.1462,
      "step": 7050
    },
    {
      "epoch": 0.5650182382945412,
      "grad_norm": 82.625,
      "learning_rate": 9.988964492708202e-07,
      "loss": 130.7009,
      "step": 7060
    },
    {
      "epoch": 0.5658185474139387,
      "grad_norm": 84.875,
      "learning_rate": 9.988948861678044e-07,
      "loss": 134.6625,
      "step": 7070
    },
    {
      "epoch": 0.566618856533336,
      "grad_norm": 77.1875,
      "learning_rate": 9.988933230647886e-07,
      "loss": 132.1597,
      "step": 7080
    },
    {
      "epoch": 0.5674191656527333,
      "grad_norm": 75.6875,
      "learning_rate": 9.988917599617726e-07,
      "loss": 131.5931,
      "step": 7090
    },
    {
      "epoch": 0.5682194747721308,
      "grad_norm": 73.6875,
      "learning_rate": 9.988901968587568e-07,
      "loss": 131.8727,
      "step": 7100
    },
    {
      "epoch": 0.5690197838915281,
      "grad_norm": 73.25,
      "learning_rate": 9.98888633755741e-07,
      "loss": 132.6044,
      "step": 7110
    },
    {
      "epoch": 0.5698200930109255,
      "grad_norm": 85.75,
      "learning_rate": 9.98887070652725e-07,
      "loss": 131.7462,
      "step": 7120
    },
    {
      "epoch": 0.5706204021303228,
      "grad_norm": 74.0625,
      "learning_rate": 9.988855075497093e-07,
      "loss": 132.0296,
      "step": 7130
    },
    {
      "epoch": 0.5714207112497202,
      "grad_norm": 80.6875,
      "learning_rate": 9.988839444466935e-07,
      "loss": 134.3069,
      "step": 7140
    },
    {
      "epoch": 0.5722210203691176,
      "grad_norm": 76.0,
      "learning_rate": 9.988823813436777e-07,
      "loss": 131.401,
      "step": 7150
    },
    {
      "epoch": 0.5730213294885149,
      "grad_norm": 81.5625,
      "learning_rate": 9.98880818240662e-07,
      "loss": 132.4782,
      "step": 7160
    },
    {
      "epoch": 0.5738216386079124,
      "grad_norm": 76.4375,
      "learning_rate": 9.988792551376461e-07,
      "loss": 132.7547,
      "step": 7170
    },
    {
      "epoch": 0.5746219477273097,
      "grad_norm": 72.9375,
      "learning_rate": 9.988776920346301e-07,
      "loss": 131.6157,
      "step": 7180
    },
    {
      "epoch": 0.575422256846707,
      "grad_norm": 75.5625,
      "learning_rate": 9.988761289316144e-07,
      "loss": 132.9658,
      "step": 7190
    },
    {
      "epoch": 0.5762225659661044,
      "grad_norm": 73.3125,
      "learning_rate": 9.988745658285986e-07,
      "loss": 131.4694,
      "step": 7200
    },
    {
      "epoch": 0.5770228750855018,
      "grad_norm": 76.6875,
      "learning_rate": 9.988730027255828e-07,
      "loss": 132.546,
      "step": 7210
    },
    {
      "epoch": 0.5778231842048991,
      "grad_norm": 77.6875,
      "learning_rate": 9.988714396225668e-07,
      "loss": 131.9255,
      "step": 7220
    },
    {
      "epoch": 0.5786234933242965,
      "grad_norm": 82.0625,
      "learning_rate": 9.98869876519551e-07,
      "loss": 133.1269,
      "step": 7230
    },
    {
      "epoch": 0.5794238024436938,
      "grad_norm": 75.5625,
      "learning_rate": 9.988683134165352e-07,
      "loss": 131.8465,
      "step": 7240
    },
    {
      "epoch": 0.5802241115630913,
      "grad_norm": 78.125,
      "learning_rate": 9.988667503135193e-07,
      "loss": 131.8865,
      "step": 7250
    },
    {
      "epoch": 0.5810244206824886,
      "grad_norm": 77.625,
      "learning_rate": 9.988651872105035e-07,
      "loss": 131.2077,
      "step": 7260
    },
    {
      "epoch": 0.5818247298018859,
      "grad_norm": 73.0,
      "learning_rate": 9.988636241074877e-07,
      "loss": 132.2729,
      "step": 7270
    },
    {
      "epoch": 0.5826250389212834,
      "grad_norm": 76.125,
      "learning_rate": 9.988620610044717e-07,
      "loss": 132.5173,
      "step": 7280
    },
    {
      "epoch": 0.5834253480406807,
      "grad_norm": 72.875,
      "learning_rate": 9.98860497901456e-07,
      "loss": 130.8854,
      "step": 7290
    },
    {
      "epoch": 0.5842256571600781,
      "grad_norm": 76.5625,
      "learning_rate": 9.988589347984401e-07,
      "loss": 130.3204,
      "step": 7300
    },
    {
      "epoch": 0.5850259662794755,
      "grad_norm": 79.375,
      "learning_rate": 9.988573716954244e-07,
      "loss": 131.2047,
      "step": 7310
    },
    {
      "epoch": 0.5858262753988728,
      "grad_norm": 76.6875,
      "learning_rate": 9.988558085924086e-07,
      "loss": 132.3948,
      "step": 7320
    },
    {
      "epoch": 0.5866265845182702,
      "grad_norm": 75.0625,
      "learning_rate": 9.988542454893926e-07,
      "loss": 131.0941,
      "step": 7330
    },
    {
      "epoch": 0.5874268936376675,
      "grad_norm": 80.375,
      "learning_rate": 9.988526823863768e-07,
      "loss": 132.392,
      "step": 7340
    },
    {
      "epoch": 0.588227202757065,
      "grad_norm": 75.3125,
      "learning_rate": 9.98851119283361e-07,
      "loss": 132.1595,
      "step": 7350
    },
    {
      "epoch": 0.5890275118764623,
      "grad_norm": 80.5,
      "learning_rate": 9.988495561803452e-07,
      "loss": 131.9138,
      "step": 7360
    },
    {
      "epoch": 0.5898278209958596,
      "grad_norm": 74.5625,
      "learning_rate": 9.988479930773294e-07,
      "loss": 129.6595,
      "step": 7370
    },
    {
      "epoch": 0.590628130115257,
      "grad_norm": 74.5625,
      "learning_rate": 9.988464299743135e-07,
      "loss": 130.2861,
      "step": 7380
    },
    {
      "epoch": 0.5914284392346544,
      "grad_norm": 71.625,
      "learning_rate": 9.988448668712977e-07,
      "loss": 132.6865,
      "step": 7390
    },
    {
      "epoch": 0.5922287483540517,
      "grad_norm": 80.25,
      "learning_rate": 9.988433037682819e-07,
      "loss": 132.5223,
      "step": 7400
    },
    {
      "epoch": 0.5930290574734491,
      "grad_norm": 70.5,
      "learning_rate": 9.98841740665266e-07,
      "loss": 132.5188,
      "step": 7410
    },
    {
      "epoch": 0.5938293665928465,
      "grad_norm": 71.4375,
      "learning_rate": 9.988401775622501e-07,
      "loss": 132.2418,
      "step": 7420
    },
    {
      "epoch": 0.5946296757122439,
      "grad_norm": 75.25,
      "learning_rate": 9.988386144592343e-07,
      "loss": 130.8538,
      "step": 7430
    },
    {
      "epoch": 0.5954299848316412,
      "grad_norm": 75.8125,
      "learning_rate": 9.988370513562183e-07,
      "loss": 131.213,
      "step": 7440
    },
    {
      "epoch": 0.5962302939510385,
      "grad_norm": 74.0,
      "learning_rate": 9.988354882532026e-07,
      "loss": 132.8653,
      "step": 7450
    },
    {
      "epoch": 0.597030603070436,
      "grad_norm": 74.25,
      "learning_rate": 9.988339251501868e-07,
      "loss": 131.1389,
      "step": 7460
    },
    {
      "epoch": 0.5978309121898333,
      "grad_norm": 79.0625,
      "learning_rate": 9.98832362047171e-07,
      "loss": 131.8387,
      "step": 7470
    },
    {
      "epoch": 0.5986312213092307,
      "grad_norm": 92.9375,
      "learning_rate": 9.988307989441552e-07,
      "loss": 132.9031,
      "step": 7480
    },
    {
      "epoch": 0.5994315304286281,
      "grad_norm": 75.75,
      "learning_rate": 9.988292358411392e-07,
      "loss": 130.4166,
      "step": 7490
    },
    {
      "epoch": 0.6002318395480254,
      "grad_norm": 75.25,
      "learning_rate": 9.988276727381234e-07,
      "loss": 131.6747,
      "step": 7500
    },
    {
      "epoch": 0.6002318395480254,
      "eval_loss": 2.0600602626800537,
      "eval_runtime": 418.6157,
      "eval_samples_per_second": 1567.447,
      "eval_steps_per_second": 48.983,
      "step": 7500
    },
    {
      "epoch": 0.6010321486674228,
      "grad_norm": 79.875,
      "learning_rate": 9.988261096351077e-07,
      "loss": 131.0494,
      "step": 7510
    },
    {
      "epoch": 0.6018324577868202,
      "grad_norm": 72.125,
      "learning_rate": 9.988245465320919e-07,
      "loss": 131.0795,
      "step": 7520
    },
    {
      "epoch": 0.6026327669062175,
      "grad_norm": 73.4375,
      "learning_rate": 9.98822983429076e-07,
      "loss": 131.2448,
      "step": 7530
    },
    {
      "epoch": 0.6034330760256149,
      "grad_norm": 78.125,
      "learning_rate": 9.9882142032606e-07,
      "loss": 132.0931,
      "step": 7540
    },
    {
      "epoch": 0.6042333851450122,
      "grad_norm": 71.25,
      "learning_rate": 9.988198572230443e-07,
      "loss": 131.5498,
      "step": 7550
    },
    {
      "epoch": 0.6050336942644097,
      "grad_norm": 77.5625,
      "learning_rate": 9.988182941200285e-07,
      "loss": 132.7485,
      "step": 7560
    },
    {
      "epoch": 0.605834003383807,
      "grad_norm": 77.375,
      "learning_rate": 9.988167310170125e-07,
      "loss": 132.6295,
      "step": 7570
    },
    {
      "epoch": 0.6066343125032043,
      "grad_norm": 78.1875,
      "learning_rate": 9.988151679139968e-07,
      "loss": 130.9077,
      "step": 7580
    },
    {
      "epoch": 0.6074346216226018,
      "grad_norm": 79.9375,
      "learning_rate": 9.98813604810981e-07,
      "loss": 133.7221,
      "step": 7590
    },
    {
      "epoch": 0.6082349307419991,
      "grad_norm": 77.9375,
      "learning_rate": 9.98812041707965e-07,
      "loss": 131.693,
      "step": 7600
    },
    {
      "epoch": 0.6090352398613965,
      "grad_norm": 79.875,
      "learning_rate": 9.988104786049492e-07,
      "loss": 131.3416,
      "step": 7610
    },
    {
      "epoch": 0.6098355489807938,
      "grad_norm": 73.0,
      "learning_rate": 9.988089155019334e-07,
      "loss": 132.1983,
      "step": 7620
    },
    {
      "epoch": 0.6106358581001912,
      "grad_norm": 77.375,
      "learning_rate": 9.988073523989176e-07,
      "loss": 132.4808,
      "step": 7630
    },
    {
      "epoch": 0.6114361672195886,
      "grad_norm": 76.5625,
      "learning_rate": 9.988057892959019e-07,
      "loss": 131.0641,
      "step": 7640
    },
    {
      "epoch": 0.6122364763389859,
      "grad_norm": 84.75,
      "learning_rate": 9.988042261928859e-07,
      "loss": 132.1883,
      "step": 7650
    },
    {
      "epoch": 0.6130367854583832,
      "grad_norm": 71.75,
      "learning_rate": 9.9880266308987e-07,
      "loss": 132.5537,
      "step": 7660
    },
    {
      "epoch": 0.6138370945777807,
      "grad_norm": 83.5625,
      "learning_rate": 9.988010999868543e-07,
      "loss": 131.5181,
      "step": 7670
    },
    {
      "epoch": 0.614637403697178,
      "grad_norm": 79.9375,
      "learning_rate": 9.987995368838385e-07,
      "loss": 132.7484,
      "step": 7680
    },
    {
      "epoch": 0.6154377128165754,
      "grad_norm": 76.25,
      "learning_rate": 9.987979737808225e-07,
      "loss": 132.5646,
      "step": 7690
    },
    {
      "epoch": 0.6162380219359728,
      "grad_norm": 77.75,
      "learning_rate": 9.987964106778067e-07,
      "loss": 132.2048,
      "step": 7700
    },
    {
      "epoch": 0.6170383310553701,
      "grad_norm": 74.125,
      "learning_rate": 9.98794847574791e-07,
      "loss": 132.1626,
      "step": 7710
    },
    {
      "epoch": 0.6178386401747675,
      "grad_norm": 79.0,
      "learning_rate": 9.987932844717752e-07,
      "loss": 131.6138,
      "step": 7720
    },
    {
      "epoch": 0.6186389492941649,
      "grad_norm": 76.9375,
      "learning_rate": 9.987917213687592e-07,
      "loss": 130.9984,
      "step": 7730
    },
    {
      "epoch": 0.6194392584135623,
      "grad_norm": 79.875,
      "learning_rate": 9.987901582657434e-07,
      "loss": 132.2128,
      "step": 7740
    },
    {
      "epoch": 0.6202395675329596,
      "grad_norm": 75.5625,
      "learning_rate": 9.987885951627276e-07,
      "loss": 132.1526,
      "step": 7750
    },
    {
      "epoch": 0.6210398766523569,
      "grad_norm": 71.75,
      "learning_rate": 9.987870320597116e-07,
      "loss": 130.6957,
      "step": 7760
    },
    {
      "epoch": 0.6218401857717544,
      "grad_norm": 80.8125,
      "learning_rate": 9.987854689566959e-07,
      "loss": 131.2453,
      "step": 7770
    },
    {
      "epoch": 0.6226404948911517,
      "grad_norm": 82.4375,
      "learning_rate": 9.9878390585368e-07,
      "loss": 130.4836,
      "step": 7780
    },
    {
      "epoch": 0.623440804010549,
      "grad_norm": 72.0625,
      "learning_rate": 9.987823427506643e-07,
      "loss": 131.348,
      "step": 7790
    },
    {
      "epoch": 0.6242411131299465,
      "grad_norm": 74.125,
      "learning_rate": 9.987807796476483e-07,
      "loss": 132.7037,
      "step": 7800
    },
    {
      "epoch": 0.6250414222493438,
      "grad_norm": 71.625,
      "learning_rate": 9.987792165446325e-07,
      "loss": 132.4081,
      "step": 7810
    },
    {
      "epoch": 0.6258417313687412,
      "grad_norm": 75.6875,
      "learning_rate": 9.987776534416167e-07,
      "loss": 130.35,
      "step": 7820
    },
    {
      "epoch": 0.6266420404881385,
      "grad_norm": 72.8125,
      "learning_rate": 9.98776090338601e-07,
      "loss": 132.3228,
      "step": 7830
    },
    {
      "epoch": 0.6274423496075359,
      "grad_norm": 80.6875,
      "learning_rate": 9.987745272355852e-07,
      "loss": 131.8622,
      "step": 7840
    },
    {
      "epoch": 0.6282426587269333,
      "grad_norm": 81.4375,
      "learning_rate": 9.987729641325692e-07,
      "loss": 132.0134,
      "step": 7850
    },
    {
      "epoch": 0.6290429678463306,
      "grad_norm": 78.9375,
      "learning_rate": 9.987714010295534e-07,
      "loss": 132.4322,
      "step": 7860
    },
    {
      "epoch": 0.6298432769657281,
      "grad_norm": 76.5625,
      "learning_rate": 9.987698379265376e-07,
      "loss": 132.5075,
      "step": 7870
    },
    {
      "epoch": 0.6306435860851254,
      "grad_norm": 77.75,
      "learning_rate": 9.987682748235216e-07,
      "loss": 131.9704,
      "step": 7880
    },
    {
      "epoch": 0.6314438952045227,
      "grad_norm": 78.375,
      "learning_rate": 9.987667117205058e-07,
      "loss": 131.3642,
      "step": 7890
    },
    {
      "epoch": 0.6322442043239201,
      "grad_norm": 75.9375,
      "learning_rate": 9.9876514861749e-07,
      "loss": 132.9338,
      "step": 7900
    },
    {
      "epoch": 0.6330445134433175,
      "grad_norm": 73.25,
      "learning_rate": 9.987635855144743e-07,
      "loss": 131.7696,
      "step": 7910
    },
    {
      "epoch": 0.6338448225627148,
      "grad_norm": 79.4375,
      "learning_rate": 9.987620224114583e-07,
      "loss": 132.7947,
      "step": 7920
    },
    {
      "epoch": 0.6346451316821122,
      "grad_norm": 75.3125,
      "learning_rate": 9.987604593084425e-07,
      "loss": 131.7236,
      "step": 7930
    },
    {
      "epoch": 0.6354454408015096,
      "grad_norm": 74.1875,
      "learning_rate": 9.987588962054267e-07,
      "loss": 131.487,
      "step": 7940
    },
    {
      "epoch": 0.636245749920907,
      "grad_norm": 76.3125,
      "learning_rate": 9.98757333102411e-07,
      "loss": 132.3433,
      "step": 7950
    },
    {
      "epoch": 0.6370460590403043,
      "grad_norm": 76.4375,
      "learning_rate": 9.98755769999395e-07,
      "loss": 132.2295,
      "step": 7960
    },
    {
      "epoch": 0.6378463681597016,
      "grad_norm": 73.375,
      "learning_rate": 9.987542068963792e-07,
      "loss": 130.3616,
      "step": 7970
    },
    {
      "epoch": 0.6386466772790991,
      "grad_norm": 71.75,
      "learning_rate": 9.987526437933634e-07,
      "loss": 133.0935,
      "step": 7980
    },
    {
      "epoch": 0.6394469863984964,
      "grad_norm": 74.1875,
      "learning_rate": 9.987510806903476e-07,
      "loss": 131.3436,
      "step": 7990
    },
    {
      "epoch": 0.6402472955178938,
      "grad_norm": 73.1875,
      "learning_rate": 9.987495175873318e-07,
      "loss": 132.8394,
      "step": 8000
    },
    {
      "epoch": 0.6410476046372912,
      "grad_norm": 77.4375,
      "learning_rate": 9.987479544843158e-07,
      "loss": 131.8165,
      "step": 8010
    },
    {
      "epoch": 0.6418479137566885,
      "grad_norm": 76.5,
      "learning_rate": 9.987463913813e-07,
      "loss": 131.6329,
      "step": 8020
    },
    {
      "epoch": 0.6426482228760859,
      "grad_norm": 74.3125,
      "learning_rate": 9.987448282782843e-07,
      "loss": 132.5564,
      "step": 8030
    },
    {
      "epoch": 0.6434485319954832,
      "grad_norm": 80.25,
      "learning_rate": 9.987432651752683e-07,
      "loss": 131.5118,
      "step": 8040
    },
    {
      "epoch": 0.6442488411148807,
      "grad_norm": 81.4375,
      "learning_rate": 9.987417020722525e-07,
      "loss": 130.5542,
      "step": 8050
    },
    {
      "epoch": 0.645049150234278,
      "grad_norm": 75.3125,
      "learning_rate": 9.987401389692367e-07,
      "loss": 132.7824,
      "step": 8060
    },
    {
      "epoch": 0.6458494593536753,
      "grad_norm": 75.6875,
      "learning_rate": 9.98738575866221e-07,
      "loss": 131.6364,
      "step": 8070
    },
    {
      "epoch": 0.6466497684730728,
      "grad_norm": 69.125,
      "learning_rate": 9.98737012763205e-07,
      "loss": 131.1746,
      "step": 8080
    },
    {
      "epoch": 0.6474500775924701,
      "grad_norm": 79.6875,
      "learning_rate": 9.987354496601891e-07,
      "loss": 131.0759,
      "step": 8090
    },
    {
      "epoch": 0.6482503867118674,
      "grad_norm": 74.0625,
      "learning_rate": 9.987338865571734e-07,
      "loss": 131.1551,
      "step": 8100
    },
    {
      "epoch": 0.6490506958312648,
      "grad_norm": 81.8125,
      "learning_rate": 9.987323234541576e-07,
      "loss": 130.3787,
      "step": 8110
    },
    {
      "epoch": 0.6498510049506622,
      "grad_norm": 76.125,
      "learning_rate": 9.987307603511416e-07,
      "loss": 132.5409,
      "step": 8120
    },
    {
      "epoch": 0.6506513140700596,
      "grad_norm": 74.25,
      "learning_rate": 9.987291972481258e-07,
      "loss": 132.2028,
      "step": 8130
    },
    {
      "epoch": 0.6514516231894569,
      "grad_norm": 79.9375,
      "learning_rate": 9.9872763414511e-07,
      "loss": 130.8431,
      "step": 8140
    },
    {
      "epoch": 0.6522519323088543,
      "grad_norm": 71.0,
      "learning_rate": 9.987260710420942e-07,
      "loss": 132.5052,
      "step": 8150
    },
    {
      "epoch": 0.6530522414282517,
      "grad_norm": 88.9375,
      "learning_rate": 9.987245079390785e-07,
      "loss": 131.6914,
      "step": 8160
    },
    {
      "epoch": 0.653852550547649,
      "grad_norm": 71.75,
      "learning_rate": 9.987229448360625e-07,
      "loss": 131.5299,
      "step": 8170
    },
    {
      "epoch": 0.6546528596670464,
      "grad_norm": 75.1875,
      "learning_rate": 9.987213817330467e-07,
      "loss": 131.2931,
      "step": 8180
    },
    {
      "epoch": 0.6554531687864438,
      "grad_norm": 76.625,
      "learning_rate": 9.98719818630031e-07,
      "loss": 132.1339,
      "step": 8190
    },
    {
      "epoch": 0.6562534779058411,
      "grad_norm": 76.5625,
      "learning_rate": 9.98718255527015e-07,
      "loss": 131.0958,
      "step": 8200
    },
    {
      "epoch": 0.6570537870252385,
      "grad_norm": 72.6875,
      "learning_rate": 9.987166924239991e-07,
      "loss": 131.8033,
      "step": 8210
    },
    {
      "epoch": 0.6578540961446359,
      "grad_norm": 77.4375,
      "learning_rate": 9.987151293209833e-07,
      "loss": 132.3042,
      "step": 8220
    },
    {
      "epoch": 0.6586544052640332,
      "grad_norm": 72.0625,
      "learning_rate": 9.987135662179674e-07,
      "loss": 131.9262,
      "step": 8230
    },
    {
      "epoch": 0.6594547143834306,
      "grad_norm": 81.125,
      "learning_rate": 9.987120031149516e-07,
      "loss": 131.4936,
      "step": 8240
    },
    {
      "epoch": 0.6602550235028279,
      "grad_norm": 72.125,
      "learning_rate": 9.987104400119358e-07,
      "loss": 131.1532,
      "step": 8250
    },
    {
      "epoch": 0.6610553326222254,
      "grad_norm": 76.5,
      "learning_rate": 9.9870887690892e-07,
      "loss": 132.0334,
      "step": 8260
    },
    {
      "epoch": 0.6618556417416227,
      "grad_norm": 70.9375,
      "learning_rate": 9.98707313805904e-07,
      "loss": 131.7788,
      "step": 8270
    },
    {
      "epoch": 0.66265595086102,
      "grad_norm": 78.5,
      "learning_rate": 9.987057507028882e-07,
      "loss": 131.3623,
      "step": 8280
    },
    {
      "epoch": 0.6634562599804175,
      "grad_norm": 77.75,
      "learning_rate": 9.987041875998724e-07,
      "loss": 131.0159,
      "step": 8290
    },
    {
      "epoch": 0.6642565690998148,
      "grad_norm": 75.0,
      "learning_rate": 9.987026244968567e-07,
      "loss": 131.802,
      "step": 8300
    },
    {
      "epoch": 0.6650568782192122,
      "grad_norm": 74.3125,
      "learning_rate": 9.987010613938409e-07,
      "loss": 130.4846,
      "step": 8310
    },
    {
      "epoch": 0.6658571873386095,
      "grad_norm": 78.0625,
      "learning_rate": 9.98699498290825e-07,
      "loss": 130.5051,
      "step": 8320
    },
    {
      "epoch": 0.6666574964580069,
      "grad_norm": 71.625,
      "learning_rate": 9.986979351878091e-07,
      "loss": 131.5967,
      "step": 8330
    },
    {
      "epoch": 0.6674578055774043,
      "grad_norm": 71.5,
      "learning_rate": 9.986963720847933e-07,
      "loss": 132.5512,
      "step": 8340
    },
    {
      "epoch": 0.6682581146968016,
      "grad_norm": 78.375,
      "learning_rate": 9.986948089817775e-07,
      "loss": 131.1753,
      "step": 8350
    },
    {
      "epoch": 0.669058423816199,
      "grad_norm": 74.1875,
      "learning_rate": 9.986932458787616e-07,
      "loss": 130.4604,
      "step": 8360
    },
    {
      "epoch": 0.6698587329355964,
      "grad_norm": 73.4375,
      "learning_rate": 9.986916827757458e-07,
      "loss": 132.9316,
      "step": 8370
    },
    {
      "epoch": 0.6706590420549937,
      "grad_norm": 74.875,
      "learning_rate": 9.9869011967273e-07,
      "loss": 131.4552,
      "step": 8380
    },
    {
      "epoch": 0.6714593511743912,
      "grad_norm": 78.0,
      "learning_rate": 9.98688556569714e-07,
      "loss": 131.1365,
      "step": 8390
    },
    {
      "epoch": 0.6722596602937885,
      "grad_norm": 72.8125,
      "learning_rate": 9.986869934666982e-07,
      "loss": 132.5655,
      "step": 8400
    },
    {
      "epoch": 0.6730599694131858,
      "grad_norm": 75.3125,
      "learning_rate": 9.986854303636824e-07,
      "loss": 132.0653,
      "step": 8410
    },
    {
      "epoch": 0.6738602785325832,
      "grad_norm": 80.0,
      "learning_rate": 9.986838672606667e-07,
      "loss": 130.1704,
      "step": 8420
    },
    {
      "epoch": 0.6746605876519806,
      "grad_norm": 79.9375,
      "learning_rate": 9.986823041576507e-07,
      "loss": 131.86,
      "step": 8430
    },
    {
      "epoch": 0.675460896771378,
      "grad_norm": 77.5,
      "learning_rate": 9.986807410546349e-07,
      "loss": 132.2835,
      "step": 8440
    },
    {
      "epoch": 0.6762612058907753,
      "grad_norm": 76.125,
      "learning_rate": 9.98679177951619e-07,
      "loss": 133.6062,
      "step": 8450
    },
    {
      "epoch": 0.6770615150101726,
      "grad_norm": 74.4375,
      "learning_rate": 9.986776148486033e-07,
      "loss": 133.1529,
      "step": 8460
    },
    {
      "epoch": 0.6778618241295701,
      "grad_norm": 77.6875,
      "learning_rate": 9.986760517455875e-07,
      "loss": 130.7149,
      "step": 8470
    },
    {
      "epoch": 0.6786621332489674,
      "grad_norm": 76.6875,
      "learning_rate": 9.986744886425715e-07,
      "loss": 131.2965,
      "step": 8480
    },
    {
      "epoch": 0.6794624423683647,
      "grad_norm": 78.0625,
      "learning_rate": 9.986729255395558e-07,
      "loss": 131.7146,
      "step": 8490
    },
    {
      "epoch": 0.6802627514877622,
      "grad_norm": 77.1875,
      "learning_rate": 9.9867136243654e-07,
      "loss": 131.4988,
      "step": 8500
    },
    {
      "epoch": 0.6810630606071595,
      "grad_norm": 75.625,
      "learning_rate": 9.986697993335242e-07,
      "loss": 131.0816,
      "step": 8510
    },
    {
      "epoch": 0.6818633697265569,
      "grad_norm": 73.625,
      "learning_rate": 9.986682362305082e-07,
      "loss": 131.8303,
      "step": 8520
    },
    {
      "epoch": 0.6826636788459542,
      "grad_norm": 77.625,
      "learning_rate": 9.986666731274924e-07,
      "loss": 130.0348,
      "step": 8530
    },
    {
      "epoch": 0.6834639879653516,
      "grad_norm": 79.0,
      "learning_rate": 9.986651100244766e-07,
      "loss": 132.8476,
      "step": 8540
    },
    {
      "epoch": 0.684264297084749,
      "grad_norm": 74.625,
      "learning_rate": 9.986635469214606e-07,
      "loss": 131.6226,
      "step": 8550
    },
    {
      "epoch": 0.6850646062041463,
      "grad_norm": 79.0,
      "learning_rate": 9.986619838184449e-07,
      "loss": 131.3241,
      "step": 8560
    },
    {
      "epoch": 0.6858649153235438,
      "grad_norm": 76.9375,
      "learning_rate": 9.98660420715429e-07,
      "loss": 131.6735,
      "step": 8570
    },
    {
      "epoch": 0.6866652244429411,
      "grad_norm": 70.8125,
      "learning_rate": 9.986588576124133e-07,
      "loss": 131.7806,
      "step": 8580
    },
    {
      "epoch": 0.6874655335623384,
      "grad_norm": 83.25,
      "learning_rate": 9.986572945093973e-07,
      "loss": 132.0227,
      "step": 8590
    },
    {
      "epoch": 0.6882658426817359,
      "grad_norm": 76.5625,
      "learning_rate": 9.986557314063815e-07,
      "loss": 131.6524,
      "step": 8600
    },
    {
      "epoch": 0.6890661518011332,
      "grad_norm": 79.875,
      "learning_rate": 9.986541683033657e-07,
      "loss": 132.2215,
      "step": 8610
    },
    {
      "epoch": 0.6898664609205305,
      "grad_norm": 85.125,
      "learning_rate": 9.9865260520035e-07,
      "loss": 132.894,
      "step": 8620
    },
    {
      "epoch": 0.6906667700399279,
      "grad_norm": 78.625,
      "learning_rate": 9.986510420973342e-07,
      "loss": 131.7396,
      "step": 8630
    },
    {
      "epoch": 0.6914670791593253,
      "grad_norm": 84.375,
      "learning_rate": 9.986494789943182e-07,
      "loss": 132.6336,
      "step": 8640
    },
    {
      "epoch": 0.6922673882787227,
      "grad_norm": 80.4375,
      "learning_rate": 9.986479158913024e-07,
      "loss": 130.9795,
      "step": 8650
    },
    {
      "epoch": 0.69306769739812,
      "grad_norm": 73.0625,
      "learning_rate": 9.986463527882866e-07,
      "loss": 132.994,
      "step": 8660
    },
    {
      "epoch": 0.6938680065175173,
      "grad_norm": 77.75,
      "learning_rate": 9.986447896852708e-07,
      "loss": 131.1462,
      "step": 8670
    },
    {
      "epoch": 0.6946683156369148,
      "grad_norm": 73.4375,
      "learning_rate": 9.986432265822548e-07,
      "loss": 132.2478,
      "step": 8680
    },
    {
      "epoch": 0.6954686247563121,
      "grad_norm": 76.125,
      "learning_rate": 9.98641663479239e-07,
      "loss": 130.9919,
      "step": 8690
    },
    {
      "epoch": 0.6962689338757095,
      "grad_norm": 76.0625,
      "learning_rate": 9.986401003762233e-07,
      "loss": 130.4246,
      "step": 8700
    },
    {
      "epoch": 0.6970692429951069,
      "grad_norm": 75.25,
      "learning_rate": 9.986385372732073e-07,
      "loss": 132.2129,
      "step": 8710
    },
    {
      "epoch": 0.6978695521145042,
      "grad_norm": 77.8125,
      "learning_rate": 9.986369741701915e-07,
      "loss": 132.2469,
      "step": 8720
    },
    {
      "epoch": 0.6986698612339016,
      "grad_norm": 74.3125,
      "learning_rate": 9.986354110671757e-07,
      "loss": 131.4874,
      "step": 8730
    },
    {
      "epoch": 0.699470170353299,
      "grad_norm": 74.6875,
      "learning_rate": 9.986338479641597e-07,
      "loss": 131.288,
      "step": 8740
    },
    {
      "epoch": 0.7002704794726964,
      "grad_norm": 78.875,
      "learning_rate": 9.98632284861144e-07,
      "loss": 130.9051,
      "step": 8750
    },
    {
      "epoch": 0.7010707885920937,
      "grad_norm": 70.1875,
      "learning_rate": 9.986307217581282e-07,
      "loss": 131.5563,
      "step": 8760
    },
    {
      "epoch": 0.701871097711491,
      "grad_norm": 76.75,
      "learning_rate": 9.986291586551124e-07,
      "loss": 132.3225,
      "step": 8770
    },
    {
      "epoch": 0.7026714068308885,
      "grad_norm": 84.9375,
      "learning_rate": 9.986275955520966e-07,
      "loss": 132.3153,
      "step": 8780
    },
    {
      "epoch": 0.7034717159502858,
      "grad_norm": 79.0,
      "learning_rate": 9.986260324490808e-07,
      "loss": 131.7471,
      "step": 8790
    },
    {
      "epoch": 0.7042720250696831,
      "grad_norm": 79.0,
      "learning_rate": 9.986244693460648e-07,
      "loss": 132.4772,
      "step": 8800
    },
    {
      "epoch": 0.7050723341890806,
      "grad_norm": 74.5625,
      "learning_rate": 9.98622906243049e-07,
      "loss": 130.8647,
      "step": 8810
    },
    {
      "epoch": 0.7058726433084779,
      "grad_norm": 75.9375,
      "learning_rate": 9.986213431400333e-07,
      "loss": 131.4361,
      "step": 8820
    },
    {
      "epoch": 0.7066729524278753,
      "grad_norm": 75.3125,
      "learning_rate": 9.986197800370175e-07,
      "loss": 131.5961,
      "step": 8830
    },
    {
      "epoch": 0.7074732615472726,
      "grad_norm": 74.5,
      "learning_rate": 9.986182169340015e-07,
      "loss": 131.5035,
      "step": 8840
    },
    {
      "epoch": 0.70827357066667,
      "grad_norm": 77.125,
      "learning_rate": 9.986166538309857e-07,
      "loss": 131.417,
      "step": 8850
    },
    {
      "epoch": 0.7090738797860674,
      "grad_norm": 71.4375,
      "learning_rate": 9.9861509072797e-07,
      "loss": 130.5734,
      "step": 8860
    },
    {
      "epoch": 0.7098741889054647,
      "grad_norm": 79.75,
      "learning_rate": 9.98613527624954e-07,
      "loss": 130.9962,
      "step": 8870
    },
    {
      "epoch": 0.7106744980248622,
      "grad_norm": 71.6875,
      "learning_rate": 9.986119645219382e-07,
      "loss": 131.3529,
      "step": 8880
    },
    {
      "epoch": 0.7114748071442595,
      "grad_norm": 72.875,
      "learning_rate": 9.986104014189224e-07,
      "loss": 131.3156,
      "step": 8890
    },
    {
      "epoch": 0.7122751162636568,
      "grad_norm": 73.0625,
      "learning_rate": 9.986088383159064e-07,
      "loss": 130.3418,
      "step": 8900
    },
    {
      "epoch": 0.7130754253830542,
      "grad_norm": 79.1875,
      "learning_rate": 9.986072752128906e-07,
      "loss": 131.1646,
      "step": 8910
    },
    {
      "epoch": 0.7138757345024516,
      "grad_norm": 81.6875,
      "learning_rate": 9.986057121098748e-07,
      "loss": 131.9824,
      "step": 8920
    },
    {
      "epoch": 0.7146760436218489,
      "grad_norm": 81.8125,
      "learning_rate": 9.98604149006859e-07,
      "loss": 132.71,
      "step": 8930
    },
    {
      "epoch": 0.7154763527412463,
      "grad_norm": 69.9375,
      "learning_rate": 9.986025859038433e-07,
      "loss": 131.8712,
      "step": 8940
    },
    {
      "epoch": 0.7162766618606436,
      "grad_norm": 83.1875,
      "learning_rate": 9.986010228008275e-07,
      "loss": 131.4506,
      "step": 8950
    },
    {
      "epoch": 0.7170769709800411,
      "grad_norm": 76.5625,
      "learning_rate": 9.985994596978115e-07,
      "loss": 131.5453,
      "step": 8960
    },
    {
      "epoch": 0.7178772800994384,
      "grad_norm": 73.625,
      "learning_rate": 9.985978965947957e-07,
      "loss": 131.9996,
      "step": 8970
    },
    {
      "epoch": 0.7186775892188357,
      "grad_norm": 78.75,
      "learning_rate": 9.9859633349178e-07,
      "loss": 132.0983,
      "step": 8980
    },
    {
      "epoch": 0.7194778983382332,
      "grad_norm": 72.3125,
      "learning_rate": 9.98594770388764e-07,
      "loss": 131.87,
      "step": 8990
    },
    {
      "epoch": 0.7202782074576305,
      "grad_norm": 73.625,
      "learning_rate": 9.985932072857481e-07,
      "loss": 131.6589,
      "step": 9000
    },
    {
      "epoch": 0.7210785165770279,
      "grad_norm": 76.5,
      "learning_rate": 9.985916441827324e-07,
      "loss": 132.6549,
      "step": 9010
    },
    {
      "epoch": 0.7218788256964253,
      "grad_norm": 80.75,
      "learning_rate": 9.985900810797166e-07,
      "loss": 131.3108,
      "step": 9020
    },
    {
      "epoch": 0.7226791348158226,
      "grad_norm": 78.9375,
      "learning_rate": 9.985885179767006e-07,
      "loss": 132.2872,
      "step": 9030
    },
    {
      "epoch": 0.72347944393522,
      "grad_norm": 76.8125,
      "learning_rate": 9.985869548736848e-07,
      "loss": 131.6559,
      "step": 9040
    },
    {
      "epoch": 0.7242797530546173,
      "grad_norm": 80.1875,
      "learning_rate": 9.98585391770669e-07,
      "loss": 131.6873,
      "step": 9050
    },
    {
      "epoch": 0.7250800621740147,
      "grad_norm": 76.875,
      "learning_rate": 9.98583828667653e-07,
      "loss": 131.4747,
      "step": 9060
    },
    {
      "epoch": 0.7258803712934121,
      "grad_norm": 76.1875,
      "learning_rate": 9.985822655646372e-07,
      "loss": 131.7952,
      "step": 9070
    },
    {
      "epoch": 0.7266806804128094,
      "grad_norm": 75.5,
      "learning_rate": 9.985807024616215e-07,
      "loss": 131.458,
      "step": 9080
    },
    {
      "epoch": 0.7274809895322069,
      "grad_norm": 73.75,
      "learning_rate": 9.985791393586057e-07,
      "loss": 132.2186,
      "step": 9090
    },
    {
      "epoch": 0.7282812986516042,
      "grad_norm": 79.5,
      "learning_rate": 9.9857757625559e-07,
      "loss": 133.5451,
      "step": 9100
    },
    {
      "epoch": 0.7290816077710015,
      "grad_norm": 70.6875,
      "learning_rate": 9.98576013152574e-07,
      "loss": 131.524,
      "step": 9110
    },
    {
      "epoch": 0.7298819168903989,
      "grad_norm": 78.25,
      "learning_rate": 9.985744500495581e-07,
      "loss": 132.1586,
      "step": 9120
    },
    {
      "epoch": 0.7306822260097963,
      "grad_norm": 76.4375,
      "learning_rate": 9.985728869465423e-07,
      "loss": 131.0122,
      "step": 9130
    },
    {
      "epoch": 0.7314825351291937,
      "grad_norm": 75.9375,
      "learning_rate": 9.985713238435266e-07,
      "loss": 132.5875,
      "step": 9140
    },
    {
      "epoch": 0.732282844248591,
      "grad_norm": 77.8125,
      "learning_rate": 9.985697607405106e-07,
      "loss": 132.9425,
      "step": 9150
    },
    {
      "epoch": 0.7330831533679883,
      "grad_norm": 71.6875,
      "learning_rate": 9.985681976374948e-07,
      "loss": 131.7688,
      "step": 9160
    },
    {
      "epoch": 0.7338834624873858,
      "grad_norm": 78.0625,
      "learning_rate": 9.98566634534479e-07,
      "loss": 130.2091,
      "step": 9170
    },
    {
      "epoch": 0.7346837716067831,
      "grad_norm": 73.375,
      "learning_rate": 9.98565071431463e-07,
      "loss": 132.0214,
      "step": 9180
    },
    {
      "epoch": 0.7354840807261804,
      "grad_norm": 72.75,
      "learning_rate": 9.985635083284472e-07,
      "loss": 131.4804,
      "step": 9190
    },
    {
      "epoch": 0.7362843898455779,
      "grad_norm": 72.8125,
      "learning_rate": 9.985619452254314e-07,
      "loss": 130.8607,
      "step": 9200
    },
    {
      "epoch": 0.7370846989649752,
      "grad_norm": 75.4375,
      "learning_rate": 9.985603821224157e-07,
      "loss": 131.9145,
      "step": 9210
    },
    {
      "epoch": 0.7378850080843726,
      "grad_norm": 73.875,
      "learning_rate": 9.985588190193997e-07,
      "loss": 130.5753,
      "step": 9220
    },
    {
      "epoch": 0.73868531720377,
      "grad_norm": 81.0,
      "learning_rate": 9.985572559163839e-07,
      "loss": 132.0938,
      "step": 9230
    },
    {
      "epoch": 0.7394856263231673,
      "grad_norm": 78.0625,
      "learning_rate": 9.98555692813368e-07,
      "loss": 132.836,
      "step": 9240
    },
    {
      "epoch": 0.7402859354425647,
      "grad_norm": 76.25,
      "learning_rate": 9.985541297103523e-07,
      "loss": 131.6837,
      "step": 9250
    },
    {
      "epoch": 0.741086244561962,
      "grad_norm": 74.125,
      "learning_rate": 9.985525666073365e-07,
      "loss": 132.7221,
      "step": 9260
    },
    {
      "epoch": 0.7418865536813595,
      "grad_norm": 81.875,
      "learning_rate": 9.985510035043205e-07,
      "loss": 131.037,
      "step": 9270
    },
    {
      "epoch": 0.7426868628007568,
      "grad_norm": 77.0,
      "learning_rate": 9.985494404013048e-07,
      "loss": 130.6028,
      "step": 9280
    },
    {
      "epoch": 0.7434871719201541,
      "grad_norm": 76.4375,
      "learning_rate": 9.98547877298289e-07,
      "loss": 131.0622,
      "step": 9290
    },
    {
      "epoch": 0.7442874810395516,
      "grad_norm": 72.3125,
      "learning_rate": 9.985463141952732e-07,
      "loss": 130.6438,
      "step": 9300
    },
    {
      "epoch": 0.7450877901589489,
      "grad_norm": 73.75,
      "learning_rate": 9.985447510922572e-07,
      "loss": 132.5858,
      "step": 9310
    },
    {
      "epoch": 0.7458880992783462,
      "grad_norm": 81.375,
      "learning_rate": 9.985431879892414e-07,
      "loss": 131.7563,
      "step": 9320
    },
    {
      "epoch": 0.7466884083977436,
      "grad_norm": 75.0625,
      "learning_rate": 9.985416248862256e-07,
      "loss": 131.6322,
      "step": 9330
    },
    {
      "epoch": 0.747488717517141,
      "grad_norm": 74.375,
      "learning_rate": 9.985400617832097e-07,
      "loss": 129.3306,
      "step": 9340
    },
    {
      "epoch": 0.7482890266365384,
      "grad_norm": 77.25,
      "learning_rate": 9.985384986801939e-07,
      "loss": 131.3398,
      "step": 9350
    },
    {
      "epoch": 0.7490893357559357,
      "grad_norm": 80.4375,
      "learning_rate": 9.98536935577178e-07,
      "loss": 131.5261,
      "step": 9360
    },
    {
      "epoch": 0.749889644875333,
      "grad_norm": 76.625,
      "learning_rate": 9.985353724741623e-07,
      "loss": 130.4829,
      "step": 9370
    },
    {
      "epoch": 0.7506899539947305,
      "grad_norm": 75.1875,
      "learning_rate": 9.985338093711463e-07,
      "loss": 130.9288,
      "step": 9380
    },
    {
      "epoch": 0.7514902631141278,
      "grad_norm": 74.5,
      "learning_rate": 9.985322462681305e-07,
      "loss": 131.758,
      "step": 9390
    },
    {
      "epoch": 0.7522905722335252,
      "grad_norm": 72.9375,
      "learning_rate": 9.985306831651148e-07,
      "loss": 131.2881,
      "step": 9400
    },
    {
      "epoch": 0.7530908813529226,
      "grad_norm": 77.875,
      "learning_rate": 9.98529120062099e-07,
      "loss": 132.0472,
      "step": 9410
    },
    {
      "epoch": 0.7538911904723199,
      "grad_norm": 81.875,
      "learning_rate": 9.985275569590832e-07,
      "loss": 133.1372,
      "step": 9420
    },
    {
      "epoch": 0.7546914995917173,
      "grad_norm": 76.4375,
      "learning_rate": 9.985259938560672e-07,
      "loss": 132.0327,
      "step": 9430
    },
    {
      "epoch": 0.7554918087111147,
      "grad_norm": 82.5,
      "learning_rate": 9.985244307530514e-07,
      "loss": 130.7069,
      "step": 9440
    },
    {
      "epoch": 0.7562921178305121,
      "grad_norm": 79.9375,
      "learning_rate": 9.985228676500356e-07,
      "loss": 131.1774,
      "step": 9450
    },
    {
      "epoch": 0.7570924269499094,
      "grad_norm": 76.9375,
      "learning_rate": 9.985213045470198e-07,
      "loss": 131.4195,
      "step": 9460
    },
    {
      "epoch": 0.7578927360693067,
      "grad_norm": 83.25,
      "learning_rate": 9.985197414440039e-07,
      "loss": 130.8186,
      "step": 9470
    },
    {
      "epoch": 0.7586930451887042,
      "grad_norm": 76.1875,
      "learning_rate": 9.98518178340988e-07,
      "loss": 129.8441,
      "step": 9480
    },
    {
      "epoch": 0.7594933543081015,
      "grad_norm": 71.5,
      "learning_rate": 9.985166152379723e-07,
      "loss": 131.93,
      "step": 9490
    },
    {
      "epoch": 0.7602936634274988,
      "grad_norm": 79.0625,
      "learning_rate": 9.985150521349563e-07,
      "loss": 131.2559,
      "step": 9500
    },
    {
      "epoch": 0.7610939725468963,
      "grad_norm": 69.3125,
      "learning_rate": 9.985134890319405e-07,
      "loss": 131.3485,
      "step": 9510
    },
    {
      "epoch": 0.7618942816662936,
      "grad_norm": 79.5,
      "learning_rate": 9.985119259289247e-07,
      "loss": 130.6342,
      "step": 9520
    },
    {
      "epoch": 0.762694590785691,
      "grad_norm": 78.3125,
      "learning_rate": 9.985103628259087e-07,
      "loss": 132.0574,
      "step": 9530
    },
    {
      "epoch": 0.7634948999050883,
      "grad_norm": 73.0,
      "learning_rate": 9.98508799722893e-07,
      "loss": 130.7042,
      "step": 9540
    },
    {
      "epoch": 0.7642952090244857,
      "grad_norm": 87.75,
      "learning_rate": 9.985072366198772e-07,
      "loss": 131.7032,
      "step": 9550
    },
    {
      "epoch": 0.7650955181438831,
      "grad_norm": 78.9375,
      "learning_rate": 9.985056735168614e-07,
      "loss": 132.2712,
      "step": 9560
    },
    {
      "epoch": 0.7658958272632804,
      "grad_norm": 75.25,
      "learning_rate": 9.985041104138456e-07,
      "loss": 132.5755,
      "step": 9570
    },
    {
      "epoch": 0.7666961363826779,
      "grad_norm": 74.9375,
      "learning_rate": 9.985025473108296e-07,
      "loss": 131.8575,
      "step": 9580
    },
    {
      "epoch": 0.7674964455020752,
      "grad_norm": 74.3125,
      "learning_rate": 9.985009842078138e-07,
      "loss": 131.8135,
      "step": 9590
    },
    {
      "epoch": 0.7682967546214725,
      "grad_norm": 74.5,
      "learning_rate": 9.98499421104798e-07,
      "loss": 130.349,
      "step": 9600
    },
    {
      "epoch": 0.76909706374087,
      "grad_norm": 75.625,
      "learning_rate": 9.984978580017823e-07,
      "loss": 132.1411,
      "step": 9610
    },
    {
      "epoch": 0.7698973728602673,
      "grad_norm": 78.4375,
      "learning_rate": 9.984962948987665e-07,
      "loss": 132.007,
      "step": 9620
    },
    {
      "epoch": 0.7706976819796646,
      "grad_norm": 76.875,
      "learning_rate": 9.984947317957505e-07,
      "loss": 131.2099,
      "step": 9630
    },
    {
      "epoch": 0.771497991099062,
      "grad_norm": 78.875,
      "learning_rate": 9.984931686927347e-07,
      "loss": 130.7354,
      "step": 9640
    },
    {
      "epoch": 0.7722983002184594,
      "grad_norm": 79.875,
      "learning_rate": 9.98491605589719e-07,
      "loss": 132.1408,
      "step": 9650
    },
    {
      "epoch": 0.7730986093378568,
      "grad_norm": 72.1875,
      "learning_rate": 9.98490042486703e-07,
      "loss": 130.8756,
      "step": 9660
    },
    {
      "epoch": 0.7738989184572541,
      "grad_norm": 69.4375,
      "learning_rate": 9.984884793836872e-07,
      "loss": 131.2112,
      "step": 9670
    },
    {
      "epoch": 0.7746992275766514,
      "grad_norm": 76.875,
      "learning_rate": 9.984869162806714e-07,
      "loss": 131.0196,
      "step": 9680
    },
    {
      "epoch": 0.7754995366960489,
      "grad_norm": 85.0,
      "learning_rate": 9.984853531776554e-07,
      "loss": 131.2716,
      "step": 9690
    },
    {
      "epoch": 0.7762998458154462,
      "grad_norm": 72.5,
      "learning_rate": 9.984837900746396e-07,
      "loss": 130.7754,
      "step": 9700
    },
    {
      "epoch": 0.7771001549348436,
      "grad_norm": 75.0,
      "learning_rate": 9.984822269716238e-07,
      "loss": 131.3929,
      "step": 9710
    },
    {
      "epoch": 0.777900464054241,
      "grad_norm": 75.6875,
      "learning_rate": 9.98480663868608e-07,
      "loss": 131.4491,
      "step": 9720
    },
    {
      "epoch": 0.7787007731736383,
      "grad_norm": 77.8125,
      "learning_rate": 9.984791007655923e-07,
      "loss": 130.3078,
      "step": 9730
    },
    {
      "epoch": 0.7795010822930357,
      "grad_norm": 79.375,
      "learning_rate": 9.984775376625763e-07,
      "loss": 132.3819,
      "step": 9740
    },
    {
      "epoch": 0.780301391412433,
      "grad_norm": 77.875,
      "learning_rate": 9.984759745595605e-07,
      "loss": 132.8559,
      "step": 9750
    },
    {
      "epoch": 0.7811017005318304,
      "grad_norm": 76.875,
      "learning_rate": 9.984744114565447e-07,
      "loss": 130.5132,
      "step": 9760
    },
    {
      "epoch": 0.7819020096512278,
      "grad_norm": 80.625,
      "learning_rate": 9.98472848353529e-07,
      "loss": 130.5794,
      "step": 9770
    },
    {
      "epoch": 0.7827023187706251,
      "grad_norm": 79.1875,
      "learning_rate": 9.984712852505131e-07,
      "loss": 132.3585,
      "step": 9780
    },
    {
      "epoch": 0.7835026278900226,
      "grad_norm": 76.625,
      "learning_rate": 9.984697221474971e-07,
      "loss": 132.778,
      "step": 9790
    },
    {
      "epoch": 0.7843029370094199,
      "grad_norm": 74.625,
      "learning_rate": 9.984681590444814e-07,
      "loss": 130.5637,
      "step": 9800
    },
    {
      "epoch": 0.7851032461288172,
      "grad_norm": 82.9375,
      "learning_rate": 9.984665959414656e-07,
      "loss": 130.9602,
      "step": 9810
    },
    {
      "epoch": 0.7859035552482146,
      "grad_norm": 78.5,
      "learning_rate": 9.984650328384496e-07,
      "loss": 131.8248,
      "step": 9820
    },
    {
      "epoch": 0.786703864367612,
      "grad_norm": 71.875,
      "learning_rate": 9.984634697354338e-07,
      "loss": 132.0758,
      "step": 9830
    },
    {
      "epoch": 0.7875041734870094,
      "grad_norm": 78.5625,
      "learning_rate": 9.98461906632418e-07,
      "loss": 131.6132,
      "step": 9840
    },
    {
      "epoch": 0.7883044826064067,
      "grad_norm": 82.9375,
      "learning_rate": 9.98460343529402e-07,
      "loss": 130.1421,
      "step": 9850
    },
    {
      "epoch": 0.7891047917258041,
      "grad_norm": 90.0625,
      "learning_rate": 9.984587804263863e-07,
      "loss": 130.7962,
      "step": 9860
    },
    {
      "epoch": 0.7899051008452015,
      "grad_norm": 75.5,
      "learning_rate": 9.984572173233705e-07,
      "loss": 131.8376,
      "step": 9870
    },
    {
      "epoch": 0.7907054099645988,
      "grad_norm": 75.4375,
      "learning_rate": 9.984556542203547e-07,
      "loss": 132.0439,
      "step": 9880
    },
    {
      "epoch": 0.7915057190839961,
      "grad_norm": 86.25,
      "learning_rate": 9.98454091117339e-07,
      "loss": 130.9918,
      "step": 9890
    },
    {
      "epoch": 0.7923060282033936,
      "grad_norm": 77.1875,
      "learning_rate": 9.98452528014323e-07,
      "loss": 132.0871,
      "step": 9900
    },
    {
      "epoch": 0.7931063373227909,
      "grad_norm": 78.375,
      "learning_rate": 9.984509649113071e-07,
      "loss": 132.0267,
      "step": 9910
    },
    {
      "epoch": 0.7939066464421883,
      "grad_norm": 75.125,
      "learning_rate": 9.984494018082913e-07,
      "loss": 131.7625,
      "step": 9920
    },
    {
      "epoch": 0.7947069555615857,
      "grad_norm": 78.75,
      "learning_rate": 9.984478387052756e-07,
      "loss": 131.006,
      "step": 9930
    },
    {
      "epoch": 0.795507264680983,
      "grad_norm": 72.375,
      "learning_rate": 9.984462756022598e-07,
      "loss": 130.9044,
      "step": 9940
    },
    {
      "epoch": 0.7963075738003804,
      "grad_norm": 77.8125,
      "learning_rate": 9.984447124992438e-07,
      "loss": 131.8305,
      "step": 9950
    },
    {
      "epoch": 0.7971078829197777,
      "grad_norm": 79.8125,
      "learning_rate": 9.98443149396228e-07,
      "loss": 129.9232,
      "step": 9960
    },
    {
      "epoch": 0.7979081920391752,
      "grad_norm": 72.5625,
      "learning_rate": 9.984415862932122e-07,
      "loss": 131.7845,
      "step": 9970
    },
    {
      "epoch": 0.7987085011585725,
      "grad_norm": 72.5,
      "learning_rate": 9.984400231901962e-07,
      "loss": 131.7831,
      "step": 9980
    },
    {
      "epoch": 0.7995088102779698,
      "grad_norm": 77.125,
      "learning_rate": 9.984384600871805e-07,
      "loss": 133.024,
      "step": 9990
    },
    {
      "epoch": 0.8003091193973673,
      "grad_norm": 81.375,
      "learning_rate": 9.984368969841647e-07,
      "loss": 131.0512,
      "step": 10000
    },
    {
      "epoch": 0.8003091193973673,
      "eval_loss": 2.0527355670928955,
      "eval_runtime": 416.7476,
      "eval_samples_per_second": 1574.473,
      "eval_steps_per_second": 49.202,
      "step": 10000
    },
    {
      "epoch": 0.8011094285167646,
      "grad_norm": 77.1875,
      "learning_rate": 9.984353338811487e-07,
      "loss": 130.3064,
      "step": 10010
    },
    {
      "epoch": 0.8019097376361619,
      "grad_norm": 74.0,
      "learning_rate": 9.98433770778133e-07,
      "loss": 132.0653,
      "step": 10020
    },
    {
      "epoch": 0.8027100467555593,
      "grad_norm": 84.875,
      "learning_rate": 9.984322076751171e-07,
      "loss": 132.2227,
      "step": 10030
    },
    {
      "epoch": 0.8035103558749567,
      "grad_norm": 76.625,
      "learning_rate": 9.984306445721013e-07,
      "loss": 130.7247,
      "step": 10040
    },
    {
      "epoch": 0.8043106649943541,
      "grad_norm": 75.8125,
      "learning_rate": 9.984290814690853e-07,
      "loss": 131.7206,
      "step": 10050
    },
    {
      "epoch": 0.8051109741137514,
      "grad_norm": 73.6875,
      "learning_rate": 9.984275183660696e-07,
      "loss": 131.013,
      "step": 10060
    },
    {
      "epoch": 0.8059112832331488,
      "grad_norm": 72.625,
      "learning_rate": 9.984259552630538e-07,
      "loss": 132.8077,
      "step": 10070
    },
    {
      "epoch": 0.8067115923525462,
      "grad_norm": 72.375,
      "learning_rate": 9.98424392160038e-07,
      "loss": 132.2377,
      "step": 10080
    },
    {
      "epoch": 0.8075119014719435,
      "grad_norm": 82.5625,
      "learning_rate": 9.984228290570222e-07,
      "loss": 131.6139,
      "step": 10090
    },
    {
      "epoch": 0.808312210591341,
      "grad_norm": 75.4375,
      "learning_rate": 9.984212659540062e-07,
      "loss": 130.3295,
      "step": 10100
    },
    {
      "epoch": 0.8091125197107383,
      "grad_norm": 75.5,
      "learning_rate": 9.984197028509904e-07,
      "loss": 131.7549,
      "step": 10110
    },
    {
      "epoch": 0.8099128288301356,
      "grad_norm": 77.875,
      "learning_rate": 9.984181397479747e-07,
      "loss": 131.4637,
      "step": 10120
    },
    {
      "epoch": 0.810713137949533,
      "grad_norm": 74.8125,
      "learning_rate": 9.984165766449589e-07,
      "loss": 131.4822,
      "step": 10130
    },
    {
      "epoch": 0.8115134470689304,
      "grad_norm": 78.6875,
      "learning_rate": 9.984150135419429e-07,
      "loss": 131.1819,
      "step": 10140
    },
    {
      "epoch": 0.8123137561883278,
      "grad_norm": 78.0,
      "learning_rate": 9.98413450438927e-07,
      "loss": 131.0785,
      "step": 10150
    },
    {
      "epoch": 0.8131140653077251,
      "grad_norm": 78.9375,
      "learning_rate": 9.984118873359113e-07,
      "loss": 130.286,
      "step": 10160
    },
    {
      "epoch": 0.8139143744271224,
      "grad_norm": 78.0625,
      "learning_rate": 9.984103242328953e-07,
      "loss": 131.6022,
      "step": 10170
    },
    {
      "epoch": 0.8147146835465199,
      "grad_norm": 78.375,
      "learning_rate": 9.984087611298795e-07,
      "loss": 131.5716,
      "step": 10180
    },
    {
      "epoch": 0.8155149926659172,
      "grad_norm": 74.875,
      "learning_rate": 9.984071980268638e-07,
      "loss": 131.0095,
      "step": 10190
    },
    {
      "epoch": 0.8163153017853145,
      "grad_norm": 77.875,
      "learning_rate": 9.98405634923848e-07,
      "loss": 131.2664,
      "step": 10200
    },
    {
      "epoch": 0.817115610904712,
      "grad_norm": 73.5625,
      "learning_rate": 9.98404071820832e-07,
      "loss": 131.8767,
      "step": 10210
    },
    {
      "epoch": 0.8179159200241093,
      "grad_norm": 79.8125,
      "learning_rate": 9.984025087178162e-07,
      "loss": 128.864,
      "step": 10220
    },
    {
      "epoch": 0.8187162291435067,
      "grad_norm": 77.375,
      "learning_rate": 9.984009456148004e-07,
      "loss": 130.4429,
      "step": 10230
    },
    {
      "epoch": 0.819516538262904,
      "grad_norm": 70.8125,
      "learning_rate": 9.983993825117846e-07,
      "loss": 128.6023,
      "step": 10240
    },
    {
      "epoch": 0.8203168473823014,
      "grad_norm": 74.4375,
      "learning_rate": 9.983978194087689e-07,
      "loss": 130.9503,
      "step": 10250
    },
    {
      "epoch": 0.8211171565016988,
      "grad_norm": 80.125,
      "learning_rate": 9.983962563057529e-07,
      "loss": 132.8031,
      "step": 10260
    },
    {
      "epoch": 0.8219174656210961,
      "grad_norm": 73.8125,
      "learning_rate": 9.98394693202737e-07,
      "loss": 130.115,
      "step": 10270
    },
    {
      "epoch": 0.8227177747404936,
      "grad_norm": 73.75,
      "learning_rate": 9.983931300997213e-07,
      "loss": 130.5055,
      "step": 10280
    },
    {
      "epoch": 0.8235180838598909,
      "grad_norm": 74.0,
      "learning_rate": 9.983915669967053e-07,
      "loss": 130.6606,
      "step": 10290
    },
    {
      "epoch": 0.8243183929792882,
      "grad_norm": 78.6875,
      "learning_rate": 9.983900038936895e-07,
      "loss": 130.8658,
      "step": 10300
    },
    {
      "epoch": 0.8251187020986857,
      "grad_norm": 78.0,
      "learning_rate": 9.983884407906737e-07,
      "loss": 131.8639,
      "step": 10310
    },
    {
      "epoch": 0.825919011218083,
      "grad_norm": 74.0,
      "learning_rate": 9.98386877687658e-07,
      "loss": 131.2057,
      "step": 10320
    },
    {
      "epoch": 0.8267193203374803,
      "grad_norm": 78.0625,
      "learning_rate": 9.98385314584642e-07,
      "loss": 131.9255,
      "step": 10330
    },
    {
      "epoch": 0.8275196294568777,
      "grad_norm": 78.75,
      "learning_rate": 9.983837514816262e-07,
      "loss": 131.7983,
      "step": 10340
    },
    {
      "epoch": 0.8283199385762751,
      "grad_norm": 81.9375,
      "learning_rate": 9.983821883786104e-07,
      "loss": 132.316,
      "step": 10350
    },
    {
      "epoch": 0.8291202476956725,
      "grad_norm": 80.875,
      "learning_rate": 9.983806252755946e-07,
      "loss": 131.1004,
      "step": 10360
    },
    {
      "epoch": 0.8299205568150698,
      "grad_norm": 71.0,
      "learning_rate": 9.983790621725786e-07,
      "loss": 132.1643,
      "step": 10370
    },
    {
      "epoch": 0.8307208659344671,
      "grad_norm": 74.375,
      "learning_rate": 9.983774990695628e-07,
      "loss": 130.8654,
      "step": 10380
    },
    {
      "epoch": 0.8315211750538646,
      "grad_norm": 74.875,
      "learning_rate": 9.98375935966547e-07,
      "loss": 130.205,
      "step": 10390
    },
    {
      "epoch": 0.8323214841732619,
      "grad_norm": 73.375,
      "learning_rate": 9.983743728635313e-07,
      "loss": 130.6661,
      "step": 10400
    },
    {
      "epoch": 0.8331217932926593,
      "grad_norm": 73.4375,
      "learning_rate": 9.983728097605155e-07,
      "loss": 131.2944,
      "step": 10410
    },
    {
      "epoch": 0.8339221024120567,
      "grad_norm": 75.875,
      "learning_rate": 9.983712466574995e-07,
      "loss": 132.2854,
      "step": 10420
    },
    {
      "epoch": 0.834722411531454,
      "grad_norm": 80.625,
      "learning_rate": 9.983696835544837e-07,
      "loss": 130.7651,
      "step": 10430
    },
    {
      "epoch": 0.8355227206508514,
      "grad_norm": 71.6875,
      "learning_rate": 9.98368120451468e-07,
      "loss": 130.8648,
      "step": 10440
    },
    {
      "epoch": 0.8363230297702487,
      "grad_norm": 77.125,
      "learning_rate": 9.98366557348452e-07,
      "loss": 130.8581,
      "step": 10450
    },
    {
      "epoch": 0.8371233388896461,
      "grad_norm": 73.625,
      "learning_rate": 9.983649942454362e-07,
      "loss": 130.3991,
      "step": 10460
    },
    {
      "epoch": 0.8379236480090435,
      "grad_norm": 79.375,
      "learning_rate": 9.983634311424204e-07,
      "loss": 131.2294,
      "step": 10470
    },
    {
      "epoch": 0.8387239571284408,
      "grad_norm": 78.3125,
      "learning_rate": 9.983618680394046e-07,
      "loss": 129.3754,
      "step": 10480
    },
    {
      "epoch": 0.8395242662478383,
      "grad_norm": 81.75,
      "learning_rate": 9.983603049363886e-07,
      "loss": 131.7653,
      "step": 10490
    },
    {
      "epoch": 0.8403245753672356,
      "grad_norm": 74.9375,
      "learning_rate": 9.983587418333728e-07,
      "loss": 131.5391,
      "step": 10500
    },
    {
      "epoch": 0.8411248844866329,
      "grad_norm": 76.75,
      "learning_rate": 9.98357178730357e-07,
      "loss": 131.4889,
      "step": 10510
    },
    {
      "epoch": 0.8419251936060304,
      "grad_norm": 72.1875,
      "learning_rate": 9.98355615627341e-07,
      "loss": 133.0458,
      "step": 10520
    },
    {
      "epoch": 0.8427255027254277,
      "grad_norm": 81.3125,
      "learning_rate": 9.983540525243253e-07,
      "loss": 130.8461,
      "step": 10530
    },
    {
      "epoch": 0.8435258118448251,
      "grad_norm": 74.75,
      "learning_rate": 9.983524894213095e-07,
      "loss": 131.7515,
      "step": 10540
    },
    {
      "epoch": 0.8443261209642224,
      "grad_norm": 70.8125,
      "learning_rate": 9.983509263182937e-07,
      "loss": 132.1545,
      "step": 10550
    },
    {
      "epoch": 0.8451264300836198,
      "grad_norm": 76.9375,
      "learning_rate": 9.98349363215278e-07,
      "loss": 130.9946,
      "step": 10560
    },
    {
      "epoch": 0.8459267392030172,
      "grad_norm": 72.25,
      "learning_rate": 9.983478001122621e-07,
      "loss": 130.338,
      "step": 10570
    },
    {
      "epoch": 0.8467270483224145,
      "grad_norm": 75.1875,
      "learning_rate": 9.983462370092462e-07,
      "loss": 131.5349,
      "step": 10580
    },
    {
      "epoch": 0.8475273574418118,
      "grad_norm": 70.125,
      "learning_rate": 9.983446739062304e-07,
      "loss": 130.6219,
      "step": 10590
    },
    {
      "epoch": 0.8483276665612093,
      "grad_norm": 78.0625,
      "learning_rate": 9.983431108032146e-07,
      "loss": 131.3493,
      "step": 10600
    },
    {
      "epoch": 0.8491279756806066,
      "grad_norm": 74.0,
      "learning_rate": 9.983415477001986e-07,
      "loss": 131.0083,
      "step": 10610
    },
    {
      "epoch": 0.849928284800004,
      "grad_norm": 80.75,
      "learning_rate": 9.983399845971828e-07,
      "loss": 131.9277,
      "step": 10620
    },
    {
      "epoch": 0.8507285939194014,
      "grad_norm": 79.1875,
      "learning_rate": 9.98338421494167e-07,
      "loss": 130.602,
      "step": 10630
    },
    {
      "epoch": 0.8515289030387987,
      "grad_norm": 77.5625,
      "learning_rate": 9.98336858391151e-07,
      "loss": 130.4636,
      "step": 10640
    },
    {
      "epoch": 0.8523292121581961,
      "grad_norm": 77.75,
      "learning_rate": 9.983352952881353e-07,
      "loss": 131.2724,
      "step": 10650
    },
    {
      "epoch": 0.8531295212775935,
      "grad_norm": 78.875,
      "learning_rate": 9.983337321851195e-07,
      "loss": 130.8466,
      "step": 10660
    },
    {
      "epoch": 0.8539298303969909,
      "grad_norm": 77.375,
      "learning_rate": 9.983321690821037e-07,
      "loss": 130.6045,
      "step": 10670
    },
    {
      "epoch": 0.8547301395163882,
      "grad_norm": 77.875,
      "learning_rate": 9.983306059790877e-07,
      "loss": 131.8468,
      "step": 10680
    },
    {
      "epoch": 0.8555304486357855,
      "grad_norm": 75.25,
      "learning_rate": 9.98329042876072e-07,
      "loss": 130.7249,
      "step": 10690
    },
    {
      "epoch": 0.856330757755183,
      "grad_norm": 79.25,
      "learning_rate": 9.983274797730561e-07,
      "loss": 130.1633,
      "step": 10700
    },
    {
      "epoch": 0.8571310668745803,
      "grad_norm": 74.625,
      "learning_rate": 9.983259166700404e-07,
      "loss": 130.6425,
      "step": 10710
    },
    {
      "epoch": 0.8579313759939776,
      "grad_norm": 75.25,
      "learning_rate": 9.983243535670246e-07,
      "loss": 130.9092,
      "step": 10720
    },
    {
      "epoch": 0.858731685113375,
      "grad_norm": 77.625,
      "learning_rate": 9.983227904640088e-07,
      "loss": 129.9958,
      "step": 10730
    },
    {
      "epoch": 0.8595319942327724,
      "grad_norm": 79.5,
      "learning_rate": 9.983212273609928e-07,
      "loss": 132.0485,
      "step": 10740
    },
    {
      "epoch": 0.8603323033521698,
      "grad_norm": 77.0625,
      "learning_rate": 9.98319664257977e-07,
      "loss": 131.1308,
      "step": 10750
    },
    {
      "epoch": 0.8611326124715671,
      "grad_norm": 82.4375,
      "learning_rate": 9.983181011549612e-07,
      "loss": 131.665,
      "step": 10760
    },
    {
      "epoch": 0.8619329215909645,
      "grad_norm": 74.375,
      "learning_rate": 9.983165380519452e-07,
      "loss": 131.7367,
      "step": 10770
    },
    {
      "epoch": 0.8627332307103619,
      "grad_norm": 77.9375,
      "learning_rate": 9.983149749489295e-07,
      "loss": 130.5749,
      "step": 10780
    },
    {
      "epoch": 0.8635335398297592,
      "grad_norm": 72.1875,
      "learning_rate": 9.983134118459137e-07,
      "loss": 129.4679,
      "step": 10790
    },
    {
      "epoch": 0.8643338489491567,
      "grad_norm": 79.1875,
      "learning_rate": 9.983118487428977e-07,
      "loss": 132.4236,
      "step": 10800
    },
    {
      "epoch": 0.865134158068554,
      "grad_norm": 72.75,
      "learning_rate": 9.98310285639882e-07,
      "loss": 129.7827,
      "step": 10810
    },
    {
      "epoch": 0.8659344671879513,
      "grad_norm": 73.5625,
      "learning_rate": 9.983087225368661e-07,
      "loss": 131.0587,
      "step": 10820
    },
    {
      "epoch": 0.8667347763073487,
      "grad_norm": 75.375,
      "learning_rate": 9.983071594338503e-07,
      "loss": 131.5654,
      "step": 10830
    },
    {
      "epoch": 0.8675350854267461,
      "grad_norm": 79.875,
      "learning_rate": 9.983055963308343e-07,
      "loss": 131.1106,
      "step": 10840
    },
    {
      "epoch": 0.8683353945461435,
      "grad_norm": 74.0625,
      "learning_rate": 9.983040332278186e-07,
      "loss": 131.5627,
      "step": 10850
    },
    {
      "epoch": 0.8691357036655408,
      "grad_norm": 75.0,
      "learning_rate": 9.983024701248028e-07,
      "loss": 130.7058,
      "step": 10860
    },
    {
      "epoch": 0.8699360127849382,
      "grad_norm": 77.125,
      "learning_rate": 9.98300907021787e-07,
      "loss": 131.1618,
      "step": 10870
    },
    {
      "epoch": 0.8707363219043356,
      "grad_norm": 78.5,
      "learning_rate": 9.982993439187712e-07,
      "loss": 131.6918,
      "step": 10880
    },
    {
      "epoch": 0.8715366310237329,
      "grad_norm": 77.0,
      "learning_rate": 9.982977808157552e-07,
      "loss": 130.2754,
      "step": 10890
    },
    {
      "epoch": 0.8723369401431302,
      "grad_norm": 76.375,
      "learning_rate": 9.982962177127394e-07,
      "loss": 130.6358,
      "step": 10900
    },
    {
      "epoch": 0.8731372492625277,
      "grad_norm": 76.1875,
      "learning_rate": 9.982946546097237e-07,
      "loss": 131.4433,
      "step": 10910
    },
    {
      "epoch": 0.873937558381925,
      "grad_norm": 76.8125,
      "learning_rate": 9.982930915067079e-07,
      "loss": 131.1567,
      "step": 10920
    },
    {
      "epoch": 0.8747378675013224,
      "grad_norm": 75.0625,
      "learning_rate": 9.982915284036919e-07,
      "loss": 130.6782,
      "step": 10930
    },
    {
      "epoch": 0.8755381766207198,
      "grad_norm": 73.4375,
      "learning_rate": 9.982899653006761e-07,
      "loss": 130.3121,
      "step": 10940
    },
    {
      "epoch": 0.8763384857401171,
      "grad_norm": 75.25,
      "learning_rate": 9.982884021976603e-07,
      "loss": 131.139,
      "step": 10950
    },
    {
      "epoch": 0.8771387948595145,
      "grad_norm": 73.4375,
      "learning_rate": 9.982868390946443e-07,
      "loss": 130.9144,
      "step": 10960
    },
    {
      "epoch": 0.8779391039789118,
      "grad_norm": 79.5,
      "learning_rate": 9.982852759916286e-07,
      "loss": 129.6913,
      "step": 10970
    },
    {
      "epoch": 0.8787394130983093,
      "grad_norm": 73.3125,
      "learning_rate": 9.982837128886128e-07,
      "loss": 129.9289,
      "step": 10980
    },
    {
      "epoch": 0.8795397222177066,
      "grad_norm": 73.8125,
      "learning_rate": 9.98282149785597e-07,
      "loss": 132.2781,
      "step": 10990
    },
    {
      "epoch": 0.8803400313371039,
      "grad_norm": 75.9375,
      "learning_rate": 9.98280586682581e-07,
      "loss": 130.8845,
      "step": 11000
    },
    {
      "epoch": 0.8811403404565014,
      "grad_norm": 76.25,
      "learning_rate": 9.982790235795652e-07,
      "loss": 129.7611,
      "step": 11010
    },
    {
      "epoch": 0.8819406495758987,
      "grad_norm": 83.375,
      "learning_rate": 9.982774604765494e-07,
      "loss": 129.9167,
      "step": 11020
    },
    {
      "epoch": 0.882740958695296,
      "grad_norm": 76.3125,
      "learning_rate": 9.982758973735337e-07,
      "loss": 130.6375,
      "step": 11030
    },
    {
      "epoch": 0.8835412678146934,
      "grad_norm": 77.4375,
      "learning_rate": 9.982743342705179e-07,
      "loss": 130.627,
      "step": 11040
    },
    {
      "epoch": 0.8843415769340908,
      "grad_norm": 71.3125,
      "learning_rate": 9.982727711675019e-07,
      "loss": 130.6759,
      "step": 11050
    },
    {
      "epoch": 0.8851418860534882,
      "grad_norm": 77.875,
      "learning_rate": 9.98271208064486e-07,
      "loss": 131.0551,
      "step": 11060
    },
    {
      "epoch": 0.8859421951728855,
      "grad_norm": 73.8125,
      "learning_rate": 9.982696449614703e-07,
      "loss": 130.5227,
      "step": 11070
    },
    {
      "epoch": 0.8867425042922829,
      "grad_norm": 77.25,
      "learning_rate": 9.982680818584545e-07,
      "loss": 132.4977,
      "step": 11080
    },
    {
      "epoch": 0.8875428134116803,
      "grad_norm": 81.375,
      "learning_rate": 9.982665187554385e-07,
      "loss": 131.0946,
      "step": 11090
    },
    {
      "epoch": 0.8883431225310776,
      "grad_norm": 74.375,
      "learning_rate": 9.982649556524228e-07,
      "loss": 130.3095,
      "step": 11100
    },
    {
      "epoch": 0.889143431650475,
      "grad_norm": 76.3125,
      "learning_rate": 9.98263392549407e-07,
      "loss": 131.8633,
      "step": 11110
    },
    {
      "epoch": 0.8899437407698724,
      "grad_norm": 83.125,
      "learning_rate": 9.98261829446391e-07,
      "loss": 131.3789,
      "step": 11120
    },
    {
      "epoch": 0.8907440498892697,
      "grad_norm": 71.375,
      "learning_rate": 9.982602663433752e-07,
      "loss": 131.0635,
      "step": 11130
    },
    {
      "epoch": 0.8915443590086671,
      "grad_norm": 76.0625,
      "learning_rate": 9.982587032403594e-07,
      "loss": 131.6485,
      "step": 11140
    },
    {
      "epoch": 0.8923446681280645,
      "grad_norm": 84.5625,
      "learning_rate": 9.982571401373434e-07,
      "loss": 131.5727,
      "step": 11150
    },
    {
      "epoch": 0.8931449772474618,
      "grad_norm": 76.3125,
      "learning_rate": 9.982555770343276e-07,
      "loss": 131.7047,
      "step": 11160
    },
    {
      "epoch": 0.8939452863668592,
      "grad_norm": 78.25,
      "learning_rate": 9.982540139313119e-07,
      "loss": 132.1118,
      "step": 11170
    },
    {
      "epoch": 0.8947455954862565,
      "grad_norm": 77.5,
      "learning_rate": 9.98252450828296e-07,
      "loss": 130.6895,
      "step": 11180
    },
    {
      "epoch": 0.895545904605654,
      "grad_norm": 74.75,
      "learning_rate": 9.982508877252803e-07,
      "loss": 130.8122,
      "step": 11190
    },
    {
      "epoch": 0.8963462137250513,
      "grad_norm": 75.0,
      "learning_rate": 9.982493246222645e-07,
      "loss": 130.9431,
      "step": 11200
    },
    {
      "epoch": 0.8971465228444486,
      "grad_norm": 75.375,
      "learning_rate": 9.982477615192485e-07,
      "loss": 131.6024,
      "step": 11210
    },
    {
      "epoch": 0.8979468319638461,
      "grad_norm": 75.25,
      "learning_rate": 9.982461984162327e-07,
      "loss": 130.6127,
      "step": 11220
    },
    {
      "epoch": 0.8987471410832434,
      "grad_norm": 84.375,
      "learning_rate": 9.98244635313217e-07,
      "loss": 132.7165,
      "step": 11230
    },
    {
      "epoch": 0.8995474502026408,
      "grad_norm": 76.75,
      "learning_rate": 9.982430722102012e-07,
      "loss": 129.617,
      "step": 11240
    },
    {
      "epoch": 0.9003477593220381,
      "grad_norm": 84.6875,
      "learning_rate": 9.982415091071852e-07,
      "loss": 130.9968,
      "step": 11250
    },
    {
      "epoch": 0.9011480684414355,
      "grad_norm": 74.1875,
      "learning_rate": 9.982399460041694e-07,
      "loss": 130.6432,
      "step": 11260
    },
    {
      "epoch": 0.9019483775608329,
      "grad_norm": 77.9375,
      "learning_rate": 9.982383829011536e-07,
      "loss": 131.2904,
      "step": 11270
    },
    {
      "epoch": 0.9027486866802302,
      "grad_norm": 71.9375,
      "learning_rate": 9.982368197981376e-07,
      "loss": 131.8605,
      "step": 11280
    },
    {
      "epoch": 0.9035489957996276,
      "grad_norm": 76.75,
      "learning_rate": 9.982352566951218e-07,
      "loss": 132.6155,
      "step": 11290
    },
    {
      "epoch": 0.904349304919025,
      "grad_norm": 74.8125,
      "learning_rate": 9.98233693592106e-07,
      "loss": 130.2238,
      "step": 11300
    },
    {
      "epoch": 0.9051496140384223,
      "grad_norm": 78.4375,
      "learning_rate": 9.9823213048909e-07,
      "loss": 131.5677,
      "step": 11310
    },
    {
      "epoch": 0.9059499231578197,
      "grad_norm": 72.0,
      "learning_rate": 9.982305673860743e-07,
      "loss": 130.6105,
      "step": 11320
    },
    {
      "epoch": 0.9067502322772171,
      "grad_norm": 74.375,
      "learning_rate": 9.982290042830585e-07,
      "loss": 130.9643,
      "step": 11330
    },
    {
      "epoch": 0.9075505413966144,
      "grad_norm": 80.125,
      "learning_rate": 9.982274411800427e-07,
      "loss": 131.6026,
      "step": 11340
    },
    {
      "epoch": 0.9083508505160118,
      "grad_norm": 79.1875,
      "learning_rate": 9.98225878077027e-07,
      "loss": 131.4425,
      "step": 11350
    },
    {
      "epoch": 0.9091511596354092,
      "grad_norm": 76.875,
      "learning_rate": 9.98224314974011e-07,
      "loss": 131.8976,
      "step": 11360
    },
    {
      "epoch": 0.9099514687548066,
      "grad_norm": 80.0625,
      "learning_rate": 9.982227518709952e-07,
      "loss": 131.6046,
      "step": 11370
    },
    {
      "epoch": 0.9107517778742039,
      "grad_norm": 80.0625,
      "learning_rate": 9.982211887679794e-07,
      "loss": 130.2627,
      "step": 11380
    },
    {
      "epoch": 0.9115520869936012,
      "grad_norm": 73.6875,
      "learning_rate": 9.982196256649636e-07,
      "loss": 131.1418,
      "step": 11390
    },
    {
      "epoch": 0.9123523961129987,
      "grad_norm": 75.3125,
      "learning_rate": 9.982180625619476e-07,
      "loss": 130.4075,
      "step": 11400
    },
    {
      "epoch": 0.913152705232396,
      "grad_norm": 81.3125,
      "learning_rate": 9.982164994589318e-07,
      "loss": 131.0209,
      "step": 11410
    },
    {
      "epoch": 0.9139530143517933,
      "grad_norm": 76.0625,
      "learning_rate": 9.98214936355916e-07,
      "loss": 130.3062,
      "step": 11420
    },
    {
      "epoch": 0.9147533234711908,
      "grad_norm": 73.0,
      "learning_rate": 9.982133732529003e-07,
      "loss": 131.0498,
      "step": 11430
    },
    {
      "epoch": 0.9155536325905881,
      "grad_norm": 80.6875,
      "learning_rate": 9.982118101498843e-07,
      "loss": 130.2114,
      "step": 11440
    },
    {
      "epoch": 0.9163539417099855,
      "grad_norm": 75.25,
      "learning_rate": 9.982102470468685e-07,
      "loss": 130.6461,
      "step": 11450
    },
    {
      "epoch": 0.9171542508293828,
      "grad_norm": 82.5,
      "learning_rate": 9.982086839438527e-07,
      "loss": 131.5808,
      "step": 11460
    },
    {
      "epoch": 0.9179545599487802,
      "grad_norm": 75.0625,
      "learning_rate": 9.982071208408367e-07,
      "loss": 131.6145,
      "step": 11470
    },
    {
      "epoch": 0.9187548690681776,
      "grad_norm": 77.375,
      "learning_rate": 9.98205557737821e-07,
      "loss": 131.2061,
      "step": 11480
    },
    {
      "epoch": 0.9195551781875749,
      "grad_norm": 82.75,
      "learning_rate": 9.982039946348052e-07,
      "loss": 130.0431,
      "step": 11490
    },
    {
      "epoch": 0.9203554873069724,
      "grad_norm": 73.8125,
      "learning_rate": 9.982024315317894e-07,
      "loss": 131.8762,
      "step": 11500
    },
    {
      "epoch": 0.9211557964263697,
      "grad_norm": 71.25,
      "learning_rate": 9.982008684287736e-07,
      "loss": 131.6012,
      "step": 11510
    },
    {
      "epoch": 0.921956105545767,
      "grad_norm": 77.5,
      "learning_rate": 9.981993053257576e-07,
      "loss": 131.3987,
      "step": 11520
    },
    {
      "epoch": 0.9227564146651644,
      "grad_norm": 79.3125,
      "learning_rate": 9.981977422227418e-07,
      "loss": 132.0234,
      "step": 11530
    },
    {
      "epoch": 0.9235567237845618,
      "grad_norm": 81.0,
      "learning_rate": 9.98196179119726e-07,
      "loss": 132.7055,
      "step": 11540
    },
    {
      "epoch": 0.9243570329039592,
      "grad_norm": 81.5,
      "learning_rate": 9.981946160167102e-07,
      "loss": 131.5491,
      "step": 11550
    },
    {
      "epoch": 0.9251573420233565,
      "grad_norm": 81.3125,
      "learning_rate": 9.981930529136943e-07,
      "loss": 129.9155,
      "step": 11560
    },
    {
      "epoch": 0.9259576511427539,
      "grad_norm": 77.5,
      "learning_rate": 9.981914898106785e-07,
      "loss": 131.0387,
      "step": 11570
    },
    {
      "epoch": 0.9267579602621513,
      "grad_norm": 74.5625,
      "learning_rate": 9.981899267076627e-07,
      "loss": 129.5762,
      "step": 11580
    },
    {
      "epoch": 0.9275582693815486,
      "grad_norm": 72.5,
      "learning_rate": 9.981883636046467e-07,
      "loss": 129.8288,
      "step": 11590
    },
    {
      "epoch": 0.9283585785009459,
      "grad_norm": 74.6875,
      "learning_rate": 9.98186800501631e-07,
      "loss": 130.526,
      "step": 11600
    },
    {
      "epoch": 0.9291588876203434,
      "grad_norm": 79.3125,
      "learning_rate": 9.981852373986151e-07,
      "loss": 130.7928,
      "step": 11610
    },
    {
      "epoch": 0.9299591967397407,
      "grad_norm": 74.5625,
      "learning_rate": 9.981836742955994e-07,
      "loss": 130.5095,
      "step": 11620
    },
    {
      "epoch": 0.9307595058591381,
      "grad_norm": 78.6875,
      "learning_rate": 9.981821111925834e-07,
      "loss": 130.1216,
      "step": 11630
    },
    {
      "epoch": 0.9315598149785355,
      "grad_norm": 73.9375,
      "learning_rate": 9.981805480895676e-07,
      "loss": 130.3142,
      "step": 11640
    },
    {
      "epoch": 0.9323601240979328,
      "grad_norm": 80.25,
      "learning_rate": 9.981789849865518e-07,
      "loss": 129.8451,
      "step": 11650
    },
    {
      "epoch": 0.9331604332173302,
      "grad_norm": 77.75,
      "learning_rate": 9.98177421883536e-07,
      "loss": 131.5875,
      "step": 11660
    },
    {
      "epoch": 0.9339607423367275,
      "grad_norm": 75.9375,
      "learning_rate": 9.981758587805202e-07,
      "loss": 131.1091,
      "step": 11670
    },
    {
      "epoch": 0.934761051456125,
      "grad_norm": 79.4375,
      "learning_rate": 9.981742956775042e-07,
      "loss": 129.5825,
      "step": 11680
    },
    {
      "epoch": 0.9355613605755223,
      "grad_norm": 78.375,
      "learning_rate": 9.981727325744885e-07,
      "loss": 131.5865,
      "step": 11690
    },
    {
      "epoch": 0.9363616696949196,
      "grad_norm": 74.25,
      "learning_rate": 9.981711694714727e-07,
      "loss": 131.3969,
      "step": 11700
    },
    {
      "epoch": 0.9371619788143171,
      "grad_norm": 82.5625,
      "learning_rate": 9.98169606368457e-07,
      "loss": 131.5427,
      "step": 11710
    },
    {
      "epoch": 0.9379622879337144,
      "grad_norm": 81.125,
      "learning_rate": 9.98168043265441e-07,
      "loss": 131.2085,
      "step": 11720
    },
    {
      "epoch": 0.9387625970531117,
      "grad_norm": 76.25,
      "learning_rate": 9.981664801624251e-07,
      "loss": 130.8618,
      "step": 11730
    },
    {
      "epoch": 0.9395629061725091,
      "grad_norm": 75.0625,
      "learning_rate": 9.981649170594093e-07,
      "loss": 130.0715,
      "step": 11740
    },
    {
      "epoch": 0.9403632152919065,
      "grad_norm": 76.4375,
      "learning_rate": 9.981633539563933e-07,
      "loss": 131.8718,
      "step": 11750
    },
    {
      "epoch": 0.9411635244113039,
      "grad_norm": 78.1875,
      "learning_rate": 9.981617908533776e-07,
      "loss": 131.3843,
      "step": 11760
    },
    {
      "epoch": 0.9419638335307012,
      "grad_norm": 75.3125,
      "learning_rate": 9.981602277503618e-07,
      "loss": 130.1011,
      "step": 11770
    },
    {
      "epoch": 0.9427641426500986,
      "grad_norm": 78.0625,
      "learning_rate": 9.98158664647346e-07,
      "loss": 131.4609,
      "step": 11780
    },
    {
      "epoch": 0.943564451769496,
      "grad_norm": 73.75,
      "learning_rate": 9.9815710154433e-07,
      "loss": 130.214,
      "step": 11790
    },
    {
      "epoch": 0.9443647608888933,
      "grad_norm": 81.3125,
      "learning_rate": 9.981555384413142e-07,
      "loss": 132.272,
      "step": 11800
    },
    {
      "epoch": 0.9451650700082908,
      "grad_norm": 76.0625,
      "learning_rate": 9.981539753382984e-07,
      "loss": 130.5801,
      "step": 11810
    },
    {
      "epoch": 0.9459653791276881,
      "grad_norm": 71.3125,
      "learning_rate": 9.981524122352827e-07,
      "loss": 130.7302,
      "step": 11820
    },
    {
      "epoch": 0.9467656882470854,
      "grad_norm": 84.0625,
      "learning_rate": 9.981508491322667e-07,
      "loss": 130.839,
      "step": 11830
    },
    {
      "epoch": 0.9475659973664828,
      "grad_norm": 78.5,
      "learning_rate": 9.981492860292509e-07,
      "loss": 130.5891,
      "step": 11840
    },
    {
      "epoch": 0.9483663064858802,
      "grad_norm": 78.4375,
      "learning_rate": 9.98147722926235e-07,
      "loss": 130.0701,
      "step": 11850
    },
    {
      "epoch": 0.9491666156052775,
      "grad_norm": 76.1875,
      "learning_rate": 9.981461598232193e-07,
      "loss": 130.6237,
      "step": 11860
    },
    {
      "epoch": 0.9499669247246749,
      "grad_norm": 79.625,
      "learning_rate": 9.981445967202035e-07,
      "loss": 131.0294,
      "step": 11870
    },
    {
      "epoch": 0.9507672338440722,
      "grad_norm": 79.3125,
      "learning_rate": 9.981430336171875e-07,
      "loss": 132.2408,
      "step": 11880
    },
    {
      "epoch": 0.9515675429634697,
      "grad_norm": 72.0625,
      "learning_rate": 9.981414705141718e-07,
      "loss": 131.3878,
      "step": 11890
    },
    {
      "epoch": 0.952367852082867,
      "grad_norm": 75.5625,
      "learning_rate": 9.98139907411156e-07,
      "loss": 131.9279,
      "step": 11900
    },
    {
      "epoch": 0.9531681612022643,
      "grad_norm": 86.5,
      "learning_rate": 9.9813834430814e-07,
      "loss": 130.3583,
      "step": 11910
    },
    {
      "epoch": 0.9539684703216618,
      "grad_norm": 74.4375,
      "learning_rate": 9.981367812051242e-07,
      "loss": 130.4393,
      "step": 11920
    },
    {
      "epoch": 0.9547687794410591,
      "grad_norm": 74.6875,
      "learning_rate": 9.981352181021084e-07,
      "loss": 129.8773,
      "step": 11930
    },
    {
      "epoch": 0.9555690885604565,
      "grad_norm": 77.6875,
      "learning_rate": 9.981336549990924e-07,
      "loss": 130.8676,
      "step": 11940
    },
    {
      "epoch": 0.9563693976798538,
      "grad_norm": 80.5,
      "learning_rate": 9.981320918960767e-07,
      "loss": 131.1644,
      "step": 11950
    },
    {
      "epoch": 0.9571697067992512,
      "grad_norm": 81.125,
      "learning_rate": 9.981305287930609e-07,
      "loss": 131.0869,
      "step": 11960
    },
    {
      "epoch": 0.9579700159186486,
      "grad_norm": 85.0,
      "learning_rate": 9.98128965690045e-07,
      "loss": 130.5896,
      "step": 11970
    },
    {
      "epoch": 0.9587703250380459,
      "grad_norm": 72.625,
      "learning_rate": 9.981274025870293e-07,
      "loss": 131.133,
      "step": 11980
    },
    {
      "epoch": 0.9595706341574433,
      "grad_norm": 77.625,
      "learning_rate": 9.981258394840133e-07,
      "loss": 131.9948,
      "step": 11990
    },
    {
      "epoch": 0.9603709432768407,
      "grad_norm": 78.25,
      "learning_rate": 9.981242763809975e-07,
      "loss": 130.3504,
      "step": 12000
    },
    {
      "epoch": 0.961171252396238,
      "grad_norm": 69.0625,
      "learning_rate": 9.981227132779817e-07,
      "loss": 131.8812,
      "step": 12010
    },
    {
      "epoch": 0.9619715615156355,
      "grad_norm": 76.125,
      "learning_rate": 9.98121150174966e-07,
      "loss": 131.7717,
      "step": 12020
    },
    {
      "epoch": 0.9627718706350328,
      "grad_norm": 76.6875,
      "learning_rate": 9.981195870719502e-07,
      "loss": 131.0739,
      "step": 12030
    },
    {
      "epoch": 0.9635721797544301,
      "grad_norm": 79.5,
      "learning_rate": 9.981180239689342e-07,
      "loss": 132.3484,
      "step": 12040
    },
    {
      "epoch": 0.9643724888738275,
      "grad_norm": 81.25,
      "learning_rate": 9.981164608659184e-07,
      "loss": 131.6032,
      "step": 12050
    },
    {
      "epoch": 0.9651727979932249,
      "grad_norm": 80.375,
      "learning_rate": 9.981148977629026e-07,
      "loss": 131.8261,
      "step": 12060
    },
    {
      "epoch": 0.9659731071126223,
      "grad_norm": 80.9375,
      "learning_rate": 9.981133346598866e-07,
      "loss": 129.7895,
      "step": 12070
    },
    {
      "epoch": 0.9667734162320196,
      "grad_norm": 77.75,
      "learning_rate": 9.981117715568709e-07,
      "loss": 129.8964,
      "step": 12080
    },
    {
      "epoch": 0.967573725351417,
      "grad_norm": 72.5,
      "learning_rate": 9.98110208453855e-07,
      "loss": 130.2092,
      "step": 12090
    },
    {
      "epoch": 0.9683740344708144,
      "grad_norm": 70.75,
      "learning_rate": 9.98108645350839e-07,
      "loss": 130.064,
      "step": 12100
    },
    {
      "epoch": 0.9691743435902117,
      "grad_norm": 82.3125,
      "learning_rate": 9.981070822478233e-07,
      "loss": 133.1195,
      "step": 12110
    },
    {
      "epoch": 0.9699746527096091,
      "grad_norm": 73.375,
      "learning_rate": 9.981055191448075e-07,
      "loss": 131.6047,
      "step": 12120
    },
    {
      "epoch": 0.9707749618290065,
      "grad_norm": 78.0625,
      "learning_rate": 9.981039560417917e-07,
      "loss": 131.0189,
      "step": 12130
    },
    {
      "epoch": 0.9715752709484038,
      "grad_norm": 80.375,
      "learning_rate": 9.98102392938776e-07,
      "loss": 131.1126,
      "step": 12140
    },
    {
      "epoch": 0.9723755800678012,
      "grad_norm": 74.4375,
      "learning_rate": 9.9810082983576e-07,
      "loss": 131.885,
      "step": 12150
    },
    {
      "epoch": 0.9731758891871986,
      "grad_norm": 78.25,
      "learning_rate": 9.980992667327442e-07,
      "loss": 130.9126,
      "step": 12160
    },
    {
      "epoch": 0.9739761983065959,
      "grad_norm": 83.875,
      "learning_rate": 9.980977036297284e-07,
      "loss": 131.2764,
      "step": 12170
    },
    {
      "epoch": 0.9747765074259933,
      "grad_norm": 72.875,
      "learning_rate": 9.980961405267126e-07,
      "loss": 132.7158,
      "step": 12180
    },
    {
      "epoch": 0.9755768165453906,
      "grad_norm": 77.25,
      "learning_rate": 9.980945774236968e-07,
      "loss": 131.1642,
      "step": 12190
    },
    {
      "epoch": 0.9763771256647881,
      "grad_norm": 77.125,
      "learning_rate": 9.980930143206808e-07,
      "loss": 130.3661,
      "step": 12200
    },
    {
      "epoch": 0.9771774347841854,
      "grad_norm": 81.25,
      "learning_rate": 9.98091451217665e-07,
      "loss": 132.4058,
      "step": 12210
    },
    {
      "epoch": 0.9779777439035827,
      "grad_norm": 77.1875,
      "learning_rate": 9.980898881146493e-07,
      "loss": 131.1993,
      "step": 12220
    },
    {
      "epoch": 0.9787780530229802,
      "grad_norm": 78.375,
      "learning_rate": 9.980883250116333e-07,
      "loss": 129.8341,
      "step": 12230
    },
    {
      "epoch": 0.9795783621423775,
      "grad_norm": 82.3125,
      "learning_rate": 9.980867619086175e-07,
      "loss": 130.408,
      "step": 12240
    },
    {
      "epoch": 0.9803786712617749,
      "grad_norm": 79.375,
      "learning_rate": 9.980851988056017e-07,
      "loss": 132.0676,
      "step": 12250
    },
    {
      "epoch": 0.9811789803811722,
      "grad_norm": 75.4375,
      "learning_rate": 9.980836357025857e-07,
      "loss": 130.5135,
      "step": 12260
    },
    {
      "epoch": 0.9819792895005696,
      "grad_norm": 79.75,
      "learning_rate": 9.9808207259957e-07,
      "loss": 129.7958,
      "step": 12270
    },
    {
      "epoch": 0.982779598619967,
      "grad_norm": 78.8125,
      "learning_rate": 9.980805094965542e-07,
      "loss": 131.8359,
      "step": 12280
    },
    {
      "epoch": 0.9835799077393643,
      "grad_norm": 73.75,
      "learning_rate": 9.980789463935384e-07,
      "loss": 130.6134,
      "step": 12290
    },
    {
      "epoch": 0.9843802168587616,
      "grad_norm": 79.0,
      "learning_rate": 9.980773832905224e-07,
      "loss": 130.2782,
      "step": 12300
    },
    {
      "epoch": 0.9851805259781591,
      "grad_norm": 74.0,
      "learning_rate": 9.980758201875066e-07,
      "loss": 130.808,
      "step": 12310
    },
    {
      "epoch": 0.9859808350975564,
      "grad_norm": 73.0,
      "learning_rate": 9.980742570844908e-07,
      "loss": 130.4844,
      "step": 12320
    },
    {
      "epoch": 0.9867811442169538,
      "grad_norm": 72.4375,
      "learning_rate": 9.98072693981475e-07,
      "loss": 131.225,
      "step": 12330
    },
    {
      "epoch": 0.9875814533363512,
      "grad_norm": 78.875,
      "learning_rate": 9.980711308784593e-07,
      "loss": 132.9991,
      "step": 12340
    },
    {
      "epoch": 0.9883817624557485,
      "grad_norm": 75.9375,
      "learning_rate": 9.980695677754435e-07,
      "loss": 131.7026,
      "step": 12350
    },
    {
      "epoch": 0.9891820715751459,
      "grad_norm": 74.125,
      "learning_rate": 9.980680046724275e-07,
      "loss": 130.6302,
      "step": 12360
    },
    {
      "epoch": 0.9899823806945433,
      "grad_norm": 80.75,
      "learning_rate": 9.980664415694117e-07,
      "loss": 129.955,
      "step": 12370
    },
    {
      "epoch": 0.9907826898139407,
      "grad_norm": 70.125,
      "learning_rate": 9.98064878466396e-07,
      "loss": 130.9879,
      "step": 12380
    },
    {
      "epoch": 0.991582998933338,
      "grad_norm": 79.75,
      "learning_rate": 9.9806331536338e-07,
      "loss": 130.061,
      "step": 12390
    },
    {
      "epoch": 0.9923833080527353,
      "grad_norm": 75.375,
      "learning_rate": 9.980617522603641e-07,
      "loss": 129.8558,
      "step": 12400
    },
    {
      "epoch": 0.9931836171721328,
      "grad_norm": 78.4375,
      "learning_rate": 9.980601891573484e-07,
      "loss": 129.8251,
      "step": 12410
    },
    {
      "epoch": 0.9939839262915301,
      "grad_norm": 70.1875,
      "learning_rate": 9.980586260543324e-07,
      "loss": 130.4507,
      "step": 12420
    },
    {
      "epoch": 0.9947842354109274,
      "grad_norm": 74.4375,
      "learning_rate": 9.980570629513166e-07,
      "loss": 131.6167,
      "step": 12430
    },
    {
      "epoch": 0.9955845445303249,
      "grad_norm": 76.1875,
      "learning_rate": 9.980554998483008e-07,
      "loss": 132.0188,
      "step": 12440
    },
    {
      "epoch": 0.9963848536497222,
      "grad_norm": 79.6875,
      "learning_rate": 9.98053936745285e-07,
      "loss": 130.7771,
      "step": 12450
    },
    {
      "epoch": 0.9971851627691196,
      "grad_norm": 74.25,
      "learning_rate": 9.98052373642269e-07,
      "loss": 130.4612,
      "step": 12460
    },
    {
      "epoch": 0.9979854718885169,
      "grad_norm": 78.0625,
      "learning_rate": 9.980508105392532e-07,
      "loss": 129.6428,
      "step": 12470
    },
    {
      "epoch": 0.9987857810079143,
      "grad_norm": 77.6875,
      "learning_rate": 9.980492474362375e-07,
      "loss": 130.6133,
      "step": 12480
    },
    {
      "epoch": 0.9995860901273117,
      "grad_norm": 77.75,
      "learning_rate": 9.980476843332217e-07,
      "loss": 131.8606,
      "step": 12490
    }
  ],
  "logging_steps": 10,
  "max_steps": 12495,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.450015163893783e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}